mlnet.js 74 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276
  1. // Experimental
  2. import * as base from './base.js';
  3. const mlnet = {};
  4. mlnet.ModelFactory = class {
  5. async match(context) {
  6. const entries = await context.peek('zip');
  7. if (entries instanceof Map && entries.size > 0) {
  8. const root = new Set(['TransformerChain', 'Predictor']);
  9. if (Array.from(entries.keys()).some((name) => root.has(name.split('\\').shift().split('/').shift()))) {
  10. return context.set('mlnet', entries);
  11. }
  12. }
  13. return null;
  14. }
  15. async open(context) {
  16. const metadata = await context.metadata('mlnet-metadata.json');
  17. const reader = new mlnet.ModelReader(context.value);
  18. return new mlnet.Model(metadata, reader);
  19. }
  20. };
  21. mlnet.Model = class {
  22. constructor(metadata, reader) {
  23. this.format = "ML.NET";
  24. if (reader.version && reader.version.length > 0) {
  25. this.format += ` v${reader.version}`;
  26. }
  27. this.modules = [new mlnet.Module(metadata, reader)];
  28. }
  29. };
  30. mlnet.Module = class {
  31. constructor(metadata, reader) {
  32. this.inputs = [];
  33. this.outputs = [];
  34. this.nodes = [];
  35. this.groups = false;
  36. const values = new Map();
  37. values.map = (name, type) => {
  38. if (!values.has(name)) {
  39. values.set(name, new mlnet.Value(name, type || null));
  40. } else if (type) {
  41. throw new mlnet.Error(`Duplicate value '${name}'.`);
  42. }
  43. return values.get(name);
  44. };
  45. if (reader.schema && reader.schema.inputs) {
  46. for (const input of reader.schema.inputs) {
  47. const argument = new mlnet.Argument(input.name, [values.map(input.name, new mlnet.TensorType(input.type))]);
  48. this.inputs.push(argument);
  49. }
  50. }
  51. const createNode = (scope, group, transformer) => {
  52. if (transformer.inputs && transformer.outputs) {
  53. for (const input of transformer.inputs) {
  54. input.name = scope[input.name] ? scope[input.name].argument : input.name;
  55. }
  56. for (const output of transformer.outputs) {
  57. if (scope[output.name]) {
  58. scope[output.name].counter++;
  59. const next = `${output.name}\n${scope[output.name].counter}`; // custom argument id
  60. scope[output.name].argument = next;
  61. output.name = next;
  62. } else {
  63. scope[output.name] = {
  64. argument: output.name,
  65. counter: 0
  66. };
  67. }
  68. }
  69. }
  70. const node = new mlnet.Node(metadata, group, transformer, values);
  71. this.nodes.push(node);
  72. };
  73. /* eslint-disable no-use-before-define */
  74. const loadChain = (scope, name, chain) => {
  75. this.groups = true;
  76. const group = name.split('/').splice(1).join('/');
  77. for (const childTransformer of chain) {
  78. loadTransformer(scope, group, childTransformer);
  79. }
  80. };
  81. const loadTransformer = (scope, group, transformer) => {
  82. switch (transformer.__type__) {
  83. case 'TransformerChain':
  84. case 'Text':
  85. loadChain(scope, transformer.__name__, transformer.chain);
  86. break;
  87. default:
  88. createNode(scope, group, transformer);
  89. break;
  90. }
  91. };
  92. /* eslint-enable no-use-before-define */
  93. const scope = new Map();
  94. if (reader.dataLoaderModel) {
  95. loadTransformer(scope, '', reader.dataLoaderModel);
  96. }
  97. if (reader.predictor) {
  98. loadTransformer(scope, '', reader.predictor);
  99. }
  100. if (reader.transformerChain) {
  101. loadTransformer(scope, '', reader.transformerChain);
  102. }
  103. }
  104. };
  105. mlnet.Argument = class {
  106. constructor(name, value, type = null) {
  107. this.name = name;
  108. this.value = value;
  109. this.type = type;
  110. }
  111. };
  112. mlnet.Value = class {
  113. constructor(name, type) {
  114. if (typeof name !== 'string') {
  115. throw new mlnet.Error(`Invalid value identifier '${JSON.stringify(name)}'.`);
  116. }
  117. this.name = name;
  118. this.type = type;
  119. this.initializer = null;
  120. }
  121. };
  122. mlnet.Node = class {
  123. constructor(metadata, group, transformer, values) {
  124. this.group = group;
  125. this.name = transformer.__name__;
  126. this.inputs = [];
  127. this.outputs = [];
  128. this.attributes = [];
  129. const type = transformer.__type__;
  130. this.type = metadata.type(type) || { name: type };
  131. if (transformer.inputs) {
  132. let i = 0;
  133. for (const input of transformer.inputs) {
  134. const value = values.map(input.name);
  135. const argument = new mlnet.Argument(i.toString(), [value]);
  136. this.inputs.push(argument);
  137. i++;
  138. }
  139. }
  140. if (transformer.outputs) {
  141. let i = 0;
  142. for (const output of transformer.outputs) {
  143. const argument = new mlnet.Argument(i.toString(), [values.map(output.name)]);
  144. this.outputs.push(argument);
  145. i++;
  146. }
  147. }
  148. for (const [name, obj] of Object.entries(transformer).filter(([key]) => !key.startsWith('_') && key !== 'inputs' && key !== 'outputs')) {
  149. const schema = metadata.attribute(transformer.__type__, name);
  150. let value = obj;
  151. let type = null;
  152. if (schema) {
  153. type = schema.type ? schema.type : null;
  154. value = mlnet.Utility.enum(type, value);
  155. }
  156. const attribute = new mlnet.Argument(name, value, type);
  157. this.attributes.push(attribute);
  158. }
  159. }
  160. };
  161. mlnet.TensorType = class {
  162. constructor(codec) {
  163. mlnet.TensorType._map = mlnet.TensorType._map || new Map([
  164. ['Byte', 'uint8'],
  165. ['Boolean', 'boolean'],
  166. ['Single', 'float32'],
  167. ['Double', 'float64'],
  168. ['UInt32', 'uint32'],
  169. ['Int32', 'int32'],
  170. ['Int64', 'int64'],
  171. ['TextSpan', 'string']
  172. ]);
  173. this.dataType = '?';
  174. this.shape = new mlnet.TensorShape(null);
  175. if (mlnet.TensorType._map.has(codec.name)) {
  176. this.dataType = mlnet.TensorType._map.get(codec.name);
  177. } else if (codec.name === 'VBuffer') {
  178. if (mlnet.TensorType._map.has(codec.itemType.name)) {
  179. this.dataType = mlnet.TensorType._map.get(codec.itemType.name);
  180. } else {
  181. throw new mlnet.Error(`Unsupported data type '${codec.itemType.name}'.`);
  182. }
  183. this.shape = new mlnet.TensorShape(codec.dims);
  184. } else if (codec.name === 'Key2') {
  185. this.dataType = 'key2';
  186. } else {
  187. throw new mlnet.Error(`Unsupported data type '${codec.name}'.`);
  188. }
  189. }
  190. toString() {
  191. return this.dataType + this.shape.toString();
  192. }
  193. };
  194. mlnet.TensorShape = class {
  195. constructor(dimensions) {
  196. this.dimensions = dimensions;
  197. }
  198. toString() {
  199. if (!this.dimensions || this.dimensions.length === 0) {
  200. return '';
  201. }
  202. return `[${this.dimensions.join(',')}]`;
  203. }
  204. };
  205. mlnet.ModelReader = class {
  206. constructor(entries) {
  207. const catalog = new mlnet.ComponentCatalog();
  208. catalog.register('AffineNormExec', mlnet.AffineNormSerializationUtils);
  209. catalog.register('AnomalyPredXfer', mlnet.AnomalyPredictionTransformer);
  210. catalog.register('BinaryPredXfer', mlnet.BinaryPredictionTransformer);
  211. catalog.register('BinaryLoader', mlnet.BinaryLoader);
  212. catalog.register('CaliPredExec', mlnet.CalibratedPredictor);
  213. catalog.register('CdfNormalizeFunction', mlnet.CdfColumnFunction);
  214. catalog.register('CharToken', mlnet.TokenizingByCharactersTransformer);
  215. catalog.register('ChooseColumnsTransform', mlnet.ColumnSelectingTransformer);
  216. catalog.register('ClusteringPredXfer', mlnet.ClusteringPredictionTransformer);
  217. catalog.register('ConcatTransform', mlnet.ColumnConcatenatingTransformer);
  218. catalog.register('CopyTransform', mlnet.ColumnCopyingTransformer);
  219. catalog.register('ConvertTransform', mlnet.TypeConvertingTransformer);
  220. catalog.register('CSharpTransform', mlnet.CSharpTransform);
  221. catalog.register('DropColumnsTransform', mlnet.DropColumnsTransform);
  222. catalog.register('FAFMPredXfer', mlnet.FieldAwareFactorizationMachinePredictionTransformer);
  223. catalog.register('FastForestBinaryExec', mlnet.FastForestClassificationPredictor);
  224. catalog.register('FastTreeBinaryExec', mlnet.FastTreeBinaryModelParameters);
  225. catalog.register('FastTreeTweedieExec', mlnet.FastTreeTweedieModelParameters);
  226. catalog.register('FastTreeRankerExec', mlnet.FastTreeRankingModelParameters);
  227. catalog.register('FastTreeRegressionExec', mlnet.FastTreeRegressionModelParameters);
  228. catalog.register('FeatWCaliPredExec', mlnet.FeatureWeightsCalibratedModelParameters);
  229. catalog.register('FieldAwareFactMacPredict', mlnet.FieldAwareFactorizationMachineModelParameters);
  230. catalog.register('GcnTransform', mlnet.LpNormNormalizingTransformer);
  231. catalog.register('GenericScoreTransform', mlnet.GenericScoreTransform);
  232. catalog.register('IidChangePointDetector', mlnet.IidChangePointDetector);
  233. catalog.register('IidSpikeDetector', mlnet.IidSpikeDetector);
  234. catalog.register('ImageClassificationTrans', mlnet.ImageClassificationTransformer);
  235. catalog.register('ImageClassificationPred', mlnet.ImageClassificationModelParameters);
  236. catalog.register('ImageLoaderTransform', mlnet.ImageLoadingTransformer);
  237. catalog.register('ImageScalerTransform', mlnet.ImageResizingTransformer);
  238. catalog.register('ImagePixelExtractor', mlnet.ImagePixelExtractingTransformer);
  239. catalog.register('KeyToValueTransform', mlnet.KeyToValueMappingTransformer);
  240. catalog.register('KeyToVectorTransform', mlnet.KeyToVectorMappingTransformer);
  241. catalog.register('KMeansPredictor', mlnet.KMeansModelParameters);
  242. catalog.register('LinearRegressionExec', mlnet.LinearRegressionModelParameters);
  243. catalog.register('LightGBMRegressionExec', mlnet.LightGbmRegressionModelParameters);
  244. catalog.register('LightGBMBinaryExec', mlnet.LightGbmBinaryModelParameters);
  245. catalog.register('Linear2CExec', mlnet.LinearBinaryModelParameters);
  246. catalog.register('LinearModelStats', mlnet.LinearModelParameterStatistics);
  247. catalog.register('MaFactPredXf', mlnet.MatrixFactorizationPredictionTransformer);
  248. catalog.register('MFPredictor', mlnet.MatrixFactorizationModelParameters);
  249. catalog.register('MulticlassLinear', mlnet.LinearMulticlassModelParameters);
  250. catalog.register('MultiClassLRExec', mlnet.MaximumEntropyModelParameters);
  251. catalog.register('MultiClassNaiveBayesPred', mlnet.NaiveBayesMulticlassModelParameters);
  252. catalog.register('MultiClassNetPredictor', mlnet.MultiClassNetPredictor);
  253. catalog.register('MulticlassPredXfer', mlnet.MulticlassPredictionTransformer);
  254. catalog.register('NAReplaceTransform', mlnet.MissingValueReplacingTransformer);
  255. catalog.register('NgramTransform', mlnet.NgramExtractingTransformer);
  256. catalog.register('NgramHashTransform', mlnet.NgramHashingTransformer);
  257. catalog.register('NltTokenizeTransform', mlnet.NltTokenizeTransform);
  258. catalog.register('Normalizer', mlnet.NormalizingTransformer);
  259. catalog.register('NormalizeTransform', mlnet.NormalizeTransform);
  260. catalog.register('OnnxTransform', mlnet.OnnxTransformer);
  261. catalog.register('OptColTransform', mlnet.OptionalColumnTransform);
  262. catalog.register('OVAExec', mlnet.OneVersusAllModelParameters);
  263. catalog.register('pcaAnomExec', mlnet.PcaModelParameters);
  264. catalog.register('PcaTransform', mlnet.PrincipalComponentAnalysisTransformer);
  265. catalog.register('PipeDataLoader', mlnet.CompositeDataLoader);
  266. catalog.register('PlattCaliExec', mlnet.PlattCalibrator);
  267. catalog.register('PMixCaliPredExec', mlnet.ParameterMixingCalibratedModelParameters);
  268. catalog.register('PoissonRegressionExec', mlnet.PoissonRegressionModelParameters);
  269. catalog.register('ProtonNNMCPred', mlnet.ProtonNNMCPred);
  270. catalog.register('RegressionPredXfer', mlnet.RegressionPredictionTransformer);
  271. catalog.register('RowToRowMapper', mlnet.RowToRowMapperTransform);
  272. catalog.register('SsaForecasting', mlnet.SsaForecastingTransformer);
  273. catalog.register('SSAModel', mlnet.AdaptiveSingularSpectrumSequenceModelerInternal);
  274. catalog.register('SelectColumnsTransform', mlnet.ColumnSelectingTransformer);
  275. catalog.register('StopWordsTransform', mlnet.StopWordsTransform);
  276. catalog.register('TensorFlowTransform', mlnet.TensorFlowTransformer);
  277. catalog.register('TermLookupTransform', mlnet.ValueMappingTransformer);
  278. catalog.register('TermTransform', mlnet.ValueToKeyMappingTransformer);
  279. catalog.register('TermManager', mlnet.TermManager);
  280. catalog.register('Text', mlnet.TextFeaturizingEstimator);
  281. catalog.register('TextLoader', mlnet.TextLoader);
  282. catalog.register('TextNormalizerTransform', mlnet.TextNormalizingTransformer);
  283. catalog.register('TokenizeTextTransform', mlnet.WordTokenizingTransformer);
  284. catalog.register('TransformerChain', mlnet.TransformerChain);
  285. catalog.register('ValueMappingTransformer', mlnet.ValueMappingTransformer);
  286. catalog.register('XGBoostMulticlass', mlnet.XGBoostMulticlass);
  287. const root = new mlnet.ModelHeader(catalog, entries, '', null);
  288. const version = root.openText('TrainingInfo/Version.txt');
  289. if (version) {
  290. [this.version] = version.split(/[\s+\r]+/);
  291. }
  292. const schemaReader = root.openBinary('Schema');
  293. if (schemaReader) {
  294. this.schema = new mlnet.BinaryLoader(null, schemaReader).schema;
  295. }
  296. const transformerChain = root.open('TransformerChain');
  297. if (transformerChain) {
  298. this.transformerChain = transformerChain;
  299. }
  300. const dataLoaderModel = root.open('DataLoaderModel');
  301. if (dataLoaderModel) {
  302. this.dataLoaderModel = dataLoaderModel;
  303. }
  304. const predictor = root.open('Predictor');
  305. if (predictor) {
  306. this.predictor = predictor;
  307. }
  308. }
  309. };
  310. mlnet.ComponentCatalog = class {
  311. constructor() {
  312. this._registry = new Map();
  313. }
  314. register(signature, type) {
  315. this._registry.set(signature, type);
  316. }
  317. create(signature, context) {
  318. if (!this._registry.has(signature)) {
  319. throw new mlnet.Error(`Unsupported loader signature '${signature}'.`);
  320. }
  321. const type = this._registry.get(signature);
  322. return Reflect.construct(type, [context]);
  323. }
  324. };
  325. mlnet.ModelHeader = class {
  326. constructor(catalog, entries, directory, data) {
  327. this._entries = entries;
  328. this._catalog = catalog;
  329. this._directory = directory;
  330. if (data) {
  331. const reader = new mlnet.BinaryReader(data);
  332. const decoder = new TextDecoder('ascii');
  333. reader.assert('ML\0MODEL');
  334. this.versionWritten = reader.uint32();
  335. this.versionReadable = reader.uint32();
  336. const modelBlockOffset = reader.uint64().toNumber();
  337. /* let modelBlockSize = */ reader.uint64();
  338. const stringTableOffset = reader.uint64().toNumber();
  339. const stringTableSize = reader.uint64().toNumber();
  340. const stringCharsOffset = reader.uint64().toNumber();
  341. /* v stringCharsSize = */ reader.uint64();
  342. this.modelSignature = decoder.decode(reader.read(8));
  343. this.modelVersionWritten = reader.uint32();
  344. this.modelVersionReadable = reader.uint32();
  345. this.loaderSignature = decoder.decode(reader.read(24).filter((c) => c !== 0));
  346. this.loaderSignatureAlt = decoder.decode(reader.read(24).filter((c) => c !== 0));
  347. const tailOffset = reader.uint64().toNumber();
  348. /* let tailLimit = */ reader.uint64();
  349. const assemblyNameOffset = reader.uint64().toNumber();
  350. const assemblyNameSize = reader.uint32();
  351. if (stringTableOffset !== 0 && stringCharsOffset !== 0) {
  352. reader.seek(stringTableOffset);
  353. const stringCount = stringTableSize >> 3;
  354. const stringSizes = [];
  355. let previousStringSize = 0;
  356. for (let i = 0; i < stringCount; i++) {
  357. const stringSize = reader.uint64().toNumber();
  358. stringSizes.push(stringSize - previousStringSize);
  359. previousStringSize = stringSize;
  360. }
  361. reader.seek(stringCharsOffset);
  362. this.strings = [];
  363. for (let i = 0; i < stringCount; i++) {
  364. const cch = stringSizes[i] >> 1;
  365. let sb = '';
  366. for (let ich = 0; ich < cch; ich++) {
  367. sb += String.fromCharCode(reader.uint16());
  368. }
  369. this.strings.push(sb);
  370. }
  371. }
  372. if (assemblyNameOffset !== 0) {
  373. reader.seek(assemblyNameOffset);
  374. this.assemblyName = decoder.decode(reader.read(assemblyNameSize));
  375. }
  376. reader.seek(tailOffset);
  377. reader.assert('LEDOM\0LM');
  378. this._reader = reader;
  379. this._reader.seek(modelBlockOffset);
  380. }
  381. }
  382. get reader() {
  383. return this._reader;
  384. }
  385. string(empty) {
  386. const id = this.reader.int32();
  387. if (empty === null && id < 0) {
  388. return null;
  389. }
  390. return this.strings[id];
  391. }
  392. open(name) {
  393. const dir = this._directory.length > 0 ? `${this._directory}/` : this._directory;
  394. name = dir + name;
  395. const key = `${name}/Model.key`;
  396. const stream = this._entries.get(key) || this._entries.get(key.replace(/\//g, '\\'));
  397. if (stream) {
  398. const buffer = stream.peek();
  399. const context = new mlnet.ModelHeader(this._catalog, this._entries, name, buffer);
  400. const value = this._catalog.create(context.loaderSignature, context);
  401. value.__type__ = value.__type__ || context.loaderSignature;
  402. value.__name__ = name;
  403. return value;
  404. }
  405. return null;
  406. }
  407. openBinary(name) {
  408. const dir = this._directory.length > 0 ? `${this._directory}/` : this._directory;
  409. name = dir + name;
  410. const stream = this._entries.get(name) || this._entries.get(name.replace(/\//g, '\\'));
  411. if (stream) {
  412. return new mlnet.BinaryReader(stream);
  413. }
  414. return null;
  415. }
  416. openText(name) {
  417. const dir = this._directory.length > 0 ? `${this._directory}/` : this._directory;
  418. name = dir + name;
  419. const stream = this._entries.get(name) || this._entries.get(name.replace(/\//g, '\\'));
  420. if (stream) {
  421. const buffer = stream.peek();
  422. const decoder = new TextDecoder('utf-8');
  423. return decoder.decode(buffer);
  424. }
  425. return null;
  426. }
  427. check(signature, verWrittenCur, verWeCanReadBack) {
  428. return signature === this.modelSignature && verWrittenCur >= this.modelVersionReadable && verWeCanReadBack <= this.modelVersionWritten;
  429. }
  430. };
  431. mlnet.BinaryReader = class {
  432. constructor(data) {
  433. this._reader = base.BinaryReader.open(data);
  434. }
  435. seek(position) {
  436. this._reader.seek(position);
  437. }
  438. skip(offset) {
  439. this._reader.skip(offset);
  440. }
  441. read(length) {
  442. return this._reader.read(length);
  443. }
  444. boolean() {
  445. return this._reader.boolean();
  446. }
  447. booleans(count) {
  448. const values = [];
  449. for (let i = 0; i < count; i++) {
  450. values.push(this.boolean());
  451. }
  452. return values;
  453. }
  454. byte() {
  455. return this._reader.byte();
  456. }
  457. int16() {
  458. return this._reader.int16();
  459. }
  460. int32() {
  461. return this._reader.int32();
  462. }
  463. int32s(count) {
  464. const values = [];
  465. for (let i = 0; i < count; i++) {
  466. values.push(this.int32());
  467. }
  468. return values;
  469. }
  470. int64() {
  471. return this._reader.int64();
  472. }
  473. uint16() {
  474. return this._reader.uint16();
  475. }
  476. uint32() {
  477. return this._reader.uint32();
  478. }
  479. uint32s(count) {
  480. const values = [];
  481. for (let i = 0; i < count; i++) {
  482. values.push(this.uint32());
  483. }
  484. return values;
  485. }
  486. uint64() {
  487. return this._reader.uint64();
  488. }
  489. float32() {
  490. return this._reader.float32();
  491. }
  492. float32s(count) {
  493. const values = [];
  494. for (let i = 0; i < count; i++) {
  495. values.push(this.float32());
  496. }
  497. return values;
  498. }
  499. float64() {
  500. return this._reader.float64();
  501. }
  502. float64s(count) {
  503. const values = [];
  504. for (let i = 0; i < count; i++) {
  505. values.push(this.float64());
  506. }
  507. return values;
  508. }
  509. string() {
  510. const size = this.leb128();
  511. const buffer = this.read(size);
  512. return new TextDecoder('utf-8').decode(buffer);
  513. }
  514. leb128() {
  515. let result = 0;
  516. let shift = 0;
  517. let value = 0;
  518. do {
  519. value = this.byte();
  520. result |= (value & 0x7F) << shift;
  521. shift += 7;
  522. } while ((value & 0x80) !== 0);
  523. return result;
  524. }
  525. match(text) {
  526. const position = this.position;
  527. for (let i = 0; i < text.length; i++) {
  528. if (this.byte() !== text.charCodeAt(i)) {
  529. this.seek(position);
  530. return false;
  531. }
  532. }
  533. return true;
  534. }
  535. assert(text) {
  536. if (!this.match(text)) {
  537. throw new mlnet.Error(`Invalid '${text.split('\0').join('')}' signature.`);
  538. }
  539. }
  540. };
  541. mlnet.BinaryLoader = class { // 'BINLOADR'
  542. constructor(context, reader) {
  543. if (context) {
  544. if (context.modelVersionWritten >= 0x00010002) {
  545. this.Threads = context.reader.int32();
  546. this.GeneratedRowIndexName = context.string(null);
  547. }
  548. this.ShuffleBlocks = context.modelVersionWritten >= 0x00010003 ? context.reader.float64() : 4;
  549. reader = context.openBinary('Schema.idv');
  550. }
  551. // https://github.com/dotnet/machinelearning/blob/master/docs/code/IdvFileFormat.md
  552. reader.assert('CML\0DVB\0');
  553. reader.skip(8); // version
  554. reader.skip(8); // compatibleVersion
  555. const tableOfContentsOffset = reader.uint64().toNumber();
  556. const tailOffset = reader.int64().toNumber();
  557. reader.int64(); // rowCount
  558. const columnCount = reader.int32();
  559. reader.seek(tailOffset);
  560. reader.assert('\0BVD\0LMC');
  561. reader.seek(tableOfContentsOffset);
  562. this.schema = {};
  563. this.schema.inputs = [];
  564. for (let c = 0; c < columnCount; c ++) {
  565. const input = {};
  566. input.name = reader.string();
  567. input.type = new mlnet.Codec(reader);
  568. input.compression = reader.byte(); // None = 0, Deflate = 1
  569. input.rowsPerBlock = reader.leb128();
  570. input.lookupOffset = reader.int64();
  571. input.metadataTocOffset = reader.int64();
  572. this.schema.inputs.push(input);
  573. }
  574. }
  575. };
  576. mlnet.TransformerChain = class {
  577. constructor(context) {
  578. const reader = context.reader;
  579. const length = reader.int32();
  580. this.scopes = [];
  581. this.chain = [];
  582. for (let i = 0; i < length; i++) {
  583. this.scopes.push(reader.int32()); // 0x01 = Training, 0x02 = Testing, 0x04 = Scoring
  584. const dirName = `Transform_${(`00${i}`).slice(-3)}`;
  585. const transformer = context.open(dirName);
  586. this.chain.push(transformer);
  587. }
  588. }
  589. };
  590. mlnet.TransformBase = class {
  591. };
  592. mlnet.RowToRowTransformBase = class extends mlnet.TransformBase {
  593. };
  594. mlnet.RowToRowTransformerBase = class {
  595. };
  596. mlnet.RowToRowMapperTransformBase = class extends mlnet.RowToRowTransformBase {
  597. };
  598. mlnet.OneToOneTransformerBase = class {
  599. constructor(context) {
  600. const reader = context.reader;
  601. const n = reader.int32();
  602. this.inputs = [];
  603. this.outputs = [];
  604. for (let i = 0; i < n; i++) {
  605. const output = context.string();
  606. const input = context.string();
  607. this.outputs.push({ name: output });
  608. this.inputs.push({ name: input });
  609. }
  610. }
  611. };
  612. mlnet.ColumnCopyingTransformer = class {
  613. constructor(context) {
  614. const reader = context.reader;
  615. const length = reader.uint32();
  616. this.inputs = [];
  617. this.outputs = [];
  618. for (let i = 0; i < length; i++) {
  619. this.outputs.push({ name: context.string() });
  620. this.inputs.push({ name: context.string() });
  621. }
  622. }
  623. };
  624. mlnet.ColumnConcatenatingTransformer = class {
  625. constructor(context) {
  626. const reader = context.reader;
  627. if (context.modelVersionReadable >= 0x00010003) {
  628. const count = reader.int32();
  629. for (let i = 0; i < count; i++) {
  630. this.outputs = [];
  631. this.outputs.push({ name: context.string() });
  632. const n = reader.int32();
  633. this.inputs = [];
  634. for (let j = 0; j < n; j++) {
  635. const input = {
  636. name: context.string()
  637. };
  638. const alias = context.string(null);
  639. if (alias) {
  640. input.alias = alias;
  641. }
  642. this.inputs.push(input);
  643. }
  644. }
  645. } else {
  646. this.precision = reader.int32();
  647. const n = reader.int32();
  648. const names = [];
  649. const inputs = [];
  650. for (let i = 0; i < n; i++) {
  651. names.push(context.string());
  652. const numSources = reader.int32();
  653. const input = [];
  654. for (let j = 0; j < numSources; j++) {
  655. input.push(context.string());
  656. }
  657. inputs.push(input);
  658. }
  659. const aliases = [];
  660. if (context.modelVersionReadable >= 0x00010002) {
  661. for (let i = 0; i < n; i++) {
  662. /* let length = inputs[i].length; */
  663. const alias = {};
  664. aliases.push(alias);
  665. if (context.modelVersionReadable >= 0x00010002) {
  666. for (;;) {
  667. const j = reader.int32();
  668. if (j === -1) {
  669. break;
  670. }
  671. alias[j] = context.string();
  672. }
  673. }
  674. }
  675. }
  676. if (n > 1) {
  677. throw new mlnet.Error(`Unsupported ColumnConcatenatingTransformer name count '${n}'.`);
  678. }
  679. this.outputs = [];
  680. for (let i = 0; i < n; i++) {
  681. this.outputs.push({
  682. name: names[i]
  683. });
  684. this.inputs = inputs[i];
  685. }
  686. }
  687. }
  688. };
  689. mlnet.PredictionTransformerBase = class {
  690. constructor(context) {
  691. this.Model = context.open('Model');
  692. const trainSchemaReader = context.openBinary('TrainSchema');
  693. if (trainSchemaReader) {
  694. this.schema = new mlnet.BinaryLoader(null, trainSchemaReader).schema;
  695. }
  696. }
  697. };
  698. mlnet.MatrixFactorizationModelParameters = class {
  699. constructor(context) {
  700. const reader = context.reader;
  701. this.NumberOfRows = reader.int32();
  702. if (context.modelVersionWritten < 0x00010002) {
  703. reader.uint64(); // mMin
  704. }
  705. this.NumberOfColumns = reader.int32();
  706. if (context.modelVersionWritten < 0x00010002) {
  707. reader.uint64(); // nMin
  708. }
  709. this.ApproximationRank = reader.int32();
  710. this._leftFactorMatrix = reader.float32s(this.NumberOfRows * this.ApproximationRank);
  711. this._rightFactorMatrix = reader.float32s(this.NumberOfColumns * this.ApproximationRank);
  712. }
  713. };
  714. mlnet.MatrixFactorizationPredictionTransformer = class extends mlnet.PredictionTransformerBase {
  715. constructor(context) {
  716. super(context);
  717. this.MatrixColumnIndexColumnName = context.string();
  718. this.MatrixRowIndexColumnName = context.string();
  719. }
  720. };
  721. mlnet.FieldAwareFactorizationMachinePredictionTransformer = class extends mlnet.PredictionTransformerBase {
  722. constructor(context) {
  723. super(context);
  724. const reader = context.reader;
  725. this.inputs = [];
  726. for (let i = 0; i < this.FieldCount; i++) {
  727. this.inputs.push({ name: context.string() });
  728. }
  729. this.Threshold = reader.float32();
  730. this.ThresholdColumn = context.string();
  731. this.inputs.push({ name: this.ThresholdColumn });
  732. }
  733. };
  734. mlnet.SingleFeaturePredictionTransformerBase = class extends mlnet.PredictionTransformerBase {
  735. constructor(context) {
  736. super(context);
  737. const featureColumn = context.string(null);
  738. this.inputs = [];
  739. this.inputs.push({ name: featureColumn });
  740. this.outputs = [];
  741. this.outputs.push({ name: featureColumn });
  742. }
  743. };
  744. mlnet.ClusteringPredictionTransformer = class extends mlnet.SingleFeaturePredictionTransformerBase {
  745. };
  746. mlnet.AnomalyPredictionTransformer = class extends mlnet.SingleFeaturePredictionTransformerBase {
  747. constructor(context) {
  748. super(context);
  749. const reader = context.reader;
  750. this.Threshold = reader.float32();
  751. this.ThresholdColumn = context.string();
  752. }
  753. };
  754. mlnet.AffineNormSerializationUtils = class {
  755. constructor(context) {
  756. const reader = context.reader;
  757. /* cbFloat = */ reader.int32();
  758. this.NumFeatures = reader.int32();
  759. const morphCount = reader.int32();
  760. if (morphCount === -1) {
  761. this.ScalesSparse = reader.float32s(reader.int32());
  762. this.OffsetsSparse = reader.float32s(reader.int32());
  763. } else {
  764. // debugger;
  765. }
  766. }
  767. };
  768. mlnet.RegressionPredictionTransformer = class extends mlnet.SingleFeaturePredictionTransformerBase {
  769. };
  770. mlnet.BinaryPredictionTransformer = class extends mlnet.SingleFeaturePredictionTransformerBase {
  771. constructor(context) {
  772. super(context);
  773. const reader = context.reader;
  774. this.Threshold = reader.float32();
  775. this.ThresholdColumn = context.string();
  776. }
  777. };
  778. mlnet.MulticlassPredictionTransformer = class extends mlnet.SingleFeaturePredictionTransformerBase {
  779. constructor(context) {
  780. super(context);
  781. this.TrainLabelColumn = context.string(null);
  782. this.inputs.push({ name: this.TrainLabelColumn });
  783. }
  784. };
  785. mlnet.MissingValueReplacingTransformer = class extends mlnet.OneToOneTransformerBase {
  786. constructor(context) {
  787. super(context);
  788. const reader = context.reader;
  789. for (let i = 0; i < this.inputs.length; i++) {
  790. const codec = new mlnet.Codec(reader);
  791. const count = reader.int32();
  792. this.values = codec.read(reader, count);
  793. }
  794. }
  795. };
  796. mlnet.PredictorBase = class {
  797. constructor(context) {
  798. const reader = context.reader;
  799. if (reader.int32() !== 4) {
  800. throw new mlnet.Error('Invalid float type size.');
  801. }
  802. }
  803. };
  804. mlnet.ModelParametersBase = class {
  805. constructor(context) {
  806. const reader = context.reader;
  807. const cbFloat = reader.int32();
  808. if (cbFloat !== 4) {
  809. throw new mlnet.Error('This file was saved by an incompatible version.');
  810. }
  811. }
  812. };
  813. mlnet.ImageClassificationModelParameters = class extends mlnet.ModelParametersBase {
  814. constructor(context) {
  815. super(context);
  816. const reader = context.reader;
  817. this.classCount = reader.int32();
  818. this.imagePreprocessorTensorInput = reader.string();
  819. this.imagePreprocessorTensorOutput = reader.string();
  820. this.graphInputTensor = reader.string();
  821. this.graphOutputTensor = reader.string();
  822. this.modelFile = 'TFModel';
  823. // const modelBytes = context.openBinary('TFModel');
  824. // first uint32 is size of TensorFlow model
  825. // inputType = new VectorDataViewType(uint8);
  826. // outputType = new VectorDataViewType(float32, classCount);
  827. }
  828. };
  829. mlnet.NaiveBayesMulticlassModelParameters = class extends mlnet.ModelParametersBase {
  830. constructor(context) {
  831. super(context);
  832. const reader = context.reader;
  833. this._labelHistogram = reader.int32s(reader.int32());
  834. this._featureCount = reader.int32();
  835. this._featureHistogram = [];
  836. for (let i = 0; i < this._labelHistogram.length; i++) {
  837. if (this._labelHistogram[i] > 0) {
  838. this._featureHistogram.push(reader.int32s(this._featureCount));
  839. }
  840. }
  841. this._absentFeaturesLogProb = reader.float64s(this._labelHistogram.length);
  842. }
  843. };
  844. mlnet.LinearModelParameters = class extends mlnet.ModelParametersBase {
  845. constructor(context) {
  846. super(context);
  847. const reader = context.reader;
  848. this.Bias = reader.float32();
  849. /* let len = */ reader.int32();
  850. this.Indices = reader.int32s(reader.int32());
  851. this.Weights = reader.float32s(reader.int32());
  852. }
  853. };
  854. mlnet.LinearBinaryModelParameters = class extends mlnet.LinearModelParameters {
  855. constructor(context) {
  856. super(context);
  857. if (context.modelVersionWritten > 0x00020001) {
  858. this.Statistics = context.open('ModelStats');
  859. }
  860. }
  861. };
  862. mlnet.ModelStatisticsBase = class {
  863. constructor(context) {
  864. const reader = context.reader;
  865. this.ParametersCount = reader.int32();
  866. this.TrainingExampleCount = reader.int64().toNumber();
  867. this.Deviance = reader.float32();
  868. this.NullDeviance = reader.float32();
  869. }
  870. };
  871. mlnet.LinearModelParameterStatistics = class extends mlnet.ModelStatisticsBase {
  872. constructor(context) {
  873. super(context);
  874. const reader = context.reader;
  875. if (context.modelVersionWritten < 0x00010002) {
  876. if (!reader.boolean()) {
  877. return;
  878. }
  879. }
  880. const stdErrorValues = reader.float32s(this.ParametersCount);
  881. const length = reader.int32();
  882. if (length === this.ParametersCount) {
  883. this._coeffStdError = stdErrorValues;
  884. } else {
  885. this.stdErrorIndices = reader.int32s(this.ParametersCount);
  886. this._coeffStdError = stdErrorValues;
  887. }
  888. this._bias = reader.float32();
  889. const isWeightsDense = reader.byte();
  890. const weightsLength = reader.int32();
  891. const weightsValues = reader.float32s(weightsLength);
  892. if (isWeightsDense) {
  893. this._weights = weightsValues;
  894. } else {
  895. this.weightsIndices = reader.int32s(weightsLength);
  896. }
  897. }
  898. };
  899. mlnet.LinearMulticlassModelParametersBase = class extends mlnet.ModelParametersBase {
  900. constructor(context) {
  901. super(context);
  902. const reader = context.reader;
  903. const numberOfFeatures = reader.int32();
  904. const numberOfClasses = reader.int32();
  905. this.Biases = reader.float32s(numberOfClasses);
  906. const numStarts = reader.int32();
  907. if (numStarts === 0) {
  908. /* let numIndices = */ reader.int32();
  909. /* let numWeights = */ reader.int32();
  910. this.Weights = [];
  911. for (let i = 0; i < numberOfClasses; i++) {
  912. const w = reader.float32s(numberOfFeatures);
  913. this.Weights.push(w);
  914. }
  915. } else {
  916. const starts = reader.int32s(reader.int32());
  917. /* let numIndices = */ reader.int32();
  918. const indices = [];
  919. for (let i = 0; i < numberOfClasses; i++) {
  920. indices.push(reader.int32s(starts[i + 1] - starts[i]));
  921. }
  922. /* let numValues = */ reader.int32();
  923. this.Weights = [];
  924. for (let i = 0; i < numberOfClasses; i++) {
  925. const values = reader.float32s(starts[i + 1] - starts[i]);
  926. this.Weights.push(values);
  927. }
  928. }
  929. const labelNamesReader = context.openBinary('LabelNames');
  930. if (labelNamesReader) {
  931. this.LabelNames = [];
  932. for (let i = 0; i < numberOfClasses; i++) {
  933. const id = labelNamesReader.int32();
  934. this.LabelNames.push(context.strings[id]);
  935. }
  936. }
  937. const statistics = context.open('ModelStats');
  938. if (statistics) {
  939. this.Statistics = statistics;
  940. }
  941. }
  942. };
  943. mlnet.LinearMulticlassModelParameters = class extends mlnet.LinearMulticlassModelParametersBase {
  944. };
  945. mlnet.RegressionModelParameters = class extends mlnet.LinearModelParameters {
  946. };
  947. mlnet.PoissonRegressionModelParameters = class extends mlnet.RegressionModelParameters {
  948. };
  949. mlnet.LinearRegressionModelParameters = class extends mlnet.RegressionModelParameters {
  950. };
  951. mlnet.MaximumEntropyModelParameters = class extends mlnet.LinearMulticlassModelParametersBase {
  952. };
  953. mlnet.TokenizingByCharactersTransformer = class extends mlnet.OneToOneTransformerBase {
  954. constructor(context) {
  955. super(context);
  956. const reader = context.reader;
  957. this.UseMarkerChars = reader.boolean();
  958. this.IsSeparatorStartEnd = context.modelVersionReadable < 0x00010002 ? true : reader.boolean();
  959. }
  960. };
  961. mlnet.SequencePool = class {
  962. constructor(reader) {
  963. this.idLim = reader.int32();
  964. this.start = reader.int32s(this.idLim + 1);
  965. this.bytes = reader.read(this.start[this.idLim]);
  966. }
  967. };
  968. mlnet.NgramExtractingTransformer = class extends mlnet.OneToOneTransformerBase {
  969. constructor(context) {
  970. super(context);
  971. const reader = context.reader;
  972. if (this.inputs.length === 1) {
  973. this._option(context, reader, this);
  974. } else {
  975. // debugger;
  976. }
  977. }
  978. _option(context, reader, option) {
  979. const readWeighting = context.modelVersionReadable >= 0x00010002;
  980. option.NgramLength = reader.int32();
  981. option.SkipLength = reader.int32();
  982. if (readWeighting) {
  983. option.Weighting = reader.int32();
  984. }
  985. option.NonEmptyLevels = reader.booleans(option.NgramLength);
  986. option.NgramMap = new mlnet.SequencePool(reader);
  987. if (readWeighting) {
  988. option.InvDocFreqs = reader.float64s(reader.int32());
  989. }
  990. }
  991. };
  992. // mlnet.NgramExtractingTransformer.WeightingCriteria
  993. mlnet.NgramHashingTransformer = class extends mlnet.RowToRowTransformerBase {
  994. constructor(context) {
  995. super(context);
  996. const loadLegacy = context.modelVersionWritten < 0x00010003;
  997. const reader = context.reader;
  998. if (loadLegacy) {
  999. reader.int32(); // cbFloat
  1000. }
  1001. this.inputs = [];
  1002. this.outputs = [];
  1003. const columnsLength = reader.int32();
  1004. if (loadLegacy) {
  1005. // for (let i = 0; i < columnsLength; i++) {
  1006. // this.Columns.push(new NgramHashingEstimator.ColumnOptions(context));
  1007. // }
  1008. } else {
  1009. for (let i = 0; i < columnsLength; i++) {
  1010. this.outputs.push(context.string());
  1011. const csrc = reader.int32();
  1012. for (let j = 0; j < csrc; j++) {
  1013. const src = context.string();
  1014. this.inputs.push(src);
  1015. // inputs[i][j] = src;
  1016. }
  1017. }
  1018. }
  1019. }
  1020. };
  1021. mlnet.WordTokenizingTransformer = class extends mlnet.OneToOneTransformerBase {
  1022. constructor(context) {
  1023. super(context);
  1024. const reader = context.reader;
  1025. if (this.inputs.length === 1) {
  1026. this.Separators = [];
  1027. const count = reader.int32();
  1028. for (let i = 0; i < count; i++) {
  1029. this.Separators.push(String.fromCharCode(reader.int16()));
  1030. }
  1031. } else {
  1032. // debugger;
  1033. }
  1034. }
  1035. };
  1036. mlnet.TextNormalizingTransformer = class extends mlnet.OneToOneTransformerBase {
  1037. constructor(context) {
  1038. super(context);
  1039. const reader = context.reader;
  1040. this.CaseMode = reader.byte();
  1041. this.KeepDiacritics = reader.boolean();
  1042. this.KeepPunctuations = reader.boolean();
  1043. this.KeepNumbers = reader.boolean();
  1044. }
  1045. };
  1046. mlnet.TextNormalizingTransformer.CaseMode = {
  1047. Lower: 0,
  1048. Upper: 1,
  1049. None: 2
  1050. };
  1051. mlnet.PrincipalComponentAnalysisTransformer = class extends mlnet.OneToOneTransformerBase {
  1052. constructor(context) {
  1053. super(context);
  1054. const reader = context.reader;
  1055. if (context.modelVersionReadable === 0x00010001) {
  1056. if (reader.int32() !== 4) {
  1057. throw new mlnet.Error('This file was saved by an incompatible version.');
  1058. }
  1059. }
  1060. this.TransformInfos = [];
  1061. for (let i = 0; i < this.inputs.length; i++) {
  1062. const option = {};
  1063. option.Dimension = reader.int32();
  1064. option.Rank = reader.int32();
  1065. option.Eigenvectors = [];
  1066. for (let j = 0; j < option.Rank; j++) {
  1067. option.Eigenvectors.push(reader.float32s(option.Dimension));
  1068. }
  1069. option.MeanProjected = reader.float32s(reader.int32());
  1070. this.TransformInfos.push(option);
  1071. }
  1072. }
  1073. };
  1074. mlnet.LpNormNormalizingTransformer = class extends mlnet.OneToOneTransformerBase {
  1075. constructor(context) {
  1076. super(context);
  1077. const reader = context.reader;
  1078. if (context.modelVersionWritten <= 0x00010002) {
  1079. /* cbFloat */ reader.int32();
  1080. }
  1081. // let normKindSerialized = context.modelVersionWritten >= 0x00010002;
  1082. if (this.inputs.length === 1) {
  1083. this.EnsureZeroMean = reader.boolean();
  1084. this.Norm = reader.byte();
  1085. this.Scale = reader.float32();
  1086. } else {
  1087. // debugger;
  1088. }
  1089. }
  1090. };
  1091. mlnet.KeyToVectorMappingTransformer = class extends mlnet.OneToOneTransformerBase {
  1092. constructor(context) {
  1093. super(context);
  1094. const reader = context.reader;
  1095. if (context.modelVersionWritten === 0x00010001) {
  1096. /* cbFloat = */ reader.int32();
  1097. }
  1098. const columnsLength = this.inputs.length;
  1099. this.Bags = reader.booleans(columnsLength);
  1100. }
  1101. };
  1102. mlnet.TypeConvertingTransformer = class extends mlnet.OneToOneTransformerBase {
  1103. };
  1104. mlnet.ImageLoadingTransformer = class extends mlnet.OneToOneTransformerBase {
  1105. constructor(context) {
  1106. super(context);
  1107. this.ImageFolder = context.string(null);
  1108. }
  1109. };
  1110. mlnet.ImageResizingTransformer = class extends mlnet.OneToOneTransformerBase {
  1111. constructor(context) {
  1112. super(context);
  1113. const reader = context.reader;
  1114. if (this.inputs.length === 1) {
  1115. this._option(reader, this);
  1116. } else {
  1117. this.Options = [];
  1118. for (let i = 0; i < this.inputs.length; i++) {
  1119. const option = {};
  1120. this._option(reader, option);
  1121. this.Options.push(option);
  1122. }
  1123. }
  1124. }
  1125. _option(reader, option) {
  1126. option.Width = reader.int32();
  1127. option.Height = reader.int32();
  1128. option.Resizing = reader.byte();
  1129. option.Anchor = reader.byte();
  1130. }
  1131. };
  1132. mlnet.ImageResizingTransformer.ResizingKind = {
  1133. IsoPad: 0,
  1134. IsoCrop: 1,
  1135. Fill: 2
  1136. };
  1137. mlnet.ImageResizingTransformer.Anchor = {
  1138. Right: 0,
  1139. Left: 1,
  1140. Top: 2,
  1141. Bottom: 3,
  1142. Center: 4
  1143. };
  1144. mlnet.ImagePixelExtractingTransformer = class extends mlnet.OneToOneTransformerBase {
  1145. constructor(context) {
  1146. super(context);
  1147. const reader = context.reader;
  1148. if (this.inputs.length === 1) {
  1149. this._option(context, reader, this);
  1150. } else {
  1151. this.Options = [];
  1152. for (let i = 0; i < this.inputs.length; i++) {
  1153. const option = {};
  1154. this._option(context, reader, option);
  1155. this.Options.push(option);
  1156. }
  1157. }
  1158. }
  1159. _option(context, reader, option) {
  1160. option.ColorsToExtract = reader.byte();
  1161. option.OrderOfExtraction = context.modelVersionWritten <= 0x00010002 ? mlnet.ImagePixelExtractingTransformer.ColorsOrder.ARGB : reader.byte();
  1162. let planes = option.ColorsToExtract;
  1163. planes = (planes & 0x05) + ((planes >> 1) & 0x05);
  1164. planes = (planes & 0x03) + ((planes >> 2) & 0x03);
  1165. option.Planes = planes & 0xFF;
  1166. option.OutputAsFloatArray = reader.boolean();
  1167. option.OffsetImage = reader.float32();
  1168. option.ScaleImage = reader.float32();
  1169. option.InterleavePixelColors = reader.boolean();
  1170. }
  1171. };
  1172. mlnet.ImagePixelExtractingTransformer.ColorBits = {
  1173. Alpha: 0x01,
  1174. Red: 0x02,
  1175. Green: 0x04,
  1176. Blue: 0x08,
  1177. Rgb: 0x0E,
  1178. All: 0x0F
  1179. };
  1180. mlnet.ImagePixelExtractingTransformer.ColorsOrder = {
  1181. ARGB: 1,
  1182. ARBG: 2,
  1183. ABRG: 3,
  1184. ABGR: 4,
  1185. AGRB: 5,
  1186. AGBR: 6
  1187. };
  1188. mlnet.NormalizingTransformer = class extends mlnet.OneToOneTransformerBase {
  1189. constructor(context) {
  1190. super(context);
  1191. const reader = context.reader;
  1192. this.Options = [];
  1193. for (let i = 0; i < this.inputs.length; i++) {
  1194. let isVector = false;
  1195. let shape = 0;
  1196. let itemKind = '';
  1197. if (context.modelVersionWritten < 0x00010002) {
  1198. isVector = reader.boolean();
  1199. shape = [reader.int32()];
  1200. itemKind = reader.byte();
  1201. } else {
  1202. isVector = reader.boolean();
  1203. itemKind = reader.byte();
  1204. shape = reader.int32s(reader.int32());
  1205. }
  1206. let itemType = '';
  1207. switch (itemKind) {
  1208. case 9: itemType = 'float32'; break;
  1209. case 10: itemType = 'float64'; break;
  1210. default: throw new mlnet.Error(`Unsupported NormalizingTransformer item kind '${itemKind}'.`);
  1211. }
  1212. const type = itemType + (isVector ? `[${shape.map((dim) => dim.toString()).join(',')}]` : '');
  1213. const name = `Normalizer_${(`00${i}`).slice(-3)}`;
  1214. const func = context.open(name);
  1215. this.Options.push({ type, func });
  1216. }
  1217. }
  1218. };
  1219. mlnet.KeyToValueMappingTransformer = class extends mlnet.OneToOneTransformerBase {
  1220. };
  1221. mlnet.ValueToKeyMappingTransformer = class extends mlnet.OneToOneTransformerBase {
  1222. constructor(context) {
  1223. super(context);
  1224. const reader = context.reader;
  1225. if (context.modelVersionWritten >= 0x00010003) {
  1226. this.textMetadata = reader.booleans(this.outputs.length + this.inputs.length);
  1227. } else {
  1228. this.textMetadata = [];
  1229. for (let i = 0; i < this.columnPairs.length; i++) {
  1230. this.textMetadata.push(false);
  1231. }
  1232. }
  1233. const vocabulary = context.open('Vocabulary');
  1234. if (vocabulary) {
  1235. this.termMap = vocabulary.termMap;
  1236. }
  1237. }
  1238. };
  1239. mlnet.TermMap = class {
  1240. constructor(context) {
  1241. const reader = context.reader;
  1242. const mtype = reader.byte();
  1243. switch (mtype) {
  1244. case 0: { // Text
  1245. this.values = [];
  1246. const cstr = reader.int32();
  1247. for (let i = 0; i < cstr; i++) {
  1248. this.values.push(context.string());
  1249. }
  1250. break;
  1251. }
  1252. case 1: { // Codec
  1253. const codec = new mlnet.Codec(reader);
  1254. const count = reader.int32();
  1255. this.values = codec.read(reader, count);
  1256. break;
  1257. }
  1258. default:
  1259. throw new mlnet.Error(`Unsupported term map type '${mtype}'.`);
  1260. }
  1261. }
  1262. };
  1263. mlnet.TermManager = class {
  1264. constructor(context) {
  1265. const reader = context.reader;
  1266. const cmap = reader.int32();
  1267. this.termMap = [];
  1268. if (context.modelVersionWritten >= 0x00010002) {
  1269. for (let i = 0; i < cmap; ++i) {
  1270. this.termMap.push(new mlnet.TermMap(context));
  1271. // debugger;
  1272. // termMap[i] = TermMap.Load(c, host, CodecFactory);
  1273. }
  1274. } else {
  1275. throw new mlnet.Error('Unsupported TermManager version.');
  1276. // for (let i = 0; i < cmap; ++i) {
  1277. // debugger;
  1278. // // termMap[i] = TermMap.TextImpl.Create(c, host)
  1279. // }
  1280. }
  1281. }
  1282. };
  1283. mlnet.ValueMappingTransformer = class extends mlnet.OneToOneTransformerBase {
  1284. constructor(context) {
  1285. super(context);
  1286. this.keyColumnName = 'Key';
  1287. if (context.check('TXTLOOKT', 0x00010002, 0x00010002)) {
  1288. this.keyColumnName = 'Term';
  1289. }
  1290. }
  1291. };
  1292. mlnet.KeyToVectorTransform = class {
  1293. };
  1294. mlnet.GenericScoreTransform = class {
  1295. };
  1296. mlnet.CompositeDataLoader = class {
  1297. constructor(context) {
  1298. /* let loader = */ context.open('Loader');
  1299. const reader = context.reader;
  1300. // LoadTransforms
  1301. reader.int32(); // floatSize
  1302. const cxf = reader.int32();
  1303. const tagData = [];
  1304. for (let i = 0; i < cxf; i++) {
  1305. let tag = '';
  1306. let args = null;
  1307. if (context.modelVersionReadable >= 0x00010002) {
  1308. tag = context.string();
  1309. args = context.string(null);
  1310. }
  1311. tagData.push([tag, args]);
  1312. }
  1313. this.chain = [];
  1314. for (let j = 0; j < cxf; j++) {
  1315. const name = `Transform_${(`00${j}`).slice(-3)}`;
  1316. const transform = context.open(name);
  1317. this.chain.push(transform);
  1318. }
  1319. }
  1320. };
  1321. mlnet.RowToRowMapperTransform = class extends mlnet.RowToRowTransformBase {
  1322. constructor(context) {
  1323. super(context);
  1324. const mapper = context.open('Mapper');
  1325. this.__type__ = mapper.__type__;
  1326. for (const key of Object.keys(mapper)) {
  1327. this[key] = mapper[key];
  1328. }
  1329. }
  1330. };
  1331. mlnet.ImageClassificationTransformer = class extends mlnet.RowToRowTransformerBase {
  1332. constructor(context) {
  1333. super(context);
  1334. const reader = context.reader;
  1335. this.addBatchDimensionInput = reader.boolean();
  1336. const numInputs = reader.int32();
  1337. this.inputs = [];
  1338. for (let i = 0; i < numInputs; i++) {
  1339. this.inputs.push({ name: context.string() });
  1340. }
  1341. this.outputs = [];
  1342. const numOutputs = reader.int32();
  1343. for (let i = 0; i < numOutputs; i++) {
  1344. this.outputs.push({ name: context.string() });
  1345. }
  1346. this.labelColumn = reader.string();
  1347. this.checkpointName = reader.string();
  1348. this.arch = reader.int32(); // Architecture
  1349. this.scoreColumnName = reader.string();
  1350. this.predictedColumnName = reader.string();
  1351. this.learningRate = reader.float32();
  1352. this.classCount = reader.int32();
  1353. this.keyValueAnnotations = [];
  1354. for (let i = 0; i < this.classCount; i++) {
  1355. this.keyValueAnnotations.push(context.string());
  1356. }
  1357. this.predictionTensorName = reader.string();
  1358. this.softMaxTensorName = reader.string();
  1359. this.jpegDataTensorName = reader.string();
  1360. this.resizeTensorName = reader.string();
  1361. }
  1362. };
  1363. mlnet.OnnxTransformer = class extends mlnet.RowToRowTransformerBase {
  1364. constructor(context) {
  1365. super(context);
  1366. const reader = context.reader;
  1367. this.modelFile = 'OnnxModel';
  1368. // const modelBytes = context.openBinary('OnnxModel');
  1369. // first uint32 is size of .onnx model
  1370. const numInputs = context.modelVersionWritten > 0x00010001 ? reader.int32() : 1;
  1371. this.inputs = [];
  1372. for (let i = 0; i < numInputs; i++) {
  1373. this.inputs.push({ name: context.string() });
  1374. }
  1375. const numOutputs = context.modelVersionWritten > 0x00010001 ? reader.int32() : 1;
  1376. this.outputs = [];
  1377. for (let i = 0; i < numOutputs; i++) {
  1378. this.outputs.push({ name: context.string() });
  1379. }
  1380. if (context.modelVersionWritten > 0x0001000C) {
  1381. const customShapeInfosLength = reader.int32();
  1382. this.LoadedCustomShapeInfos = [];
  1383. for (let i = 0; i < customShapeInfosLength; i++) {
  1384. this.LoadedCustomShapeInfos.push({
  1385. name: context.string(),
  1386. shape: reader.int32s(reader.int32())
  1387. });
  1388. }
  1389. }
  1390. }
  1391. };
  1392. mlnet.OptionalColumnTransform = class extends mlnet.RowToRowMapperTransformBase {
  1393. };
  1394. mlnet.TensorFlowTransformer = class extends mlnet.RowToRowTransformerBase {
  1395. constructor(context) {
  1396. super(context);
  1397. const reader = context.reader;
  1398. this.IsFrozen = context.modelVersionReadable >= 0x00010002 ? reader.boolean() : true;
  1399. this.AddBatchDimensionInput = context.modelVersionReadable >= 0x00010003 ? reader.boolean() : true;
  1400. const numInputs = reader.int32();
  1401. this.inputs = [];
  1402. for (let i = 0; i < numInputs; i++) {
  1403. this.inputs.push({ name: context.string() });
  1404. }
  1405. const numOutputs = context.modelVersionReadable >= 0x00010002 ? reader.int32() : 1;
  1406. this.outputs = [];
  1407. for (let i = 0; i < numOutputs; i++) {
  1408. this.outputs.push({ name: context.string() });
  1409. }
  1410. }
  1411. };
  1412. mlnet.OneVersusAllModelParameters = class extends mlnet.ModelParametersBase {
  1413. constructor(context) {
  1414. super(context);
  1415. const reader = context.reader;
  1416. this.UseDist = reader.boolean();
  1417. const len = reader.int32();
  1418. this.chain = [];
  1419. for (let i = 0; i < len; i++) {
  1420. const name = `SubPredictor_${(`00${i}`).slice(-3)}`;
  1421. const predictor = context.open(name);
  1422. this.chain.push(predictor);
  1423. }
  1424. }
  1425. };
  1426. mlnet.TextFeaturizingEstimator = class {
  1427. constructor(context) {
  1428. if (context.modelVersionReadable === 0x00010001) {
  1429. const reader = context.reader;
  1430. const n = reader.int32();
  1431. this.chain = [];
  1432. /* let loader = */ context.open('Loader');
  1433. for (let i = 0; i < n; i++) {
  1434. const name = `Step_${(`00${i}`).slice(-3)}`;
  1435. const transformer = context.open(name);
  1436. this.chain.push(transformer);
  1437. // debugger;
  1438. }
  1439. // throw new mlnet.Error('Unsupported TextFeaturizingEstimator format.');
  1440. } else {
  1441. const chain = context.open('Chain');
  1442. this.chain = chain.chain;
  1443. }
  1444. }
  1445. };
  1446. mlnet.TextLoader = class {
  1447. constructor(context) {
  1448. const reader = context.reader;
  1449. reader.int32(); // floatSize
  1450. this.MaxRows = reader.int64();
  1451. this.Flags = reader.uint32();
  1452. this.InputSize = reader.int32();
  1453. const separatorCount = reader.int32();
  1454. this.Separators = [];
  1455. for (let i = 0; i < separatorCount; i++) {
  1456. this.Separators.push(String.fromCharCode(reader.uint16()));
  1457. }
  1458. this.Bindinds = new mlnet.TextLoader.Bindinds(context);
  1459. }
  1460. };
  1461. mlnet.TextLoader.Bindinds = class {
  1462. constructor(context) {
  1463. const reader = context.reader;
  1464. const cinfo = reader.int32();
  1465. for (let i = 0; i < cinfo; i++) {
  1466. // debugger;
  1467. }
  1468. }
  1469. };
  1470. mlnet.CalibratedPredictorBase = class {
  1471. constructor(predictor, calibrator) {
  1472. this.SubPredictor = predictor;
  1473. this.Calibrator = calibrator;
  1474. }
  1475. };
  1476. mlnet.ValueMapperCalibratedPredictorBase = class extends mlnet.CalibratedPredictorBase {
  1477. };
  1478. mlnet.CalibratedModelParametersBase = class {
  1479. constructor(context) {
  1480. this.Predictor = context.open('Predictor');
  1481. this.Calibrator = context.open('Calibrator');
  1482. }
  1483. };
  1484. mlnet.ValueMapperCalibratedModelParametersBase = class extends mlnet.CalibratedModelParametersBase {
  1485. };
  1486. mlnet.CalibratedPredictor = class extends mlnet.ValueMapperCalibratedPredictorBase {
  1487. constructor(context) {
  1488. const predictor = context.open('Predictor');
  1489. const calibrator = context.open('Calibrator');
  1490. super(predictor, calibrator);
  1491. }
  1492. };
  1493. mlnet.ParameterMixingCalibratedModelParameters = class extends mlnet.ValueMapperCalibratedModelParametersBase {
  1494. };
  1495. mlnet.FieldAwareFactorizationMachineModelParameters = class {
  1496. constructor(context) {
  1497. const reader = context.reader;
  1498. this.Norm = reader.boolean();
  1499. this.FieldCount = reader.int32();
  1500. this.FeatureCount = reader.int32();
  1501. this.LatentDim = reader.int32();
  1502. this.LinearWeights = reader.float32s(reader.int32());
  1503. this.LatentWeights = reader.float32s(reader.int32());
  1504. }
  1505. };
  1506. mlnet.KMeansModelParameters = class extends mlnet.ModelParametersBase {
  1507. constructor(context) {
  1508. super(context);
  1509. const reader = context.reader;
  1510. this.k = reader.int32();
  1511. this.Dimensionality = reader.int32();
  1512. this.Centroids = [];
  1513. for (let i = 0; i < this.k; i++) {
  1514. const count = context.modelVersionWritten >= 0x00010002 ? reader.int32() : this.Dimensionality;
  1515. const indices = count < this.Dimensionality ? reader.int32s(count) : null;
  1516. const values = reader.float32s(count);
  1517. this.Centroids.push({ indices, values });
  1518. }
  1519. // input type = float32[dimensionality]
  1520. // output type = float32[k]
  1521. }
  1522. };
  1523. mlnet.PcaModelParameters = class extends mlnet.ModelParametersBase {
  1524. constructor(context) {
  1525. super(context);
  1526. const reader = context.reader;
  1527. this.Dimension = reader.int32();
  1528. this.Rank = reader.int32();
  1529. const center = reader.boolean();
  1530. if (center) {
  1531. this.Mean = reader.float32s(this.Dimension);
  1532. } else {
  1533. this.Mean = [];
  1534. }
  1535. this.EigenVectors = [];
  1536. for (let i = 0; i < this.Rank; ++i) {
  1537. this.EigenVectors.push(reader.float32s(this.Dimension));
  1538. }
  1539. // input type -> float32[Dimension]
  1540. }
  1541. };
  1542. mlnet.TreeEnsembleModelParameters = class extends mlnet.ModelParametersBase {
  1543. constructor(context) {
  1544. super(context);
  1545. const reader = context.reader;
  1546. const usingDefaultValues = context.modelVersionWritten >= this.VerDefaultValueSerialized;
  1547. const categoricalSplits = context.modelVersionWritten >= this.VerCategoricalSplitSerialized;
  1548. this.TrainedEnsemble = new mlnet.InternalTreeEnsemble(context, usingDefaultValues, categoricalSplits);
  1549. this.InnerOptions = context.string(null);
  1550. if (context.modelVersionWritten >= this.verNumFeaturesSerialized) {
  1551. this.NumFeatures = reader.int32();
  1552. }
  1553. // input type -> float32[NumFeatures]
  1554. // output type -> float32
  1555. }
  1556. };
  1557. mlnet.InternalTreeEnsemble = class {
  1558. constructor(context, usingDefaultValues, categoricalSplits) {
  1559. const reader = context.reader;
  1560. this.Trees = [];
  1561. const numTrees = reader.int32();
  1562. for (let i = 0; i < numTrees; i++) {
  1563. switch (reader.byte()) {
  1564. case mlnet.InternalTreeEnsemble.TreeType.Regression:
  1565. this.Trees.push(new mlnet.InternalRegressionTree(context, usingDefaultValues, categoricalSplits));
  1566. break;
  1567. case mlnet.InternalTreeEnsemble.TreeType.FastForest:
  1568. this.Trees.push(new mlnet.InternalQuantileRegressionTree(context, usingDefaultValues, categoricalSplits));
  1569. break;
  1570. case mlnet.InternalTreeEnsemble.TreeType.Affine:
  1571. // Affine regression trees do not actually work, nor is it clear how they ever
  1572. // could have worked within TLC, so the chance of this happening seems remote.
  1573. throw new mlnet.Error('Affine regression trees unsupported.');
  1574. default:
  1575. throw new mlnet.Error('Unsupported ensemble tree type.');
  1576. }
  1577. }
  1578. this.Bias = reader.float64();
  1579. this.FirstInputInitializationContent = context.string(null);
  1580. }
  1581. };
  1582. mlnet.InternalRegressionTree = class {
  1583. constructor(context, usingDefaultValue, categoricalSplits) {
  1584. const reader = context.reader;
  1585. this.NumLeaves = reader.int32();
  1586. this.MaxOuptut = reader.float64();
  1587. this.Weight = reader.float64();
  1588. this.LteChild = reader.int32s(reader.int32());
  1589. this.GtChild = reader.int32s(reader.int32());
  1590. this.SplitFeatures = reader.int32s(reader.int32());
  1591. if (categoricalSplits) {
  1592. const categoricalNodeIndices = reader.int32s(reader.int32());
  1593. if (categoricalNodeIndices.length > 0) {
  1594. this.CategoricalSplitFeatures = [];
  1595. this.CategoricalSplitFeatureRanges = [];
  1596. for (const index of categoricalNodeIndices) {
  1597. this.CategoricalSplitFeatures[index] = reader.int32s(reader.int32());
  1598. this.CategoricalSplitFeatureRanges[index] = reader.int32s(2);
  1599. }
  1600. }
  1601. }
  1602. this.Thresholds = reader.uint32s(reader.int32());
  1603. this.RawThresholds = reader.float32s(reader.int32());
  1604. this.DefaultValueForMissing = usingDefaultValue ? reader.float32s(reader.int32()) : null;
  1605. this.LeafValues = reader.float64s(reader.int32());
  1606. this.SplitGain = reader.float64s(reader.int32());
  1607. this.GainPValue = reader.float64s(reader.int32());
  1608. this.PreviousLeafValue = reader.float64s(reader.int32());
  1609. }
  1610. };
  1611. mlnet.InternalTreeEnsemble.TreeType = {
  1612. Regression: 0,
  1613. Affine: 1,
  1614. FastForest: 2
  1615. };
  1616. mlnet.TreeEnsembleModelParametersBasedOnRegressionTree = class extends mlnet.TreeEnsembleModelParameters {
  1617. };
  1618. mlnet.FastTreeTweedieModelParameters = class extends mlnet.TreeEnsembleModelParametersBasedOnRegressionTree {
  1619. get VerNumFeaturesSerialized() {
  1620. return 0x00010001;
  1621. }
  1622. get VerDefaultValueSerialized() {
  1623. return 0x00010002;
  1624. }
  1625. get VerCategoricalSplitSerialized() {
  1626. return 0x00010003;
  1627. }
  1628. };
  1629. mlnet.FastTreeRankingModelParameters = class extends mlnet.TreeEnsembleModelParametersBasedOnRegressionTree {
  1630. get VerNumFeaturesSerialized() {
  1631. return 0x00010002;
  1632. }
  1633. get VerDefaultValueSerialized() {
  1634. return 0x00010004;
  1635. }
  1636. get VerCategoricalSplitSerialized() {
  1637. return 0x00010005;
  1638. }
  1639. };
  1640. mlnet.FastTreeBinaryModelParameters = class extends mlnet.TreeEnsembleModelParametersBasedOnRegressionTree {
  1641. get VerNumFeaturesSerialized() {
  1642. return 0x00010002;
  1643. }
  1644. get VerDefaultValueSerialized() {
  1645. return 0x00010004;
  1646. }
  1647. get VerCategoricalSplitSerialized() {
  1648. return 0x00010005;
  1649. }
  1650. };
  1651. mlnet.FastTreeRegressionModelParameters = class extends mlnet.TreeEnsembleModelParametersBasedOnRegressionTree {
  1652. get VerNumFeaturesSerialized() {
  1653. return 0x00010002;
  1654. }
  1655. get VerDefaultValueSerialized() {
  1656. return 0x00010004;
  1657. }
  1658. get VerCategoricalSplitSerialized() {
  1659. return 0x00010005;
  1660. }
  1661. };
  1662. mlnet.LightGbmRegressionModelParameters = class extends mlnet.TreeEnsembleModelParametersBasedOnRegressionTree {
  1663. get VerNumFeaturesSerialized() {
  1664. return 0x00010002;
  1665. }
  1666. get VerDefaultValueSerialized() {
  1667. return 0x00010004;
  1668. }
  1669. get VerCategoricalSplitSerialized() {
  1670. return 0x00010005;
  1671. }
  1672. };
  1673. mlnet.LightGbmBinaryModelParameters = class extends mlnet.TreeEnsembleModelParametersBasedOnRegressionTree {
  1674. get VerNumFeaturesSerialized() {
  1675. return 0x00010002;
  1676. }
  1677. get VerDefaultValueSerialized() {
  1678. return 0x00010004;
  1679. }
  1680. get VerCategoricalSplitSerialized() {
  1681. return 0x00010005;
  1682. }
  1683. };
  1684. mlnet.FeatureWeightsCalibratedModelParameters = class extends mlnet.ValueMapperCalibratedModelParametersBase {
  1685. };
  1686. mlnet.FastTreePredictionWrapper = class {
  1687. };
  1688. mlnet.FastForestClassificationPredictor = class extends mlnet.FastTreePredictionWrapper {
  1689. };
  1690. mlnet.PlattCalibrator = class {
  1691. constructor(context) {
  1692. const reader = context.reader;
  1693. this.ParamA = reader.float64();
  1694. this.ParamB = reader.float64();
  1695. }
  1696. };
  1697. mlnet.Codec = class {
  1698. constructor(reader) {
  1699. this.name = reader.string();
  1700. const size = reader.leb128();
  1701. const data = reader.read(size);
  1702. reader = new mlnet.BinaryReader(data);
  1703. switch (this.name) {
  1704. case 'Boolean': break;
  1705. case 'Single': break;
  1706. case 'Double': break;
  1707. case 'Byte': break;
  1708. case 'Int32': break;
  1709. case 'UInt32': break;
  1710. case 'Int64': break;
  1711. case 'TextSpan': break;
  1712. case 'VBuffer':
  1713. this.itemType = new mlnet.Codec(reader);
  1714. this.dims = reader.int32s(reader.int32());
  1715. break;
  1716. case 'Key':
  1717. case 'Key2':
  1718. this.itemType = new mlnet.Codec(reader);
  1719. this.count = reader.uint64().toNumber();
  1720. break;
  1721. default:
  1722. throw new mlnet.Error(`Unsupported codec '${this.name}'.`);
  1723. }
  1724. }
  1725. read(reader, count) {
  1726. const values = [];
  1727. switch (this.name) {
  1728. case 'Single':
  1729. for (let i = 0; i < count; i++) {
  1730. values.push(reader.float32());
  1731. }
  1732. break;
  1733. case 'Int32':
  1734. for (let i = 0; i < count; i++) {
  1735. values.push(reader.int32());
  1736. }
  1737. break;
  1738. case 'Int64':
  1739. for (let i = 0; i < count; i++) {
  1740. values.push(reader.int64());
  1741. }
  1742. break;
  1743. default:
  1744. throw new mlnet.Error(`Unsupported codec read operation '${this.name}'.`);
  1745. }
  1746. return values;
  1747. }
  1748. };
  1749. mlnet.SequentialTransformerBase = class {
  1750. constructor(context) {
  1751. const reader = context.reader;
  1752. this.WindowSize = reader.int32();
  1753. this.InitialWindowSize = reader.int32();
  1754. this.inputs = [];
  1755. this.inputs.push({ name: context.string() });
  1756. this.outputs = [];
  1757. this.outputs.push({ name: context.string() });
  1758. this.ConfidenceLowerBoundColumn = reader.string();
  1759. this.ConfidenceUpperBoundColumn = reader.string();
  1760. this.Type = new mlnet.Codec(reader);
  1761. }
  1762. };
  1763. mlnet.AnomalyDetectionStateBase = class {
  1764. constructor(context) {
  1765. const reader = context.reader;
  1766. this.LogMartingaleUpdateBuffer = mlnet.AnomalyDetectionStateBase._deserializeFixedSizeQueueDouble(reader);
  1767. this.RawScoreBuffer = mlnet.AnomalyDetectionStateBase._deserializeFixedSizeQueueDouble(reader);
  1768. this.LogMartingaleValue = reader.float64();
  1769. this.SumSquaredDist = reader.float64();
  1770. this.MartingaleAlertCounter = reader.int32();
  1771. }
  1772. static _deserializeFixedSizeQueueDouble(reader) {
  1773. /* let capacity = */ reader.int32();
  1774. const count = reader.int32();
  1775. const queue = [];
  1776. for (let i = 0; i < count; i++) {
  1777. queue.push(reader.float64());
  1778. }
  1779. return queue;
  1780. }
  1781. };
  1782. mlnet.SequentialAnomalyDetectionTransformBase = class extends mlnet.SequentialTransformerBase {
  1783. constructor(context) {
  1784. super(context);
  1785. const reader = context.reader;
  1786. this.Martingale = reader.byte();
  1787. this.ThresholdScore = reader.byte();
  1788. this.Side = reader.byte();
  1789. this.PowerMartingaleEpsilon = reader.float64();
  1790. this.AlertThreshold = reader.float64();
  1791. this.State = new mlnet.AnomalyDetectionStateBase(context);
  1792. }
  1793. };
  1794. mlnet.TimeSeriesUtils = class {
  1795. static deserializeFixedSizeQueueSingle(reader) {
  1796. /* const capacity = */ reader.int32();
  1797. const count = reader.int32();
  1798. const queue = [];
  1799. for (let i = 0; i < count; i++) {
  1800. queue.push(reader.float32());
  1801. }
  1802. return queue;
  1803. }
  1804. };
  1805. mlnet.IidAnomalyDetectionBase = class extends mlnet.SequentialAnomalyDetectionTransformBase {
  1806. constructor(context) {
  1807. super(context);
  1808. const reader = context.reader;
  1809. this.WindowedBuffer = mlnet.TimeSeriesUtils.deserializeFixedSizeQueueSingle(reader);
  1810. this.InitialWindowedBuffer = mlnet.TimeSeriesUtils.deserializeFixedSizeQueueSingle(reader);
  1811. }
  1812. };
  1813. mlnet.IidAnomalyDetectionBaseWrapper = class {
  1814. constructor(context) {
  1815. const internalTransform = new mlnet.IidAnomalyDetectionBase(context);
  1816. for (const key of Object.keys(internalTransform)) {
  1817. this[key] = internalTransform[key];
  1818. }
  1819. }
  1820. };
  1821. mlnet.IidChangePointDetector = class extends mlnet.IidAnomalyDetectionBaseWrapper {
  1822. };
  1823. mlnet.IidSpikeDetector = class extends mlnet.IidAnomalyDetectionBaseWrapper {
  1824. };
  1825. mlnet.SequenceModelerBase = class {
  1826. };
  1827. mlnet.RankSelectionMethod = {
  1828. Fixed: 0,
  1829. Exact: 1,
  1830. Fact: 2
  1831. };
  1832. mlnet.AdaptiveSingularSpectrumSequenceModelerInternal = class extends mlnet.SequenceModelerBase {
  1833. constructor(context) {
  1834. super(context);
  1835. const reader = context.reader;
  1836. this._seriesLength = reader.int32();
  1837. this._windowSize = reader.int32();
  1838. this._trainSize = reader.int32();
  1839. this._rank = reader.int32();
  1840. this._discountFactor = reader.float32();
  1841. this._rankSelectionMethod = reader.byte(); // RankSelectionMethod
  1842. const isWeightSet = reader.byte();
  1843. this._alpha = reader.float32s(reader.int32());
  1844. if (context.modelVersionReadable >= 0x00010002) {
  1845. this._state = reader.float32s(reader.int32());
  1846. }
  1847. this.ShouldComputeForecastIntervals = reader.byte();
  1848. this._observationNoiseVariance = reader.float32();
  1849. this._autoregressionNoiseVariance = reader.float32();
  1850. this._observationNoiseMean = reader.float32();
  1851. this._autoregressionNoiseMean = reader.float32();
  1852. if (context.modelVersionReadable >= 0x00010002) {
  1853. this._nextPrediction = reader.float32();
  1854. }
  1855. this._maxRank = reader.int32();
  1856. this._shouldStablize = reader.byte();
  1857. this._shouldMaintainInfo = reader.byte();
  1858. this._maxTrendRatio = reader.float64();
  1859. if (isWeightSet) {
  1860. this._wTrans = reader.float32s(reader.int32());
  1861. this._y = reader.float32s(reader.int32());
  1862. }
  1863. this._buffer = mlnet.TimeSeriesUtils.deserializeFixedSizeQueueSingle(reader);
  1864. }
  1865. };
  1866. mlnet.SequentialForecastingTransformBase = class extends mlnet.SequentialTransformerBase {
  1867. constructor(context) {
  1868. super(context);
  1869. const reader = context.reader;
  1870. this._outputLength = reader.int32();
  1871. }
  1872. };
  1873. mlnet.SsaForecastingBaseWrapper = class extends mlnet.SequentialForecastingTransformBase {
  1874. constructor(context) {
  1875. super(context);
  1876. const reader = context.reader;
  1877. this.IsAdaptive = reader.boolean();
  1878. this.Horizon = reader.int32();
  1879. this.ConfidenceLevel = reader.float32();
  1880. this.WindowedBuffer = mlnet.TimeSeriesUtils.deserializeFixedSizeQueueSingle(reader);
  1881. this.InitialWindowedBuffer = mlnet.TimeSeriesUtils.deserializeFixedSizeQueueSingle(reader);
  1882. this.Model = context.open('SSA');
  1883. }
  1884. };
  1885. mlnet.SsaForecastingTransformer = class extends mlnet.SsaForecastingBaseWrapper {
  1886. };
  1887. mlnet.ColumnSelectingTransformer = class {
  1888. constructor(context) {
  1889. const reader = context.reader;
  1890. if (context.check('DRPCOLST', 0x00010002, 0x00010002)) {
  1891. throw new mlnet.Error("'LoadDropColumnsTransform' not supported.");
  1892. } else if (context.check('CHSCOLSF', 0x00010001, 0x00010001)) {
  1893. reader.int32(); // cbFloat
  1894. this.KeepHidden = this._getHiddenOption(reader.byte());
  1895. const count = reader.int32();
  1896. this.inputs = [];
  1897. for (let colIdx = 0; colIdx < count; colIdx++) {
  1898. const dst = context.string();
  1899. this.inputs.push(dst);
  1900. context.string(); // src
  1901. this._getHiddenOption(reader.byte()); // colKeepHidden
  1902. }
  1903. } else {
  1904. const keepColumns = reader.boolean();
  1905. this.KeepHidden = reader.boolean();
  1906. this.IgnoreMissing = reader.boolean();
  1907. const length = reader.int32();
  1908. this.inputs = [];
  1909. for (let i = 0; i < length; i++) {
  1910. this.inputs.push({ name: context.string() });
  1911. }
  1912. if (keepColumns) {
  1913. this.ColumnsToKeep = this.inputs;
  1914. } else {
  1915. this.ColumnsToDrop = this.inputs;
  1916. }
  1917. }
  1918. }
  1919. _getHiddenOption(value) {
  1920. switch (value) {
  1921. case 1: return true;
  1922. case 2: return false;
  1923. default: throw new mlnet.Error('Unsupported hide option specified');
  1924. }
  1925. }
  1926. };
  1927. mlnet.XGBoostMulticlass = class {};
  1928. mlnet.NltTokenizeTransform = class {};
  1929. mlnet.DropColumnsTransform = class {};
  1930. mlnet.StopWordsTransform = class {};
  1931. mlnet.CSharpTransform = class {};
  1932. mlnet.GenericScoreTransform = class {};
  1933. mlnet.NormalizeTransform = class {};
  1934. mlnet.CdfColumnFunction = class {
  1935. };
  1936. mlnet.MultiClassNetPredictor = class {};
  1937. mlnet.ProtonNNMCPred = class {};
  1938. mlnet.Utility = class {
  1939. static enum(type, value) {
  1940. if (type) {
  1941. mlnet.Utility._enums = mlnet.Utility._enums || new Map();
  1942. if (!mlnet.Utility._enums.has(type)) {
  1943. let obj = mlnet;
  1944. const id = type.split('.');
  1945. while (obj && id.length > 0) {
  1946. obj = obj[id.shift()];
  1947. }
  1948. if (obj) {
  1949. const entries = new Map(Object.entries(obj).map(([key, value]) => [value, key]));
  1950. mlnet.Utility._enums.set(type, entries);
  1951. } else {
  1952. mlnet.Utility._enums.set(type, new Map());
  1953. }
  1954. }
  1955. const map = mlnet.Utility._enums.get(type);
  1956. if (map.has(value)) {
  1957. return map.get(value);
  1958. }
  1959. }
  1960. return value;
  1961. }
  1962. };
  1963. mlnet.Error = class extends Error {
  1964. constructor(message) {
  1965. super(message);
  1966. this.name = 'Error loading ML.NET model.';
  1967. }
  1968. };
  1969. export const ModelFactory = mlnet.ModelFactory;