| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414 |
- /* jshint esversion: 6 */
- // Experimental
- var tf = tf || {};
- var base = base || require('./base');
- var json = json || require('./json');
- var protobuf = protobuf || require('./protobuf');
- tf.ModelFactory = class {
- match(context) {
- return this._format(context).length > 0;
- }
- open(context) {
- return context.require('./tf-proto').then(() => {
- tf.proto = protobuf.get('tf');
- const openModel = (saved_model, format, producer, bundle) => {
- return tf.Metadata.open(context).then((metadata) => {
- return new tf.Model(metadata, saved_model, format, producer, bundle);
- });
- };
- const openSavedModel = (saved_model, format, producer) => {
- if (saved_model.meta_graphs.length === 1 &&
- saved_model.meta_graphs[0].object_graph_def &&
- saved_model.meta_graphs[0].object_graph_def.nodes &&
- saved_model.meta_graphs[0].object_graph_def.nodes.length > 0) {
- const identifier = 'variables/variables.index';
- return context.request(identifier, null).then((stream) => {
- return tf.TensorBundle.open(stream, identifier, context).then((bundle) => {
- return openModel(saved_model, format, producer, bundle);
- });
- }).catch(() => {
- return openModel(saved_model, format, producer, null);
- });
- }
- if (saved_model && saved_model.meta_graphs && saved_model.meta_graphs.length > 0 &&
- saved_model.meta_graphs[0].meta_info_def &&
- Object.prototype.hasOwnProperty.call(saved_model.meta_graphs[0].meta_info_def, 'tensorflow_version')) {
- producer = 'TensorFlow v' + saved_model.meta_graphs[0].meta_info_def.tensorflow_version;
- }
- return openModel(saved_model, format, producer, null);
- };
- const openBundle = (context, stream, identifier) => {
- return tf.TensorBundle.open(stream, identifier, context).then((bundle) => {
- return openModel(null, 'TensorFlow Tensor Bundle v' + bundle.format.toString(), null, bundle);
- }).catch((error) => {
- context.exception(error, false);
- const message = error && error.message ? error.message : error.toString();
- throw new tf.Error(message.replace(/\.$/, '') + " in '" + identifier + "'.");
- });
- };
- const openData = (context) => {
- const identifier = context.identifier;
- const base = identifier.split('.');
- base.pop();
- const file = base.join('.') + '.index';
- return context.request(file, null).then((stream) => {
- return open(stream, file, context);
- }).catch((/* error */) => {
- const file = base.join('.') + '.ckpt';
- return context.request(file, null).then((stream) => {
- open(stream, file, context);
- });
- });
- };
- const openEventFile = () => {
- let format = 'TensorFlow Event File';
- let producer = null;
- const stream = context.stream;
- const eventFileReader = tf.EventFileReader.open(stream);
- const saved_model = new tf.proto.tensorflow.SavedModel();
- for (;;) {
- const event = eventFileReader.read();
- if (!event) {
- break;
- }
- switch (event.what) {
- case 'file_version': {
- const formats = new Map([
- [ 'brain.Event:1', 'TensorFlow Event File v1' ],
- [ 'brain.Event:2', 'TensorFlow Event File v2' ]
- ]);
- if (!formats.has(event.file_version)) {
- throw new tf.Error("Unknown event file version '" + event.file_version + "'.");
- }
- format = formats.get(event.file_version);
- break;
- }
- case 'graph_def': {
- const buffer = event.graph_def;
- const reader = protobuf.BinaryReader.open(buffer);
- const graph_def = tf.proto.tensorflow.GraphDef.decode(reader);
- const meta_graph = new tf.proto.tensorflow.MetaGraphDef();
- meta_graph.meta_info_def = new tf.proto.tensorflow.MetaGraphDef.MetaInfoDef();
- meta_graph.meta_info_def.any_info = event.wall_time.toString();
- meta_graph.graph_def = graph_def;
- saved_model.meta_graphs.push(meta_graph);
- break;
- }
- }
- }
- if (saved_model.meta_graphs.every((meta_graph) => meta_graph.graph_def.node.every((node) => node.op.startsWith('aten::') || node.op.startsWith('prim::') || node.op === 'IO Node'))) {
- producer = 'PyTorch';
- const openPyTorchMetadata = (context, saved_model) => {
- return context.request('pytorch-metadata.json', 'utf-8', null).then((data) => {
- const metadata = new Map();
- for (const item of JSON.parse(data)) {
- const index = item.name.indexOf(':');
- const key = (index !== -1) ? item.name.substring(0, index) : item.name;
- const name = key.replace(/^torch\./, 'aten::');
- if (!metadata.has(name)) {
- metadata.set(name, []);
- }
- metadata.get(name).push(item);
- }
- for (const meta_graph of saved_model.meta_graphs) {
- for (const node of meta_graph.graph_def.node) {
- node.__metadata__ = Array.from(metadata.get(node.op) || []);
- }
- }
- return saved_model;
- }).catch(() => {
- return saved_model;
- });
- };
- return openPyTorchMetadata(context, saved_model).then((saved_model) => {
- return openModel(saved_model, format, producer, null);
- });
- }
- return openSavedModel(saved_model, format, producer);
- };
- const openJson = (context) => {
- try {
- const obj = context.open('json');
- const format = 'TensorFlow.js ' + (obj.format || 'graph-model');
- const producer = obj.convertedBy || obj.generatedBy || '';
- const meta_graph = new tf.proto.tensorflow.MetaGraphDef();
- meta_graph.graph_def = tf.JsonReader.decodeGraphDef(obj.modelTopology);
- const saved_model = new tf.proto.tensorflow.SavedModel();
- saved_model.meta_graphs.push(meta_graph);
- const nodes = new Map();
- for (const node of meta_graph.graph_def.node) {
- node.input = node.input || [];
- if (node.op === 'Const') {
- nodes.set(node.name, node);
- }
- }
- const shards = new Map();
- const manifests = Array.isArray(obj.weightsManifest) ? obj.weightsManifest : [];
- for (const manifest of manifests) {
- for (const path of manifest.paths) {
- if (!shards.has(path)) {
- shards.set(path, context.request(path, null));
- }
- }
- }
- const openShards = (shards) => {
- const dtype_size_map = new Map([ [ 'float16', 2 ], [ 'float32', 4 ], [ 'float64', 8 ], [ 'int8', 1 ], [ 'int16', 2 ], [ 'int32', 4 ], [ 'int64', 8 ], [ 'uint8', 1 ], [ 'uint16', 2 ], [ 'uint32', 4 ], [ 'uint64', 8 ], [ 'bool', 1 ] ]);
- for (const manifest of manifests) {
- let buffer = null;
- if (Array.isArray(manifest.paths) && manifest.paths.length > 0 && manifest.paths.every((path) => shards.has(path))) {
- const list = manifest.paths.map((path) => shards.get(path));
- const size = list.reduce((a, b) => a + b.length, 0);
- buffer = new Uint8Array(size);
- let offset = 0;
- for (const item of list) {
- buffer.set(item, offset);
- offset += item.length;
- }
- }
- let offset = 0;
- for (const weight of manifest.weights) {
- const dtype = weight.quantization && weight.quantization.dtype ? weight.quantization.dtype : weight.dtype;
- if (!dtype_size_map.has(dtype)) {
- throw new tf.Error("Unknown weight data type size '" + dtype + "'.");
- }
- const itemsize = dtype_size_map.get(dtype);
- const size = weight.shape.reduce((a, b) => a * b, 1);
- const length = itemsize * size;
- const tensor_content = buffer ? buffer.slice(offset, offset + length) : null;
- offset += length;
- if (nodes.has(weight.name)) {
- const node = nodes.get(weight.name);
- node.attr.value.tensor.dtype = tf.Utility.dataTypeKey(dtype);
- node.attr.value.tensor.tensor_content = tensor_content;
- }
- }
- }
- return openSavedModel(saved_model, format, producer, null);
- };
- return Promise.all(shards.values()).then((streams) => {
- for (const key of shards.keys()) {
- shards.set(key, streams.shift().peek());
- }
- return openShards(shards);
- }).catch(() => {
- shards.clear();
- return openShards(shards);
- });
- }
- catch (error) {
- throw new tf.Error('File text format is not TensorFlow.js graph-model (' + error.message + ').');
- }
- };
- const openTextGraphDef = (context) => {
- try {
- const stream = context.stream;
- const reader = protobuf.TextReader.open(stream);
- const graph_def = tf.proto.tensorflow.GraphDef.decodeText(reader);
- const meta_graph = new tf.proto.tensorflow.MetaGraphDef();
- meta_graph.graph_def = graph_def;
- const saved_model = new tf.proto.tensorflow.SavedModel();
- saved_model.meta_graphs.push(meta_graph);
- const format = 'TensorFlow Graph';
- return openSavedModel(saved_model, format, null);
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new tf.Error('File text format is not tensorflow.GraphDef (' + message.replace(/\.$/, '') + ').');
- }
- };
- const openTextMetaGraphDef = (context) => {
- try {
- const stream = context.stream;
- const reader = protobuf.TextReader.open(stream);
- const meta_graph = tf.proto.tensorflow.MetaGraphDef.decodeText(reader);
- const saved_model = new tf.proto.tensorflow.SavedModel();
- saved_model.meta_graphs.push(meta_graph);
- const format = 'TensorFlow MetaGraph';
- return openSavedModel(saved_model, format, null);
- }
- catch (error) {
- throw new tf.Error('File text format is not tensorflow.MetaGraphDef (' + error.message + ').');
- }
- };
- const openTextSavedModel = (context) => {
- try {
- const stream = context.stream;
- const reader = protobuf.TextReader.open(stream);
- const saved_model = tf.proto.tensorflow.SavedModel.decodeText(reader);
- let format = 'TensorFlow Saved Model';
- if (saved_model && Object.prototype.hasOwnProperty.call(saved_model, 'saved_model_schema_version')) {
- format = format + ' v' + saved_model.saved_model_schema_version.toString();
- }
- return openSavedModel(saved_model, format, null);
- }
- catch (error) {
- throw new tf.Error('File text format is not tensorflow.SavedModel (' + error.message + ').');
- }
- };
- const openBinaryProto = (stream, identifier) => {
- let saved_model = null;
- let format = null;
- const extension = identifier.split('.').pop().toLowerCase();
- try {
- if (identifier.endsWith('saved_model.pb')) {
- const reader = protobuf.BinaryReader.open(stream);
- saved_model = tf.proto.tensorflow.SavedModel.decode(reader);
- format = 'TensorFlow Saved Model';
- if (saved_model && Object.prototype.hasOwnProperty.call(saved_model, 'saved_model_schema_version')) {
- format = format + ' v' + saved_model.saved_model_schema_version.toString();
- }
- }
- }
- catch (error) {
- const signature = [ 0x08, 0x01, 0x12 ];
- if (signature.length < stream.length && stream.peek(3).every((value, index) => value === signature[index])) {
- const message = error && error.message ? error.message : error.toString();
- throw new tf.Error('File format is not tensorflow.SavedModel (' + message.replace(/\.$/, '') + ').');
- }
- }
- try {
- if (!saved_model && extension == 'meta') {
- const reader = protobuf.BinaryReader.open(stream);
- const meta_graph = tf.proto.tensorflow.MetaGraphDef.decode(reader);
- saved_model = new tf.proto.tensorflow.SavedModel();
- saved_model.meta_graphs.push(meta_graph);
- format = 'TensorFlow MetaGraph';
- }
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new tf.Error('File format is not tensorflow.MetaGraphDef (' + message.replace(/\.$/, '') + ').');
- }
- try {
- if (!saved_model) {
- const reader = protobuf.BinaryReader.open(stream);
- const graph_def = tf.proto.tensorflow.GraphDef.decode(reader);
- const meta_graph = new tf.proto.tensorflow.MetaGraphDef();
- meta_graph.graph_def = graph_def;
- saved_model = new tf.proto.tensorflow.SavedModel();
- saved_model.meta_graphs.push(meta_graph);
- format = 'TensorFlow Graph';
- }
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new tf.Error('File format is not tensorflow.GraphDef (' + message.replace(/\.$/, '') + ').');
- }
- return openSavedModel(saved_model, format, null);
- };
- const openSavedMetadata = (context) => {
- /*
- const stream = context.stream;
- const reader = protobuf.BinaryReader.open(stream);
- const saved_metadata = tf.proto.third_party.tensorflow.python.keras.protobuf.SavedMetadata.decode(reader);
- debugger;
- */
- const identifier = 'saved_model.pb';
- return context.request(identifier, null).then((stream) => {
- return openBinaryProto(stream, identifier);
- });
- };
- switch (this._format(context)) {
- case 'tf.bundle':
- return openBundle(context, context.stream, context.identifier);
- case 'tf.data':
- return openData(context);
- case 'tf.events':
- return openEventFile(context);
- case 'tf.json':
- return openJson(context);
- case 'tf.pbtxt.GraphDef':
- return openTextGraphDef(context);
- case 'tf.pbtxt.MetaGraphDef':
- return openTextMetaGraphDef(context);
- case 'tf.pbtxt.SavedModel':
- return openTextSavedModel(context);
- case 'tf.pb':
- return openBinaryProto(context.stream, context.identifier);
- case 'tf.pb.keras.SavedMetadata':
- return openSavedMetadata(context);
- default:
- throw new tf.Error('Unknown format.');
- }
- });
- }
- _format(context) {
- const identifier = context.identifier;
- const extension = identifier.split('.').pop().toLowerCase();
- if (extension === 'meta') {
- const tags = context.tags('pb');
- if (tags.size !== 0) {
- return 'tf.pb';
- }
- }
- if (extension === 'pbtxt' || extension === 'prototxt' || extension === 'pt') {
- if (identifier.endsWith('predict_net.pbtxt') || identifier.endsWith('predict_net.prototxt') ||
- identifier.endsWith('init_net.pbtxt') || identifier.endsWith('init_net.prototxt')) {
- return '';
- }
- const tags = context.tags('pbtxt');
- if (['input_stream', 'output_stream', 'input_side_packet', 'output_side_packet'].some((key) => tags.has(key) || tags.has('node.' + key))) {
- return '';
- }
- if (tags.has('saved_model_schema_version') || tags.has('meta_graphs')) {
- return 'tf.pbtxt.SavedModel';
- }
- if (tags.has('graph_def')) {
- return 'tf.pbtxt.MetaGraphDef';
- }
- if (tags.has('node')) {
- return 'tf.pbtxt.GraphDef';
- }
- }
- if (extension === 'pb' || extension === 'pbtxt' || extension === 'prototxt' || extension === 'graphdef') {
- if (identifier.endsWith('predict_net.pb') || identifier.endsWith('init_net.pb')) {
- return '';
- }
- if (identifier == 'tfhub_module.pb') {
- const stream = context.stream;
- const signature = [ 0x08, 0x03 ];
- if (signature.length === stream.length && stream.peek(signature.length).every((value, index) => value === signature[index])) {
- return '';
- }
- }
- const tags = context.tags('pb');
- if (tags.size > 0) {
- if (!Array.from(tags).some((pair) => pair[0] >= 5 || pair[1] === 5)) {
- if (tags.size === 1 && tags.get(1) === 2) {
- const tags = context.tags('pb+');
- const match = (tags, schema) => {
- for (const pair of schema) {
- const key = pair[0];
- const inner = pair[1];
- if (!tags.has(key)) {
- continue;
- }
- else if (inner === false) {
- return false;
- }
- if (Array.isArray(inner)) {
- const value = tags.get(key);
- if (!(value instanceof Map) || !match(value, inner)) {
- return false;
- }
- }
- else if (inner !== tags.get(key)) {
- return false;
- }
- }
- return true;
- };
- // mediapipe.BoxDetectorIndex
- if (match(tags, [[1,[[1,[[1,[[1,5],[2,5],[3,5],[4,5],[6,0],[7,5],[8,5],[10,5],[11,0],[12,0]]],[2,5],[3,[]]]],[2,false],[3,false],[4,false],[5,false]]],[2,false],[3,false]] )) {
- return '';
- }
- // third_party.tensorflow.python.keras.protobuf.SavedMetadata
- if (match(tags, [[1,[[1,[[1,0],[2,0]]],[2,0],[3,2],[4,2],[5,2]]]])) {
- return 'tf.pb.keras.SavedMetadata';
- }
- }
- if (tags.get(1) !== 2) {
- return 'tf.pb';
- }
- const decode = (buffer, value) => {
- const reader = protobuf.BinaryReader.open(buffer);
- const length = reader.length;
- while (reader.position < length) {
- const tag = reader.uint32();
- const number = tag >>> 3;
- const type = tag & 7;
- if (value === number) {
- return type === 2 ? reader.bytes() : null;
- }
- else {
- reader.skipType(type);
- }
- }
- return null;
- };
- const stream = context.stream;
- const buffer = stream.peek();
- const nodeBuffer = decode(buffer, 1);
- if (nodeBuffer) {
- const nameBuffer = decode(nodeBuffer, 1);
- if (nameBuffer) {
- const decoder = new TextDecoder('utf-8');
- const name = decoder.decode(nameBuffer);
- if (Array.from(name).filter((c) => c <= ' ').length < 256) {
- return 'tf.pb';
- }
- }
- }
- }
- }
- else {
- const tags = context.tags('pbtxt');
- if (['input_stream', 'output_stream', 'input_side_packet', 'output_side_packet'].some((key) => tags.has(key) || tags.has('node.' + key))) {
- return false;
- }
- if (tags.has('node')) {
- return 'tf.pbtxt.GraphDef';
- }
- if (tags.has('graph_def')) {
- return 'tf.pbtxt.MetaGraphDef';
- }
- if (tags.has('saved_model_schema_version') || tags.has('meta_graphs')) {
- return 'tf.pbtxt.SavedModel';
- }
- }
- }
- if (extension === 'json') {
- const obj = context.open('json');
- if (obj && obj.modelTopology && (obj.format === 'graph-model' || Array.isArray(obj.modelTopology.node))) {
- return 'tf.json';
- }
- }
- if (extension === 'index' || extension === 'ckpt') {
- const stream = context.stream;
- if (stream.length > 8) {
- stream.seek(-8);
- const buffer = stream.read(8);
- stream.seek(0);
- const signature = [ 0x57, 0xfb, 0x80, 0x8b, 0x24, 0x75, 0x47, 0xdb ];
- if (buffer.every((value, index) => value === signature[index])) {
- return 'tf.bundle';
- }
- }
- }
- if (/.data-[0-9][0-9][0-9][0-9][0-9]-of-[0-9][0-9][0-9][0-9][0-9]$/.exec(identifier)) {
- return 'tf.data';
- }
- if (/^events.out.tfevents./.exec(identifier)) {
- const stream = context.stream;
- if (tf.EventFileReader.open(stream)) {
- return 'tf.events';
- }
- }
- return '';
- }
- };
- tf.Model = class {
- constructor(metadata, model, format, producer, bundle) {
- this._format = format;
- this._producer = producer || '';
- this._graphs = [];
- if (model) {
- for (let i = 0; i < model.meta_graphs.length; i++) {
- const meta_graph = model.meta_graphs[i];
- const name = (meta_graph.meta_info_def && meta_graph.meta_info_def.any_info) ? meta_graph.meta_info_def.any_info.toString() : ((model.meta_graphs.length > 1) ? i.toString() : '-');
- const graph = new tf.Graph(metadata, meta_graph, name, bundle);
- this._graphs.push(graph);
- }
- }
- else {
- const graph = new tf.Graph(metadata, null, '', bundle);
- this._graphs.push(graph);
- }
- }
- get format() {
- return this._format;
- }
- get producer() {
- return this._producer;
- }
- get description() {
- return null;
- }
- get graphs() {
- return this._graphs;
- }
- };
- tf.Graph = class {
- constructor(metadata, meta_graph, name, bundle) {
- this._name = name;
- this._inputs = [];
- this._outputs = [];
- this._nodes = [];
- this._version = null;
- if (meta_graph && meta_graph.graph_def) {
- const graph = meta_graph.graph_def;
- if (graph.versions) {
- this._version = 'v' + graph.versions.producer.toString();
- }
- else if (graph.version) {
- this._version = graph.version;
- }
- else if (meta_graph.meta_info_def && meta_graph.meta_info_def.tensorflow_version) {
- this._version = meta_graph.meta_info_def.tensorflow_version;
- }
- if (meta_graph.meta_info_def && meta_graph.meta_info_def.tags) {
- this._tags = meta_graph.meta_info_def.tags.join(', ');
- }
- metadata = new tf.GraphMetadata(metadata, graph.library);
- const nodes = graph.node || [];
- const context = tf.Utility.createGraph(metadata, nodes);
- this._nodes = context.nodes;
- this._inputs = context.inputs;
- this._outputs = context.outputs;
- }
- else if (bundle) {
- const nodeNames = [];
- const nodeMap = new Map();
- for (const tensor of bundle.tensors) {
- const parts = tensor.name.split('/');
- if (bundle.format === 2) {
- if (tensor.name === '_CHECKPOINTABLE_OBJECT_GRAPH' ||
- tensor.name.startsWith('optimizer/') ||
- tensor.name.startsWith('keras_api/metrics/') ||
- tensor.name.endsWith('/ExponentialMovingAverage') ||
- tensor.name.indexOf('.OPTIMIZER_SLOT') !== -1) {
- continue;
- }
- if (tensor.name.endsWith('/.ATTRIBUTES/VARIABLE_VALUE')) {
- parts.pop();
- parts.pop();
- }
- }
- const tensorName = parts.pop();
- const nodeName = parts.join('/');
- if (!nodeMap.has(nodeName)) {
- nodeNames.push(nodeName);
- nodeMap.set(nodeName, []);
- }
- nodeMap.get(nodeName).push({ name: tensorName, value: tensor });
- }
- const namespaces = new Set();
- for (const name of nodeNames) {
- this._nodes.push(new tf.Node(metadata, namespaces, null, 'Node', name, null, nodeMap.get(name)));
- }
- }
- }
- get name() {
- return this._name;
- }
- get version() {
- return this._version;
- }
- get tags() {
- return this._tags;
- }
- get groups() {
- return false;
- // TODO return true;
- }
- get inputs() {
- return this._inputs;
- }
- get outputs() {
- return this._outputs;
- }
- get nodes() {
- return this._nodes;
- }
- get metadata() {
- return this._metadata;
- }
- };
- tf.Parameter = class {
- constructor(name, args) {
- this._name = name;
- this._arguments = args;
- }
- get name() {
- return this._name;
- }
- get visible() {
- return true;
- }
- get arguments() {
- return this._arguments;
- }
- };
- tf.Argument = class {
- constructor(name, type, initializer) {
- if (typeof name !== 'string') {
- throw new tf.Error("Invalid argument identifier '" + JSON.stringify(name) + "'.");
- }
- this._name = name;
- this._type = type || null;
- this._initializer = initializer || null;
- }
- get name() {
- return this._name;
- }
- get type() {
- if (this._initializer) {
- return this._initializer.type;
- }
- return this._type;
- }
- get initializer() {
- return this._initializer;
- }
- };
- tf.Function = class {
- constructor(metadata, func) {
- this._name = func.signature.name;
- this._version = null;
- this._tags = null;
- this._inputs = [];
- this._outputs = [];
- this._nodes = [];
- const input_arg = func.signature.input_arg;
- const output_arg = func.signature.output_arg;
- const ret = func.ret;
- if (input_arg) {
- for (const input of input_arg) {
- const argument = new tf.Argument(input.name, new tf.TensorType(input.type, null), null);
- this._inputs.push(new tf.Parameter(input.name, [ argument ]));
- }
- }
- const output_arg_map = new Map();
- if (output_arg) {
- const ret_map = new Map();
- for (const key of Object.keys(ret)) {
- const value = func.ret[key];
- const split = value.split(':', 2);
- ret_map.set(key, split[0]);
- }
- for (const output of output_arg) {
- const name = ret_map.get(output.name);
- this._outputs.push(new tf.Parameter(output.name, [
- new tf.Argument(name, new tf.TensorType(output.type, null), null)
- ]));
- output_arg_map.set(name, output.name);
- }
- }
- const nodes = func.node_def || [];
- const context = tf.Utility.createGraph(metadata, nodes, output_arg_map);
- this._nodes = context.nodes;
- this._inputs = this._inputs.concat(context.inputs);
- this._outputs = this._outputs.concat(context.outputs);
- }
- get type() {
- return 'function';
- }
- get name() {
- return this._name;
- }
- get version() {
- return this._version;
- }
- get tags() {
- return this._tags;
- }
- get groups() {
- return false;
- // TODO return true;
- }
- get inputs() {
- return this._inputs;
- }
- get outputs() {
- return this._outputs;
- }
- get nodes() {
- return this._nodes;
- }
- };
- tf.Node = class {
- constructor(metadata, namespaces, node, op, name, initializers, tensors) {
- this._type = Object.assign({}, node && node.metadata ? node.metadata : metadata.type(op) || { name: op });
- this._type.identifier = this._type.name;
- this._type.name = op;
- this._name = name;
- this._attributes = [];
- this._inputs = [];
- this._outputs = [];
- this._group = '';
- if (namespaces.has(name)) {
- this._group = name;
- }
- else {
- const lastIndex = name.lastIndexOf('/');
- if (lastIndex != -1) {
- const namespace = name.substring(0, lastIndex);
- if (namespaces.has(namespace)) {
- this._group = namespace;
- }
- }
- }
- if (node) {
- if (node.device !== undefined) {
- this._device = node.device;
- }
- if (node.attr) {
- this._attributes = Object.keys(node.attr).map((name) => {
- const value = node.attr[name];
- return new tf.Attribute(metadata, op, name, value);
- });
- }
- let inputIndex = 0;
- const inputs = node.input.filter((input) => !input.name.startsWith('^'));
- if (this._type && this._type.inputs) {
- for (const input of this._type.inputs) {
- let inputCount = 1;
- if (input.numberAttr) {
- const inputNumber = node.attr[input.numberAttr];
- if (inputNumber && inputNumber.i) {
- inputCount = inputNumber.i;
- }
- }
- else if (input.typeListAttr) {
- const inputTypeListAttr = node.attr[input.typeListAttr];
- if (inputTypeListAttr && inputTypeListAttr.list && inputTypeListAttr.list.type) {
- inputCount = inputTypeListAttr.list.type.length;
- }
- }
- const inputArguments = inputs.slice(inputIndex, inputIndex + inputCount).map((input) => {
- return initializers.has(input.name) ? initializers.get(input.name) : new tf.Argument(input.name, null, null);
- });
- this._inputs.push(new tf.Parameter(input.name, inputArguments));
- inputIndex += inputCount;
- }
- }
- this._inputs.push(...inputs.slice(inputIndex).map((input, index) => {
- return new tf.Parameter(input.label ? input.label : (inputIndex + index).toString(), [
- initializers.has(input.name) ? initializers.get(input.name) : new tf.Argument(input.name, null, null)
- ]);
- }));
- let outputIndex = 0;
- const outputs = node.output;
- if (this._type && this._type.outputs) {
- for (const output of this._type.outputs) {
- let outputCount = 1;
- if (output.numberAttr) {
- const outputNumber = node.attr[output.numberAttr];
- if (outputNumber && outputNumber.i) {
- outputCount = outputNumber.i;
- }
- }
- else if (output.typeListAttr) {
- const outputTypeListAttr = node.attr[output.typeListAttr];
- if (outputTypeListAttr && outputTypeListAttr.list && outputTypeListAttr.list.type) {
- outputCount = outputTypeListAttr.list.type.length;
- }
- }
- const outputArguments = outputs.slice(outputIndex, outputIndex + outputCount).map((output) => {
- return new tf.Argument(output.name ? output.name : '-', null, null);
- });
- this._outputs.push(new tf.Parameter(output.name, outputArguments));
- outputIndex += outputCount;
- }
- }
- this._outputs.push(...outputs.slice(outputIndex).map((output, index) => {
- return new tf.Parameter((outputIndex + index).toString(), [
- new tf.Argument(output.name ? output.name : '-', null, null)
- ]);
- }));
- this._controlDependencies = node.controlDependencies.map((input) => input.name);
- }
- else if (tensors) {
- for (const tensor of tensors) {
- this._inputs.push(new tf.Parameter(tensor.name, [
- new tf.Argument(tensor.value.name, null, tensor.value)
- ]));
- }
- }
- }
- get type() {
- return this._type;
- }
- get name() {
- return this._name;
- }
- get device() {
- return this._device || null;
- }
- get group() {
- return this._group;
- }
- get description() {
- return '';
- }
- get inputs() {
- return this._inputs;
- }
- get outputs() {
- return this._outputs;
- }
- get controlDependencies() {
- return this._controlDependencies;
- }
- get attributes() {
- return this._attributes;
- }
- };
- tf.Attribute = class {
- constructor(metadata, op, name, value) {
- this._name = name;
- this._value = null;
- this._type = null;
- const schema = value && value.metadata ? value.metadata : metadata.attribute(op, name);
- const visible = metadata.visible(op, name);
- if (Object.prototype.hasOwnProperty.call(value, 'tensor')) {
- this._type = 'tensor';
- this._value = new tf.Tensor(value.tensor);
- }
- else if (schema && schema.type) {
- this._type = schema.type;
- }
- switch (value.value) {
- case 'type':
- this._type = 'type';
- this._value = tf.Utility.dataType(value.type);
- break;
- case 'i':
- this._value = value.i;
- break;
- case 'f':
- this._value = value.f;
- break;
- case 'b':
- this._value = value.b;
- break;
- case 'shape':
- this._type = 'shape';
- this._value = new tf.TensorShape(value.shape);
- break;
- case 's':
- this._value = tf.Utility.decodeText(value.s);
- break;
- case 'func': {
- this._type = 'function';
- this._value = metadata.type(value.func.name);
- break;
- }
- case 'list': {
- const list = value.list;
- if (list.s && list.s.length > 0) {
- this._value = list.s.map((s) => tf.Utility.decodeText(s));
- }
- else if (list.i && list.i.length > 0) {
- this._value = list.i;
- }
- else if (list.f && list.f.length > 0) {
- this._value = list.f;
- }
- else if (list.type && list.type.length > 0) {
- this._type = 'type[]';
- this._value = list.type.map((type) => tf.Utility.dataType(type));
- }
- else if (list.shape && list.shape.length > 0) {
- this._type = 'shape[]';
- this._value = list.shape.map((shape) => new tf.TensorShape(shape));
- }
- else if (list.func && list.func.length > 0) {
- this._type = 'function[]';
- this._value = list.func.map((func) => metadata.type(func.name));
- }
- else {
- this._value = [];
- }
- break;
- }
- }
- if (schema) {
- if (Object.prototype.hasOwnProperty.call(schema, 'visible') && !schema.visible) {
- this._visible = false;
- }
- else if (Object.prototype.hasOwnProperty.call(schema, 'default')) {
- const equals = (value, defaultValue) => {
- if (!Array.isArray(defaultValue) && defaultValue === Object(defaultValue)) {
- switch (defaultValue.type) {
- case 'type':
- defaultValue = tf.Utility.dataType(defaultValue.value);
- break;
- case 'shape':
- case 'tensor':
- defaultValue = defaultValue.value;
- break;
- default:
- throw new tf.Error(JSON.stringify(defaultValue));
- }
- }
- switch (typeof value) {
- case 'boolean':
- case 'number':
- case 'string':
- return value === defaultValue;
- }
- if (value instanceof base.Int64 || value instanceof base.Uint64) {
- return value.toNumber() === defaultValue;
- }
- return false;
- };
- const value = this._value;
- const defaultValue = schema.default;
- if (Array.isArray(value) && Array.isArray(defaultValue)) {
- if (value.length === defaultValue.length && value.every((item, index) => equals(item, defaultValue[index]))) {
- this._visible = false;
- }
- }
- else {
- if (equals(value, defaultValue)) {
- this._visible = false;
- }
- }
- }
- }
- if (name == '_output_shapes') {
- this._visible = false;
- this._type = 'shape[]';
- }
- if (name == '_class') {
- this._visible = false;
- }
- if (visible === false) {
- this._visible = false;
- }
- }
- get name() {
- return this._name;
- }
- get type() {
- return this._type;
- }
- get value() {
- return this._value;
- }
- get visible() {
- return this._visible == false ? false : true;
- }
- };
- tf.Tensor = class {
- constructor(tensor, name, kind) {
- this._name = name;
- this._kind = kind || null;
- if (tensor) {
- this._type = new tf.TensorType(tensor.dtype, tensor.tensor_shape || tensor.tensorShape);
- this._tensor = tensor;
- if (Object.prototype.hasOwnProperty.call(tensor, 'tensor_content')) {
- this._buffer = tensor.tensor_content;
- }
- else {
- const DataType = tf.proto.tensorflow.DataType;
- switch (tensor.dtype) {
- case DataType.DT_FLOAT:
- this._data = tensor.float_val || null;
- break;
- case DataType.DT_DOUBLE:
- this._data = tensor.double_val || null;
- break;
- case DataType.DT_INT8:
- case DataType.DT_UINT8:
- case DataType.DT_INT32:
- this._data = tensor.int_val || null;
- break;
- case DataType.DT_UINT32:
- this._data = tensor.uint32_val || null;
- break;
- case DataType.DT_INT64:
- this._data = tensor.int64_val || null;
- break;
- case DataType.DT_UINT64:
- this._data = tensor.uint64_val || null;
- break;
- case DataType.DT_BOOL:
- this._data = tensor.bool_val || null;
- break;
- case DataType.DT_STRING:
- this._data = tensor.string_val || null;
- break;
- }
- }
- }
- else {
- this._type = new tf.TensorType('?', null);
- this._tensor = null;
- }
- }
- get name() {
- return this._name;
- }
- get type() {
- return this._type;
- }
- get kind() {
- return this._kind;
- }
- set kind(value) {
- this._kind = value;
- }
- get state() {
- return this._context().state;
- }
- get value() {
- const context = this._context();
- if (context.state) {
- return null;
- }
- context.limit = Number.MAX_SAFE_INTEGER;
- return this._decode(context, 0);
- }
- toString() {
- const context = this._context();
- if (context.state) {
- return '';
- }
- context.limit = 10000;
- const value = this._decode(context, 0);
- return tf.Tensor._stringify(value, '', ' ');
- }
- _context() {
- const context = {};
- context.state = null;
- context.index = 0;
- context.count = 0;
- context.size = 1;
- if (!this._tensor) {
- context.state = 'Tensor has content.';
- return context;
- }
- if (!this._tensor.dtype) {
- context.state = 'Tensor has no data type.';
- return context;
- }
- const shape = this._tensor.tensor_shape || this._tensor.tensorShape;
- if (!shape || !shape.dim) {
- context.state = 'Tensor has no dimensions.';
- return context;
- }
- for (const dim of shape.dim) {
- context.size = context.size * (dim.size ? dim.size : 0);
- }
- if (this._buffer) {
- const DataType = tf.proto.tensorflow.DataType;
- switch (this._tensor.dtype) {
- case DataType.DT_FLOAT:
- case DataType.DT_DOUBLE:
- case DataType.DT_QINT8:
- case DataType.DT_QUINT8:
- case DataType.DT_INT8:
- case DataType.DT_UINT8:
- case DataType.DT_INT16:
- case DataType.DT_UINT16:
- case DataType.DT_INT32:
- case DataType.DT_UINT32:
- case DataType.DT_INT64:
- case DataType.DT_UINT64:
- context.rawData = new DataView(this._buffer.buffer, this._buffer.byteOffset, this._buffer.byteLength);
- break;
- }
- }
- else if (this._data) {
- if (this._data.length == context.size) {
- context.data = this._data;
- }
- else if (this._data.length === 1) {
- context.data = new Array(context.size).fill(this._data[0]);
- }
- else {
- context.state = "Tensor has no data.";
- return context;
- }
- }
- else {
- context.state = "Tensor has no data.";
- return context;
- }
- if (!context.data && !context.rawData) {
- context.state = "Tensor data type '" + this.type.dataType + "' is not implemented.";
- return context;
- }
- context.shape = shape.dim.map((dim) => dim.size);
- return context;
- }
- _decode(context, dimension) {
- let shape = context.shape;
- if (shape.length == 0) {
- shape = [ 1 ];
- }
- const results = [];
- const size = shape[dimension];
- if (dimension == shape.length - 1) {
- for (let i = 0; i < size; i++) {
- if (context.count > context.limit) {
- results.push('...');
- return results;
- }
- if (context.data) {
- const value = context.data[context.index++];
- results.push((this._tensor.dtype == tf.proto.tensorflow.DataType.DT_STRING) ? tf.Utility.decodeText(value) : value);
- context.count++;
- }
- else {
- if (context.rawData) {
- switch (this._tensor.dtype) {
- case tf.proto.tensorflow.DataType.DT_FLOAT:
- results.push(context.rawData.getFloat32(context.index, true));
- context.index += 4;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_DOUBLE:
- results.push(context.rawData.getFloat64(context.index, true));
- context.index += 8;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_INT8:
- results.push(context.rawData.getInt8(context.index));
- context.index += 1;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_UINT8:
- results.push(context.rawData.getUint8(context.index));
- context.index += 1;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_INT16:
- results.push(context.rawData.getInt16(context.index));
- context.index += 2;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_UINT16:
- results.push(context.rawData.getUint16(context.index));
- context.index += 2;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_INT32:
- results.push(context.rawData.getInt32(context.index, true));
- context.index += 4;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_UINT32:
- results.push(context.rawData.getUint32(context.index, true));
- context.index += 4;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_INT64:
- results.push(context.rawData.getInt64(context.index, true));
- context.index += 8;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_UINT64:
- results.push(context.rawData.getUint64(context.index, true));
- context.index += 8;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_QINT8:
- results.push(context.rawData.getInt8(context.index, true));
- context.index += 1;
- context.count++;
- break;
- case tf.proto.tensorflow.DataType.DT_QUINT8:
- results.push(context.rawData.getUint8(context.index, true));
- context.index += 1;
- context.count++;
- break;
- default:
- throw new tf.Error("Unsupported data type '" + this._tensor.dtype + "'.");
- }
- }
- }
- }
- }
- else {
- for (let j = 0; j < size; j++) {
- if (context.count > context.limit) {
- results.push('...');
- return results;
- }
- results.push(this._decode(context, dimension + 1, shape));
- }
- }
- if (context.shape.length == 0) {
- return results[0];
- }
- return results;
- }
- static _stringify(value, indentation, indent) {
- if (Array.isArray(value)) {
- const result = [];
- result.push(indentation + '[');
- const items = value.map((item) => tf.Tensor._stringify(item, indentation + indent, indent));
- if (items.length > 0) {
- result.push(items.join(',\n'));
- }
- result.push(indentation + ']');
- return result.join('\n');
- }
- if (typeof value == 'string') {
- return indentation + value;
- }
- if (value == Infinity) {
- return indentation + 'Infinity';
- }
- if (value == -Infinity) {
- return indentation + '-Infinity';
- }
- if (isNaN(value)) {
- return indentation + 'NaN';
- }
- return indentation + value.toString();
- }
- };
- tf.TensorType = class {
- constructor(dtype, shape) {
- this._dtype = dtype;
- this._shape = new tf.TensorShape(shape);
- }
- get dataType() {
- return this._dtype ? tf.Utility.dataType(this._dtype) : '?';
- }
- get shape() {
- return this._shape;
- }
- toString() {
- return this.dataType + this._shape.toString();
- }
- };
- tf.TensorShape = class {
- constructor(shape) {
- this._shape = shape;
- }
- get dimensions() {
- if (this._shape && this._shape.dim) {
- if (this._shape.unknown_rank) {
- return null;
- }
- if (this._shape.dim.length == 0) {
- return [];
- }
- if (this._shape.dim.length == 1 && !this._shape.dim[0].size) {
- return [ 0 ];
- }
- return this._shape.dim.map((dim) => (dim.size && dim.size != -1) ? dim.size : '?');
- }
- return null;
- }
- toString() {
- if (this._shape && this._shape.dim) {
- if (this._shape.unknown_rank) {
- return '[-]';
- }
- if (this._shape.dim.length == 0) {
- return '';
- }
- if (this._shape.dim.length == 1 && !this._shape.dim[0].size) {
- return '[0]';
- }
- return '[' + this._shape.dim.map((dim) => (dim.size && dim.size != -1) ? dim.size.toString() : '?').join(',') + ']';
- }
- return '?';
- }
- };
- tf.TensorBundle = class {
- static open(stream, identifier, context) {
- const format = !identifier.toLowerCase().endsWith('.index') ? 1 : 2;
- const table = new tf.TensorBundle.Table(stream);
- if (!table.entries.has('')) {
- throw new tf.Error('Bundle header not available.');
- }
- if (format === 1) {
- return Promise.resolve(new tf.TensorBundle(format, table.entries, []));
- }
- const buffer = table.entries.get('');
- const reader = protobuf.BinaryReader.open(buffer);
- const header = tf.proto.tensorflow.BundleHeaderProto.decode(reader);
- const numShards = header.num_shards;
- const promises = [];
- for (let i = 0; i < numShards; i++) {
- const shardIndex = ('0000' + i).slice(-5);
- const shardCount = ('0000' + numShards).slice(-5);
- const filename = identifier.split('.');
- filename.pop();
- const basename = filename.join('.');
- const name = basename + '.data-' + shardIndex + '-of-' + shardCount;
- promises.push(context.request(name, null));
- }
- return Promise.all(promises).then((streams) => {
- return new tf.TensorBundle(format, table.entries, streams);
- }).catch((error) => {
- context.exception(error, false);
- return new tf.TensorBundle(format, table.entries, null);
- });
- }
- constructor(format, entries, streams) {
- this._format = format;
- this._tensors = [];
- switch (format) {
- case 1: {
- const buffer = entries.get('');
- const reader = protobuf.BinaryReader.open(buffer);
- const header = tf.proto.tensorflow.SavedTensorSlices.decode(reader);
- const data = new Map();
- for (const pair of entries) {
- if (pair[0] !== '' && pair[0] !== 'global_step') {
- const buffer = pair[1];
- const reader = protobuf.BinaryReader.open(buffer);
- const slices = tf.proto.tensorflow.SavedTensorSlices.decode(reader);
- const name = slices.data.name;
- const tensor = slices.data.data;
- if (!data.has(name)) {
- if (tensor.tensor_content && tensor.tensor_content.length > 0) {
- data.set(name, { key: 'tensor_content', value: tensor.tensor_content });
- }
- else {
- const keys = Object.keys(tensor).filter((key) => key.endsWith('_val') && tensor[key] && tensor[key].length > 0);
- data.set(name, keys.length == 1 ? { key: keys[0], value: tensor[keys[0]] } : null);
- }
- }
- else {
- const item = data.get(name);
- if (item !== null) {
- if (tensor[item.key] && tensor[item.key].length > 0) {
- item.value = item.value.concat(tensor[item.key]);
- }
- else {
- data.set(name, null);
- }
- }
- }
- }
- }
- for (const meta of header.meta.tensor) {
- if (meta.name !== 'global_step') {
- const tensor = new tf.proto.tensorflow.TensorProto();
- tensor.dtype = meta.type;
- tensor.tensor_shape = meta.shape;
- const item = data.get(meta.name);
- if (item) {
- tensor[item.key] = item.value;
- }
- this._tensors.push(new tf.Tensor(tensor, meta.name, null));
- }
- }
- break;
- }
- case 2: {
- entries.forEach((buffer, name) => {
- if (name !== '') {
- const reader = protobuf.BinaryReader.open(buffer);
- const entry = tf.proto.tensorflow.BundleEntryProto.decode(reader);
- const tensor = new tf.proto.tensorflow.TensorProto();
- tensor.dtype = entry.dtype;
- tensor.tensor_shape = entry.shape;
- const offset = Number.isInteger(entry.offset) ? entry.offset : entry.offset.toNumber();
- const size = Number.isInteger(entry.size) ? entry.size : entry.size.toNumber();
- if (streams) {
- const stream = streams[entry.shard_id];
- stream.seek(offset);
- tensor.tensor_content = stream.peek(size);
- }
- this._tensors.push(new tf.Tensor(tensor, name, null));
- }
- });
- break;
- }
- }
- }
- get format() {
- return this._format;
- }
- get tensors() {
- return this._tensors;
- }
- };
- tf.TensorBundle.Table = class {
- constructor(stream) {
- // https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/lib/io/table.cc
- this.entries = new Map();
- if (stream.length <= 54) {
- throw new tf.Error('Invalid index file size.');
- }
- stream.seek(-48);
- const buffer = stream.peek(48);
- const reader = new tf.BinaryReader(buffer);
- reader.seek(-8);
- const signature = [ 0x57, 0xfb, 0x80, 0x8b, 0x24, 0x75, 0x47, 0xdb ];
- if (!reader.read(8).every((value, index) => value === signature[index])) {
- throw new tf.Error('Invalid table signature.');
- }
- reader.seek(-48); // kEncodedLength
- reader.varint64(); // metaindex offset
- reader.varint64(); // metaindex size
- const indexOffset = reader.varint64();
- const indexSize = reader.varint64();
- const indexBlock = new tf.TensorBundle.Table.Block(stream, indexOffset, indexSize);
- for (const entry of indexBlock.entries) {
- const valueReader = new tf.BinaryReader(entry[1]);
- const offset = valueReader.varint64();
- const size = valueReader.varint64();
- const block = new tf.TensorBundle.Table.Block(stream, offset, size);
- for (const pair of block.entries) {
- this.entries.set(pair[0], pair[1]);
- }
- }
- stream.seek(0);
- }
- };
- tf.TensorBundle.Table.Block = class {
- constructor(stream, offset, size) {
- // https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/lib/io/block.cc
- this.entries = new Map();
- stream.seek(offset);
- const buffer = stream.read(size); // blockContents
- const compression = stream.byte();
- stream.skip(4); // crc32
- let reader = new tf.BinaryReader(buffer);
- switch (compression) {
- case 0: // kNoCompression
- break;
- case 1: // kSnappyCompression
- reader = new tf.BinaryReader(reader.unsnappy());
- break;
- default:
- throw new tf.Error("Unsupported block compression '" + compression + "'.");
- }
- reader.seek(-4);
- const numRestarts = reader.int32();
- reader.seek(-4 - (4 * numRestarts));
- const restartOffsets = [];
- for (let i = 0; i < numRestarts; i++) {
- restartOffsets.push(reader.int32());
- }
- const textDecoder = new TextDecoder();
- for (let i = 0; i < numRestarts; i++) {
- reader.seek(restartOffsets[i]);
- let key = '';
- while (reader.position < reader.length) {
- const sharedSize = reader.varint32(); // index shared size
- const nonSharedSize = reader.varint32(); // index non shared size
- const valueSize = reader.varint32();
- if (sharedSize === 0 && nonSharedSize === 0 && valueSize === 0) {
- break;
- }
- key = key.substring(0, sharedSize);
- key = key + textDecoder.decode(reader.read(nonSharedSize));
- const value = reader.read(valueSize);
- this.entries.set(key, value);
- }
- }
- }
- };
- tf.BinaryReader = class {
- constructor(buffer) {
- this._buffer = buffer;
- this._position = 0;
- this._length = this._buffer.length;
- this._dataView = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
- }
- get position() {
- return this._position;
- }
- get length() {
- return this._length;
- }
- seek(position) {
- this._position = position >= 0 ? position : this._length + position;
- if (this._position > this._length) {
- throw new tf.Error('Expected ' + (this._position - this._length) + ' more bytes. The file might be corrupted. Unexpected end of file.');
- }
- }
- skip(offset) {
- this._position += offset;
- if (this._position > this._length) {
- throw new tf.Error('Expected ' + (this._position - this._length) + ' more bytes. The file might be corrupted. Unexpected end of file.');
- }
- }
- read(size) {
- const position = this._position;
- this.skip(size);
- return this._buffer.subarray(position, this._position);
- }
- byte() {
- const position = this._position;
- this.skip(1);
- return this._dataView.getUint8(position);
- }
- uint16() {
- const position = this._position;
- this.skip(2);
- return this._dataView.getUint16(position, true);
- }
- int32() {
- const position = this._position;
- this.skip(4);
- return this._dataView.getInt32(position, true);
- }
- uint32() {
- const position = this._position;
- this.skip(4);
- return this._dataView.getUint32(position, true);
- }
- uint64() {
- const position = this._position;
- this.skip(4);
- return this._dataView.getUint64(position, true);
- }
- varint32() {
- return this.varint64();
- }
- varint64() {
- let result = 0;
- for (let shift = 0; shift <= 63; shift += 7) {
- const byte = this.byte();
- if (byte & 128) {
- result |= (byte & 127) << shift;
- }
- else {
- result |= byte << shift;
- break;
- }
- }
- return result;
- }
- unsnappy() {
- const data = new Uint8Array(this.varint64());
- const mask = [0, 0xff, 0xffff, 0xffffff, 0xffffffff];
- let position = 0;
- while (this._position < this._length) {
- let length = 0;
- const c = this.byte();
- switch (c & 0x03) {
- case 0: {
- length = (c >>> 2) + 1;
- if (length > 60) {
- const short = length - 60;
- length = (this.uint32() & mask[short]) + 1;
- this._position += short - 4;
- }
- data.set(this.read(length), position);
- break;
- }
- case 1: {
- length = ((c >>> 2) & 0x07) + 4;
- const offset = this.byte() + ((c >>> 5) << 8);
- data.set(data.subarray(position - offset, position - offset + length), position);
- break;
- }
- case 2: {
- length = (c >>> 2) + 1;
- const offset = this.uint16();
- data.set(data.subarray(position - offset, position - offset + length), position);
- break;
- }
- case 3: {
- length = (c >>> 2) + 1;
- const offset = this.uint32();
- data.set(data.subarray(position - offset, position - offset + length), position);
- break;
- }
- }
- position += length;
- }
- return data;
- }
- };
- tf.EventFileReader = class {
- static open(stream) {
- if (stream.length < 16) {
- return null;
- }
- const masked_crc32c = (bytes) => {
- const poly = 0x82f63b78;
- let crc = 0xffffffff;
- for (let n = 0; n < bytes.length; n++) {
- crc ^= bytes[n];
- crc = crc & 1 ? (crc >>> 1) ^ poly : crc >>> 1;
- crc = crc & 1 ? (crc >>> 1) ^ poly : crc >>> 1;
- crc = crc & 1 ? (crc >>> 1) ^ poly : crc >>> 1;
- crc = crc & 1 ? (crc >>> 1) ^ poly : crc >>> 1;
- crc = crc & 1 ? (crc >>> 1) ^ poly : crc >>> 1;
- crc = crc & 1 ? (crc >>> 1) ^ poly : crc >>> 1;
- crc = crc & 1 ? (crc >>> 1) ^ poly : crc >>> 1;
- crc = crc & 1 ? (crc >>> 1) ^ poly : crc >>> 1;
- crc = crc >>> 0;
- }
- crc = crc ^ 0xffffffff;
- crc = crc >>> 0;
- crc = ((crc >> 15) | (crc << 17)) + 0xa282ead8;
- crc = crc >>> 0;
- return crc;
- };
- const buffer = stream.peek(12);
- const reader = new tf.BinaryReader(buffer);
- const length_bytes = reader.read(8);
- const length_crc = reader.uint32();
- if (masked_crc32c(length_bytes) !== length_crc) {
- return null;
- }
- return new tf.EventFileReader(stream);
- }
- constructor(stream) {
- this._stream = stream;
- }
- read() {
- if (this._stream.position < this._stream.length) {
- const uint64 = (stream) => {
- const buffer = stream.read(8);
- const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
- return view.getUint64(0, true).toNumber();
- };
- const length = uint64(this._stream);
- this._stream.skip(4); // masked crc of length
- const buffer = this._stream.read(length);
- const reader = protobuf.BinaryReader.open(buffer);
- const event = tf.proto.tensorflow.Event.decode(reader);
- this._stream.skip(4); // masked crc of data
- return event;
- }
- }
- };
- tf.GraphMetadata = class {
- constructor(metadata, library) {
- this._metadata = metadata;
- this._functions = new Map();
- this._attributes = new Map();
- this._visibleCache = new Map();
- if (library && Array.isArray(library.function)) {
- for (const func of library.function) {
- const name = func.signature.name;
- if (this._functions.has(func.name)) {
- throw new tf.Error("Duplicate function name '" + func.name + "'.");
- }
- this._functions.set(name, func);
- }
- }
- }
- type(name) {
- if (this._functions.has(name)) {
- const func = this._functions.get(name);
- if (func instanceof tf.Function) {
- return func;
- }
- this._functions.set(name, new tf.Function(this, func));
- return this._functions.get(name);
- }
- return this._metadata.type(name);
- }
- attribute(type, name) {
- const key = type + '::' + name;
- if (!this._attributes.has(key)) {
- const schema = this.type(type);
- if (schema && schema.attributes) {
- for (const attribute of schema.attributes) {
- const key = type + '::' + attribute.name;
- this._attributes.set(key, attribute);
- }
- }
- }
- return this._attributes.get(key);
- }
- visible(type, name) {
- if (!this._visibleCache.has(type)) {
- const set = new Set();
- const schema = this.type(type);
- if (schema && schema.inputs) {
- for (const input of schema.inputs) {
- if (input.typeAttr) {
- set.add(input.typeAttr);
- }
- else if (input.typeListAttr) {
- set.add(input.typeListAttr);
- }
- if (input.numberAttr) {
- set.add(input.numberAttr);
- }
- }
- }
- if (schema && schema.outputs) {
- for (const output of schema.outputs) {
- if (output.typeAttr) {
- set.add(output.typeAttr);
- }
- else if (output.typeListAttr) {
- set.add(output.typeListAttr);
- }
- if (output.numberAttr) {
- set.add(output.numberAttr);
- }
- }
- }
- this._visibleCache.set(type, set);
- }
- return !this._visibleCache.get(type).has(name);
- }
- };
- tf.Metadata = class {
- static open(context) {
- if (tf.Metadata._metadata) {
- return Promise.resolve(tf.Metadata._metadata);
- }
- return context.request('tf-metadata.json', 'utf-8', null).then((data) => {
- tf.Metadata._metadata = new tf.Metadata(data);
- return tf.Metadata._metadata;
- }).catch(() => {
- tf.Metadata._metadata = new tf.Metadata(null);
- return tf.Metadata._metadata;
- });
- }
- constructor(data) {
- this._map = new Map();
- if (data) {
- const metadata = JSON.parse(data);
- this._map = new Map(metadata.map((item) => [ item.name, item ]));
- }
- }
- type(operator) {
- return this._map.get(operator);
- }
- };
- tf.Utility = class {
- static decodeText(value) {
- if (typeof value === 'string') {
- return value;
- }
- if (value.length === 0) {
- return '';
- }
- tf.Utility._utf8Decoder = tf.Utility._utf8Decoder || new TextDecoder('utf-8');
- return tf.Utility._utf8Decoder.decode(value);
- }
- static dataType(type) {
- if (!tf.Utility._dataTypes) {
- const dataTypes = new Map();
- const DataType = tf.proto.tensorflow.DataType;
- for (let key of Object.keys(DataType)) {
- const value = DataType[key];
- key = key.startsWith('DT_') ? key.substring(3) : key;
- dataTypes.set(value, key.toLowerCase());
- }
- dataTypes.set(DataType.DT_HALF, 'float16');
- dataTypes.set(DataType.DT_FLOAT, 'float32');
- dataTypes.set(DataType.DT_DOUBLE, 'float64');
- tf.Utility._dataTypes = dataTypes;
- }
- return tf.Utility._dataTypes.has(type) ? tf.Utility._dataTypes.get(type) : '?';
- }
- static dataTypeKey(type) {
- if (!tf.Utility._dataTypeKeys) {
- const dataTypeKeys = new Map();
- const DataType = tf.proto.tensorflow.DataType;
- for (let key of Object.keys(DataType)) {
- const value = DataType[key];
- key = key.startsWith('DT_') ? key.substring(3) : key;
- dataTypeKeys.set(key.toLowerCase(), value);
- }
- dataTypeKeys.set('float16', DataType.DT_HALF);
- dataTypeKeys.set('float32', DataType.DT_FLOAT);
- dataTypeKeys.set('float64', DataType.DT_DOUBLE);
- tf.Utility._dataTypeKeys = dataTypeKeys;
- }
- return tf.Utility._dataTypeKeys.get(type);
- }
- static createGraph(metadata, nodes, output_arg_map) {
- const context = {};
- context.inputs = [];
- context.outputs = [];
- context.nodes = [];
- const namespaces = new Set();
- const node_map = new Map();
- for (const node of nodes) {
- const nodeName = node.name;
- node_map.set(nodeName, node);
- if (node.op != 'Const') {
- const index = nodeName.lastIndexOf('/');
- if (index != -1) {
- const namespace = nodeName.substring(0, index);
- namespaces.add(namespace);
- }
- }
- node.output = [];
- }
- for (const node of nodes) {
- const inputs = node.input;
- node.input = [];
- node.controlDependencies = [];
- for (const input of inputs) {
- const split = input.split(':', 3);
- const input_name = split[0];
- const input_index = split.length == 1 ? 0 : parseInt(split[split.length - 1]);
- const from_name = input_name.startsWith('^') ? input_name.substring(1) : input_name;
- const from = node_map.get(from_name);
- const output_name = input_index == 0 ? from_name : from_name + ':' + input_index.toString();
- const input_arg = from ? { name: output_name, from: from } : { name: output_name };
- if (input_name.startsWith('^')) {
- node.controlDependencies.push(input_arg);
- }
- else {
- node.input.push(input_arg);
- }
- if (from) {
- for (let i = from.output.length; i <= input_index; i++) {
- from.output.push({ name: i === 0 ? from_name : from_name + ':' + i.toString(), to: [] });
- }
- from.output[input_index].to.push(node);
- }
- }
- }
- if (output_arg_map) {
- for (const node of nodes) {
- if (output_arg_map.has(node.name)) {
- node.output.push({ name: node.name, to: [] });
- }
- }
- }
- const initializers = new Map();
- const map_tensor = (name, node, kind) => {
- if (node && node.op === 'Const' && node.input.length === 0 && node.output.length === 1 && node.output[0].to.length === 1 && node.controlDependencies.length === 0) {
- const value = node.attr.value;
- if (value && Object.prototype.hasOwnProperty.call(value, 'tensor')) {
- const tensor = new tf.Tensor(value.tensor, name, kind);
- return new tf.Argument(name, tensor.type, tensor);
- }
- }
- return null;
- };
- const map_resource = (name, node, tensor) => {
- if (node && node.op === 'Placeholder' && node.input.length === 0 && node.output.length === 1 && node.output[0].to.length === 1 && node.controlDependencies.length === 0) {
- const dtype = node.attr.dtype.type;
- if (dtype === tf.proto.tensorflow.DataType.DT_RESOURCE) {
- return new tf.Argument(name, null, tensor);
- }
- }
- return null;
- };
- for (const node of node_map.values()) {
- if (node.op === 'Identity' && node.input.length === 1 && node.output.length === 1 && node.output[0].to.length === 1 && node.controlDependencies.length === 0) {
- const initializer = map_tensor(node.name, node.input[0].from, 'Identity Constant');
- if (initializer) {
- initializers.set(initializer.name, initializer);
- node_map.delete(initializer.name);
- node_map.delete(node.input[0].name);
- }
- const identity = node.input[0].from;
- if (identity && identity.op === 'Identity' && identity.input.length === 1 && identity.output.length === 1 && node.output[0].to.length === 1 && node.controlDependencies.length === 0) {
- const initializer = map_tensor(node.name, identity.input[0].from, 'Identity Constant');
- if (initializer) {
- initializers.set(initializer.name, initializer);
- node_map.delete(initializer.name);
- node_map.delete(initializer.name);
- node_map.delete(identity.name);
- node_map.delete(node.name);
- }
- }
- }
- }
- for (const node of node_map.values()) {
- const initializer = map_tensor(node.name, node, 'Const');
- if (initializer) {
- initializers.set(initializer.name, initializer);
- node_map.delete(node.name);
- node_map.delete(initializer.name);
- }
- }
- for (const node of node_map.values()) {
- if (node.op === 'ReadVariableOp' && node.input.length === 1 && node.output.length === 1 && node.output[0].to.length === 1 && node.controlDependencies.length === 0) {
- if (node.attr && node.attr.dtype && node.attr._output_shapes && node.attr._output_shapes.list && node.attr._output_shapes.list.shape) {
- const tensor = new tf.proto.tensorflow.TensorProto();
- tensor.dtype = node.attr.dtype.type;
- tensor.tensor_shape = node.attr._output_shapes.list.shape[0];
- const name = node.name;
- const initializer = map_resource(name, node.input[0].from, new tf.Tensor(tensor, name, 'Resource Variable'));
- if (initializer) {
- initializers.set(initializer.name, initializer);
- node_map.delete(initializer.name);
- node_map.delete(node.input[0].name);
- }
- }
- }
- }
- const input_map = new Map();
- for (const node of node_map.values()) {
- if (node.op == 'Placeholder' && node.input.length === 0 && node.output.length === 1 && node.output[0].to.length === 1 && node.controlDependencies.length === 0) {
- const dtype = node.attr.dtype;
- const shape = node.attr.shape;
- if (dtype && dtype.type && shape && shape.shape) {
- const name = node.name;
- const type = new tf.TensorType(dtype.type, shape.shape);
- const argument = new tf.Argument(name, type, null);
- input_map.set(name, new tf.Parameter(name, [ argument ]));
- node_map.delete(name);
- }
- }
- }
- const updatePyTorch = (node_map) => {
- for (const node of node_map.values()) {
- if (node.op === 'prim::Constant' && node.input.length === 0 && node.controlDependencies.length === 0 && node.attr && Object.keys(node.attr).length === 1 && node.attr.attr && node.attr.attr.s) {
- const value = tf.Utility.decodeText(node.attr.attr.s);
- const match = /{\s*value\s*:\s*(.*)\s*}/.exec(value);
- if (match) {
- node.value = match[1].trim();
- }
- const empty = /{\s*}/.exec(value);
- if (empty) {
- node.value = null;
- }
- }
- if (node.op === 'prim::GetAttr' && node.input.length === 1 && node.controlDependencies.length === 0 && node.attr && Object.keys(node.attr).length === 1 && node.attr.attr && node.attr.attr.s) {
- const value = tf.Utility.decodeText(node.attr.attr.s);
- const match = /{\s*name\s*:\s*([A-za-z0-9_]*)\s*}/.exec(value);
- if (match) {
- node.value = match[1].trim();
- }
- }
- if (node.op === 'IO Node' && node.controlDependencies.length === 0) {
- const shape = node.attr && node.attr._output_shapes && node.attr._output_shapes.list && node.attr._output_shapes.list.shape ? node.attr._output_shapes.list.shape[0] : null;
- const type = shape ? new tf.TensorType('?', shape) : null;
- if (node.input.length === 0 && node.output.length === 1) {
- context.inputs.push(new tf.Parameter(node.name, [
- new tf.Argument(node.output[0].name, type, null)
- ]));
- node_map.delete(node.name);
- }
- if (node.input.length === 1 && node.output.length === 0) {
- context.outputs.push(new tf.Parameter(node.name, [
- new tf.Argument(node.input[0].name, type, null)
- ]));
- node_map.delete(node.name);
- }
- }
- if (Object.keys(node.attr).length === 2 &&
- node.attr.attr && node.attr.attr.s && node.attr._output_shapes) {
- const value = tf.Utility.decodeText(node.attr.attr.s);
- if (/\s*/.exec(value) || /{\s*}/.exec(value)) {
- node.attr = {};
- delete node._output_shapes;
- }
- }
- }
- const remove_input = (input, node) => {
- const from = input.from;
- if (from) {
- for (const output of from.output) {
- output.to = output.to.filter((to) => to !== node);
- }
- if (from.output.every((output) => output.to.length === 0) && from.controlDependencies.length === 0) {
- from.remove = true;
- }
- delete input.from;
- }
- };
- for (const node of node_map.values()) {
- if (node.op === 'prim::ListConstruct' && node.input.every((input) => input.from.value !== undefined) && node.controlDependencies.length === 0) {
- node.value = node.input.map((input) => input.from.value);
- for (const input of node.input) {
- remove_input(input, node);
- }
- node.input = [];
- }
- }
- for (const node of node_map.values()) {
- const remove = new Set();
- for (let i = 0; i < node.input.length; i++) {
- const input = node.input[i];
- const from = input.from;
- if (from) {
- if (from.op === 'prim::GetAttr' && from.input.length === 1 && from.output.length === 1 && from.controlDependencies.length === 0 && from.value !== undefined) {
- remove_input(input, node);
- input.label = from.value;
- const tensor = new tf.Tensor(null, input.name, from.op);
- const argument = new tf.Argument(input.name, null, tensor);
- initializers.set(input.name, argument);
- }
- if (from.op === 'prim::Constant' && from.input.length === 0 && from.controlDependencies.length === 0 && from.value !== undefined) {
- input.constant = from.value;
- remove_input(input, node);
- remove.add(input.name);
- }
- if (from.op === 'prim::ListConstruct' && from.output.length === 1 && from.controlDependencies.length === 0 && from.value !== undefined) {
- input.list = from.value;
- remove_input(input, node);
- remove.add(input.name);
- }
- }
- }
- if (node.__metadata__) {
- for (const metadata of node.__metadata__) {
- const parameters = Array.prototype.slice.call(metadata.inputs || []).concat(Array.prototype.slice.call(metadata.attributes || []));
- let match = true;
- const inputs = Array.from(node.input);
- if (inputs.length > parameters.length) {
- match = false;
- }
- while (inputs.length > 0 && match) {
- match = false;
- const input = inputs.shift();
- delete input.metadata;
- const parameter = parameters.shift();
- switch (parameter.type) {
- case 'Tensor': {
- if ((input.constant === undefined && input.list === undefined) || input.constant === null) {
- input.metadata = parameter;
- match = true;
- }
- else {
- inputs.unshift(input);
- match = true;
- }
- break;
- }
- case 'int64': {
- const value = parseInt(input.constant);
- if (input.constant !== undefined && Number.isInteger(value)) {
- input.attr = new tf.proto.tensorflow.AttrValue();
- input.attr.i = value;
- input.attr.metadata = parameter;
- match = true;
- }
- break;
- }
- case 'float32': {
- const value = parseFloat(input.constant);
- if (input.constant !== undefined && !isNaN(value)) {
- input.attr = new tf.proto.tensorflow.AttrValue();
- input.attr.f = value;
- input.attr.metadata = parameter;
- match = true;
- }
- break;
- }
- case 'int64[]': {
- if (Array.isArray(input.list)) {
- const list = input.list.map((item) => parseInt(item));
- if (list.every((value) => Number.isInteger(value))) {
- input.attr = new tf.proto.tensorflow.AttrValue();
- input.attr.list = new tf.proto.tensorflow.ListValue();
- input.attr.list.i = list;
- input.attr.metadata = parameter;
- match = true;
- }
- }
- break;
- }
- case 'boolean': {
- if (input.constant === 'false' || input.constant === '0') {
- input.attr = new tf.proto.tensorflow.AttrValue();
- input.attr.b = false;
- input.attr.metadata = parameter;
- match = true;
- }
- else if (input.constant === 'true' || input.constant === '1') {
- input.attr = new tf.proto.tensorflow.AttrValue();
- input.attr.b = true;
- input.attr.metadata = parameter;
- match = true;
- }
- break;
- }
- case 'Scalar': {
- const value = parseInt(input.constant);
- if (input.constant !== undefined && Number.isInteger(value)) {
- input.attr = new tf.proto.tensorflow.AttrValue();
- input.attr.i = value;
- input.attr.metadata = parameter;
- match = true;
- }
- break;
- }
- default:
- break;
- }
- }
- if (match) {
- node.metadata = metadata;
- break;
- }
- else {
- for (const input of node.input) {
- delete input.metadata;
- delete input.attr;
- }
- }
- }
- }
- node.input = node.input.filter((input, index) => {
- if (input.attr) {
- const name = input.attr.metadata ? input.attr.metadata.name : index.toString();
- node.attr[name] = input.attr;
- }
- else if (input.constant !== undefined && input.constant !== null) {
- const attr = new tf.proto.tensorflow.AttrValue();
- attr.s = input.constant;
- node.attr[index.toString()] = attr;
- }
- else if (input.list !== undefined) {
- const attr = new tf.proto.tensorflow.AttrValue();
- attr.list = new tf.proto.tensorflow.ListValue();
- attr.list.s = input.list;
- node.attr[index.toString()] = attr;
- }
- return !remove.has(input.name);
- });
- }
- for (const node of node_map.values()) {
- if (node.op === 'prim::GetAttr' && node.remove) {
- node_map.delete(node.name);
- }
- if (node.op === 'prim::Constant' && node.remove) {
- node_map.delete(node.name);
- }
- if (node.op === 'prim::ListConstruct' && node.remove) {
- node_map.delete(node.name);
- }
- }
- };
- updatePyTorch(node_map);
- for (const input of input_map.values()) {
- context.inputs.push(input);
- }
- for (const node of node_map.values()) {
- context.nodes.push(new tf.Node(metadata, namespaces, node, node.op, node.name, initializers, null));
- }
- return context;
- }
- };
- tf.JsonReader = class {
- static decodeGraphDef(json) {
- const message = new tf.proto.tensorflow.GraphDef();
- message.node = json.node.map((node) => tf.JsonReader.decodeNodeDef(node));
- return message;
- }
- static decodeNodeDef(json) {
- const message = new tf.proto.tensorflow.NodeDef();
- message.name = json.name;
- message.op = json.op;
- message.input = json.input || [];
- if (json.device) {
- message.device = json.device;
- }
- message.attr = {};
- if (json.attr) {
- for (const key of Object.keys(json.attr)) {
- message.attr[key] = tf.JsonReader.decodeAttrValue(json.attr[key]);
- }
- }
- return message;
- }
- static decodeAttrValue(json) {
- const message = new tf.proto.tensorflow.AttrValue();
- const keys = Object.keys(json);
- if (keys.length !== 1) {
- throw new tf.Error("Unsupported JSON tensorflow.AttrValue '" + JSON.stringify(keys) + "'.");
- }
- const key = keys[0];
- const value = json[key];
- switch (key) {
- case 'type':
- message.type = tf.proto.tensorflow.DataType[value];
- break;
- case 'shape':
- message.shape = tf.JsonReader.decodeTensorShapeProto(value);
- break;
- case 'tensor':
- message.tensor = tf.JsonReader.decodeTensorProto(value);
- break;
- case 'b':
- message[key] = value;
- break;
- case 'f':
- message[key] = parseFloat(value);
- break;
- case 'i':
- message[key] = parseInt(value, 10);
- break;
- case 's':
- message[key] = typeof value === 'string' ? atob(value) : tf.Utility.decodeText(Uint8Array.from(value));
- break;
- case 'list':
- message.list = tf.JsonReader.decodeAttrValueListValue(json.list);
- break;
- default:
- throw new tf.Error("Unsupported JSON 'tensorflow.AttrValue." + key + "'.");
- }
- return message;
- }
- static decodeAttrValueListValue(json) {
- const message = new tf.proto.tensorflow.AttrValue.ListValue();
- const properties = Object.keys(json);
- if (properties.length > 0) {
- const keys = properties.filter((key) => Array.isArray(json[key]) && json[key].length > 0);
- if (keys.length !== 1) {
- throw new tf.Error("Unsupported JSON tensorflow.AttrValue.ListValue '" + JSON.stringify(keys) + "'.");
- }
- const key = keys[0];
- const list = json[key];
- switch (key) {
- case 'i':
- message[key] = list.map((value) => parseInt(value, 10));
- break;
- case 's':
- message[key] = list.map((value) => typeof value === 'string' ? atob(value) : tf.Utility.decodeText(Uint8Array.from(value)));
- break;
- case 'type':
- message[key] = list.map((value) => tf.proto.tensorflow.DataType[value]);
- break;
- default:
- throw new tf.Error("Unsupported JSON 'tensorflow.AttrValue.ListValue." + key + "'.");
- }
- }
- return message;
- }
- static decodeTensorProto(json) {
- const message = new tf.proto.tensorflow.TensorProto();
- message.dtype = tf.proto.tensorflow.DataType[json.dtype];
- message.tensor_shape = tf.JsonReader.decodeTensorShapeProto(json.tensorShape);
- return message;
- }
- static decodeTensorShapeProto(json) {
- const message = new tf.proto.tensorflow.TensorShapeProto();
- message.dim = (json.dim || []).map((json) => {
- const message = new tf.proto.tensorflow.TensorShapeProto.Dim();
- message.size = json.size;
- message.name = json.name;
- return message;
- });
- return message;
- }
- };
- tf.Error = class extends Error {
- constructor(message) {
- super(message);
- this.name = 'Error loading TensorFlow model.';
- }
- };
- if (typeof module !== 'undefined' && typeof module.exports === 'object') {
- module.exports.ModelFactory = tf.ModelFactory;
- }
|