| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613 |
- var onnx = onnx || {};
- var protobuf = protobuf || require('./protobuf');
- var flatbuffers = flatbuffers || require('./flatbuffers');
- var text = text || require('./text');
- onnx.ModelFactory = class {
- match(context) {
- const identifier = context.identifier;
- const extension = identifier.split('.').pop().toLowerCase();
- if (identifier.endsWith('saved_model.pb') || identifier.endsWith('predict_net.pb') || identifier.endsWith('init_net.pb')) {
- return undefined;
- }
- if (identifier.endsWith('predict_net.pbtxt') || identifier.endsWith('predict_net.prototxt') ||
- identifier.endsWith('init_net.pbtxt') || identifier.endsWith('init_net.prototxt')) {
- return undefined;
- }
- let tags = context.tags('pb');
- if (tags.size > 0) {
- if (tags.size === 1 && tags.get(1) === 2) {
- const tags = context.tags('pb+');
- const match = (tags, schema) => {
- for (const pair of schema) {
- const key = pair[0];
- const inner = pair[1];
- const value = tags[key];
- if (value === undefined) {
- continue;
- }
- if (inner === false) {
- return false;
- }
- if (Array.isArray(inner)) {
- if (typeof value !== 'object' || !match(value, inner)) {
- return false;
- }
- }
- else if (inner !== value) {
- if (inner === 2 && !Array.isArray(value) && Object(value) === (value) && Object.keys(value).length === 0) {
- return true;
- }
- return false;
- }
- }
- return true;
- };
- // mediapipe.BoxDetectorIndex
- if (match(tags, [[1,[[1,[[1,[[1,5],[2,5],[3,5],[4,5],[6,0],[7,5],[8,5],[10,5],[11,0],[12,0]]],[2,5],[3,[]]]],[2,false],[3,false],[4,false],[5,false]]],[2,false],[3,false]] )) {
- return undefined;
- }
- // third_party.tensorflow.python.keras.protobuf.SavedMetadata
- if (match(tags, [[1,[[1,[[1,0],[2,0]]],[2,0],[3,2],[4,2],[5,2]]]])) {
- return undefined;
- }
- }
- if (Array.from(tags.keys()).every((tag) => tag <= 100) &&
- Array.from(tags.values()).every((type) => type < 5)) {
- // TensorProto
- if (tags.get(1) === 0 && tags.get(2) === 0) {
- const schema = [[1,0],[2,0],[4,2],[5,2],[7,2],[8,2],[9,2]];
- if (schema.every((pair) => !tags.has(pair[0]) || tags.get(pair[0]) === pair[1])) {
- return 'onnx.pb.TensorProto';
- }
- }
- // GraphProto
- if (tags.get(1) === 2) {
- const schema = [[1,2],[2,2],[3,2],[4,2],[5,2],[6,0],[7,0],[8,2],[9,2],[10,2],[11,2],[12,2],[13,2],[14,2]];
- if (schema.every((pair) => !tags.has(pair[0]) || tags.get(pair[0]) === pair[1])) {
- const decode = (buffer, value) => {
- const reader = protobuf.BinaryReader.open(buffer);
- const length = reader.length;
- while (reader.position < length) {
- const tag = reader.uint32();
- const number = tag >>> 3;
- const type = tag & 7;
- if (value === number) {
- return type === 2 ? reader.bytes() : null;
- }
- reader.skipType(type);
- }
- return null;
- };
- const stream = context.stream;
- const buffer = stream.peek();
- const nodeBuffer = decode(buffer, 1);
- if (nodeBuffer) {
- const nameBuffer = decode(nodeBuffer, 4);
- if (nameBuffer && nameBuffer.every((c) => c > 0x20 && c < 0x7f)) {
- return 'onnx.pb.GraphProto';
- }
- }
- }
- }
- // ModelProto
- if (tags.get(7) === 2) {
- const schema = [[1,0],[2,2],[3,2],[4,2][5,0],[6,2],[7,2],[8,2],[14,2],[20,2]];
- if (schema.every((pair) => !tags.has(pair[0]) || tags.get(pair[0]) === pair[1])) {
- return 'onnx.pb.ModelProto';
- }
- }
- }
- }
- const stream = context.stream;
- if (stream && stream.length > 5) {
- const buffer = stream.peek(Math.min(stream.length, 32));
- if (buffer[0] === 0x08 && buffer[1] < 0x0A && buffer[2] === 0x12) {
- const producers = [
- 'backend-test', 'BrainwaveCompiler',
- 'CNTK', 'customvision',
- 'keras2onnx', 'Kneron', 'kneron_formatter', 'kneron_kl530_test_case',
- 'darknet to ONNX example',
- 'htshinichi',
- 'MATLAB Deep Learning Toolbox Converter for ONNX Model Format', 'ML.NET', 'MVTec Software',
- 'onnx-caffe2', 'onnx-example', 'onnx.quantize', 'onnx.utils.extract_model', 'OnnxMLTools', 'onnx_test', 'onnxruntime-tools', 'onnxruntime.transformers',
- 'PaddlePaddle', 'pytorch',
- 'sclblonnx', 'skl2onnx',
- 'Tencent YouTu', 'tf2onnx', 'tflite2onnx',
- 'WinMLTools'
- ];
- if (producers.some((producer) => Array.from(producer).every((ch, index) => index + 4 < buffer.length && ch.charCodeAt(0) === buffer[index + 4]))) {
- return 'onnx.pb.ModelProto';
- }
- }
- }
- if (onnx.Text.Reader.open(stream)) {
- return 'onnx.text';
- }
- if (onnx.Runtime.Reader.open(stream, extension)) {
- return 'onnx.flatbuffers';
- }
- tags = context.tags('pbtxt');
- if (tags.has('ir_version')) {
- return 'onnx.pbtxt.ModelProto';
- }
- if (tags.has('graph') && extension !== 'model') {
- return 'onnx.pbtxt.ModelProto';
- }
- if (stream && stream.length > 8) {
- const buffer = stream.peek(4);
- const length = buffer[0] | (buffer[1] << 8) | (buffer[2] << 16) | (buffer[3] << 24);
- if (length === stream.length - 4) {
- stream.seek(4);
- try {
- const reader = protobuf.BinaryReader.open(stream);
- tags = reader.signature();
- if (tags.get(7) === 2) {
- stream.seek(4);
- return 'onnx.pb.ModelProto';
- }
- }
- catch (error) {
- // continue regardless of error
- }
- }
- }
- if (extension === 'onnx' && stream && stream.length > 3) {
- const signature = stream.peek(2);
- if (signature[0] === 0x80 && signature[1] < 7) {
- return 'onnx.pickle';
- }
- }
- return undefined;
- }
- open(context, match) {
- const open = (model, format) => {
- return onnx.Metadata.open(context).then((metadata) => {
- return new onnx.Model(metadata, model, format);
- });
- };
- switch (match) {
- case 'onnx.pbtxt.ModelProto':
- return context.require('./onnx-proto').then(() => {
- try {
- onnx.proto = protobuf.get('onnx').onnx;
- const stream = context.stream;
- const reader = protobuf.TextReader.open(stream);
- const model = onnx.proto.ModelProto.decodeText(reader);
- const format = 'ONNX' + (model.ir_version ? ' v' + model.ir_version.toString() : '');
- return open(model, format);
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new onnx.Error('File text format is not onnx.ModelProto (' + message.replace(/\.$/, '') + ').');
- }
- });
- case 'onnx.pb.TensorProto':
- return context.require('./onnx-proto').then(() => {
- // TensorProto
- // input_0.pb, output_0.pb
- try {
- onnx.proto = protobuf.get('onnx').onnx;
- const stream = context.stream;
- const reader = protobuf.BinaryReader.open(stream);
- const tensor = onnx.proto.TensorProto.decode(reader);
- tensor.name = tensor.name || context.identifier;
- const model = new onnx.proto.ModelProto();
- model.graph = new onnx.proto.GraphProto();
- model.graph.initializer = [ tensor ];
- model.graph.value_info = [ new onnx.proto.ValueInfoProto() ];
- model.graph.value_info[0].name = tensor.name;
- model.graph.node = [ new onnx.proto.NodeProto() ];
- model.graph.node[0].op_type = 'Constant';
- model.graph.node[0].attribute = [ new onnx.proto.AttributeProto() ];
- model.graph.node[0].attribute[0].name = 'value';
- model.graph.node[0].attribute[0].type = onnx.AttributeType.TENSOR;
- model.graph.node[0].attribute[0].t = tensor;
- const format = 'ONNX Tensor';
- return open(model, format);
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new onnx.Error('File format is not onnx.TensorProto (' + message.replace(/\.$/, '') + ').');
- }
- });
- case 'onnx.pb.GraphProto':
- return context.require('./onnx-proto').then(() => {
- // GraphProto
- try {
- onnx.proto = protobuf.get('onnx').onnx;
- const stream = context.stream;
- const reader = protobuf.BinaryReader.open(stream);
- const model = new onnx.proto.ModelProto();
- model.graph = onnx.proto.GraphProto.decode(reader);
- const format = 'ONNX';
- return open(model, format);
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new onnx.Error('File format is not onnx.GraphProto (' + message.replace(/\.$/, '') + ').');
- }
- });
- case 'onnx.pb.ModelProto':
- return context.require('./onnx-proto').then(() => {
- // ModelProto
- try {
- onnx.proto = protobuf.get('onnx').onnx;
- const stream = context.stream;
- const reader = protobuf.BinaryReader.open(stream);
- const model = onnx.proto.ModelProto.decode(reader);
- const format = 'ONNX' + (model.ir_version ? ' v' + model.ir_version.toString() : '');
- return open(model, format);
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new onnx.Error('File format is not onnx.ModelProto (' + message.replace(/\.$/, '') + ').');
- }
- });
- case 'onnx.flatbuffers': {
- return context.require('./onnx-schema').then((/* schema */) => {
- try {
- onnx.schema = flatbuffers.get('ort').onnxruntime.fbs;
- const stream = context.stream;
- const reader = onnx.Runtime.Reader.open(stream, 'ort');
- const model = reader.read();
- const format = 'ONNX Runtime' + (model.ir_version ? ' v' + model.ir_version.toString() : '');
- return open(model, format);
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new onnx.Error('File format is not ort.Model (' + message.replace(/\.$/, '') + ').');
- }
- });
- }
- case 'onnx.text': {
- return context.require('./onnx-proto').then(() => {
- try {
- onnx.proto = protobuf.get('onnx').onnx;
- const stream = context.stream;
- const reader = onnx.Text.Reader.open(stream);
- const model = reader.read();
- const format = 'ONNX Text' + (model.ir_version ? ' v' + model.ir_version.toString() : '');
- return open(model, format);
- }
- catch (error) {
- const message = error && error.message ? error.message : error.toString();
- throw new onnx.Error('File format is not onnx.ModelProto (' + message.replace(/\.$/, '') + ').');
- }
- });
- }
- case 'onnx.pickle': {
- return Promise.reject(new onnx.Error('Unsupported Pickle content.'));
- }
- default: {
- return Promise.reject(new onnx.Error("Unsupported ONNX format '" + match + "'."));
- }
- }
- }
- };
- onnx.Model = class {
- constructor(metadata, model, format) {
- this._graphs = [];
- this._format = format;
- this._producer = model.producer_name && model.producer_name.length > 0 ? model.producer_name + (model.producer_version && model.producer_version.length > 0 ? ' ' + model.producer_version : '') : null;
- this._domain = model.domain;
- const model_version = typeof model.model_version === 'number' ? model.model_version : model.model_version.toNumber();
- this._version = model_version ? model_version.toString() : '';
- this._description = model.doc_string;
- this._metadata = [];
- this._imports = null;
- const imports = new Map();
- if (model.opset_import && model.opset_import.length > 0) {
- for (const opset_import of model.opset_import) {
- const domain = opset_import.domain || 'ai.onnx';
- const version = opset_import.version ? typeof opset_import.version === 'number' ? opset_import.version: opset_import.version.toNumber() : 0;
- if (!imports.has(domain) || imports.get(domain) > version) {
- imports.set(domain, version);
- }
- }
- this._imports = Array.from(imports).map((pair) => pair[0] + ' v' + pair[1].toString());
- }
- if (imports.size == 0) {
- imports.set('ai.onnx', 1);
- imports.set('ai.onnx.ml', 1);
- }
- let imageFormat = '';
- const metadata_props = model.metadata_props;
- if (metadata_props) {
- const imageMetadata = {};
- const metadata = new Map(metadata_props.map((entry) => [ entry.key, entry.value ]));
- const converted_from = metadata.get('converted_from');
- if (converted_from) {
- this._metadata.push({ name: 'source', value: converted_from });
- }
- const author = metadata.get('author');
- if (author) {
- this._metadata.push({ name: 'author', value: author });
- }
- const company = metadata.get('company');
- if (company) {
- this._metadata.push({ name: 'company', value: company });
- }
- let license = metadata.get('license');
- const license_url = metadata.get('license_url');
- if (license_url) {
- license = '<a href=\'' + license_url + '\'>' + (license ? license : license_url) + '</a>';
- }
- if (license) {
- this._metadata.push({ name: 'license', value: license });
- }
- metadata.delete('author');
- metadata.delete('company');
- metadata.delete('converted_from');
- metadata.delete('license');
- metadata.delete('license_url');
- for (const entry of metadata) {
- switch (entry[0]) {
- case 'Image.BitmapPixelFormat':
- case 'Image.ColorSpaceGamma':
- case 'Image.NominalPixelRange':
- imageMetadata[entry[0]] = entry[1];
- break;
- default:
- this._metadata.push({ name: entry[0], value: entry[1] });
- break;
- }
- }
- imageFormat = [ imageMetadata['Image.BitmapPixelFormat'], imageMetadata['Image.ColorSpaceGamma'], imageMetadata['Image.NominalPixelRange'] ].filter((item) => item);
- }
- this._graphs = [];
- if (model && model.graph) {
- const graphMetadata = new onnx.GraphMetadata(metadata, imports);
- const context = new onnx.ModelContext(graphMetadata, imageFormat);
- for (const func of model.functions || []) {
- context.metadata.add(new onnx.Function(context, func));
- }
- const graphs = [ model.graph ];
- while (graphs.length > 0) {
- const graph = graphs.shift();
- this._graphs.push(context.graph(graph));
- for (const node of graph.node || []) {
- for (const attribute of node.attribute || []) {
- if (attribute.g) {
- graphs.push(attribute.g);
- }
- else if (attribute.graphs && attribute.graphs.length > 0) {
- graphs.push(...attribute.graphs);
- }
- }
- }
- }
- }
- }
- get format() {
- return this._format;
- }
- get version() {
- return this._version;
- }
- get imports() {
- return this._imports;
- }
- get producer() {
- return this._producer;
- }
- get domain() {
- return this._domain || null;
- }
- get description() {
- return this._description || null;
- }
- get metadata() {
- return this._metadata;
- }
- get graphs() {
- return this._graphs;
- }
- };
- onnx.Graph = class {
- constructor(context, graph) {
- this._node = '';
- this._description = '';
- this._nodes = [];
- this._inputs = [];
- this._outputs = [];
- this._name = graph.name || null;
- this._description = graph.doc_string || '';
- context = new onnx.GraphContext(context, graph.node);
- for (const initializer of graph.initializer) {
- const tensor = context.tensor(initializer.name);
- tensor.initializer = new onnx.Tensor(context, initializer, 'Initializer');
- }
- for (const sparse_initializer of graph.sparse_initializer) {
- const tensor = context.tensor(sparse_initializer.values.name);
- tensor.initializer = new onnx.Tensor(context, sparse_initializer, 'Sparse Initializer');
- }
- for (const tensor_annotation of graph.quantization_annotation || []) {
- const tensor = context.tensor(tensor_annotation.tensor_name);
- const annotation = {};
- for (const pair of tensor_annotation.quant_parameter_tensor_names) {
- annotation[pair.key] = pair.value;
- }
- tensor.annotation = annotation;
- }
- for (const valueInfo of graph.value_info) {
- const tensor = context.tensor(valueInfo.name);
- tensor.type = context.createType(valueInfo.type);
- tensor.description = valueInfo.doc_string;
- }
- graph.input = graph.input.map((valueInfo) => {
- const tensor = context.tensor(valueInfo.name);
- tensor.type = context.createType(valueInfo.type);
- tensor.description = valueInfo.doc_string;
- return tensor;
- });
- graph.output = graph.output.map((valueInfo) => {
- const tensor = context.tensor(valueInfo.name);
- tensor.type = context.createType(valueInfo.type);
- tensor.description = valueInfo.doc_string;
- return tensor;
- });
- new onnx.Inference(graph.node, graph.output);
- context.push(graph.node, graph.input, graph.output);
- this._nodes = context.pop();
- for (const input of graph.input) {
- const argument = context.argument(input.name);
- if (!argument.initializer) {
- this._inputs.push(new onnx.Parameter(input.name, [ argument ]));
- }
- }
- for (const output of graph.output) {
- const argument = context.argument(output.name);
- if (!argument.initializer) {
- this._outputs.push(new onnx.Parameter(output.name, [ argument ]));
- }
- }
- }
- get name() {
- return this._name;
- }
- get description() {
- return this._description;
- }
- get inputs() {
- return this._inputs;
- }
- get outputs() {
- return this._outputs;
- }
- get nodes() {
- return this._nodes;
- }
- toString() {
- return 'graph(' + this.name + ')';
- }
- };
- onnx.Parameter = class {
- constructor(name, args) {
- this._name = name;
- this._arguments = args;
- }
- get name() {
- return this._name;
- }
- get visible() {
- return true;
- }
- get arguments() {
- return this._arguments;
- }
- };
- onnx.Argument = class {
- constructor(name, type, initializer, annotation, description) {
- if (typeof name !== 'string') {
- throw new onnx.Error("Invalid argument identifier '" + JSON.stringify(name) + "'.");
- }
- this._name = name;
- this._type = type || null;
- this._initializer = initializer || null;
- this._annotation = annotation;
- this._description = description || '';
- }
- get name() {
- return this._name;
- }
- get type() {
- return this._type;
- }
- get description() {
- return this._description;
- }
- get quantization() {
- if (this._annotation) {
- return Object.keys(this._annotation).map((key) => key + ': ' + this._annotation[key]).join(', ');
- }
- return null;
- }
- get initializer() {
- return this._initializer;
- }
- };
- onnx.Node = class {
- constructor(context, op_type, domain, name, description, attributes, inputs, outputs) {
- attributes = attributes || [];
- this._type = context.metadata.type(op_type, domain) || { name: op_type, module: domain };
- if (this.type.module !== domain && !(this._type instanceof onnx.Function)) {
- this._type = Object.assign({}, this.type);
- this._type.name = op_type;
- this._type.module = domain;
- }
- this._name = name || '';
- this._description = description || '';
- this._inputs = inputs;
- this._outputs = outputs;
- this._attributes = attributes.map((attribute) => new onnx.Attribute(context, op_type, domain, attribute));
- this._chain = [];
- const identifier = domain ? domain + '.' + op_type : op_type;
- if (identifier === 'com.microsoft.FusedConv') {
- const activation = attributes.find((attribute) => attribute.name === 'activation');
- if (activation) {
- const type = context.decodeText(activation.s);
- this._chain.push(new onnx.Node(context, type, '', '', '', [], [], []));
- }
- }
- }
- get type() {
- return this._type;
- }
- get name() {
- return this._name;
- }
- get description() {
- return this._description;
- }
- get attributes() {
- return this._attributes;
- }
- get inputs() {
- return this._inputs;
- }
- get outputs() {
- return this._outputs;
- }
- get chain() {
- return this._chain;
- }
- };
- onnx.Attribute = class {
- constructor(context, op_type, domain, attribute) {
- this._name = attribute.name;
- this._description = attribute.doc_string || '';
- this._type = null;
- this._value = null;
- switch (attribute.type) {
- case onnx.AttributeType.UNDEFINED:
- break;
- case onnx.AttributeType.FLOAT:
- this._value = attribute.f;
- this._type = 'float32';
- break;
- case onnx.AttributeType.INT:
- this._value = attribute.i;
- this._type = 'int64';
- break;
- case onnx.AttributeType.STRING:
- switch (op_type) {
- case 'Int8GivenTensorFill':
- this._value = Array.from(attribute.s);
- break;
- default:
- this._value = context.decodeText(attribute.s);
- break;
- }
- this._type = 'string';
- break;
- case onnx.AttributeType.TENSOR:
- this._value = new onnx.Tensor(context, attribute.t);
- this._type = 'tensor';
- break;
- case onnx.AttributeType.GRAPH:
- this._value = context.graph(attribute.g);
- this._type = 'graph';
- break;
- case onnx.AttributeType.FLOATS:
- this._value = ArrayBuffer.isView(attribute.floats) ? Array.from(attribute.floats) : attribute.floats;
- this._type = 'float32[]';
- break;
- case onnx.AttributeType.INTS:
- this._value = ArrayBuffer.isView(attribute.ints) ? Array.from(attribute.ints) : attribute.ints;
- this._type = 'int64[]';
- break;
- case onnx.AttributeType.STRINGS:
- this._value = attribute.strings.map((s) => context.decodeText(s));
- this._type = 'string[]';
- break;
- case onnx.AttributeType.TENSORS:
- this._value = attribute.tensors.map((tensor) => new onnx.Tensor(context, tensor));
- this._type = 'tensor[]';
- break;
- case onnx.AttributeType.GRAPHS:
- this._value = attribute.graphs.map((graph) => context.graph(graph));
- this._type = 'graph[]';
- break;
- case onnx.AttributeType.SPARSE_TENSOR:
- this._value = new onnx.Tensor(context, attribute.sparse_tensor);
- this._type = 'tensor';
- break;
- case onnx.AttributeType.SPARSE_TENSORS:
- this._value = attribute.sparse_tensors.map((tensor) => new onnx.Tensor(context, tensor));
- this._type = 'tensor[]';
- break;
- case onnx.AttributeType.TYPE_PROTO:
- this._value = context.createType(attribute.tp);
- this._type = 'type';
- break;
- case onnx.AttributeType.TYPE_PROTOS:
- this._value = attribute.type_protos.map((type) => context.createType(type));
- this._type = 'type[]';
- break;
- default:
- throw new onnx.Error("Unsupported attribute type '" + attribute.type + "'.");
- }
- const metadata = context.metadata.attribute(op_type, domain, attribute.name);
- if (metadata) {
- if (Object.prototype.hasOwnProperty.call(metadata, 'default') && this._value == metadata.default) {
- this._visible = false;
- }
- if (metadata.type === 'DataType') {
- this._type = metadata.type;
- const value = this._value ? parseInt(this._value.toString(), 10) : this._value;
- this._value = Number.isInteger(value) ? context.createDataType(value) : value;
- }
- }
- }
- get name() {
- return this._name;
- }
- get type() {
- return this._type;
- }
- get value() {
- return this._value;
- }
- get description() {
- return this._description;
- }
- get visible() {
- return this._visible == false ? false : true;
- }
- };
- onnx.Group = class {
- constructor(name, groups) {
- this._type = { name: 'Scope' };
- this._name = name;
- this._nodes = [];
- for (const entry of groups) {
- const key = entry[0];
- if (key === '') {
- for (const node of entry[1]) {
- this._nodes.push(node);
- }
- }
- else {
- this._nodes.push(new onnx.Group(name === '' ? key : name + '/' + key, entry[1]));
- }
- }
- const set = new Set();
- const inputs = new Array();
- const outputs = new Array();
- for (const node of this._nodes) {
- if (node instanceof onnx.Group) {
- node.freeze();
- }
- for (const parameter of node.outputs) {
- for (const argument of parameter.arguments) {
- if (!argument.initializer) {
- outputs.push(argument);
- set.add(argument.name);
- }
- }
- }
- }
- for (const node of this._nodes) {
- for (const parameter of node.inputs) {
- for (const argument of parameter.arguments) {
- if (!set.has(argument.name) && !argument.initializer) {
- inputs.push(argument);
- }
- }
- }
- }
- this._inputs = [ new onnx.Parameter('inputs', inputs) ];
- this._outputs = [ new onnx.Parameter('outputs', outputs) ];
- this._attributes = [];
- }
- get name() {
- return this._name;
- }
- get type() {
- return this._type;
- }
- get inputs() {
- return this._inputs;
- }
- get outputs() {
- return this._outputs;
- }
- get attributes() {
- return this._attributes;
- }
- get nodes() {
- return this._nodes;
- }
- };
- onnx.Tensor = class {
- constructor(context, tensor, kind) {
- this._kind = kind || null;
- const data = (tensor) => {
- let data = undefined;
- if (tensor.data_location === onnx.DataLocation.DEFAULT) {
- switch (tensor.data_type) {
- case onnx.DataType.FLOAT16:
- if (tensor.int32_data && tensor.int32_data.length > 0) {
- const buffer = new Uint8Array(tensor.int32_data.length << 1);
- const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
- const array = tensor.int32_data;
- for (let i = 0; i < array.length; i++) {
- view.setUint16(i << 1, array[i], true);
- }
- data = {
- type: tensor.data_type,
- buffer: buffer
- };
- }
- break;
- case onnx.DataType.FLOAT:
- data = new Float32Array(tensor.float_data);
- break;
- case onnx.DataType.DOUBLE:
- data = new Float64Array(tensor.double_data);
- break;
- case onnx.DataType.BOOL:
- if (tensor.int32_data && tensor.int32_data.length > 0) {
- const array = tensor.int32_data;
- data = new Array(array.length);
- for (let i = 0; i < data.length; i++) {
- data[i] = array[i] === 0 ? false : true;
- }
- }
- break;
- case onnx.DataType.INT8:
- data = new Int8Array(tensor.int32_data);
- break;
- case onnx.DataType.UINT8:
- data = new Uint8Array(tensor.int32_data);
- break;
- case onnx.DataType.INT16:
- data = new Int32Array(tensor.int32_data);
- break;
- case onnx.DataType.UINT16:
- data = new Int32Array(tensor.int32_data);
- break;
- case onnx.DataType.INT32:
- data = new Int32Array(tensor.int32_data);
- break;
- case onnx.DataType.UINT32:
- case onnx.DataType.UINT64:
- data = tensor.uint64_data;
- break;
- case onnx.DataType.INT64:
- data = tensor.int64_data;
- break;
- case onnx.DataType.STRING:
- data = tensor.string_data;
- break;
- case onnx.DataType.BFLOAT16:
- case onnx.DataType.COMPLEX64:
- case onnx.DataType.COMPLEX128:
- break;
- default:
- throw new onnx.Error("Unsupported tensor data type '" + tensor.data_type + "'.");
- }
- if (data && (Array.isArray(data) || ArrayBuffer.isView(data)) && data.length === 0) {
- data = undefined;
- }
- if (!data && tensor.raw_data && tensor.raw_data.length > 0) {
- data = {
- type: tensor.data_type,
- buffer: tensor.raw_data
- };
- }
- }
- return data;
- };
- if ((onnx.proto && tensor instanceof onnx.proto.SparseTensorProto) ||
- (onnx.schema && tensor instanceof onnx.schema.SparseTensor)) {
- this._name = tensor.values.name || '';
- this._type = context.createTensorType(tensor.values.data_type, tensor.dims.map((dim) => dim), null);
- this._location = Array.from(new Set([ context.createLocation(tensor.values.data_location), context.createLocation(tensor.indices.data_location) ])).join(':');
- this._values = data(tensor.values);
- this._indices = data(tensor.indices);
- }
- else {
- this._name = tensor.name || '';
- this._type = context.createTensorType(tensor.data_type, tensor.dims.map((dim) => dim), null);
- this._location = context.createLocation(tensor.data_location);
- this._values = data(tensor);
- }
- }
- get name() {
- return this._name;
- }
- get kind() {
- return this._kind;
- }
- get type() {
- return this._type;
- }
- get state() {
- return this._context().state || null;
- }
- get value() {
- const context = this._context();
- if (context.state) {
- return null;
- }
- context.limit = Number.MAX_SAFE_INTEGER;
- return this._decode(context, 0);
- }
- toString() {
- const context = this._context();
- if (context.state) {
- return '';
- }
- context.limit = 10000;
- const value = this._decode(context, 0);
- return onnx.Tensor._stringify(value, '', ' ');
- }
- _context() {
- const context = {};
- context.state = null;
- if (this._sparse) {
- context.state = 'Sparse data not implemented.';
- return context;
- }
- if (this._location !== 'default') {
- context.state = "Data '" + this._location + "' location not implemented.";
- return context;
- }
- const decode = (data) => {
- if (!data || Array.isArray(data) || ArrayBuffer.isView(data)) {
- return data;
- }
- const buffer = data.buffer;
- const view = new DataView(buffer.buffer, buffer.byteOffset, buffer.byteLength);
- const type = data.type;
- data = undefined;
- switch (type) {
- case onnx.DataType.BOOL:
- data = new Array(buffer.length);
- for (let i = 0; i < buffer.length; i++) {
- data[i] = view.getUint8(i) === 0 ? false : true;
- }
- break;
- case onnx.DataType.FLOAT16:
- data = new Float32Array(buffer.length >> 1);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getFloat16(i << 1, true);
- }
- break;
- case onnx.DataType.FLOAT:
- data = new Float32Array(buffer.length >> 2);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getFloat32(i << 2, true);
- }
- break;
- case onnx.DataType.DOUBLE:
- data = new Float64Array(buffer.length >> 3);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getFloat64(i << 3, true);
- }
- break;
- case onnx.DataType.INT8:
- data = new Int8Array(buffer.length);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getInt8(i, true);
- }
- break;
- case onnx.DataType.UINT8:
- data = new Uint8Array(buffer.length);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getUint8(i, true);
- }
- break;
- case onnx.DataType.INT16:
- data = new Int16Array(buffer.length >> 1);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getInt16(i << 1, true);
- }
- break;
- case onnx.DataType.UINT16:
- data = new Uint16Array(buffer.length >> 1);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getUint16(i << 1, true);
- }
- break;
- case onnx.DataType.INT32:
- data = new Int32Array(buffer.length >> 2);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getInt32(i << 2, true);
- }
- break;
- case onnx.DataType.UINT32:
- data = new Uint32Array(buffer.length >> 2);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getUint32(i << 2, true);
- }
- break;
- case onnx.DataType.INT64:
- data = new Array(buffer.length >> 3);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getInt64(i << 3, true);
- }
- break;
- case onnx.DataType.UINT64:
- data = new Array(buffer.length >> 3);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getUint64(i << 3, true);
- }
- break;
- case onnx.DataType.BFLOAT16:
- data = new Array(buffer.length >> 1);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getBfloat16(i << 1, true);
- }
- break;
- case onnx.DataType.COMPLEX64:
- data = new Array(buffer.length >> 3);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getComplex64(i << 3, true);
- }
- break;
- case onnx.DataType.COMPLEX128:
- data = new Array(buffer.length >> 4);
- for (let i = 0; i < data.length; i++) {
- data[i] = view.getComplex64(i << 4, true);
- }
- break;
- default:
- throw new onnx.Error("Unsupported tensor data type '" + type + "'.");
- }
- return data;
- };
- this._values = decode(this._values);
- if (!this._values) {
- context.state = 'Tensor data is empty.';
- return context;
- }
- this._indices = decode(this._indices);
- context.values = this._values;
- context.indices = this._indices;
- context.index = 0;
- context.dataType = this.type.dataType;
- context.shape = this.type.shape.dimensions;
- context.data = function() {
- if (!this._data) {
- if (this.indices && this.values && this.indices.length === this.values.length) {
- const size = context.shape.reduce((a, b) => a * b, 1);
- const indices = this.indices;
- const values = this.values;
- const array = new values.constructor(size);
- switch (this.dataType) {
- case 'boolean':
- array.fill(false);
- break;
- case 'int64':
- case 'uint64':
- break;
- default:
- break;
- }
- if (indices.length > 0) {
- if (Object.prototype.hasOwnProperty.call(indices[0], 'low')) {
- for (let i = 0; i < indices.length; i++) {
- const index = indices[i];
- array[index.high === 0 ? index.low : index.toNumber()] = values[i];
- }
- }
- else {
- for (let i = 0; i < indices.length; i++) {
- array[indices[i]] = values[i];
- }
- }
- }
- this._data = array;
- }
- else {
- this._data = this.values;
- }
- }
- return this._data;
- };
- return context;
- }
- _decode(context, dimension) {
- const shape = context.shape.length !== 0 ? context.shape : [ 1 ];
- const results = [];
- const size = shape[dimension];
- const data = context.data();
- if (dimension == shape.length - 1) {
- for (let i = 0; i < size; i++) {
- if (context.index > context.limit) {
- results.push('...');
- return results;
- }
- results.push(data[context.index++]);
- }
- }
- else {
- for (let j = 0; j < size; j++) {
- if (context.index > context.limit) {
- results.push('...');
- return results;
- }
- results.push(this._decode(context, dimension + 1));
- }
- }
- if (context.shape.length == 0) {
- return results[0];
- }
- return results;
- }
- static _stringify(value, indentation, indent) {
- if (Array.isArray(value)) {
- const result = [];
- result.push(indentation + '[');
- const items = value.map((item) => onnx.Tensor._stringify(item, indentation + indent, indent));
- if (items.length > 0) {
- result.push(items.join(',\n'));
- }
- result.push(indentation + ']');
- return result.join('\n');
- }
- switch (typeof value) {
- case 'string':
- return indentation + value;
- case 'number':
- if (value == Infinity) {
- return indentation + 'Infinity';
- }
- if (value == -Infinity) {
- return indentation + '-Infinity';
- }
- if (isNaN(value)) {
- return indentation + 'NaN';
- }
- return indentation + value.toString();
- default:
- if (value && value.toString) {
- return indentation + value.toString();
- }
- return indentation + '(undefined)';
- }
- }
- };
- onnx.TensorType = class {
- constructor(dataType, shape, denotation) {
- this._dataType = dataType;
- this._shape = shape;
- this._denotation = denotation || null;
- }
- get dataType() {
- return this._dataType;
- }
- get shape() {
- return this._shape;
- }
- get denotation() {
- return this._denotation;
- }
- toString() {
- return this.dataType + this._shape.toString();
- }
- };
- onnx.TensorShape = class {
- constructor(dimensions) {
- this._dimensions = dimensions;
- }
- get dimensions() {
- return this._dimensions;
- }
- toString() {
- if (!this._dimensions || this._dimensions.length == 0) {
- return '';
- }
- return '[' + this._dimensions.map((dim) => dim ? dim.toString() : '?').join(',') + ']';
- }
- };
- onnx.SequenceType = class {
- constructor(elementType, denotation) {
- this._elementType = elementType;
- this._denotation = denotation;
- }
- get elementType() {
- return this._elementType;
- }
- get dennotation() {
- return this._dennotation;
- }
- toString() {
- const elementType = this._elementType ? this._elementType.toString() : '';
- return 'sequence<' + elementType + '>';
- }
- };
- onnx.MapType = class {
- constructor(keyType, valueType, denotation) {
- this._keyType = keyType;
- this._valueType = valueType;
- this._denotation = denotation;
- }
- get keyType() {
- return this._keyType;
- }
- get valueType() {
- return this._valueType;
- }
- get denotation() {
- return this._denotation;
- }
- toString() {
- return 'map<' + this._keyType + ',' + this._valueType.toString() + '>';
- }
- };
- onnx.OpaqueType = class {
- constructor(domain, name) {
- this._domain = domain;
- this._name = name;
- }
- toString() {
- const name = (this._domain ? (this._domain + '.') : '') + this._name;
- return 'opaque<' + name + '>';
- }
- };
- onnx.OptionalType = class {
- constructor(type) {
- this._type = type;
- }
- get type() {
- return this._type;
- }
- toString() {
- return 'optional<' + this._type.toString() + '>';
- }
- };
- onnx.Function = class {
- constructor(context, func) {
- this._name = func.name;
- this._domain = func.domain;
- this._description = func.doc_string;
- this._inputs = [];
- this._outputs = [];
- this._attributes = func.attribute.map((attribtue) => {
- return { name: attribtue };
- });
- context = new onnx.GraphContext(context, func.node);
- func.input = func.input.map((input) => context.tensor(input));
- func.output = func.output.map((output) => context.tensor(output));
- context.push(func.node, func.input, func.output);
- this._nodes = context.pop();
- for (const input of func.input) {
- const argument = context.argument(input.name);
- if (!argument.initializer) {
- this._inputs.push(new onnx.Parameter(input.name, [ argument ]));
- }
- }
- for (const output of func.output) {
- const argument = context.argument(output.name);
- if (!argument.initializer) {
- this._outputs.push(new onnx.Parameter(output.name, [ argument ]));
- }
- }
- }
- get type() {
- return 'function';
- }
- get name() {
- return this._name;
- }
- get module() {
- return this._domain;
- }
- get description() {
- return this._description;
- }
- get inputs() {
- return this._inputs;
- }
- get outputs() {
- return this._outputs;
- }
- get attributes() {
- return this._attributes;
- }
- get nodes() {
- return this._nodes;
- }
- };
- onnx.GraphMetadata = class {
- constructor(metadata, imports) {
- this._metadata = metadata;
- this._imports = imports;
- this._cache = new Map();
- this._attributes = new Map();
- this._functions = new Map();
- }
- add(func) {
- if (!this._functions.has(func.module)) {
- this._functions.set(func.module, new Map());
- }
- const map = this._functions.get(func.module);
- if (map.has(func.name)) {
- throw new onnx.Error("Duplicate function identifier '" + func.module + '.' + func.name + "'.");
- }
- map.set(func.name, func);
- }
- type(name, domain) {
- domain = domain || 'ai.onnx';
- const key = domain + ':' + name;
- if (!this._cache.has(key)) {
- let value = this._metadata.type(name, domain, this._imports);
- if (!value) {
- if (this._functions.has(domain)) {
- const map = this._functions.get(domain);
- if (map.has(name)) {
- value = map.get(name);
- }
- }
- }
- this._cache.set(key, value);
- }
- return this._cache.get(key);
- }
- attribute(type, domain, name) {
- const key = domain + ':' + type + ':' + name;
- if (!this._attributes.has(key)) {
- this._attributes.set(key, null);
- const metadata = this.type(type, domain);
- if (metadata && metadata.attributes && metadata.attributes.length > 0) {
- for (const attribute of metadata.attributes) {
- this._attributes.set(key, attribute);
- }
- }
- }
- return this._attributes.get(key);
- }
- };
- onnx.Metadata = class {
- static open(context) {
- if (onnx.Metadata._metadata) {
- return Promise.resolve(onnx.Metadata._metadata);
- }
- return context.request('onnx-metadata.json', 'utf-8', null).then((data) => {
- onnx.Metadata._metadata = new onnx.Metadata(data);
- return onnx.Metadata._metadata;
- }).catch(() => {
- onnx.Metadata._metadata = new onnx.Metadata(null);
- return onnx.Metadata._metadata;
- });
- }
- constructor(data) {
- this._map = new Map();
- if (data) {
- const metadata = JSON.parse(data);
- for (const item of metadata) {
- if (!this._map.has(item.module)) {
- this._map.set(item.module, new Map());
- }
- const map = this._map.get(item.module);
- if (!map.has(item.name)) {
- map.set(item.name, []);
- }
- map.get(item.name).push(item);
- }
- }
- }
- type(name, domain, imports) {
- domain = domain || 'ai.onnx';
- let current = null;
- if (this._map.has(domain)) {
- const map = this._map.get(domain);
- if (map.has(name)) {
- for (const metadata of map.get(name)) {
- const matchVersion = current ? current.version : -1;
- const importVersion = imports.get(metadata.module) || 0;
- if (importVersion >= metadata.version && matchVersion < metadata.version) {
- current = metadata;
- }
- }
- }
- }
- return current;
- }
- };
- onnx.Inference = class {
- constructor(nodes, outputs) {
- this._outputs = new Map();
- for (const node of nodes) {
- for (const output of node.output) {
- this._outputs.set(output.name, node);
- }
- }
- for (const output of outputs) {
- this._infer(output.name);
- }
- }
- _infer(output) {
- if (this._outputs.has(output)) {
- let hasInputShapes = true;
- const node = this._outputs.get(output);
- for (const input of node.input) {
- if (!input.type) {
- this._infer(input);
- if (!input.type) {
- hasInputShapes = false;
- break;
- }
- }
- }
- if (hasInputShapes) {
- // continue
- }
- }
- }
- };
- onnx.DataLocation = {
- DEFAULT: 0,
- EXTERNAL: 1
- };
- onnx.DataType = {
- UNDEFINED: 0,
- FLOAT: 1,
- UINT8: 2,
- INT8: 3,
- UINT16: 4,
- INT16: 5,
- INT32: 6,
- INT64: 7,
- STRING: 8,
- BOOL: 9,
- FLOAT16: 10,
- DOUBLE: 11,
- UINT32: 12,
- UINT64: 13,
- COMPLEX64: 14,
- COMPLEX128: 15,
- BFLOAT16: 16
- };
- onnx.AttributeType = {
- UNDEFINED: 0,
- FLOAT: 1,
- INT: 2,
- STRING: 3,
- TENSOR: 4,
- GRAPH: 5,
- FLOATS: 6,
- INTS: 7,
- STRINGS: 8,
- TENSORS: 9,
- GRAPHS: 10,
- SPARSE_TENSOR: 11,
- SPARSE_TENSORS: 12,
- TYPE_PROTO: 13,
- TYPE_PROTOS: 14
- };
- onnx.ModelContext = class {
- constructor(metadata, imageFormat) {
- this._metadata = metadata;
- this._imageFormat = imageFormat;
- this._graphs = new Map();
- }
- get metadata() {
- return this._metadata;
- }
- get imageFormat() {
- return this._imageFormat;
- }
- graph(value) {
- if (!this._graphs.has(value)) {
- this._graphs.set(value, new onnx.Graph(this, value));
- }
- return this._graphs.get(value);
- }
- };
- onnx.GraphContext = class {
- constructor(context, nodes) {
- this._context = context;
- this._dataTypes = new Map(Object.entries(onnx.DataType).map((entry) => [ entry[1], entry[0].toLowerCase() ]));
- this._dataTypes.set(onnx.DataType.UNDEFINED, 'UNDEFINED');
- this._dataTypes.set(onnx.DataType.BOOL, 'boolean');
- this._dataTypes.set(onnx.DataType.FLOAT, 'float32');
- this._dataTypes.set(onnx.DataType.DOUBLE, 'float64');
- this._tensors = new Map();
- this._arguments = new Map();
- this._groups = new Map();
- this._nodes = [];
- for (const node of nodes) {
- node.input = node.input.map((name) => this.tensor(name));
- node.output = node.output.map((name) => this.tensor(name));
- node.param = {};
- for (const attribute of node.attribute) {
- if (attribute.type) {
- continue;
- }
- if (attribute.ints && attribute.ints.length > 0) {
- attribute.type = onnx.AttributeType.INTS;
- }
- else if (attribute.floats && attribute.floats.length > 0) {
- attribute.type = onnx.AttributeType.FLOATS;
- }
- else if (attribute.strings && attribute.strings.length > 0) {
- attribute.type = onnx.AttributeType.STRINGS;
- }
- else if (attribute.graphs && attribute.graphs.length > 0) {
- attribute.type = onnx.AttributeType.GRAPHS;
- }
- else if (attribute.s && attribute.s.length > 0) {
- attribute.type = onnx.AttributeType.STRING;
- }
- else if (Object.prototype.hasOwnProperty.call(attribute, 'f')) {
- attribute.type = onnx.AttributeType.FLOAT;
- }
- else if (Object.prototype.hasOwnProperty.call(attribute, 'i')) {
- attribute.type = onnx.AttributeType.INT;
- }
- else if (Object.prototype.hasOwnProperty.call(attribute, 't')) {
- attribute.type = onnx.AttributeType.TENSOR;
- }
- else if (Object.prototype.hasOwnProperty.call(attribute, 'g')) {
- attribute.type = onnx.AttributeType.GRAPH;
- }
- else if (Object.prototype.hasOwnProperty.call(attribute, 'sparse_tensor')) {
- attribute.type =onnx.AttributeType.SPARSE_TENSOR;
- }
- else {
- attribute.type = onnx.AttributeType.UNDEFINED;
- }
- }
- }
- }
- get metadata() {
- return this._context.metadata;
- }
- graph(name) {
- return this._context.graph(name);
- }
- tensor(name) {
- if (!this._tensors.has(name)) {
- this._tensors.set(name, { name: name });
- }
- return this._tensors.get(name);
- }
- group(name) {
- if (!this._groups.has(name)) {
- const path = name.split('/');
- if (path.length > 1) {
- path.pop();
- return this.group(path.join('/'));
- }
- this._groups.set(name, new Map([ [ '', [] ]]));
- }
- return this._groups.get(name);
- }
- argument(name) {
- if (!this._arguments.has(name)) {
- const tensor = this.tensor(name);
- const type = tensor.initializer ? tensor.initializer.type : tensor.type || null;
- this._arguments.set(name, new onnx.Argument(name, type, tensor.initializer, tensor.annotation, tensor.description));
- }
- return this._arguments.get(name);
- }
- createType(type) {
- if (!type) {
- return null;
- }
- let denotation = '';
- switch (type.denotation) {
- case undefined:
- case null:
- case '':
- break;
- case 'TENSOR':
- denotation = 'Tensor';
- break;
- case 'IMAGE':
- denotation = 'Image' + (this._context.imageFormat ? '(' + this._context.imageFormat.join(',') + ')' : '');
- break;
- case 'AUDIO':
- denotation = 'Audio';
- break;
- case 'TEXT':
- denotation = 'Text';
- break;
- default:
- throw new onnx.Error("Unsuppored tensor type denotation '" + type.denotation + "'.");
- }
- if (type.tensor_type) {
- const tensor_type = type.tensor_type;
- const shape = tensor_type.shape && tensor_type.shape.dim ? tensor_type.shape.dim.map((dim) => dim.dim_param ? dim.dim_param : dim.dim_value ? dim.dim_value : null) : [];
- return this.createTensorType(tensor_type.elem_type, shape, denotation);
- }
- else if (type.sparse_tensor_type) {
- const tensor_type = type.sparse_tensor_type;
- const shape = tensor_type.shape && tensor_type.shape.dim ? tensor_type.shape.dim.map((dim) => dim.dim_param ? dim.dim_param : dim.dim_value ? dim.dim_value : null) : [];
- return this.createTensorType(tensor_type.elem_type, shape, denotation);
- }
- else if (type.map_type) {
- return this.createMapType(type.map_type.key_type, this.createType(type.map_type.value_type), denotation);
- }
- else if (type.sequence_type) {
- return new onnx.SequenceType(this.createType(type.sequence_type.elem_type), denotation);
- }
- else if (type.opaque_type) {
- return new onnx.OpaqueType(type.opaque_type.domain, type.opaque_type.name);
- }
- else if (type.optional_type) {
- return new onnx.OptionalType(this.createType(type.optional_type.elem_type), denotation);
- }
- else if (Object.keys(type).length == 0) {
- return null;
- }
- throw new onnx.Error("Unsupported tensor type '" + JSON.stringify(type) + "'.");
- }
- createTensorType(dataType, shape, denotation) {
- dataType = this.createDataType(dataType);
- return new onnx.TensorType(dataType, new onnx.TensorShape(shape), denotation);
- }
- createMapType(keyType, valueType, denotation) {
- keyType = this.createDataType(keyType);
- return new onnx.MapType(keyType, valueType, denotation);
- }
- createDataType(value) {
- return this._dataTypes.has(value) ? this._dataTypes.get(value) : this._dataTypes.get(onnx.DataType.UNDEFINED);
- }
- createLocation(value) {
- switch (value) {
- case onnx.DataLocation.DEFAULT: return 'default';
- case onnx.DataLocation.EXTERNAL: return 'external';
- default: return 'UNDEFINED';
- }
- }
- decodeText(value) {
- if (typeof value === 'string') {
- return value;
- }
- this._decoder = this._decoder || new TextDecoder('utf-8');
- return this._decoder.decode(value);
- }
- push(nodes, inputs, outputs) {
- const inputMap = new Map();
- const outputMap = new Map();
- for (const node of nodes) {
- node.input.every((input) => inputMap.set(input.name, (inputMap.get(input) || 0) + 1));
- node.output.every((output) => outputMap.set(output.name, (outputMap.get(output) || 0) + 1));
- }
- inputs.every((input) => inputMap.delete(input.name));
- outputs.every((output) => outputMap.delete(output.name));
- nodes = nodes.filter((node) => {
- const constant = node &&
- node.op_type === 'Constant' &&
- node.attribute.length === 1 && node.attribute[0] &&
- node.input.length === 0 &&
- node.output.length === 1 && node.output[0] && inputMap.get(node.output[0].name) === 1 && outputMap.get(node.output[0].name) === 1;
- const attribute = constant ? node.attribute[0] : null;
- if (attribute && attribute.name === 'value' && attribute.type === onnx.AttributeType.TENSOR && attribute.t) {
- const tensor = this.tensor(node.output[0].name);
- tensor.initializer = new onnx.Tensor(this, attribute.t, 'Constant');
- return false;
- }
- else if (attribute && attribute.name === 'sparse_value' && attribute.type === onnx.AttributeType.SPARSE_TENSOR && attribute.sparse_tensor) {
- const tensor = this.tensor(node.output[0].name);
- tensor.initializer = new onnx.Tensor(this, attribute.sparse_tensor, 'Sparse Constant');
- return false;
- }
- return true;
- });
- for (let node of nodes) {
- const schema = this._context.metadata.type(node.op_type, node.domain);
- const inputs = [];
- node.input = node.input || [];
- for (let i = 0; i < node.input.length; ) {
- const input = schema && schema.inputs && i < schema.inputs.length ? schema.inputs[i] : { name: i.toString() };
- const count = input.list ? node.input.length - i : 1;
- const list = node.input.slice(i, i + count).map((input) => this.argument(input.name));
- inputs.push(new onnx.Parameter(input.name, list));
- i += count;
- }
- const outputs = [];
- node.output = node.output || [];
- for (let i = 0; i < node.output.length; ) {
- const output = schema && schema.outputs && i < schema.outputs.length ? schema.outputs[i] : { name: i.toString() };
- const count = output.list ? node.output.length - i : 1;
- const list = node.output.slice(i, i + count).map((output) => this.argument(output.name));
- outputs.push(new onnx.Parameter(output.name, list));
- i += count;
- }
- node = new onnx.Node(this, node.op_type, node.domain, node.name, node.doc_string, node.attribute, inputs, outputs);
- this._nodes.push(node);
- // const path = (node.name || '').split('/');
- // path.pop();
- // this.group(path.join('/')).get('').push(node);
- }
- }
- pop() {
- /*
- const nodes = [];
- for (const entry of this._groups) {
- if (entry[0] === '') {
- for (const node of entry[1].get('')) {
- nodes.push(node);
- }
- continue;
- }
- nodes.push(new onnx.Group(entry[0], entry[1]));
- }
- return nodes;
- */
- return this._nodes;
- }
- };
- onnx.Runtime = {};
- onnx.Runtime.Reader = class {
- static open(stream, extension) {
- if (stream && stream.length >= 8) {
- const buffer = stream.peek(Math.min(32, stream.length));
- const reader = flatbuffers.BinaryReader.open(buffer);
- const identifier = reader.identifier;
- if (identifier === 'ORTM') {
- return new onnx.Runtime.Reader(stream);
- }
- if (extension === 'ort') {
- const signature = [ 0x08, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 ];
- if (signature.length <= stream.length && stream.peek(signature.length).every((value, index) => value === signature[index])) {
- return new onnx.Runtime.Reader(stream);
- }
- }
- }
- return null;
- }
- constructor(stream) {
- this._stream = stream;
- }
- read() {
- this._graphs = new Set();
- const reader = flatbuffers.BinaryReader.open(this._stream);
- const session = onnx.schema.InferenceSession.create(reader);
- const model = session.model;
- const graph = model.graph;
- graph.doc_string = model.graph_doc_string;
- delete model.graph_doc_string;
- this._graph(graph);
- return model;
- }
- _graph(graph) {
- if (this._graphs.has(graph)) {
- return;
- }
- this._graphs.add(graph);
- graph.name = this._graphs.size.toString();
- graph.node = graph.nodes.map((node) => {
- this._node(node);
- return node;
- });
- delete graph.nodes;
- graph.value_info = graph.node_args.map((valueInfo) => {
- return {
- name: valueInfo.name,
- doc_string: valueInfo.doc_string,
- type: this._type(valueInfo.type)
- };
- });
- delete graph.node_args;
- const value_info = new Map(graph.value_info.map((entry) => [ entry.name, entry ]));
- graph.input = graph.inputs.map((input) => {
- return value_info.has(input) ? value_info.get(input) : { name: input };
- });
- delete graph.inputs;
- graph.output = graph.outputs.map((output) => {
- return value_info.has(output) ? value_info.get(output) : { name: output };
- });
- delete graph.outputs;
- graph.initializer = graph.initializers.map((tensor) => {
- tensor.data_location = onnx.DataLocation.DEFAULT;
- return tensor;
- });
- delete graph.initializers;
- graph.sparse_initializer = graph.sparse_initializers.map((tensor) => {
- tensor.values.data_location = onnx.DataLocation.DEFAULT;
- tensor.indices.data_location = onnx.DataLocation.DEFAULT;
- return tensor;
- });
- delete graph.sparse_initializers;
- }
- _node(node) {
- node.input = node.inputs;
- node.output = node.outputs;
- node.attribute = node.attributes.map((attribute) => {
- const type = attribute.type;
- if (type === onnx.AttributeType.GRAPH) {
- this._graph(attribute.g);
- }
- else if (type === onnx.AttributeType.GRAPHS) {
- for (const graph of attribute.graphs) {
- this._graph(graph);
- }
- }
- else if (type === onnx.AttributeType.TYPE_PROTO) {
- attribute.tp = this._type(attribute.tp);
- }
- else if (type === onnx.AttributeType.TYPE_PROTOS) {
- attribute.type_protos = attribute.type_protos.map((type) => this._type(type));
- }
- return attribute;
- });
- delete node.inputs;
- delete node.outputs;
- delete node.attributes;
- }
- _type(type) {
- if (type) {
- const value = type.value;
- if (value && value instanceof onnx.schema.TensorTypeAndShape) {
- return {
- tensor_type: { elem_type: value.elem_type, shape: this._shape(value.shape) },
- denotation: value.denotation
- };
- }
- if (value && value instanceof onnx.schema.SequenceType) {
- return {
- sequence_type: { elem_type: this._type(value.elem_type) },
- denotation: value.denotation
- };
- }
- if (value && value instanceof onnx.schema.MapType) {
- return {
- map_type: { key_type: value.key_type, value_type: this._type(value.value_type) },
- denotation: value.denotation
- };
- }
- throw new onnx.Error("Unsupported type value '" + JSON.stringify(type.value));
- }
- return null;
- }
- _shape(shape) {
- if (shape && shape.dim && Array.isArray(shape.dim)) {
- const dimensions = shape.dim.map((dim) => {
- switch (dim.value.dim_type) {
- case 0:
- return {};
- case 1:
- return { dim_value: dim.value.dim_value, denotation: dim.denotation };
- case 2:
- return { dim_param: dim.value.dim_param, denotation: dim.denotation };
- default:
- throw new onnx.Error("Unknown shape dimension '" + JSON.stringify(dim.value) + "'.");
- }
- });
- return { dim: dimensions };
- }
- return shape;
- }
- };
- onnx.Text = {};
- onnx.Text.Reader = class {
- static open(stream) {
- try {
- if (stream && stream.length > 0 && (stream.peek(1)[0] < 0x80 || stream.peek(1)[0] >= 0xFE)) {
- const reader = text.Reader.open(stream);
- const lines = [];
- for (let i = 0; i < 32; i++) {
- const line = reader.read();
- if (line === undefined) {
- break;
- }
- lines.push(line);
- }
- const content = lines.join('\n');
- if (/^\s*<\s*ir_version\s*:/m.exec(content) ||
- /^\s*[a-zA-Z][a-zA-Z0-9]*\s*\(.*\)\s=>\s\(/m.exec(content)) {
- return new onnx.Text.Reader(stream);
- }
- }
- }
- catch (err) {
- // continue regardless of error
- }
- return null;
- }
- constructor(stream) {
- this._stream = stream;
- this._dataTypes = new Map([
- [ 'float', 1 ], [ 'uint8', 2 ], [ 'int8', 3 ], [ 'uint16', 4 ],
- [ 'int16', 5 ], [ 'int32', 6 ], [ 'int64', 7 ], [ 'string', 8 ],
- [ 'bool', 9 ], [ 'float16', 10 ], [ 'double', 11 ], [ 'uint32', 12 ],
- [ 'uint64', 13 ], [ 'complex64', 14 ], [ 'complex128', 15 ], [ 'bfloat16', 16 ]
- ]);
- this._attributeTypes = new Map([
- [ 'float', 1 ], [ 'int', 2 ], [ 'string', 3 ],
- [ 'tensor', 4 ], [ 'graph', 5 ], [ 'sparse_tensor', 11 ], [ 'type_proto', 13 ],
- [ 'floats', 6 ], [ 'ints', 7 ], [ 'strings', 8 ],
- [ 'tensors', 9 ], [ 'graphs', 10 ], [ 'sparse_tensors', 12 ], [ 'type_protos', 14 ]
- ]);
- }
- read() {
- const decoder = text.Decoder.open(this._stream);
- this._decoder = decoder;
- this._position = 0;
- this._char = decoder.decode();
- return this._model();
- }
- _seek(position) {
- this._decoder.position = position;
- this._char = '';
- this._next();
- }
- _model() {
- this._whitespace();
- const model = new onnx.proto.ModelProto();
- if (this._match('<')) {
- do {
- const keyword = this._identifier();
- this._expect(':');
- switch (keyword) {
- case 'ir_version':
- case 'model_version':
- model[keyword] = this._integer();
- break;
- case 'opset_import':
- model[keyword] = this._operatorSetId();
- break;
- case 'producer_name':
- case 'producer_version':
- case 'domain':
- case 'doc_string':
- model[keyword] = this._string();
- break;
- case 'metadata_props':
- this._expect('[');
- if (!this._match(']')) {
- do {
- const entry = new onnx.proto.StringStringEntryProto();
- entry.key = this._string();
- this._expect(':');
- entry.value = this._string();
- model.metadata_props.push(entry);
- } while (this._match(','));
- this._expect(']');
- }
- break;
- default:
- this._throw("Unknown keyword '" + keyword + "'.");
- break;
- }
- } while (this._match(','));
- this._expect('>');
- }
- model.graph = this._graph();
- this._whitespace();
- while (this._char !== undefined) {
- const func = this._function();
- if (func) {
- model.functions.push(func);
- }
- this._whitespace();
- }
- return model;
- }
- _graph() {
- const graph = new onnx.proto.GraphProto();
- graph.name = this._identifier();
- if (this._match('(')) {
- if (!this._match(')')) {
- do {
- const valueInfo = this._valueInfo();
- if (this._match('=')) {
- const tensor = this._tensor(valueInfo.type);
- tensor.name = valueInfo.name;
- graph.initializer.push(tensor);
- }
- graph.input.push(valueInfo);
- }
- while (this._match(','));
- this._expect(')');
- }
- }
- this._expect('=>');
- graph.output = this._valueInfoList();
- if (this._match('<')) {
- if (!this._match('>')) {
- do {
- const valueInfo = this._valueInfo();
- if (this._match('=')) {
- const tensor = this._tensor(valueInfo.type);
- tensor.name = valueInfo.name;
- graph.initializer.push(tensor);
- }
- else {
- graph.value_info.push(valueInfo);
- }
- }
- while (this._match(','));
- this._expect('>');
- }
- }
- graph.node = this._nodeList();
- return graph;
- }
- _nodeList() {
- const list = [];
- this._expect('{');
- while (!this._match('}')) {
- list.push(this._node());
- }
- return list;
- }
- _node() {
- const node = new onnx.proto.NodeProto();
- node.output = this._identifierList();
- this._expect('=');
- let identifier = this._identifier();
- let domain = '';
- while (this._match('.')) {
- if (domain) {
- domain += '.';
- }
- domain += identifier;
- identifier = this._identifier();
- }
- node.domain = domain;
- node.op_type = identifier;
- node.attribute = this._attributeList();
- this._expect('(');
- node.input = this._identifierList();
- this._expect(')');
- if (!node.attribute || node.attribute.length === 0) {
- node.attribute = this._attributeList();
- }
- return node;
- }
- _attributeList() {
- const list = [];
- if (this._match('<')) {
- do {
- list.push(this._attribute());
- }
- while (this._match(','));
- this._expect('>');
- }
- return list;
- }
- _attribute() {
- const attribute = new onnx.proto.AttributeProto();
- attribute.name = this._identifier();
- if (this._match(':')) {
- const type = this._identifier();
- if (!this._attributeTypes.has(type)) {
- this._throw("Unexpected attribute type '" + type + "'.");
- }
- attribute.type = this._attributeTypes.get(type);
- }
- this._expect('=');
- if (this._match('[')) {
- const list = [];
- do {
- list.push(this._literal());
- }
- while (this._match(','));
- this._expect(']');
- if (list.every((value) => typeof value === 'string')) {
- attribute.type = onnx.AttributeType.STRINGS;
- attribute.strings = list;
- }
- else if (list.every((value) => typeof value === 'number' && Number.isInteger(value))) {
- attribute.type = onnx.AttributeType.INTS;
- attribute.ints = list;
- }
- else if (list.every((value) => typeof value === 'number')) {
- attribute.type = onnx.AttributeType.FLOATS;
- attribute.floats = list;
- }
- else {
- this._throw("Unexpected value '" + JSON.stringify(list) + "'.");
- }
- }
- else if ((this._char >= 'a' && this._char <= 'z') || (this._char >= 'A' && this._char <= 'Z') || this._char === '_') {
- const identifier = this._identifier();
- if (this._dataTypes.has(identifier)) {
- attribute.type = onnx.AttributeType.TENSOR;
- if (!this._dataTypes.has(identifier)) {
- this._throw("Unexpected type '" + identifier + "'.");
- }
- const type = this._type(this._dataTypes.get(identifier));
- if (!type.tensor_type.elem_type) {
- this._throw('Expected tensor data type.');
- }
- if (!type.tensor_type.shape || !type.tensor_type.shape.dim) {
- this._throw('Expected tensor shape.');
- }
- attribute.t = this._tensor(type);
- }
- else {
- attribute.type = onnx.AttributeType.GRAPH;
- attribute.g = this._graph();
- }
- }
- else if (this._match('@')) {
- attribute.ref_attr_name = this._identifier();
- }
- else {
- const value = this._literal();
- switch (typeof value) {
- case 'number':
- if (Number.isInteger(value)) {
- attribute.type = onnx.AttributeType.INT;
- attribute.i = value;
- }
- else {
- attribute.type = onnx.AttributeType.FLOAT;
- attribute.f = value;
- }
- break;
- case 'string':
- attribute.type = onnx.AttributeType.STRING;
- attribute.s = value;
- break;
- default: {
- this._throw("Unexpected value '" + JSON.stringify(value) + "'.");
- }
- }
- }
- return attribute;
- }
- _valueInfoList() {
- const list = [];
- this._expect('(');
- if (!this._match(')')) {
- do {
- list.push(this._valueInfo());
- } while (this._match(','));
- this._expect(')');
- }
- return list;
- }
- _valueInfo() {
- const valueInfo = new onnx.proto.ValueInfoProto();
- let identifier = this._identifier();
- if (this._dataTypes.has(identifier)) {
- valueInfo.type = this._type(this._dataTypes.get(identifier));
- identifier = this._identifier();
- }
- valueInfo.name = identifier;
- return valueInfo;
- }
- _type(elem_type) {
- const type = new onnx.proto.TypeProto();
- type.tensor_type = new onnx.proto.TypeProto.Tensor();
- type.tensor_type.elem_type = elem_type;
- if (this._match('[')) {
- if (!this._match(']')) {
- type.tensor_type.shape = this._shape();
- this._expect(']');
- }
- }
- else {
- type.tensor_type.shape = new onnx.proto.TensorShapeProto();
- }
- return type;
- }
- _shape() {
- const shape = new onnx.proto.TensorShapeProto();
- do {
- const dimension = new onnx.proto.TensorShapeProto.Dimension();
- if (!this._match('?')) {
- const identifier = this._identifier(true);
- if (identifier) {
- dimension.dim_param = identifier;
- }
- else {
- dimension.dim_value = this._integer();
- }
- }
- shape.dim.push(dimension);
- }
- while (this._match(','));
- return shape;
- }
- _tensor(type) {
- const tensor = new onnx.proto.TensorProto();
- if (!type.tensor_type || !type.tensor_type.elem_type) {
- this._throw('Expected tensor type.');
- }
- if (!type.tensor_type.shape || !type.tensor_type.shape.dim || !type.tensor_type.shape.dim.every((dim) => dim.dim_value)) {
- this._throw('Expected numeric tensor shape.');
- }
- const elem_type = type.tensor_type.elem_type;
- tensor.data_type = elem_type;
- tensor.dims = type.tensor_type.shape.dim.map((dim) => dim.dim_value);
- this._match('=');
- this._expect('{');
- if (!this._match('}')) {
- do {
- switch (elem_type) {
- case onnx.DataType.INT8:
- case onnx.DataType.INT16:
- case onnx.DataType.INT32:
- case onnx.DataType.UINT8:
- case onnx.DataType.UINT16:
- case onnx.DataType.BOOL:
- tensor.int32_data.push(this._integer());
- break;
- case onnx.DataType.INT64:
- tensor.int64_data.push(this._integer());
- break;
- case onnx.DataType.UINT32:
- case onnx.DataType.UINT64:
- tensor.uint64_data.push(this._integer());
- break;
- case onnx.DataType.FLOAT:
- tensor.float_data.push(this._float());
- break;
- case onnx.DataType.DOUBLE:
- tensor.double_data.push(this._float());
- break;
- case onnx.DataType.STRING:
- tensor.string_data.push(this.string());
- break;
- default:
- return this._throw("Unsupported tensor element type '" + elem_type.toString() + "'.");
- }
- } while (this._match(','));
- this._expect('}');
- }
- return tensor;
- }
- _function() {
- const func = new onnx.proto.FunctionProto();
- if (this._match('<')) {
- do {
- const keyword = this._identifier();
- this._expect(':');
- switch (keyword) {
- case 'opset_import':
- func[keyword] = this._operatorSetId();
- break;
- case 'domain':
- case 'doc_string':
- func[keyword] = this._string();
- break;
- default:
- this._throw("Unknown keyword '" + keyword + "'.");
- break;
- }
- }
- while (this._match(','));
- this._expect('>');
- }
- func.name = this._identifier();
- if (this._match('<')) {
- func.attribute = this._identifierList();
- this._expect('>');
- }
- if (this._match('(')) {
- func.input = this._identifierList();
- this._expect(')');
- }
- this._expect('=>');
- if (this._match('(')) {
- func.output = this._identifierList();
- this._expect(')');
- }
- func.node = this._nodeList();
- return func;
- }
- _identifierList() {
- const list = [];
- const identifier = this._identifier(true);
- if (identifier) {
- list.push(identifier);
- while (this._match(',')) {
- list.push(this._identifier());
- }
- }
- return list;
- }
- _identifier(optional) {
- this._whitespace();
- const value = [];
- if ((this._char >= 'a' && this._char <= 'z') || (this._char >= 'A' && this._char <= 'Z')) {
- value.push(this._char);
- this._next();
- while ((this._char >= 'a' && this._char <= 'z') || (this._char >= 'A' && this._char <= 'Z') || (this._char >= '0' && this._char <= '9') || this._char === '_') {
- value.push(this._char);
- this._next();
- }
- }
- if (optional !== true && value.length == 0) {
- this._throw('Identifier expected.');
- }
- return value.join('');
- }
- _literal() {
- this._whitespace();
- let decimal_point = false;
- if (this._char === '"') {
- const value = [];
- this._next();
- while (this._char !== undefined && this._char !== '"') {
- value.push(this._char);
- this._next();
- }
- if (this._char !== undefined) {
- this._next();
- }
- return value.join('');
- }
- else if ((this._char >= '0' && this._char <= '9') || this._char === '-') {
- const value = [ this._char ];
- this._next();
- while ((this._char >= '0' && this._char <= '9') || this._char === '.') {
- if (this._char === '.') {
- if (decimal_point) {
- this._throw();
- }
- decimal_point = true;
- }
- value.push(this._char);
- this._next();
- }
- if (value.length === 0) {
- this._throw('Value expected.');
- }
- if (this._char === 'e' || this._char === 'E') {
- decimal_point = true;
- value.push(this._char);
- this._next();
- if (this._char === '+' || this._char === '-') {
- value.push(this._char);
- this._next();
- }
- while ((this._char >= '0' && this._char <= '9')) {
- value.push(this._char);
- this._next();
- }
- }
- return decimal_point ? Number.parseFloat(value.join('')) : Number.parseInt(value.join(''), 10);
- }
- return undefined;
- }
- _integer() {
- const value = this._literal();
- if (!Number.isInteger(value)) {
- this._throw('Integer value expected.');
- }
- return value;
- }
- _float() {
- const value = this._literal();
- if (typeof value !== 'number') {
- this._throw('Float value expected.');
- }
- return value;
- }
- _string() {
- const value = this._literal();
- if (typeof value !== 'string') {
- this._throw('String value expected.');
- }
- return value;
- }
- _operatorSetId() {
- const list = [];
- this._expect('[');
- if (!this._match(']')) {
- do {
- const value = new onnx.proto.OperatorSetIdProto();
- value.domain = this._string();
- this._expect(':');
- value.version = this._integer();
- list.push(value);
- }
- while (this._match(','));
- this._expect(']');
- }
- return list;
- }
- _match(value) {
- this._whitespace();
- if (this._char !== value[0]) {
- return false;
- }
- if (value.length === 1) {
- this._next();
- return true;
- }
- const position = this._position;
- for (let i = 0; i < value.length; i++) {
- if (this._char !== value[i]) {
- this._seek(position);
- return false;
- }
- this._next();
- }
- return true;
- }
- _expect(value) {
- if (!this._match(value)) {
- this._unexpected();
- }
- return true;
- }
- _whitespace() {
- for (;;) {
- while (this._char === ' ' || this._char === '\n' || this._char === '\r' || this._char === '\t') {
- this._next();
- }
- if (this._char === undefined || this._char !== '#') {
- break;
- }
- while (this._char !== undefined && this._char !== '\n') {
- this._next();
- }
- }
- }
- _next() {
- if (this._char === undefined) {
- this._unexpected();
- }
- this._position = this._decoder.position;
- this._char = this._decoder.decode();
- }
- _unexpected() {
- let c = this._char;
- if (c === undefined) {
- throw new onnx.Error('Unexpected end of input.');
- }
- else if (c === '"') {
- c = 'string';
- }
- else if ((c >= '0' && c <= '9') || c === '-') {
- c = 'number';
- }
- else {
- if (c < ' ' || c > '\x7F') {
- const name = Object.keys(this._escape).filter((key) => this._escape[key] === c);
- c = (name.length === 1) ? '\\' + name : '\\u' + ('000' + c.charCodeAt(0).toString(16)).slice(-4);
- }
- c = "token '" + c + "'";
- }
- this._throw('Unexpected ' + c);
- }
- _throw(message) {
- throw new onnx.Error(message.replace(/\.$/, '') + this._location());
- }
- _location() {
- let line = 1;
- let column = 1;
- this._decoder.position = 0;
- let c;
- do {
- if (this._decoder.position === this._position) {
- return ' at ' + line.toString() + ':' + column.toString() + '.';
- }
- c = this._decoder.decode();
- if (c === '\n') {
- line++;
- column = 1;
- }
- else {
- column++;
- }
- }
- while (c !== undefined);
- return ' at ' + line.toString() + ':' + column.toString() + '.';
- }
- };
- onnx.Error = class extends Error {
- constructor(message) {
- super(message);
- this.name = 'Error loading ONNX model.';
- }
- };
- if (typeof module !== 'undefined' && typeof module.exports === 'object') {
- module.exports.ModelFactory = onnx.ModelFactory;
- }
|