kmodel.js 60 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358
  1. import * as base from './base.js';
  2. const kmodel = {};
  3. kmodel.ModelFactory = class {
  4. match(context) {
  5. const reader = kmodel.Reader.open(context.stream);
  6. if (reader) {
  7. context.type = 'kmodel';
  8. context.target = reader;
  9. }
  10. }
  11. async open(context) {
  12. const target = context.target;
  13. target.read();
  14. return new kmodel.Model(target);
  15. }
  16. };
  17. kmodel.Model = class {
  18. constructor(model) {
  19. this.format = `kmodel v${model.version}`;
  20. this.graphs = model.modules.map((module) => new kmodel.Graph(module));
  21. }
  22. };
  23. kmodel.Graph = class {
  24. constructor(module) {
  25. this.name = module.name || '';
  26. this.type = module.type || '';
  27. this.inputs = [];
  28. this.outputs = [];
  29. this.nodes = [];
  30. const scopes = new Map();
  31. let index = 0;
  32. const values = new Map();
  33. const value = (arg) => {
  34. const name = arg.name;
  35. const type = arg.shape ? new kmodel.TensorType(arg.datatype || '?', arg.shape) : null;
  36. if (arg.data) {
  37. const tensor = arg.data ? new kmodel.Tensor(type, arg.data) : null;
  38. return new kmodel.Value(name, type || null, tensor);
  39. }
  40. if (!values.has(name)) {
  41. values.set(name, new kmodel.Value(name, type || null, null));
  42. } if ((type && !type.equals(values.get(name).type))) {
  43. return new kmodel.Value(name, type);
  44. }
  45. return values.get(name);
  46. };
  47. for (const layer of module.layers) {
  48. for (const input of layer.inputs || []) {
  49. for (const arg of input.value) {
  50. arg.name = scopes.has(arg.name) ? scopes.get(arg.name) : arg.name;
  51. }
  52. }
  53. for (const output of layer.outputs || []) {
  54. for (const arg of output.value) {
  55. const name = scopes.has(arg.name) ? `${arg.name}#${index}` : arg.name;
  56. scopes.set(arg.name, name); // custom argument id
  57. arg.name = name;
  58. if (arg.name && arg.shape && !arg.data) {
  59. value(arg);
  60. }
  61. }
  62. }
  63. index++;
  64. }
  65. for (const layer of module.layers) {
  66. for (const output of layer.outputs || []) {
  67. for (const arg of output.value) {
  68. if (arg.name && arg.shape && !arg.data) {
  69. value(arg);
  70. }
  71. }
  72. }
  73. }
  74. for (const layer of module.layers) {
  75. for (const input of layer.inputs || []) {
  76. for (const arg of input.value) {
  77. if (arg.name && arg.shape && !arg.data) {
  78. value(arg);
  79. }
  80. }
  81. }
  82. }
  83. for (const layer of module.layers) {
  84. switch (layer.type.name) {
  85. case 'INPUT':
  86. case 'input': {
  87. for (const input of layer.outputs) {
  88. const values = input.value.map((arg) => value(arg));
  89. const argument = new kmodel.Argument('input', values);
  90. this.inputs.push(argument);
  91. }
  92. break;
  93. }
  94. case 'OUTPUT':
  95. case 'output': {
  96. for (const output of layer.inputs) {
  97. const values = output.value.map((arg) => value(arg));
  98. const argument = new kmodel.Argument(output.name, values);
  99. this.outputs.push(argument);
  100. }
  101. break;
  102. }
  103. default: {
  104. const node = new kmodel.Node(layer, value);
  105. this.nodes.push(node);
  106. break;
  107. }
  108. }
  109. }
  110. }
  111. };
  112. kmodel.Argument = class {
  113. constructor(name, value) {
  114. this.name = name;
  115. this.value = value;
  116. }
  117. };
  118. kmodel.Value = class {
  119. constructor(name, type, initializer) {
  120. if (typeof name !== 'string') {
  121. throw new kmodel.Error(`Invalid value identifier '${JSON.stringify(name)}'.`);
  122. }
  123. this.name = name;
  124. this.type = type ? type : initializer ? initializer.type : null;
  125. this.initializer = initializer;
  126. }
  127. };
  128. kmodel.TensorType = class {
  129. constructor(dataType, shape) {
  130. this.dataType = dataType;
  131. this.shape = new kmodel.TensorShape(shape);
  132. }
  133. equals(obj) {
  134. return obj && this.dataType === obj.dataType && this.shape && this.shape.equals(obj.shape);
  135. }
  136. toString() {
  137. return this.dataType + this.shape.toString();
  138. }
  139. };
  140. kmodel.TensorShape = class {
  141. constructor(dimensions) {
  142. this.dimensions = dimensions;
  143. }
  144. equals(obj) {
  145. if (obj && Array.isArray(obj.dimensions) && Array.isArray(this.dimensions)) {
  146. if (this.dimensions.length === obj.dimensions.length) {
  147. return obj.dimensions.every((value, index) => this.dimensions[index] === value);
  148. }
  149. if (obj.dimensions.every((dim) => Number.isInteger(dim)) && this.dimensions.every((dim) => Number.isInteger(dim))) {
  150. const a = obj.dimensions.reduce((a, b) => a * b, 1);
  151. const b = this.dimensions.reduce((a, b) => a * b, 1);
  152. return a === b;
  153. }
  154. }
  155. return false;
  156. }
  157. toString() {
  158. if (this.dimensions && Array.isArray(this.dimensions) && this.dimensions.length > 0) {
  159. return `[${this.dimensions.map((dim) => dim ? dim.toString() : '?').join(',')}]`;
  160. }
  161. return '';
  162. }
  163. };
  164. kmodel.Tensor = class {
  165. constructor(type, data) {
  166. this.type = type;
  167. this.values = data;
  168. }
  169. };
  170. kmodel.Node = class {
  171. constructor(layer, value) {
  172. this.location = layer.location !== undefined ? layer.location.toString() : layer.location;
  173. this.name = '';
  174. this.type = layer.type;
  175. this.inputs = [];
  176. this.outputs = [];
  177. this.chain = [];
  178. this.attributes = [];
  179. this.chain = [];
  180. for (const [name, value] of Object.entries(layer)) {
  181. if (name === 'type' || name === 'location' || name === 'inputs' || name === 'outputs' || name === 'chain') {
  182. continue;
  183. }
  184. const attribute = new kmodel.Attribute(name, value);
  185. this.attributes.push(attribute);
  186. }
  187. for (const input of layer.inputs || []) {
  188. const values = input.value.map((arg) => value(arg));
  189. const argument = new kmodel.Argument(input.name, values);
  190. this.inputs.push(argument);
  191. }
  192. for (const output of layer.outputs || []) {
  193. const values = output.value.map((arg) => value(arg));
  194. const argument = new kmodel.Argument(output.name, values);
  195. this.outputs.push(argument);
  196. }
  197. for (const chain of layer.chain || []) {
  198. const node = new kmodel.Node(chain, value);
  199. this.chain.push(node);
  200. }
  201. }
  202. };
  203. kmodel.Attribute = class {
  204. constructor(name, value) {
  205. this.name = name;
  206. this.value = value;
  207. }
  208. };
  209. kmodel.Reader = class {
  210. static open(stream) {
  211. if (stream && stream.length >= 4) {
  212. const length = Math.min(8, stream.length);
  213. const buffer = stream.peek(length);
  214. if ([ 0x03, 0x00, 0x00, 0x00 ].every((value, index) => value === buffer[index])) {
  215. return new kmodel.Reader(stream, 3);
  216. }
  217. if ([ 0x4C, 0x44, 0x4D, 0x4B ].every((value, index) => value === buffer[index]) && buffer.length >= 8) {
  218. const reader = new base.BinaryReader(buffer);
  219. reader.skip(4);
  220. const version = reader.uint32();
  221. return new kmodel.Reader(stream, version);
  222. }
  223. }
  224. return null;
  225. }
  226. constructor(stream, version) {
  227. this.stream = stream;
  228. this.version = version;
  229. this.modules = [];
  230. }
  231. read() {
  232. if (this.version < 3 || this.version > 5) {
  233. throw new kmodel.Error(`Unsupported model version '${this.version}'.`);
  234. }
  235. const types = new Map();
  236. const register = (type, name, category, callback) => {
  237. types.set(type, { type: { name: name, category: category || '' }, callback: callback });
  238. };
  239. switch (this.version) {
  240. case 3: {
  241. const reader = new kmodel.BinaryReader.v3(this.stream);
  242. const model_header = reader.kpu_model_header_t();
  243. const layers = new Array(model_header.layers_length);
  244. const outputs = new Array(model_header.output_count);
  245. for (let i = 0; i < model_header.output_count; i++) {
  246. outputs[i] = reader.kpu_model_output_t(`output${i > 0 ? i.toString() : ''}`);
  247. }
  248. for (let i = 0; i < layers.length; i++) {
  249. layers[i] = reader.kpu_model_layer_header_t();
  250. layers[i].location = i;
  251. }
  252. let offset = reader.position;
  253. for (const layer of layers) {
  254. layer.offset = offset;
  255. offset += layer.body_size;
  256. }
  257. /* eslint-disable space-in-parens */
  258. register( -1, 'DUMMY');
  259. register( 0, 'INVALID');
  260. register( 1, 'ADD');
  261. register( 2, 'QUANTIZED_ADD');
  262. register( 3, 'GLOBAL_MAX_POOL2D', 'Pool');
  263. register( 4, 'QUANTIZED_GLOBAL_MAX_POOL2D', 'Pool');
  264. register( 5, 'GLOBAL_AVERAGE_POOL2D', 'Pool', (layer, reader) => {
  265. layer.flags = reader.uint32();
  266. layer.inputs = [ reader.parameter('input') ];
  267. layer.outputs = [ reader.parameter('output') ];
  268. layer.kernel_size = reader.uint32();
  269. layer.channels = reader.uint32();
  270. });
  271. register( 6, 'QUANTIZED_GLOBAL_AVERAGE_POOL2D', 'Pool');
  272. register( 7, 'MAX_POOL2D', 'Pool');
  273. register( 8, 'QUANTIZED_MAX_POOL2D', 'Pool', (layer, reader) => {
  274. layer.flags = reader.uint32();
  275. layer.inputs = [ reader.parameter('input') ];
  276. layer.outputs = [ reader.parameter('output') ];
  277. layer.inputs[0].value[0].shape = [ reader.uint32(), reader.uint32(), reader.uint32() ];
  278. layer.outputs[0].value[0].shape = [ reader.uint32(), reader.uint32(), reader.uint32() ];
  279. layer.kernel = [ reader.uint32(), reader.uint32() ];
  280. layer.stride = [ reader.uint32(), reader.uint32() ];
  281. layer.padding = [ reader.uint32(), reader.uint32() ];
  282. });
  283. register( 9, 'AVERAGE_POOL2D', 'Pool');
  284. register( 10, 'QUANTIZED_AVERAGE_POOL2D', 'Pool');
  285. register( 11, 'QUANTIZE', '', (layer, reader) => {
  286. layer.flags = reader.uint32();
  287. layer.inputs = [ reader.parameter('input') ];
  288. layer.outputs = [ reader.parameter('output') ];
  289. layer.count = reader.uint32();
  290. layer.scale = reader.float32();
  291. layer.bias = reader.float32();
  292. });
  293. register( 12, 'DEQUANTIZE', '', (layer, reader) => {
  294. layer.flags = reader.uint32();
  295. layer.inputs = [ reader.parameter('input') ];
  296. layer.outputs = [ reader.parameter('output') ];
  297. layer.count = reader.uint32();
  298. layer.scale = reader.float32();
  299. layer.bias = reader.float32();
  300. });
  301. register( 13, 'REQUANTIZE', '', (layer, reader) => {
  302. layer.flags = reader.uint32();
  303. layer.inputs = [ reader.parameter('input') ];
  304. layer.outputs = [ reader.parameter('output') ];
  305. layer.count = reader.uint32();
  306. layer.table = reader.read(256);
  307. });
  308. register( 14, 'L2_NORMALIZATION', 'Normalization');
  309. register( 15, 'SOFTMAX', 'Activation', (layer, reader) => {
  310. layer.flags = reader.uint32();
  311. layer.inputs = [ reader.parameter('input') ];
  312. layer.outputs = [ reader.parameter('output') ];
  313. layer.channels = reader.uint32();
  314. });
  315. register( 16, 'CONCAT', 'Tensor', (layer, reader) => {
  316. layer.flags = reader.uint32();
  317. layer.outputs = [ reader.parameter('output') ];
  318. layer.inputs_mem = new Array(reader.uint32());
  319. for (let i = 0; i < layer.inputs_mem.length; i++) {
  320. layer.inputs_mem[i] = {
  321. start: reader.uint32(),
  322. end: reader.uint32()
  323. };
  324. }
  325. });
  326. register( 17, 'QUANTIZED_CONCAT', 'Tensor', (layer, reader) => {
  327. layer.flags = reader.uint32();
  328. layer.outputs = [ reader.parameter('output') ];
  329. layer.inputs_mem = new Array(reader.uint32());
  330. for (let i = 0; i < layer.inputs_mem.length; i++) {
  331. layer.inputs_mem[i] = {
  332. start: reader.uint32(),
  333. end: reader.uint32()
  334. };
  335. }
  336. });
  337. register( 18, 'FULLY_CONNECTED', 'Layer', (layer, reader) => {
  338. layer.flags = reader.uint32();
  339. layer.inputs = [ reader.parameter('input') ];
  340. layer.outputs = [ reader.parameter('output') ];
  341. layer.in_channels = reader.uint32();
  342. layer.out_channels = reader.uint32();
  343. const act = reader.uint32();
  344. const activations = [
  345. { name: 'LINEAR', category: 'Activation' },
  346. { name: 'RELU', category: 'Activation' },
  347. { name: 'RELU6', category: 'Activation' },
  348. ];
  349. if (act !== 0) {
  350. if (act > activations.length) {
  351. throw new kmodel.Error(`Unsupported FULLY_CONNECTED activation '${act}'.`);
  352. }
  353. layer.chain = [ { type: activations[act] } ];
  354. }
  355. layer.inputs.push({ name: 'weights', value: [ { name: '', datatype: 'float32', shape: [ layer.in_channels, layer.out_channels ], data: reader.read(4 * layer.in_channels * layer.out_channels) } ] });
  356. layer.inputs.push({ name: 'bias', value: [ { name: '', datatype: 'float32', shape: [ layer.out_channels ], data: reader.read(4 * layer.out_channels) } ] });
  357. });
  358. register( 19, 'QUANTIZED_FULLY_CONNECTED', 'Layer');
  359. register( 20, 'TENSORFLOW_FLATTEN', 'Shape', (layer, reader) => {
  360. layer.flags = reader.uint32();
  361. layer.inputs = [ reader.parameter('input') ];
  362. layer.outputs = [ reader.parameter('output') ];
  363. const shape = [ reader.uint32(), reader.uint32(), reader.uint32() ];
  364. layer.inputs[0].value[0].shape = shape;
  365. layer.outputs[0].value[0].shape = shape;
  366. });
  367. register( 21, 'QUANTIZED_TENSORFLOW_FLATTEN', 'Shape', (layer, reader) => {
  368. layer.flags = reader.uint32();
  369. layer.inputs = [ reader.parameter('input') ];
  370. layer.outputs = [ reader.parameter('output') ];
  371. const shape = [ reader.uint32(), reader.uint32(), reader.uint32() ];
  372. layer.inputs[0].value[0].shape = shape;
  373. layer.outputs[0].value[0].shape = shape;
  374. });
  375. register( 22, 'RESIZE_NEAREST_NEIGHBOR', '', (layer, reader) => {
  376. layer.flags = reader.uint32();
  377. layer.inputs = [ reader.parameter('input') ];
  378. layer.outputs = [ reader.parameter('output') ];
  379. layer.inputs[0].value[0].shape = [ reader.uint32(), reader.uint32(), reader.uint32() ];
  380. layer.out_width = reader.uint32();
  381. layer.out_height = reader.uint32();
  382. layer.align_corners = reader.uint32();
  383. });
  384. register( 23, 'QUANTIZED_RESIZE_NEAREST_NEIGHBOR', '', (layer, reader) => {
  385. layer.flags = reader.uint32();
  386. layer.inputs = [ reader.parameter('input') ];
  387. layer.outputs = [ reader.parameter('output') ];
  388. layer.inputs[0].value[0].shape = [ reader.uint32(), reader.uint32(), reader.uint32() ];
  389. layer.out_width = reader.uint32();
  390. layer.out_height = reader.uint32();
  391. layer.align_corners = reader.uint32();
  392. });
  393. register( 1000, 'CONV', 'Layer');
  394. register( 1001, 'DWCONV', 'Layer');
  395. register( 1002, 'QUANTIZED_RESHAPE', 'Shape');
  396. register( 1003, 'RESHAPE', 'Shape');
  397. register(10240, 'K210_CONV', 'Layer', (layer, reader) => {
  398. layer.flags = reader.uint32();
  399. layer.outputs = [ reader.parameter('output') ];
  400. const layer_offset = reader.uint32();
  401. const weights_offset = reader.uint32();
  402. const bn_offset = reader.uint32();
  403. const act_offset = reader.uint32();
  404. reader.seek(layer_offset);
  405. layer.interrupt_enabe = reader.uint64_bits({ int_en: 0, ram_flag: 1, full_add: 2, depth_wise_layer: 3 });
  406. layer.inputs = [ reader.parameter('input', 'kpu') ];
  407. const outputs = [ reader.parameter('output', 'kpu') ];
  408. layer.outputs[0].value.push(outputs[0].value[0]);
  409. // layer.outputs = layer.flags & 1 ? layer.outputs : outputs;
  410. layer.image_channel_num = reader.uint64_bits({ i_ch_num: 0, o_ch_num: 32, o_ch_num_coef: 48 });
  411. layer.image_size = reader.uint64_bits({ i_row_wid: 0, i_col_high: 10, o_row_wid: 32, o_col_high : 42 });
  412. layer.kernel_pool_type_cfg = reader.uint64_bits({ kernel_type: 0, pad_type: 3, pool_type: 4, first_stride: 8, bypass_conv: 9, load_para: 10, dma_burst_size: 16, pad_value: 24, bwsx_base_addr: 32 });
  413. layer.kernel_load_cfg = reader.uint64_bits({ load_coor: 0, load_time: 1, para_size: 15, para_start_addr: 32 });
  414. layer.kernel_offset = reader.uint64_bits({ coef_column_offset: 0, coef_row_offset: 4 });
  415. layer.kernel_calc_type_cfg = reader.uint64_bits({ channel_switch_addr: 0, row_switch_addr: 16, coef_size: 20, coef_group: 28, load_act: 31, active_addr: 32 });
  416. layer.write_back_cfg = reader.uint64_bits({ wb_channel_switch_addr: 0, wb_row_switch_addr: 16, wb_group: 20 });
  417. layer.conv_value = reader.uint64_bits({ shr_w: 0, shr_x: 4, arg_w: 8, arg_x: 32 });
  418. layer.conv_value2 = reader.uint64_bits({ arg_add: 0 });
  419. layer.dma_parameter = reader.uint64_bits({ send_data_out: 0, channel_byte_num: 16, dma_total_byte: 32 });
  420. layer.chain = [];
  421. const ic = layer.image_channel_num.i_ch_num + 1;
  422. const oc = layer.image_channel_num.o_ch_num + 1;
  423. layer.outputs[0].value[0].shape = [ layer.image_size.o_row_wid + 1, layer.image_size.o_col_high + 1, oc ];
  424. const filter = [ 1, 3 ][layer.kernel_pool_type_cfg.kernel_type];
  425. const weights_shape = layer.interrupt_enabe.depth_wise_layer ? [ oc, filter, filter ] : [ ic, oc, filter, filter ];
  426. const weights_size = weights_shape.reduce((a, b) => a * b);
  427. reader.seek(bn_offset);
  428. const batch_norm = {
  429. type: { name: 'BATCH_NORM', category: 'Normalization' },
  430. weights: []
  431. };
  432. batch_norm.weights = new Array(oc);
  433. for (let i = 0; i < oc; i++) {
  434. batch_norm.weights[i] = reader.uint64_bits({ norm_mul: 0, norm_add: 24, norm_shift: 56, reserved: 60 });
  435. delete batch_norm.weights[i].reserved;
  436. }
  437. layer.chain.push(batch_norm);
  438. reader.seek(act_offset);
  439. const activation = {};
  440. activation.type = { name: 'ACTIVATION', category: 'Activation' };
  441. activation.activate_para = new Array(16);
  442. for (let i = 0; i < 16; i++) {
  443. activation.activate_para[i] = reader.uint64_bits({ shift_number: 0, y_mul: 8, x_start: 24, reserved: 60 });
  444. delete activation.activate_para[i].reserved;
  445. }
  446. for (let i = 0; i < 16; i++) {
  447. activation.activate_para[i].bias = reader.int8();
  448. }
  449. layer.chain.push(activation);
  450. reader.seek(weights_offset);
  451. layer.inputs.push({
  452. name: 'weights',
  453. value: [ {
  454. name: '',
  455. datatype: 'uint8',
  456. shape: weights_shape,
  457. data: reader.read(weights_size)
  458. } ]
  459. });
  460. delete layer.kernel_pool_type_cfg.bwsx_base_addr;
  461. delete layer.kernel_calc_type_cfg.active_addr;
  462. delete layer.kernel_load_cfg.para_start_addr;
  463. });
  464. register(10241, 'K210_ADD_PADDING', '', (layer, reader) => {
  465. layer.flags = reader.uint32();
  466. layer.inputs = [ reader.parameter('input') ];
  467. layer.outputs = [ reader.parameter('output', 'kpu') ];
  468. layer.channels = reader.uint32();
  469. });
  470. register(10242, 'K210_REMOVE_PADDING', '', (layer, reader) => {
  471. layer.flags = reader.uint32();
  472. layer.inputs = [ reader.parameter('input') ];
  473. layer.outputs = [ reader.parameter('output') ];
  474. layer.channels = reader.uint32();
  475. });
  476. register(10243, 'K210_UPLOAD', '', (layer, reader) => {
  477. layer.flags = reader.uint32();
  478. layer.inputs = [ reader.parameter('input') ];
  479. layer.outputs = [ reader.parameter('output', 'kpu') ];
  480. const shape = [ reader.uint32(), reader.uint32(), reader.uint32() ];
  481. layer.inputs[0].value[0].shape = shape;
  482. layer.outputs[0].value[0].shape = shape;
  483. });
  484. /* eslint-enable space-in-parens */
  485. for (const layer of layers) {
  486. const type = types.get(layer.type);
  487. if (!type) {
  488. throw new kmodel.Error(`Unsupported version '${this.version}' layer type '${layer.type}'.`);
  489. }
  490. if (!type.callback) {
  491. throw new kmodel.Error(`Unsupported version '${this.version}' layer '${type.type.name}'.`);
  492. }
  493. layer.type = type.type;
  494. reader.seek(layer.offset);
  495. type.callback(layer, reader);
  496. delete layer.offset;
  497. delete layer.body_size;
  498. }
  499. if (layers.length > 0) {
  500. layers.unshift({
  501. type: { name: 'input' },
  502. outputs: [ layers[0].inputs[0] ]
  503. });
  504. }
  505. for (const output of outputs) {
  506. layers.push({
  507. type: { name: 'output' },
  508. inputs: output.address
  509. });
  510. }
  511. this.modules.push({
  512. name: '',
  513. layers: layers
  514. });
  515. break;
  516. }
  517. case 4: {
  518. const reader = new kmodel.BinaryReader.v4(this.stream);
  519. const model_header = {
  520. flags: reader.uint32(),
  521. target: reader.uint32(), // 0=CPU, 1=K210
  522. constants: reader.uint32(),
  523. main_mem: reader.uint32(),
  524. nodes: reader.uint32(),
  525. inputs: reader.uint32(),
  526. outputs: reader.uint32(),
  527. reserved0: reader.uint32(),
  528. };
  529. const inputs = new Array(model_header.inputs);
  530. for (let i = 0; i < inputs.length; i++) {
  531. inputs[i] = reader.parameter(`input${i == 0 ? '' : (i + 1)}`);
  532. }
  533. for (let i = 0; i < inputs.length; i++) {
  534. inputs[i].value[0].shape = reader.runtime_shape_t();
  535. }
  536. const outputs = new Array(model_header.outputs);
  537. for (let i = 0; i < outputs.length; i++) {
  538. outputs[i] = reader.parameter(`output${i == 0 ? '' : (i + 1)}`);
  539. }
  540. reader.constants(model_header.constants);
  541. const layers = new Array(model_header.nodes);
  542. for (let i = 0; i < layers.length; i++) {
  543. layers[i] = {
  544. location: i,
  545. opcode: reader.uint32(),
  546. body_size: reader.uint32()
  547. };
  548. }
  549. let offset = reader.position;
  550. for (const layer of layers) {
  551. layer.offset = offset;
  552. offset += layer.body_size;
  553. }
  554. /* eslint-disable space-in-parens */
  555. register( 0x00, 'binary', '', (layer, reader) => {
  556. layer.inputs = [
  557. reader.parameter('a'),
  558. reader.parameter('b')
  559. ];
  560. layer.outputs = [ reader.parameter('outputs') ];
  561. layer.binary_op = reader.binary_op_t();
  562. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  563. layer.inputs[1].value[0].shape = reader.runtime_shape_t();
  564. layer.outputs[0].value[0].shape = reader.runtime_shape_t();
  565. layer.fused_activation = [ reader.float32(), reader.float32() ];
  566. });
  567. register( 0x01, 'concat', 'Tensor', (layer, reader) => {
  568. layer.outputs = [ reader.parameter('output') ];
  569. layer.inner_size = reader.uint32();
  570. layer.outer_size = reader.uint32();
  571. const inputs_count = reader.uint32();
  572. layer.inputs = [ { name: 'inputs', value: [] } ];
  573. for (let i = 0; i < inputs_count; i++) {
  574. layer.inputs[0].value[i] = reader.argument();
  575. }
  576. layer.dims = new Array(inputs_count);
  577. for (let i = 0; i < inputs_count; i++) {
  578. layer.dims[i] = reader.int32();
  579. }
  580. });
  581. register( 0x02, 'conv2d', 'Layer', (layer, reader) => {
  582. layer.inputs = [ reader.parameter('input') ];
  583. layer.outputs = [ reader.parameter('output') ];
  584. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  585. layer.groups = reader.int32();
  586. layer.out_channels = reader.int32();
  587. layer.padding_h = reader.padding();
  588. layer.padding_w = reader.padding();
  589. layer.filter_h = reader.int32();
  590. layer.filter_w = reader.int32();
  591. layer.stride_h = reader.int32();
  592. layer.stride_w = reader.int32();
  593. layer.dilation_h = reader.int32();
  594. layer.dilation_w = reader.int32();
  595. layer.fused_activation = [ reader.float32(), reader.float32() ];
  596. const weights_shape = [ layer.out_channels, layer.inputs[0].value[0].shape[1] / layer.groups, layer.filter_h, layer.filter_w ];
  597. const weights_size = 4 * weights_shape.reduce((a, b) => a * b);
  598. layer.inputs.push({
  599. name: 'weights',
  600. value: [ {
  601. name: '',
  602. datatype: 'float32',
  603. shape: weights_shape,
  604. data: reader.read(weights_size)
  605. } ]
  606. });
  607. const bias_shape = [ layer.out_channels ];
  608. const bias_size = 4 * layer.out_channels;
  609. layer.inputs.push({
  610. name: 'bias',
  611. value: [ {
  612. name: '',
  613. datatype: 'float32',
  614. shape: bias_shape,
  615. data: reader.read(bias_size)
  616. } ]
  617. });
  618. });
  619. register( 0x03, 'dequantize', '', (layer, reader) => {
  620. layer.inputs = [ reader.parameter('input') ];
  621. layer.outputs = [ reader.parameter('output') ];
  622. layer.zero_point = reader.int32();
  623. layer.scale = reader.float32();
  624. });
  625. register( 0x04, 'matmul', '', (layer, reader) => {
  626. layer.inputs = [
  627. reader.parameter('a'),
  628. reader.parameter('b'),
  629. ];
  630. layer.outputs = [ reader.parameter('output') ];
  631. layer.a_rows = reader.int32();
  632. layer.a_cols = reader.int32();
  633. layer.b_cols = reader.int32();
  634. layer.inputs[1].value[0].shape = [ layer.a_cols, layer.b_cols ];
  635. layer.fused_activation = [ reader.float32(), reader.float32() ];
  636. const bias = reader.read(4 * layer.b_cols);
  637. if (!bias.every((value) => value === 0)) {
  638. layer.inputs.push({
  639. name: 'bias',
  640. value: [ { name: '', datatype: 'float32', shape: [ layer.b_cols ], data: bias } ]
  641. });
  642. }
  643. });
  644. register( 0x05, 'pad', 'Shape', (layer, reader) => {
  645. layer.inputs = [ reader.parameter('input') ];
  646. layer.outputs = [ reader.parameter('output') ];
  647. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  648. layer.paddings = reader.runtime_paddings_t();
  649. layer.pad_value = reader.scalar();
  650. });
  651. register( 0x06, 'quantize', '', (layer, reader) => {
  652. layer.inputs = [ reader.parameter('input') ];
  653. layer.outputs = [ reader.parameter('output') ];
  654. layer.zero_point = reader.int32();
  655. layer.scale = reader.float32();
  656. });
  657. register( 0x07, 'reduce', '', (layer, reader) => {
  658. layer.inputs = [ reader.parameter('input') ];
  659. layer.outputs = [ reader.parameter('output') ];
  660. layer.reduce_op = reader.reduce_op_t();
  661. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  662. layer.outputs[0].value[0].shape = reader.runtime_shape_t();
  663. layer.init_value = reader.float32();
  664. });
  665. register( 0x08, 'reduce_window2d', '', (layer, reader) => {
  666. layer.inputs = [ reader.parameter('input') ];
  667. layer.outputs = [ reader.parameter('output') ];
  668. layer.reduce_op = reader.reduce_op_t();
  669. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  670. layer.padding_h = reader.padding();
  671. layer.padding_w = reader.padding();
  672. layer.filter_h = reader.int32();
  673. layer.filter_w = reader.int32();
  674. layer.stride_h = reader.int32();
  675. layer.stride_w = reader.int32();
  676. layer.dilation_h = reader.int32();
  677. layer.dilation_w = reader.int32();
  678. layer.init_value = reader.float32();
  679. layer.fused_activation = [ reader.float32(), reader.float32() ];
  680. });
  681. register( 0x09, 'memory_copy', '', (layer, reader) => {
  682. layer.inputs = [ reader.parameter('input') ];
  683. layer.outputs = [ reader.parameter('output') ];
  684. });
  685. register( 0x0A, 'resize_image', '', (layer, reader) => {
  686. layer.inputs = [ reader.parameter('input') ];
  687. layer.outputs = [ reader.parameter('output') ];
  688. layer.reduce_op = reader.reduce_op_t();
  689. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  690. layer.out_h = reader.int32();
  691. layer.out_w = reader.int32();
  692. layer.mode = reader.image_resize_mode_t();
  693. layer.align_corners = reader.boolean();
  694. });
  695. register( 0x0B, 'softmax', 'Activation');
  696. register( 0x0C, 'transpose', 'Transform', (layer, reader) => {
  697. layer.inputs = [ reader.parameter('input') ];
  698. layer.outputs = [ reader.parameter('output') ];
  699. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  700. layer.perm = reader.runtime_shape_t();
  701. });
  702. register( 0x0D, 'strided_slice', 'Tensor');
  703. register( 0x0E, 'unary', '', (layer, reader) => {
  704. layer.inputs = [ reader.parameter('input') ];
  705. layer.outputs = [ reader.parameter('output') ];
  706. layer.unary_op = reader.unary_op_t();
  707. });
  708. register( 0x0F, 'quantized_conv2d', 'Layer', (layer, reader) => {
  709. layer.inputs = [ reader.parameter('input') ];
  710. layer.outputs = [ reader.parameter('output') ];
  711. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  712. layer.groups = reader.int32();
  713. layer.out_channels = reader.int32();
  714. layer.padding_h = reader.padding();
  715. layer.padding_w = reader.padding();
  716. layer.filter_h = reader.int32();
  717. layer.filter_w = reader.int32();
  718. layer.stride_h = reader.int32();
  719. layer.stride_w = reader.int32();
  720. layer.dilation_h = reader.int32();
  721. layer.dilation_w = reader.int32();
  722. layer.input_offset = reader.int32();
  723. layer.filter_offset = reader.int32();
  724. layer.output_mul = reader.int32();
  725. layer.output_shift = reader.int32();
  726. layer.output_offset = reader.int32();
  727. const bias = reader.span('int32', [ layer.out_channels ]);
  728. if (bias) {
  729. layer.inputs.push({ name: 'bias', value: [ bias ] });
  730. }
  731. const weights = reader.span('uint8', [ layer.out_channels, layer.inputs[0].value[0].shape[1] / layer.groups, layer.filter_h, layer.filter_w]);
  732. if (weights) {
  733. layer.inputs.push({ name: 'weights', value: [ weights ] });
  734. }
  735. });
  736. register( 0x10, 'quantized_matmul', '', (layer, reader) => {
  737. layer.inputs = [
  738. reader.parameter('a'),
  739. reader.parameter('b'),
  740. ];
  741. layer.outputs = [ reader.parameter('output') ];
  742. layer.a_rows = reader.int32();
  743. layer.a_cols = reader.int32();
  744. layer.b_cols = reader.int32();
  745. layer.inputs[1].value[0].shape = [ layer.a_cols, layer.b_cols ];
  746. layer.input_a_offset = reader.int32();
  747. layer.input_b_offset = reader.int32();
  748. layer.output_mul = reader.int32();
  749. layer.output_shift = reader.int32();
  750. layer.output_offset = reader.int32();
  751. const bias = reader.span('int32', [ layer.b_cols ]);
  752. if (bias) {
  753. layer.inputs.push({ name: 'bias', value: [ bias ] });
  754. }
  755. });
  756. register( 0x11, 'quantized_binary', '', (layer, reader) => {
  757. layer.inputs = [
  758. reader.parameter('a'),
  759. reader.parameter('b')
  760. ];
  761. layer.outputs = [ reader.parameter('outputs') ];
  762. layer.binary_op = reader.binary_op_t();
  763. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  764. layer.inputs[1].value[0].shape = reader.runtime_shape_t();
  765. layer.outputs[0].value[0].shape = reader.runtime_shape_t();
  766. layer.input_a_offset = reader.int32();
  767. layer.input_a_mul = reader.int32();
  768. layer.input_a_shift = reader.int32();
  769. layer.input_b_offset = reader.int32();
  770. layer.input_b_mul = reader.int32();
  771. layer.input_b_shift = reader.int32();
  772. layer.output_offset = reader.int32();
  773. layer.output_mul = reader.int32();
  774. layer.output_shift = reader.int32();
  775. });
  776. register( 0x12, 'table_lookup1d', '', (layer, reader) => {
  777. layer.inputs = [ reader.parameter('input'), reader.parameter('table') ];
  778. layer.outputs = [ reader.parameter('output') ];
  779. });
  780. register( 0x13, 'conv2d_transpose', 'Layer');
  781. register( 0x14, 'nnil_unary_method', '', (layer, reader, size) => {
  782. const position = reader.position;
  783. layer.inputs = [ reader.parameter('input') ];
  784. layer.outputs = [ reader.parameter('output') ];
  785. layer.body = reader.read(size - (reader.position - position));
  786. });
  787. register(0x1001, 'cpu_conv2d', 'Layer');
  788. register(0x1002, 'cpu_depthwise_conv2d', 'Layer');
  789. register(0x1003, 'cpu_reduce_window2d');
  790. register(0x1004, 'cpu_quantized_conv2d', 'Layer');
  791. register(0x1005, 'cpu_quantized_depthwise_conv2d', 'Layer');
  792. register(0x2001, 'kpu_upload', '', (layer, reader) => {
  793. layer.inputs = [ reader.parameter('input') ];
  794. layer.outputs = [ reader.parameter('output') ];
  795. layer.inputs[0].value[0].shape = reader.runtime_shape_t();
  796. });
  797. register(0x2002, 'kpu_conv2d', 'Layer', (layer, reader) => {
  798. layer.outputs = [ reader.parameter('output') ];
  799. layer.batches = reader.int32();
  800. layer.reserved0 = reader.int32();
  801. layer.interrupt_enabe = reader.uint64_bits({ int_en: 0, ram_flag: 1, full_add: 2, depth_wise_layer: 3 });
  802. const image_src_addr = reader.uint32();
  803. const image_dst_addr = reader.uint32();
  804. layer.inputs = [ { name: 'input', value: [ { name: `kpu:${image_src_addr}` } ] } ];
  805. const outputs = [ { name: 'output', value: [ { name: `kpu:${image_dst_addr}` } ] } ];
  806. layer.outputs[0].value.push(outputs[0].value[0]);
  807. // layer.outputs = layer.flags & 1 ? layer.outputs : outputs;
  808. layer.image_channel_num = reader.uint64_bits({ i_ch_num: 0, o_ch_num: 32, o_ch_num_coef: 48 });
  809. layer.image_size = reader.uint64_bits({ i_row_wid: 0, i_col_high: 10, o_row_wid: 32, o_col_high : 42 });
  810. layer.kernel_pool_type_cfg = reader.uint64_bits({ kernel_type: 0, pad_type: 3, pool_type: 4, first_stride: 8, bypass_conv: 9, load_para: 10, dma_burst_size: 16, pad_value: 24, bwsx_base_addr: 32 });
  811. layer.kernel_load_cfg = reader.uint64_bits({ load_coor: 0, load_time: 1, para_size: 15, para_start_addr: 32 });
  812. layer.kernel_offset = reader.uint64_bits({ coef_column_offset: 0, coef_row_offset: 4 });
  813. layer.kernel_calc_type_cfg = reader.uint64_bits({ channel_switch_addr: 0, row_switch_addr: 16, coef_size: 20, coef_group: 28, load_act: 31, active_addr: 32 });
  814. layer.write_back_cfg = reader.uint64_bits({ wb_channel_switch_addr: 0, wb_row_switch_addr: 16, wb_group: 20 });
  815. layer.conv_value = reader.uint64_bits({ shr_w: 0, shr_x: 4, arg_w: 8, arg_x: 32 });
  816. layer.conv_value2 = reader.uint64_bits({ arg_add: 0 });
  817. layer.dma_parameter = reader.uint64_bits({ send_data_out: 0, reserved: 1, channel_byte_num: 16, dma_total_byte: 32 });
  818. layer.chain = [];
  819. const ic = layer.image_channel_num.i_ch_num + 1;
  820. const oc = layer.image_channel_num.o_ch_num + 1;
  821. layer.outputs[0].value[0].shape = [ layer.image_size.o_row_wid + 1, layer.image_size.o_col_high + 1, oc ];
  822. const filter = [ 1, 3 ][layer.kernel_pool_type_cfg.kernel_type];
  823. const weights_shape = layer.interrupt_enabe.depth_wise_layer ? [ oc, filter, filter ] : [ ic, oc, filter, filter ];
  824. reader.skip(layer.kernel_pool_type_cfg.bwsx_base_addr);
  825. delete layer.kernel_pool_type_cfg.bwsx_base_addr;
  826. const batch_norm = {
  827. type: { name: 'batch_norm', category: 'Normalization' },
  828. weights: []
  829. };
  830. batch_norm.weights = new Array(oc);
  831. for (let i = 0; i < oc; i++) {
  832. batch_norm.weights[i] = reader.uint64_bits({ norm_mul: 0, norm_add: 24, norm_shift: 56, reserved: 60 });
  833. delete batch_norm.weights[i].reserved;
  834. }
  835. layer.chain.push(batch_norm);
  836. reader.skip(layer.kernel_calc_type_cfg.active_addr);
  837. delete layer.kernel_calc_type_cfg.active_addr;
  838. const activation = reader.kpu_activate_table_t();
  839. activation.type = { name: 'activation', category: 'Activation' };
  840. layer.chain.push(activation);
  841. reader.skip(layer.kernel_load_cfg.para_start_addr);
  842. delete layer.kernel_load_cfg.para_start_addr;
  843. const weights = reader.span('uint8', weights_shape);
  844. if (weights) {
  845. layer.inputs.push({ name: 'weights', value: [ weights ] });
  846. }
  847. });
  848. /* eslint-enable space-in-parens */
  849. for (const layer of layers) {
  850. const type = types.get(layer.opcode);
  851. if (!type) {
  852. throw new kmodel.Error(`Unsupported version '${this.version}' layer type '${layer.type}'.`);
  853. }
  854. if (!type.callback) {
  855. throw new kmodel.Error(`Unsupported version '${this.version}' layer '${type.type.name}'.`);
  856. }
  857. layer.type = type.type;
  858. reader.seek(layer.offset);
  859. if (type.callback) {
  860. type.callback(layer, reader, layer.body_size);
  861. }
  862. delete layer.offset;
  863. delete layer.body_size;
  864. delete layer.opcode;
  865. }
  866. for (const input of inputs) {
  867. layers.unshift({
  868. type: { name: 'INPUT' },
  869. outputs: [ input ]
  870. });
  871. }
  872. for (const output of outputs) {
  873. layers.push({
  874. type: { name: 'OUTPUT' },
  875. inputs: [ output ]
  876. });
  877. }
  878. this.modules.push({
  879. name: '',
  880. layers: layers
  881. });
  882. break;
  883. }
  884. case 5: {
  885. const reader = new kmodel.BinaryReader.v5(this.stream);
  886. const model_header = reader.model_header();
  887. if (model_header.header_size < 32) {
  888. throw new kmodel.Error(`Invalid header size '${model_header.header_size}'.`);
  889. }
  890. if (model_header.header_size > reader.position) {
  891. reader.skip(model_header.header_size - reader.position);
  892. }
  893. delete model_header.header_size;
  894. this.modules = new Array(model_header.modules);
  895. for (let i = 0; i < this.modules.length; i++) {
  896. const start = reader.position;
  897. const module_header = reader.module_header();
  898. if (module_header.header_size > (reader.position - start)) {
  899. reader.skip(module_header.header_size - (reader.position - start));
  900. }
  901. const mempools = new Array(module_header.mempools);
  902. for (let i = 0; i < mempools.length; i++) {
  903. mempools[i] = reader.mempool_desc();
  904. }
  905. const shared_mempools = new Array(module_header.shared_mempools);
  906. for (let i = 0; i < shared_mempools.length; i++) {
  907. shared_mempools[i] = reader.mempool_desc();
  908. }
  909. const function_headers = new Array(module_header.functions);
  910. const functions = new Array(module_header.functions);
  911. for (let i = 0; i < functions.length; i++) {
  912. const position = reader.position;
  913. const function_header = reader.function_header();
  914. const header_size = reader.position - position;
  915. if (function_header.header_size > header_size) {
  916. reader.skip(function_header.header_size - header_size);
  917. }
  918. const inputs = new Array(function_header.inputs);
  919. for (let i = 0; i < inputs.length; i++) {
  920. inputs[i] = reader.parameter(`input${i == 0 ? '' : (i + 1)}`);
  921. }
  922. for (let i = 0; i < inputs.length; i++) {
  923. inputs[i].value[0].shape = reader.shape();
  924. }
  925. const outputs = new Array(function_header.outputs);
  926. for (let i = 0; i < outputs.length; i++) {
  927. outputs[i] = reader.parameter(`output${i == 0 ? '' : (i + 1)}`);
  928. }
  929. for (let i = 0; i < outputs.length; i++) {
  930. outputs[i].value[0].shape = reader.shape();
  931. }
  932. reader.align_position(8);
  933. const size = reader.size - position;
  934. if (function_header.size > size) {
  935. reader.skip(function_header.size - size);
  936. }
  937. function_headers[i] = function_header;
  938. functions[i] = {
  939. type: { name: 'Unknown' },
  940. inputs: inputs,
  941. outputs: outputs
  942. };
  943. }
  944. const sections = new Map();
  945. for (let i = 0; i < module_header.sections; i++) {
  946. const section_header = reader.section_header();
  947. reader.skip(section_header.body_start);
  948. const body = reader.read(section_header.body_size);
  949. const section = {
  950. reader: new base.BinaryReader(body),
  951. flags: section_header.flags
  952. };
  953. reader.align_position(8);
  954. sections.set(section_header.name, section);
  955. }
  956. for (let i = 0; i < function_headers.length; i++) {
  957. const function_header = function_headers[i];
  958. const reader = sections.get('.text').reader;
  959. reader.seek(function_header.entrypoint);
  960. function_header.text = reader.read(function_header.text_size);
  961. const layer = functions[i];
  962. switch (module_header.type) {
  963. case 'stackvm':
  964. layer.type = { name: 'stackvm' };
  965. break;
  966. case 'k210':
  967. break;
  968. case 'k510':
  969. break;
  970. default:
  971. throw new kmodel.Error(`Unsupported module type '${module_header.type}'.`);
  972. }
  973. }
  974. const name = this.modules.length > 1 ? i.toString() : '';
  975. this.modules[i] = {
  976. name: name,
  977. type: module_header.type,
  978. layers: functions
  979. };
  980. }
  981. break;
  982. }
  983. default: {
  984. throw new kmodel.Error(`Unsupported model version '${this.version}'.`);
  985. }
  986. }
  987. delete this.stream;
  988. }
  989. };
  990. kmodel.BinaryReader = class extends base.BinaryReader {
  991. uint64_bits(fields) {
  992. const buffer = this.read(8);
  993. fields = Object.entries(fields);
  994. fields.push([ null, Math.min(64, fields[fields.length - 1][1] + 56)]);
  995. const obj = {};
  996. for (let i = 0; i < fields.length - 1; i++) {
  997. const current = fields[i];
  998. const next = fields[i + 1];
  999. const [key, start] = current;
  1000. const [, end] = next;
  1001. let value = 0;
  1002. let position = start;
  1003. while (position < end) {
  1004. const offset = (position / 8) >> 0;
  1005. const start = (position & 7);
  1006. const count = Math.min((offset + 1) * 8, end) - position;
  1007. value = value | ((buffer[offset] >>> start) & ((1 << count) - 1)) << (position - fields[i][1]);
  1008. position += count;
  1009. }
  1010. obj[key] = value;
  1011. }
  1012. return obj;
  1013. }
  1014. };
  1015. kmodel.BinaryReader.v3 = class extends kmodel.BinaryReader {
  1016. constructor(buffer) {
  1017. super(buffer);
  1018. this.skip(4);
  1019. }
  1020. kpu_model_header_t() {
  1021. return {
  1022. flags: this.uint32(),
  1023. arch: this.uint32(),
  1024. layers_length: this.uint32(),
  1025. max_start_address: this.uint32(),
  1026. main_mem_usage: this.uint32(),
  1027. output_count: this.uint32()
  1028. };
  1029. }
  1030. kpu_model_output_t(name) {
  1031. return {
  1032. address: [ this.parameter(name) ],
  1033. size: this.uint32()
  1034. };
  1035. }
  1036. kpu_model_layer_header_t() {
  1037. return {
  1038. type: this.uint32(),
  1039. body_size: this.uint32()
  1040. };
  1041. }
  1042. argument(memory_type) {
  1043. memory_type = memory_type || 'main';
  1044. const address = this.uint32();
  1045. return { name: `${memory_type}:${address}` };
  1046. }
  1047. parameter(name, memory_type) {
  1048. return { name: name, value: [ this.argument(memory_type) ] };
  1049. }
  1050. };
  1051. kmodel.BinaryReader.v4 = class extends kmodel.BinaryReader {
  1052. constructor(buffer) {
  1053. super(buffer);
  1054. this.skip(8);
  1055. this._memory_types = [ 'const', 'main', 'kpu' ];
  1056. this._datatypes = [ 'float32', 'uint8' ];
  1057. }
  1058. memory_type_t() {
  1059. const value = this.uint32();
  1060. return this._memory_types[value];
  1061. }
  1062. datatype_t() {
  1063. const value = this.uint32();
  1064. return this._datatypes[value];
  1065. }
  1066. memory_range() {
  1067. return {
  1068. memory_type: this.memory_type_t(),
  1069. datatype: this.datatype_t(),
  1070. start: this.uint32(),
  1071. size: this.uint32()
  1072. };
  1073. }
  1074. argument() {
  1075. const memory = this.memory_range();
  1076. const value = {
  1077. name: `${memory.memory_type}:${memory.start}`,
  1078. datatype: memory.datatype
  1079. };
  1080. if (memory.memory_type === 'const') {
  1081. value.data = this._constants.slice(memory.start, memory.start + memory.size);
  1082. switch (value.datatype) {
  1083. case 'uint8': value.shape = [ value.data.length ]; break;
  1084. case 'float32': value.shape = [ value.data.length >> 2 ]; break;
  1085. default: break;
  1086. }
  1087. }
  1088. return value;
  1089. }
  1090. parameter(name) {
  1091. return { name: name, value: [ this.argument() ] };
  1092. }
  1093. runtime_shape_t() {
  1094. return [ this.uint32(), this.uint32(), this.uint32(), this.uint32() ];
  1095. }
  1096. padding() {
  1097. return { before: this.int32(), after: this.int32() };
  1098. }
  1099. runtime_paddings_t() {
  1100. return [ this.padding(), this.padding(), this.padding(), this.padding() ];
  1101. }
  1102. scalar() {
  1103. return {
  1104. datatype_t: this.uint32(),
  1105. storage: this.read(4)
  1106. };
  1107. }
  1108. kpu_activate_table_t() {
  1109. const value = {};
  1110. value.activate_para = new Array(16);
  1111. for (let i = 0; i < 16; i++) {
  1112. value.activate_para[i] = this.uint64_bits({ shift_number: 0, y_mul: 8, x_start: 24, reserved: 60 });
  1113. delete value.activate_para[i].reserved;
  1114. }
  1115. for (let i = 0; i < 16; i++) {
  1116. value.activate_para[i].bias = this.int8();
  1117. }
  1118. return value;
  1119. }
  1120. unary_op_t() {
  1121. const value = this.uint32();
  1122. return [ 'abs', 'ceil', 'cos', 'exp', 'floor', 'log', 'neg', 'rsqrt', 'sin', 'square' ][value];
  1123. }
  1124. binary_op_t() {
  1125. const value = this.uint32();
  1126. return [ 'add', 'sub', 'mul', 'div', 'min', 'max' ][value];
  1127. }
  1128. reduce_op_t() {
  1129. const value = this.uint32();
  1130. return [ 'mean', 'min', 'max', 'sum' ][value];
  1131. }
  1132. image_resize_mode_t() {
  1133. const value = this.uint32();
  1134. return [ 'bilinear', 'nearest_neighbor' ][value];
  1135. }
  1136. constants(size) {
  1137. this._constants = this.read(size);
  1138. }
  1139. span(datatype, shape) {
  1140. const size = shape.reduce((a, b) => a * b, 1);
  1141. const itemsize = { 'int32': 4, 'uint8': 1 };
  1142. const buffer = this.read(itemsize[datatype] * size);
  1143. if (!buffer.every((value) => value === 0)) {
  1144. const array = {};
  1145. array.name = '';
  1146. array.datatype = datatype;
  1147. array.shape = shape;
  1148. array.data = buffer;
  1149. return array;
  1150. }
  1151. return null;
  1152. }
  1153. };
  1154. kmodel.BinaryReader.v5 = class extends kmodel.BinaryReader {
  1155. constructor(buffer) {
  1156. super(buffer);
  1157. this.skip(8);
  1158. this._datatypes = [ 'int8', 'int16', 'int32', 'int64', 'uint8', 'uint16', 'uint32', 'uint64', 'float16', 'float32', 'float64', 'bfloat16' ];
  1159. this._memory_locations = new Map([ [ 0, 'input' ], [ 1, 'output' ], [ 2, 'rdata' ], [ 3, 'data' ], [ 4, 'shared_data' ], [ 64, 'kpu' ] ]);
  1160. }
  1161. model_header() {
  1162. return {
  1163. header_size: this.uint32(),
  1164. flags: this.uint32(),
  1165. alignment: this.uint32(),
  1166. modules: this.uint32(),
  1167. entry_module: this.uint32(),
  1168. entry_function: this.uint32()
  1169. };
  1170. }
  1171. module_type_t() {
  1172. const buffer = this.read(16);
  1173. const decoder = new TextDecoder('ascii');
  1174. const text = decoder.decode(buffer);
  1175. return text.replace(/\0.*$/, '');
  1176. }
  1177. module_header() {
  1178. return {
  1179. type: this.module_type_t(),
  1180. version: this.uint32(),
  1181. header_size: this.uint32(),
  1182. size: this.uint32(),
  1183. mempools: this.uint32(),
  1184. shared_mempools: this.uint32(),
  1185. sections: this.uint32(),
  1186. functions: this.uint32(),
  1187. reserved0: this.uint32()
  1188. };
  1189. }
  1190. mempool_desc() {
  1191. return {
  1192. location: this.byte(),
  1193. reserved0: this.read(3),
  1194. size: this.uint32()
  1195. };
  1196. }
  1197. section_header() {
  1198. const buffer = this.read(16);
  1199. const decoder = new TextDecoder('ascii');
  1200. const name = decoder.decode(buffer);
  1201. return {
  1202. name: name.replace(/\0.*$/, ''),
  1203. flags: this.uint32(),
  1204. body_start: this.uint32(),
  1205. body_size: this.uint32(),
  1206. reserved0: this.uint32()
  1207. };
  1208. }
  1209. function_header() {
  1210. return {
  1211. header_size: this.uint32(),
  1212. size: this.uint32(),
  1213. input_pool_size: this.uint32(),
  1214. output_pool_size: this.uint32(),
  1215. inputs: this.uint32(),
  1216. outputs: this.uint32(),
  1217. entrypoint: this.uint32(),
  1218. text_size: this.uint32()
  1219. };
  1220. }
  1221. memory_location_t() {
  1222. const value = this.byte();
  1223. if (!this._memory_locations.has(value)) {
  1224. throw new kmodel.Error(`Unsupported memory location '${value}'.`);
  1225. }
  1226. return this._memory_locations.get(value);
  1227. }
  1228. datatype_t() {
  1229. const value = this.byte();
  1230. return this._datatypes[value];
  1231. }
  1232. memory_range() {
  1233. return {
  1234. memory_location: this.memory_location_t(),
  1235. datatype: this.datatype_t(),
  1236. shared_module: this.uint16(),
  1237. start: this.uint32(),
  1238. size: this.uint32()
  1239. };
  1240. }
  1241. argument() {
  1242. const memory = this.memory_range();
  1243. const value = {
  1244. name: `${memory.memory_location}:${memory.start}`,
  1245. datatype: memory.datatype
  1246. };
  1247. /*
  1248. if (memory.memory_type === 'const') {
  1249. value.data = constants.slice(memory.start, memory.start + memory.size);
  1250. switch (value.datatype) {
  1251. case 'uint8': value.shape = [ value.data.length ]; break;
  1252. case 'float32': value.shape = [ value.data.length >> 2 ]; break;
  1253. default: break;
  1254. }
  1255. }
  1256. */
  1257. return value;
  1258. }
  1259. parameter(name) {
  1260. return { name: name, value: [ this.argument() ] };
  1261. }
  1262. shape() {
  1263. const array = new Array(this.uint32());
  1264. for (let i = 0; i < array.length; i++) {
  1265. array[i] = this.uint32();
  1266. }
  1267. return array;
  1268. }
  1269. align_position(alignment) {
  1270. const remainder = this._position % alignment;
  1271. if (remainder !== 0) {
  1272. this.skip(alignment - remainder);
  1273. }
  1274. }
  1275. };
  1276. kmodel.Error = class extends Error {
  1277. constructor(message) {
  1278. super(message);
  1279. this.name = 'Error loading kmodel.';
  1280. }
  1281. };
  1282. export const ModelFactory = kmodel.ModelFactory;