netron/source/keras.js

/* jshint esversion: 6 */

var keras = keras || {};

keras.ModelFactory = class {

    match(context) {
        const identifier = context.identifier;
        const extension = identifier.split('.').pop().toLowerCase();
        if (extension === 'h5' || extension === 'hd5' || extension === 'hdf5' || extension === 'keras' || extension === 'model' || extension == 'pb' || extension == 'pth') {
            const buffer = context.buffer;
            const signature = [ 0x89, 0x48, 0x44, 0x46, 0x0D, 0x0A, 0x1A, 0x0A ];
            return buffer && buffer.length > signature.length && signature.every((v, i) => v === buffer[i]);
        }
        if (extension == 'json' && !identifier.endsWith('-symbol.json')) {
            const contains = (buffer, text, length) => {
                length = (length ? Math.min(buffer.length, length) : buffer.length) - text.length;
                const match = Array.from(text).map((c) => c.charCodeAt(0));
                for (let i = 0; i < length; i++) {
                    if (match.every((c, index) => buffer[i + index] === c)) {
                        return true;
                    }
                }
                return false;
            };
            if (!contains(context.buffer, '"mxnet_version":')) {
                try {
                    let root = keras.JsonParser.parse(context.text);
                    if (root && root.nodes && root.arg_nodes && root.heads) {
                        return false;
                    }
                    if (root && root.modelTopology) {
                        root = root.modelTopology;
                    }
                    if (root && root.model_config) {
                        root = root.model_config;
                    }
                    if (root && root.class_name) {
                        return true;
                    }
                    if (root && Array.isArray(root) && root.every((manifest) => Array.isArray(manifest.weights) && Array.isArray(manifest.paths))) {
                        return true;
                    }
                }
                catch (err) {
                    // continue regardless of error
                }
            }
        }
        return false;
    }

    open(context, host) {
        return host.require('./hdf5').then((hdf5) => {
            let format = 'Keras';
            let producer = '';
            let backend = '';
            let model_config = null;
            let rootGroup = null;
            const identifier = context.identifier;
            const weights = new keras.Weights();
            try {
                switch (identifier.split('.').pop().toLowerCase()) {
                    case 'keras':
                    case 'h5':
                    case 'hd5':
                    case 'hdf5':
                    case 'model':
                    case 'pb':
                    case 'pth': {
                        const file = new hdf5.File(context.buffer);
                        rootGroup = file.rootGroup;
                        if (rootGroup.attribute('model_config') || rootGroup.attribute('layer_names')) {
                            const json = rootGroup.attribute('model_config');
                            if (json) {
                                model_config = keras.JsonParser.parse(json);
                            }
                            backend = rootGroup.attribute('backend') || '';
                            const version = rootGroup.attribute('keras_version') || '';
                            format = format + (version ? ' v' + version : '');
                            let model_weights_group = rootGroup.group('model_weights');
                            if (!model_weights_group && rootGroup.attribute('layer_names')) {
                                model_weights_group = rootGroup;
                            }
                            if (model_weights_group) {
                                model_weights_group = new keras.Group(model_weights_group);
                                for (const layer_name of model_weights_group.attribute('layer_names')) {
                                    const layer_weights = model_weights_group.group(layer_name);
                                    if (layer_weights) {
                                        const weight_names = layer_weights.attribute('weight_names');
                                        if (weight_names && weight_names.length > 0) {
                                            for (const weight_name of weight_names) {
                                                const weight = layer_weights.group(weight_name);
                                                if (weight && weight.value) {
                                                    const variable = weight.value;
                                                    const tensor = new keras.Tensor(weight_name, variable.type, variable.shape, variable.littleEndian, variable.data, '');
                                                    if (model_config) {
                                                        weights.add(layer_name, tensor);
                                                    }
                                                    else {
                                                        const components = weight_name.split('/');
                                                        components.pop();
                                                        const name = (components.length == 0 || components[0] !== layer_name) ? [ layer_name ].concat(components).join('/') : components.join('/');
                                                        weights.add(name, tensor);
                                                    }
                                                }
                                            }
                                        }
                                    }
                                }
                            }
                        }
                        else {
                            const attributes = new Set([ 'nb_layers' ]);
                            if (Object.keys(rootGroup.attributes).filter((name) => !attributes.has(name)).length !== 0 || rootGroup.value !== null) {
                                throw new keras.Error('File format is not HDF5 Weights');
                            }
                            format = 'HDF5 Weights';
                            if (Object.keys(rootGroup.attributes).length === 0 && rootGroup.value === null &&
                                rootGroup.groups.length == 1 && rootGroup.groups[0] &&
                                Object.keys(rootGroup.groups[0].attributes).length === 0 && rootGroup.groups[0].value === null) {
                                rootGroup = rootGroup.groups[0];
                            }
                            if (rootGroup.groups.every((group) => Object.keys(group.attributes).length === 0 && group.groups.length == 0 && group.value !== null)) {
                                for (const group of rootGroup.groups) {
                                    const variable = group.value;
                                    const tensor = new keras.Tensor(group.name, variable.type, variable.shape, variable.littleEndian, variable.type === 'string' ? variable.value : variable.data);
                                    weights.add('', tensor);
                                }
                            }
                            else if (rootGroup.groups.every((group) => Object.keys(group.attributes).length === 0 && group.value === null)) {
                                for (const group of rootGroup.groups) {
                                    const moduleName = group.attributes.name || group.name;
                                    for (const variableGroup of group.groups) {
                                        if (Object.keys(variableGroup.attributes).length !== 0 || variableGroup.groups.length !== 0) {
                                            throw new keras.Error('Group format is not HDF5 tensor variable.');
                                        }
                                        const variable = variableGroup.value;
                                        if (!variable) {
                                            throw new keras.Error('Variable value is not HDF5 tensor.');
                                        }
                                        const name = moduleName ? [ moduleName, variableGroup.name ].join('/') : moduleName.name;
                                        const tensor = new keras.Tensor(name, variable.type, variable.shape, variable.littleEndian, variable.type === 'string' ? variable.value : variable.data);
                                        weights.add(moduleName, tensor);
                                    }
                                }
                            }
                            else if (rootGroup.groups.every((group) => group.value === null && group.groups.every((variable) => Object.keys(variable.attributes).length === 0 && variable.value !== null))) {
                                for (const group of rootGroup.groups) {
                                    const moduleName = group.attributes.name || group.name;
                                    for (const variableGroup of group.groups) {
                                        if (Object.keys(variableGroup.attributes).length !== 0 || variableGroup.groups.length !== 0) {
                                            throw new keras.Error('Variable format is not HDF5 Weights');
                                        }
                                        const variable = variableGroup.value;
                                        if (!variable) {
                                            throw new keras.Error('Variable value is not HDF5 Weights');
                                        }
                                        const name = moduleName ? [ moduleName, variableGroup.name ].join('/') : moduleName.name;
                                        const tensor = new keras.Tensor(name, variable.type, variable.shape, variable.littleEndian, variable.type === 'string' ? variable.value : variable.data);
                                        weights.add(moduleName, tensor);
                                    }
                                }
                            }
                            else {
                                const walk = function(group) {
                                    if (Object.keys(group.attributes).length === 0 && group.value === null && group.groups.length > 0) {
                                        for (const subGroup of group.groups) {
                                            walk(subGroup);
                                        }
                                    }
                                    else if (Object.keys(group.attributes).length === 0 && group.value !== null && group.groups.length === 0) {
                                        const variable = group.value;
                                        const variableName = group.path;
                                        let moduleName = variableName;
                                        const parts = variableName.split('/');
                                        if (parts.length > 1) {
                                            parts.pop();
                                            moduleName = parts.join('/');
                                        }
                                        const tensor = new keras.Tensor(variableName, variable.type, variable.shape, variable.littleEndian, variable.type === 'string' ? variable.value : variable.data);
                                        weights.add(moduleName, tensor);
                                    }
                                    else {
                                        throw new keras.Error('Module group format is not HDF5 Weights');
                                    }
                                };
                                walk(rootGroup);
                            }
                        }
                        break;
                    }
                    case 'json': {
                        const root = keras.JsonParser.parse(context.text);
                        if (root && Array.isArray(root) && root.every((manifest) => Array.isArray(manifest.weights) && Array.isArray(manifest.paths))) {
                            format = 'TensorFlow.js Weights';
                            rootGroup = {};
                            for (const manifest of root) {
                                for (const weight of manifest.weights) {
                                    const tensor = new keras.Tensor(weight.name, weight.dtype, weight.shape, false, null, manifest.paths.join(';'));
                                    const parts = weight.name.split('/');
                                    parts.pop();
                                    const layer = parts.join('/');
                                    weights.add(layer, tensor);
                                }
                            }
                        }
                        else {
                            if (root.keras_version) {
                                const version = root.keras_version;
                                format = format + (version ? (' v' + version) : '');
                            }
                            if (root.backend) {
                                backend = root.backend;
                            }
                            model_config = root;
                            if (model_config && model_config.modelTopology) {
                                backend = model_config.modelTopology.backend;
                                const version = model_config.modelTopology.keras_version;
                                format = format + (version ? (' v' + version) : '');
                                format = 'TensorFlow.js ' + (model_config.format ? model_config.format : format);
                                producer = model_config.convertedBy || model_config.generatedBy || '';
                                for (const manifest of model_config.weightsManifest) {
                                    for (const weight of manifest.weights) {
                                        const tensor = new keras.Tensor(weight.name, weight.dtype, weight.shape, false, null, manifest.paths.join(';'));
                                        weights.add('', tensor);
                                    }
                                }
                                model_config = model_config.modelTopology;
                            }
                            if (model_config.model_config) {
                                model_config = model_config.model_config;
                            }
                        }
                        break;
                    }
                }
            }
            catch (error) {
                const message = error && error.message ? error.message : error.toString();
                throw new keras.Error(message.replace(/\.$/, '') + " in '" + identifier + "'.");
            }

            if (!rootGroup && !model_config) {
                throw new keras.Error('\'model_config\' is not present.');
            }
            if (!rootGroup && !model_config.class_name) {
                throw new keras.Error('\'class_name\' is not present.');
            }

            return keras.Metadata.open(host).then((metadata) => {
                try {
                    return new keras.Model(metadata, format, producer, backend, model_config, weights);
                }
                catch (error) {
                    host.exception(error, false);
                    const message = error && error.message ? error.message : error.toString();
                    throw new keras.Error(message.replace(/\.$/, '') + " in '" + identifier + "'.");
                }
            });
        });
    }
};

keras.Model = class {

    constructor(metadata, format, producer, backend, config, weights) {
        this._format = format;
        this._backend = backend;
        this._producer = producer;
        this._graphs = [ new keras.Graph(metadata, config, weights) ];
    }

    get name() {
        return null;
    }

    get description() {
        return null;
    }

    get format() {
        return this._format;
    }

    get producer() {
        return this._producer;
    }

    get runtime() {
        return this._backend;
    }

    get graphs() {
        return this._graphs;
    }
};

keras.Graph = class {

    constructor(metadata, config, weights) {
        this._metadata = metadata;
        this._inputs = [];
        this._outputs = [];
        this._nodes = [];
        this._groups = false;

        if (config) {
            this._name = config.name || (config.config && config.config.name ? config.config.name : '');
            switch (config.class_name) {
                case 'AllCNN':
                case 'Sequential':
                    this._loadSequential(config.config, weights, '', null, null);
                    break;
                case 'Functional':
                case 'Model':
                    this._loadModel(config.config, weights, '', null, null);
                    break;
                default:
                    throw new keras.Error('\'' + config.class_name + '\' is not supported.');
            }
        }
        else if (weights) {
            for (const layer of weights.keys()) {
                if (weights.get('', layer).length <= 6) {
                    const node = new keras.Node(metadata, 'Weights', { name: layer }, [], [], '', weights);
                    this._nodes.push(node);
                }
            }
        }
    }

    get name() {
        return this._name;
    }

    get groups() {
        return this._groups ? true : false;
    }

    get inputs() {
        return this._inputs;
    }

    get outputs() {
        return this._outputs;
    }

    get nodes() {
        return this._nodes;
    }

    _loadModel(config, weights, group, inputs, outputs) {
        if (group) {
            this._groups = true;
        }
        const nodeMap = new Map();
        if (config.layers) {
            for (const layer of config.layers) {
                if (layer.name) {
                    if (!nodeMap.has(layer.name)) {
                        nodeMap.set(layer.name, layer);
                        layer._inputs = [];
                        layer._outputs = [];
                    }
                }
            }
            for (const layer of config.layers) {
                if (layer.inbound_nodes) {
                    for (const inbound_node of layer.inbound_nodes) {
                        for (const inbound_connection of inbound_node) {
                            let inputName = inbound_connection[0];
                            const inputNode = nodeMap.get(inputName);
                            if (inputNode) {
                                const inputIndex = inbound_connection[2];
                                if (inputIndex != 0) {
                                    inputName += ':' + inputIndex.toString();
                                }
                                while (inputIndex >= inputNode._outputs.length) {
                                    inputNode._outputs.push('');
                                }
                                inputNode._outputs[inputIndex] = inputName;
                            }
                            layer._inputs.push(inputName);
                        }
                    }
                }
            }
        }
        const input_layers = config.input_layers;
        if (input_layers) {
            for (let i = 0; i < input_layers.length; i++) {
                const input_layer = input_layers[i];
                const name = input_layer[0];
                let type = null;
                const node = nodeMap.get(name);
                if (node && node.class_name == 'InputLayer') {
                    type = this._getInputType(node);
                    nodeMap.delete(name);
                }
                if (inputs && i < inputs.length) {
                    if (config.layers) {
                        for (const layer of config.layers) {
                            if (layer._inputs) {
                                layer._inputs = layer._inputs.map((input) => {
                                    return input === name ? inputs[i] : input;
                                });
                            }
                        }
                    }
                }
                else {
                    this._inputs.push(new keras.Parameter(name, true, [ new keras.Argument(name, type, null) ]));
                }
            }
        }
        const inputMap = new Map();
        const output_layers = config.output_layers;
        if (output_layers) {
            for (let j = 0; j < output_layers.length; j++) {
                const output_layer = output_layers[j];
                let outputName = output_layer[0];
                const outputNode = nodeMap.get(outputName);
                let addGraphOutput = true;
                if (outputs && j < outputs.length) {
                    inputMap.set(outputName, outputs[j]);
                    outputName = outputs[j];
                    addGraphOutput = false;
                }
                if (outputNode) {
                    const outputIndex = output_layer[2];
                    if (outputIndex != 0) {
                        outputName += ':' + outputIndex.toString();
                    }
                    while (outputIndex >= outputNode._outputs.length) {
                        outputNode._outputs.push('');
                    }
                    outputNode._outputs[outputIndex] = outputName;
                }
                if (addGraphOutput) {
                    this._outputs.push(new keras.Parameter(outputName, true, [ new keras.Argument(outputName, null, null) ]));
                }
            }
        }

        if (config.layers) {
            for (const layer of config.layers) {
                if (nodeMap.has(layer.name)) {
                    this._loadNode(layer, layer._inputs, layer._outputs, weights, group, inputMap);
                }
            }
        }
    }

    _loadSequential(config, weights, group, inputs, outputs) {
        if (group) {
            this._groups = true;
        }
        const inputName = 'input';
        let inputType = null;
        let argument = inputName;
        let index = 0;
        const layers = config.layers ? config.layers : config;
        for (const layer of layers) {
            let name = index.toString();
            let nodeInputs = [ argument ];
            if (index == 0) {
                if (inputs && inputs.length > 0) {
                    nodeInputs = [ inputs[0] ];
                }
                else {
                    inputType = this._getInputType(layer);
                }
            }
            index++;
            if (layer.config && layer.config.name) {
                name = layer.config.name;
            }
            argument = name;
            let nodeOutputs = [ argument ];
            if (index == layers.length) {
                if (outputs && outputs.length > 0) {
                    nodeOutputs = [ outputs[0] ];
                    argument = null;
                }
            }

            this._loadNode(layer, nodeInputs, nodeOutputs, weights, group);
        }
        if (!inputs) {
            this._inputs.push(new keras.Parameter(inputName, true, [ new keras.Argument(inputName, inputType, null) ]));
        }
        if (argument) {
            this._outputs.push(new keras.Parameter(argument, true, [ new keras.Argument(argument, null, null) ]));
        }
    }

    _loadNode(layer, inputs, outputs, weights, group, inputMap) {
        const class_name = layer.class_name;
        switch (class_name) {
            case 'Sequential': {
                const name = layer.name || (layer.config ? layer.config.name : '');
                this._loadSequential(layer.config, weights, (group ? group + '/' : '') + name, inputs, outputs);
                break;
            }
            case 'Model': {
                const name = layer.name || (layer.config ? layer.config.name : '');
                this._loadModel(layer.config, weights, (group ? group + '/' : '') + name, inputs, outputs);
                break;
            }
            default: {
                inputs = inputs.map((input) => inputMap && inputMap.has(input) ? inputMap.get(input) : input);
                const node = new keras.Node(this._metadata, class_name, layer.config, inputs, outputs, group, weights);
                this._nodes.push(node);
                break;
            }
        }
    }

    _getInputType(layer) {
        if (layer && layer.config) {
            let dataType = '?';
            let shape = [];
            const config = layer.config;
            if (config.dtype) {
                dataType = config.dtype;
                delete config.dtype;
            }
            if (config.batch_input_shape) {
                shape = config.batch_input_shape.map(s => s == null ? '?' : s);
                delete config.batch_input_shape;
            }
            return new keras.TensorType(dataType, new keras.TensorShape(shape));
        }
        return null;
    }
};

keras.Parameter = class {

    constructor(name, visible, args) {
        this._name = name;
        this._visible = visible;
        this._arguments = args;
    }

    get name() {
        return this._name;
    }

    get visible() {
        return this._visible;
    }

    get arguments() {
        return this._arguments;
    }
};

keras.Argument = class {

    constructor(name, type, initializer) {
        if (typeof name !== 'string') {
            throw new keras.Error("Invalid argument identifier '" + JSON.stringify(name) + "'.");
        }
        this._name= name;
        this._type = type || null;
        this._initializer = initializer || null;
    }

    get name() {
        return this._name;
    }

    get type() {
        if (this._initializer) {
            return this._initializer.type;
        }
        return this._type;
    }

    get initializer() {
        return this._initializer;
    }
};

keras.Node = class {

    constructor(metadata, type, config, inputs, outputs, group, weights) {
        this._group = group || '';
        this._metadata = metadata;
        this._type = type;
        const name = config && config.name ? config.name : '';
        this._name = (this._group ? this._group + '/' : '') + name;
        this._inputs = [];
        this._outputs = [];
        this._attributes = [];

        let names = [ name ];
        if ((type == 'Bidirectional' || type == 'TimeDistributed') && (config && config.layer)) {
            const inner = config.layer;
            delete config.layer;
            this._inner = new keras.Node(this._metadata, inner.class_name, inner.config, [], [], null, null);
            if (type == 'Bidirectional' && inner.config.name) {
                names = [ name + '/forward_' + inner.config.name, name + '/backward_' + inner.config.name ];
                if (!group) {
                    group = name;
                }
            }
        }

        const initializers = {};
        if (weights) {
            for (const name of names) {
                for (const initializer of weights.get(group, name)) {
                    inputs.push(initializer.name);
                    initializers[initializer.name] = initializer;
                }
            }
        }

        if (config) {
            for (const name of Object.keys(config)) {
                const value = config[name];
                if (name != 'name' && value != null) {
                    this._attributes.push(new keras.Attribute(metadata.attribute(this.type, name), name, value));
                }
            }
        }

        const schema = this._metadata.type(this.type);
        const innerType = this.inner ? this.inner.type : null;
        const innerSchema = innerType ? this._metadata.type(innerType) : null;
        let inputIndex = 0;
        while (inputs.length > 0) {
            let variadic = false;
            let inputName = null;
            let visible = true;
            if (!innerSchema || inputIndex == 0) {
                if (schema && schema.inputs && inputIndex < schema.inputs.length) {
                    const input = schema.inputs[inputIndex];
                    inputName = input.name;
                    if (type === 'BatchNormalization' && inputName === 'gamma' && config.scale === false) {
                        inputIndex++;
                        continue;
                    }
                    visible = input.visible == false ? false : true;
                    if (schema.inputs[inputIndex].option == 'variadic') {
                        variadic = true;
                    }
                }
            }
            else {
                switch (type) {
                    case 'Bidirectional': {
                        let innerIndex = inputIndex;
                        if (innerSchema && innerSchema.inputs) {
                            if (innerIndex < innerSchema.inputs.length) {
                                inputName = 'forward_' + innerSchema.inputs[innerIndex].name;
                            }
                            else {
                                innerIndex = innerIndex - innerSchema.inputs.length + 1;
                                if (innerIndex < innerSchema.inputs.length) {
                                    inputName = 'backward_' + innerSchema.inputs[innerIndex].name;
                                }
                            }
                        }
                        visible = false;
                        break;
                    }
                    case 'TimeDistributed':
                        if (innerSchema && innerSchema.inputs && inputIndex < innerSchema.inputs.length) {
                            inputName = innerSchema.inputs[inputIndex].name;
                        }
                        break;
                }
            }
            const input = !variadic ? [ inputs.shift() ] : inputs.splice(0, inputs.length);
            const inputArguments = input.map((id) => {
                return new keras.Argument(id, null, initializers[id]);
            });
            if (!inputName && inputArguments.length == 1 && inputArguments[0].initializer && inputArguments[0].initializer.name) {
                if (names.length === 1 && names[0] === '') {
                    inputName = inputArguments[0].initializer.name;
                }
                else {
                    const parts = inputArguments[0].initializer.name.split('/').pop().split(':').shift().split('_');
                    const inputName1 = parts.pop();
                    const inputName2 = parts.length > 0 ? [ parts.pop(), inputName1 ].join('_') : '';
                    const inputNames = new Set([ 'recurrent_kernel', 'running_mean', 'running_std', 'moving_mean', 'moving_variance', 'depthwise_filter', 'pointwise_filter' ]);
                    inputName = inputNames.has(inputName2) ? inputName2 : inputName1;
                }
            }
            this._inputs.push(new keras.Parameter(inputName || inputIndex.toString(), visible, inputArguments));
            inputIndex++;
        }

        this._outputs = outputs.map((output, outputIndex) => {
            const outputName =
                (schema && schema.outputs && outputIndex < schema.outputs.length && schema.outputs[outputIndex] && schema.outputs[outputIndex].name) ?
                    schema.outputs[outputIndex].name :
                    outputIndex.toString();
            return new keras.Parameter(outputName, true, [ new keras.Argument(output, null, null) ]);
        });
    }

    get type() {
        return this._type;
    }

    get metadata() {
        return this._metadata.type(this._type);
    }

    get name() {
        return this._name;
    }

    get group() {
        return this._group;
    }

    get inputs() {
        return this._inputs;
    }

    get outputs() {
        return this._outputs;
    }

    get attributes() {
        return this._attributes;
    }

    get inner() {
        return this._inner;
    }
};

keras.Attribute = class {

    constructor(schema, name, value) {
        this._name = name;
        this._value = value;

        if (typeof value == 'object' && value.class_name && value.config) {
            this._value = keras.Attribute._convert(value);
        }

        switch (name) {
            case 'trainable':
                this._type = 'boolean';
                this._visible = false;
                break;
            case 'dtype':
                this._visible = false;
                break;
            default: {
                if (schema) {
                    if (schema.type) {
                        this._type = schema.type;
                    }
                    if (Object.prototype.hasOwnProperty.call(schema, 'visible') && !schema.visible) {
                        this._visible = false;
                    }
                    else if (Object.prototype.hasOwnProperty.call(schema, 'default')) {
                        if (keras.Attribute._isEquivalent(schema.default, value)) {
                            this._visible = false;
                        }
                    }
                }
                break;
            }
        }
    }

    get name() {
        return this._name;
    }

    get type() {
        return this._type;
    }

    get value() {
        return this._value;
    }

    get visible() {
        return this._visible == false ? false : true;
    }

    static _convert(value) {
        if (Array.isArray(value) || value !== Object(value)) {
            return value;
        }
        const obj = {};
        if (value.class_name) {
            obj.__type__ = value.class_name;
        }
        for (const key of Object.keys(value.config)) {
            obj[key] = keras.Attribute._convert(value.config[key]);
        }
        return obj;
    }

    static _isEquivalent(a, b) {
        if (a === b) {
            return a !== 0 || 1 / a === 1 / b;
        }
        if (a == null || b == null) {
            return false;
        }
        if (a !== a) {
            return b !== b;
        }
        const type = typeof a;
        if (type !== 'function' && type !== 'object' && typeof b != 'object') {
            return false;
        }
        const className = toString.call(a);
        if (className !== toString.call(b)) {
            return false;
        }
        switch (className) {
            case '[object RegExp]':
            case '[object String]':
                return '' + a === '' + b;
            case '[object Number]':
                if (+a !== +a) {
                    return +b !== +b;
                }
                return +a === 0 ? 1 / +a === 1 / b : +a === +b;
            case '[object Date]':
            case '[object Boolean]':
                return +a === +b;
            case '[object Array]': {
                let length = a.length;
                if (length !== b.length) {
                    return false;
                }
                while (length--) {
                    if (!keras.Attribute._isEquivalent(a[length], b[length])) {
                        return false;
                    }
                }
                return true;
            }
        }

        const keys = Object.keys(a);
        let size = keys.length;
        if (Object.keys(b).length != size) {
            return false;
        }
        while (size--) {
            const key = keys[size];
            if (!(Object.prototype.hasOwnProperty.call(b, key) && keras.Attribute._isEquivalent(a[key], b[key]))) {
                return false;
            }
        }
        return true;
    }
};

keras.Tensor = class {

    constructor(name, type, shape, littleEndian, data, reference) {
        this._name = name;
        this._type = new keras.TensorType(type, new keras.TensorShape(shape));
        this._littleEndian = littleEndian;
        this._data = data;
        this._reference = reference;
    }

    get kind() {
        return 'Weights';
    }

    get name() {
        return this._name;
    }

    get type() {
        return this._type;
    }

    get reference() {
        return this._reference;
    }

    get state() {
        return this._context().state;
    }

    get value() {
        const context = this._context();
        if (context.state) {
            return null;
        }
        context.limit = Number.MAX_SAFE_INTEGER;
        return this._decode(context, 0);
    }

    toString() {
        const context = this._context();
        if (context.state) {
            return '';
        }
        context.limit = 10000;
        const value = this._decode(context, 0);
        return keras.Tensor._stringify(value, '', '    ');
    }

    _context() {
        const context = {};
        context.index = 0;
        context.count = 0;
        context.state = null;
        if (this._reference) {
            context.state = 'Tensor reference not implemented.';
            return context;
        }
        if (!this._data) {
            context.state = 'Tensor data is empty.';
            return context;
        }
        switch (this._type.dataType) {
            case 'boolean':
            case 'float16':
            case 'float32':
            case 'float64':
            case 'uint8':
            case 'int64':
                context.dataType = this._type.dataType;
                context.data = new DataView(this._data.buffer, this._data.byteOffset, this._data.byteLength);
                context.littleEndian = this._littleEndian;
                break;
            case 'string':
                context.dataType = this._type.dataType;
                context.data = this._data;
                break;
            default:
                context.state = 'Tensor data type is not supported.';
                break;
        }
        context.shape = this._type.shape.dimensions;
        return context;
    }

    _decode(context, dimension) {
        const shape = context.shape.length !== 0 ? context.shape : [ 1 ];
        const results = [];
        const size = shape[dimension];
        const littleEndian = context.littleEndian;
        if (dimension == shape.length - 1) {
            for (let i = 0; i < size; i++) {
                if (context.count > context.limit) {
                    results.push(null);
                    return results;
                }
                switch (context.dataType) {
                    case 'float16':
                        results.push(context.data.getFloat16(context.index, littleEndian));
                        context.index += 2;
                        break;
                    case 'float32':
                        results.push(context.data.getFloat32(context.index, littleEndian));
                        context.index += 4;
                        break;
                    case 'float64':
                        results.push(context.data.getFloat64(context.index, littleEndian));
                        context.index += 8;
                        break;
                    case 'boolean':
                        results.push(context.data.getInt8(context.index) !== 0);
                        context.index += 1;
                        break;
                    case 'uint8':
                        results.push(context.data.getUint8(context.index));
                        context.index += 1;
                        break;
                    case 'int64':
                        results.push(context.data.getInt64(context.index, littleEndian));
                        context.index += 8;
                        break;
                    case 'string':
                        results.push(context.data[context.index]);
                        context.index++;
                        break;
                }
                context.count++;
            }
        }
        else {
            for (let j = 0; j < size; j++) {
                if (context.count > context.limit) {
                    results.push(null);
                    return results;
                }
                results.push(this._decode(context, dimension + 1));
            }
        }
        if (context.shape.length == 0) {
            return results[0];
        }
        return results;
    }

    static _stringify(value, indentation, indent) {
        if (Array.isArray(value)) {
            const result = [];
            result.push(indentation + '[');
            const items = value.map((item) => keras.Tensor._stringify(item, indentation + indent, indent));
            if (items.length > 0) {
                result.push(items.join(',\n'));
            }
            result.push(indentation + ']');
            return result.join('\n');
        }
        if (value === null) {
            return indentation + '...';
        }
        if (typeof value == 'string') {
            return indentation + '"' + value + '"';
        }
        if (value == Infinity) {
            return indentation + 'Infinity';
        }
        if (value == -Infinity) {
            return indentation + '-Infinity';
        }
        if (isNaN(value)) {
            return indentation + 'NaN';
        }
        return indentation + value.toString();
    }
};

keras.TensorType = class {

    constructor(dataType, shape) {
        this._dataType = dataType;
        this._shape = shape;
    }

    get dataType() {
        return this._dataType;
    }

    get shape() {
        return this._shape;
    }

    toString() {
        return this._dataType + this._shape.toString();
    }
};

keras.TensorShape = class {

    constructor(dimensions) {
        this._dimensions = dimensions;
    }

    get dimensions() {
        return this._dimensions;
    }

    toString() {
        return this._dimensions ? ('[' + this._dimensions.map((dimension) => dimension.toString()).join(',') + ']') : '';
    }
};

keras.Metadata = class {

    static open(host) {
        if (keras.Metadata._metadata) {
            return Promise.resolve(keras.Metadata._metadata);
        }
        return host.request(null, 'keras-metadata.json', 'utf-8').then((data) => {
            keras.Metadata._metadata = new keras.Metadata(data);
            return keras.Metadata._metadata;
        }).catch(() => {
            keras.Metadata._metadata = new keras.Metadata(null);
            return keras.Metadata._metadatas;
        });
    }

    constructor(data) {
        this._map = new Map();
        this._attributeCache = new Map();
        if (data) {
            const items = JSON.parse(data);
            if (items) {
                for (const item of items) {
                    if (item.name && item.schema) {
                        item.schema.name = item.name;
                        this._map.set(item.name, item.schema);
                    }
                }
            }
        }
    }

    type(name) {
        return this._map.get(name);
    }

    attribute(type, name) {
        const key = type + ':' + name;
        if (!this._attributeCache.has(key)) {
            const schema = this.type(type);
            if (schema && schema.attributes && schema.attributes.length > 0) {
                for (const attribute of schema.attributes) {
                    this._attributeCache.set(type + ':' + attribute.name, attribute);
                }
            }
            if (!this._attributeCache.has(key)) {
                this._attributeCache.set(key, null);
            }
        }
        return this._attributeCache.get(key);
    }
};

keras.Group = class {

    constructor(group) {
        this._group = group;
    }

    attribute(name) {
        let value = this._group.attribute(name);
        if (!value) {
            if (this._group.attribute(name + '0')) {
                let index = 0;
                value = [];
                for (;;) {
                    const chunk = this._group.attribute(name + index.toString());
                    if (!chunk) {
                        break;
                    }
                    value = value.concat(chunk);
                    index++;
                }
            }
        }
        return value;
    }

    group(name) {
        const value = this._group.group(name);
        if (value) {
            return new keras.Group(value);
        }
        return null;
    }

    get value() {
        return this._group.value;
    }
};

keras.JsonParser = class {

    static parse(text) {
        if (text && (text.indexOf('NaN') !== -1 || text.indexOf('Infinity') !== -1)) {
            try {
                return JSON.parse(text);
            }
            catch (err) {
                try {
                    return new keras.JsonParser(text)._read();
                }
                catch (err) {
                    // continue regardless of error
                }
            }
        }
        return JSON.parse(text);
    }

    constructor(text) {
        this._text = text;
        this._position = 0;
        this._ch = ' ';
        this._escape = { '"': '"', '\\': '\\', '/': '/', b: '\b', f: '\f', n: '\n', r: '\r', t: '\t' };
    }

    _read() {
        const result = this._value();
        this._whitespace();
        if (this._ch) {
            this._error("Syntax error");
        }
        return result;
    }

    _next() {
        return this._ch = this._text.charAt(this._position++);
    }

    _expect(text) {
        for (let i = 0; i < text.length; i++) {
            if (text[i] !== this._ch) {
                this._error("Expected '" + text[i] + "' instead of '" + this._ch + "'");
            }
            this._ch = this._text.charAt(this._position++);
        }
    }

    _whitespace() {
        while (this._ch && this._ch <= ' ') {
            this._next();
        }
    }

    _number() {
        let value = '';
        if (this._ch === '-') {
            value = '-';
            this._expect('-');
        }
        if (this._ch === 'I') {
            this._expect('Infinity');
            return -Infinity;
        }
        while (this._ch >= '0' && this._ch <= '9') {
            value += this._ch;
            this._next();
        }
        if (this._ch === '.') {
            value += '.';
            while (this._next() && this._ch >= '0' && this._ch <= '9') {
                value += this._ch;
            }
        }
        if (this._ch === 'e' || this._ch === 'E') {
            value += this._ch;
            this._next();
            if (this._ch === '-' || this._ch === '+') {
                value += this._ch;
                this._next();
            }
            while (this._ch >= '0' && this._ch <= '9') {
                value += this._ch;
                this._next();
            }
        }
        return +value;
    }

    _string() {
        let hex;
        let i;
        let value = '';
        let uffff;
        if (this._ch === '"') {
            while (this._next()) {
                if (this._ch === '"') {
                    this._next();
                    return value;
                }
                if (this._ch === '\\') {
                    this._next();
                    if (this._ch === 'u') {
                        uffff = 0;
                        for (i = 0; i < 4; i ++) {
                            hex = parseInt(this._next(), 16);
                            if (!isFinite(hex)) {
                                break;
                            }
                            uffff = uffff * 16 + hex;
                        }
                        value += String.fromCharCode(uffff);
                    }
                    else if (this._escape[this._ch]) {
                        value += this._escape[this._ch];
                    }
                    else {
                        break;
                    }
                }
                else {
                    value += this._ch;
                }
            }
        }
        this._error("Invalid string");
    }

    _literal() {
        switch (this._ch) {
            case 't': this._expect('true'); return true;
            case 'f': this._expect('false'); return false;
            case 'n': this._expect('null'); return null;
            case 'N': this._expect('NaN'); return NaN;
            case 'I': this._expect('Infinity'); return Infinity;
        }
        this._error("Unexpected '" + this._ch + "'");
    }

    _array() {
        const arr = [];
        if (this._ch === '[') {
            this._expect('[');
            this._whitespace();
            if (this._ch === ']') {
                this._expect(']');
                return arr;
            }
            while (this._ch) {
                arr.push(this._value());
                this._whitespace();
                if (this._ch === ']') {
                    this._expect(']');
                    return arr;
                }
                this._expect(',');
                this._whitespace();
            }
        }
        this._error("Invalid array");
    }

    _object() {
        let key;
        const obj = {};
        if (this._ch === '{') {
            this._expect('{');
            this._whitespace();
            if (this._ch === '}') {
                this._expect('}');
                return obj;   // empty object
            }
            while (this._ch) {
                key = this._string();
                this._whitespace();
                this._expect(':');
                if (Object.hasOwnProperty.call(obj, key)) {
                    this._error('Duplicate key "' + key + '"');
                }
                obj[key] = this._value();
                this._whitespace();
                if (this._ch === '}') {
                    this._expect('}');
                    return obj;
                }
                this._expect(',');
                this._whitespace();
            }
        }
        this._error("Invalid object");
    }

    _value() {
        this._whitespace();
        switch (this._ch) {
            case '{': return this._object();
            case '[': return this._array();
            case '"': return this._string();
            case '-': return this._number();
            default:  return this._ch >= '0' && this._ch <= '9' ? this._number() : this._literal();
        }
    }

    _error(message) {
        throw new Error(message + ' at ' + this._position + '.');
    }
};

keras.Weights = class {

    constructor() {
        this._map = new Map();
    }

    add(layer_name, tensor) {
        if (!this._map.has(layer_name)) {
            this._map.set(layer_name, []);
        }
        this._map.get(layer_name).push(tensor);
    }

    get(group, name) {
        if (group) {
            const list = this._map.get(group.split('/').shift());
            if (list) {
                const match1 = list.filter((tensor) => tensor.name.startsWith(name + '/'));
                if (match1.length > 0) {
                    return match1;
                }
                const match2 = list.filter((tensor) => tensor.name.startsWith(group + '/' + name + '/'));
                if (match2.length > 0) {
                    return match2;
                }
            }
        }
        else {
            const match1 = this._map.get(name);
            if (match1 && match1.length > 0) {
                return match1;
            }
            const match2 = this._map.get('');
            if (match2 && match2.length > 0) {
                const match3 = match2.filter((tensor) => tensor.name.startsWith((group ? group + '/' : '') + name + '/'));
                if (match3.length > 0) {
                    return match3;
                }
            }
        }
        return [];
    }

    keys() {
        return this._map.keys();
    }
};

keras.Error = class extends Error {

    constructor(message) {
        super(message);
        this.name = 'Error loading Keras model.';
    }
};

if (typeof module !== 'undefined' && typeof module.exports === 'object') {
    module.exports.ModelFactory = keras.ModelFactory;
}