netron/tools/onnx

#!/bin/bash

set -e
pushd $(cd $(dirname ${0})/..; pwd) > /dev/null

identifier=onnx

case "${OSTYPE}" in
    msys*) python="winpty python";;
    *) python=python3;;
esac

bold() {
    echo "$(tty -s && tput bold)$1$(tty -s && tput sgr0)" 
}

venv() {
    env_dir=./third_party/env/onnx
    [ -d "${env_dir}" ] || ${python} -m venv ${env_dir}
    case "${OSTYPE}" in
        msys*) source ${env_dir}/Scripts/activate;;
        *) source ${env_dir}/bin/activate;;
    esac
    ${python} -m pip install --quiet --upgrade pip
}

git_sync() {
    [ -d "./third_party/src/${1}" ] || git clone --quiet --recursive ${2} "./third_party/src/${1}"
    pushd "./third_party/src/${1}" > /dev/null
    git pull --quiet --prune
    git submodule sync --quiet
    git submodule update --quiet --init --recursive
    popd > /dev/null
}

clean() {
    bold "onnx clean"
    rm -rf "./third_party/env/onnx"
    rm -rf "./third_party/src/onnx"
    rm -rf "./third_party/src/onnxmltools"
}

sync() {
    bold "onnx sync"
    git_sync onnx https://github.com/onnx/onnx.git
    git_sync onnxmltools https://github.com/onnx/onnxmltools.git
}

install() {
    bold "onnx install"
    case "${OSTYPE}" in
        linux*)
            [ -x "$(command -v cmake)" ] || sudo apt install -y cmake
            [ -x "$(command -v protoc)" ] || sudo apt install -y protobuf-compiler libprotoc-dev
            protobuf=protobuf
            ;;
        darwin*)
            brew list cmake > /dev/null 2>&1 || brew install cmake > /dev/null
            brew list protobuf > /dev/null 2>&1 || brew install protobuf > /dev/null
            protobuf=protobuf
            ;;
        msys*)
            [ ! -z "$(choco list --local-only --exacty --limit-output visualstudio2017-workload-vctools)" ] || $(choco install -yes visualstudio2017-workload-vctools) > /dev/null
            protoc_version=3.9.x
            protoc_dir="$(pwd)/third_party/bin/protobuf/v${protoc_version}"
            programfiles_x86_dir=$(env | grep "^ProgramFiles(x86)=" | cut -d '=' -f 2)
            cmake_dir="${programfiles_x86_dir}\Microsoft Visual Studio\2017\BuildTools\Common7\IDE\CommonExtensions\Microsoft\CMake\CMake\bin"
            msbuild_dir="${programfiles_x86_dir}\Microsoft Visual Studio\2017\BuildTools\MSBuild\15.0\Bin"
            if [ ! -f "${protoc_dir}/bin/protoc.exe" ]; then
                rm -rf ${protoc_dir}
                git clone --quiet --branch ${protoc_version} https://github.com/protocolbuffers/protobuf.git ${protoc_dir}/src
                pushd "${protoc_dir}/src/cmake" > /dev/null
                "${cmake_dir}\cmake.exe" -G "Visual Studio 15 2017 Win64" -Dprotobuf_MSVC_STATIC_RUNTIME=OFF -Dprotobuf_BUILD_TESTS=OFF -Dprotobuf_BUILD_EXAMPLES=OFF -DCMAKE_INSTALL_PREFIX="..\.." > /dev/null
                "${msbuild_dir}\MSBuild.exe" protobuf.sln //m //p:Configuration=Release > /dev/null
                "${msbuild_dir}\MSBuild.exe" INSTALL.vcxproj //p:Configuration=Release > /dev/null
                popd > /dev/null
            fi
            export PATH="${protoc_dir}\bin":"$(cygpath -u "${cmake_dir}")":${PATH}
            export USE_MSVC_STATIC_RUNTIME=0
            protobuf="protobuf==3.9.2"
            ;;
    esac
    venv
    ${python} -m pip install --quiet --upgrade ${protobuf}
    export ONNX_ML=1
    export ONNX_NAMESPACE=onnx
    ${python} -m pip install --quiet "./third_party/src/onnx"
    deactivate
}

schema() {
    bold "onnx schema"
    [[ $(grep -U $'\x0D' ./src/onnx-proto.js) ]] && crlf=1
    npx pbjs -t static-module -w closure --no-encode --no-delimited --no-comments --no-convert --no-verify --no-create --keep-case --decode-text -r onnx -o ./src/onnx-proto.js ./third_party/src/onnx/onnx/onnx-ml.proto ./third_party/src/onnx/onnx/onnx-operators-ml.proto
    node ./tools/update_pbjs.js array ./src/onnx-proto.js float_data float 1
    node ./tools/update_pbjs.js array ./src/onnx-proto.js double_data double 1
    if [[ -n ${crlf} ]]; then
        unix2dos --quiet --newfile ./src/onnx-proto.js ./src/onnx-proto.js
    fi
}

metadata() {
    bold "onnx metadata"
    [[ $(grep -U $'\x0D' ./src/onnx-metadata.json) ]] && crlf=1
    venv
    export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
    ${python} ./tools/onnx-script.py metadata
    deactivate
    if [[ -n ${crlf} ]]; then
        unix2dos --quiet --newfile ./src/onnx-metadata.json ./src/onnx-metadata.json
    fi
}

convert() {
    bold "onnx convert"
    venv
    ${python} -m pip install --quiet ./third_party/src/onnxmltools
    export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
    ${python} ./tools/onnx-script.py convert ${1}
    deactivate
}

infer() {
    bold "onnx infer"
    venv
    export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
    ${python} ./tools/onnx-script.py infer ${1}
    deactivate
}

optimize() {
    bold "onnx optimize"
    venv
    export PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
    ${python} ./tools/onnx-script.py optimize ${1}
    deactivate
}

while [ "$#" != 0 ]; do
    command="$1" && shift
    case "${command}" in
        "clean") clean;;
        "sync") sync;;
        "install") install;;
        "schema") schema;;
        "metadata") metadata;;
        "convert") convert ${1} && shift;;
        "infer") infer ${1} && shift;;
        "optimize") optimize ${1} && shift;;
    esac
done