Split NodeJS testing per-arch/system

Fixes #2497
This commit is contained in:
Alexandre Lissy 2019-11-06 10:52:22 +01:00
Родитель 953bee9381
Коммит de71d6559d
98 изменённых файлов: 191 добавлений и 99 удалений

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: examples-base.tyml
docker_image: "node:10"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
apt-get -qq -y install ffmpeg

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: examples-base.tyml
docker_image: "node:8"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
apt-get -qq -y install ffmpeg

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: examples-base.tyml
docker_image: "node:10"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/examples/nodejs_wav/test.sh"
metadata:

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: examples-base.tyml
docker_image: "node:8"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/examples/nodejs_wav/test.sh"
metadata:

Просмотреть файл

@ -29,7 +29,8 @@ export PATH="${NODE_ROOT}:${NODE_PATH}/.bin/:${NODE_PATH}/electron/dist/:$PATH"
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} electron@${electronver}
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} ${DEEPSPEECH_NODEJS}/deepspeech-${DS_VERSION}.tgz
deepspeech_npm_url=$(get_dep_npm_pkg_url)
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} ${deepspeech_npm_url}
if [ "${OS}" = "Darwin" ]; then
ln -s Electron.app/Contents/MacOS/Electron "${NODE_ROOT}/node_modules/electron/dist/node"

Просмотреть файл

@ -27,7 +27,8 @@ NODE_CACHE="${DS_ROOT_TASK}/ds-test.cache/"
export NODE_PATH="${NODE_ROOT}/node_modules/"
export PATH="${NODE_ROOT}:${NODE_PATH}/.bin/:$PATH"
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} ${DEEPSPEECH_NODEJS}/deepspeech-${DS_VERSION}.tgz
deepspeech_npm_url=$(get_dep_npm_pkg_url)
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} ${deepspeech_npm_url}
check_runtime_nodejs

Просмотреть файл

@ -21,7 +21,8 @@ NODE_CACHE="${DS_ROOT_TASK}/ds-test.cache/"
export NODE_PATH="${NODE_ROOT}/node_modules/"
export PATH="${NODE_ROOT}:${NODE_PATH}/.bin/:$PATH"
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} ${DEEPSPEECH_NODEJS}/deepspeech-${DS_VERSION}.tgz
deepspeech_npm_url=$(get_dep_npm_pkg_url)
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} ${deepspeech_npm_url}
check_runtime_nodejs

Просмотреть файл

@ -25,7 +25,8 @@ NODE_CACHE="${DS_ROOT_TASK}/ds-test.cache/"
export NODE_PATH="${NODE_ROOT}/node_modules/"
export PATH="${NODE_ROOT}:${NODE_PATH}/.bin/:$PATH"
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} ${DEEPSPEECH_NODEJS}/deepspeech-${DS_VERSION}.tgz
deepspeech_npm_url=$(get_dep_npm_pkg_url)
npm install --prefix ${NODE_ROOT} --cache ${NODE_CACHE} ${deepspeech_npm_url}
check_runtime_nodejs

Просмотреть файл

@ -1080,6 +1080,25 @@ get_python_pkg_url()
echo "${root}/${deepspeech_pkg}"
}
# Will inspect this task's dependencies for one that provides a matching npm package
get_dep_npm_pkg_url()
{
local all_deps="$(curl -s https://community-tc.services.mozilla.com/api/queue/v1/task/${TASK_ID} | python -c 'import json; import sys; print(" ".join(json.loads(sys.stdin.read())["dependencies"]));')"
local deepspeech_pkg="deepspeech-${DS_VERSION}.tgz"
for dep in ${all_deps}; do
local has_artifact=$(curl -s https://community-tc.services.mozilla.com/api/queue/v1/task/${dep}/artifacts | python -c 'import json; import sys; has_artifact = True in [ e["name"].find("'${deepspeech_pkg}'") > 0 for e in json.loads(sys.stdin.read())["artifacts"] ]; print(has_artifact)')
if [ "${has_artifact}" = "True" ]; then
echo "https://community-tc.services.mozilla.com/api/queue/v1/task/${dep}/artifacts/public/${deepspeech_pkg}"
exit 0
fi;
done;
echo ""
# This should not be reached, otherwise it means we could not find a matching nodejs package
exit 1
}
extract_python_versions()
{
# call extract_python_versions ${pyver_full} pyver pyver_pkg py_unicode_type pyconf pyalias

Просмотреть файл

@ -33,10 +33,8 @@ then:
$let:
training: { $eval: as_slugid("test-training_upstream-linux-amd64-py36m-opt") }
linux_arm64_build: { $eval: as_slugid("linux-arm64-cpu-opt") }
node_package_cpu: { $eval: as_slugid("node-package-cpu") }
in:
DEEPSPEECH_ARTIFACTS_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${linux_arm64_build}/artifacts/public
DEEPSPEECH_NODEJS: https://community-tc.services.mozilla.com/api/queue/v1/task/${node_package_cpu}/artifacts/public
DEEPSPEECH_TEST_MODEL: https://community-tc.services.mozilla.com/api/queue/v1/task/${training}/artifacts/public/output_graph.pb
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pb
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pbmm
@ -52,7 +50,7 @@ then:
- $let:
extraSystemSetup: { $eval: strip(str(build.system_setup)) }
in: >
apt-get -qq update && apt-get -qq -y install git gnupg pixz sox sudo wget libatlas3-base libopenblas-base xxd && ${extraSystemSetup} &&
apt-get -qq update && apt-get -qq -y install curl python-simplejson git gnupg pixz sox sudo wget libatlas3-base libopenblas-base xxd && ${extraSystemSetup} &&
adduser --system --home ${system.homedir.linux} ${system.username} &&
cd ${system.homedir.linux} &&
echo -e "#!/bin/bash\nset -xe\n env && id && mkdir ~/DeepSpeech/ && git clone --quiet ${event.head.repo.url} ~/DeepSpeech/ds/ && cd ~/DeepSpeech/ds && git checkout --quiet ${event.head.sha}" > /tmp/clone.sh && chmod +x /tmp/clone.sh &&

Просмотреть файл

@ -37,11 +37,9 @@ then:
training: { $eval: as_slugid("test-training_upstream-linux-amd64-py36m-opt") }
darwin_amd64_build: { $eval: as_slugid("darwin-amd64-cpu-opt") }
darwin_amd64_tflite: { $eval: as_slugid("darwin-amd64-tflite-opt") }
node_package_cpu: { $eval: as_slugid("node-package-cpu") }
in:
DEEPSPEECH_ARTIFACTS_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${darwin_amd64_build}/artifacts/public
DEEPSPEECH_ARTIFACTS_TFLITE_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${darwin_amd64_tflite}/artifacts/public
DEEPSPEECH_NODEJS: https://community-tc.services.mozilla.com/api/queue/v1/task/${node_package_cpu}/artifacts/public
DEEPSPEECH_TEST_MODEL: https://community-tc.services.mozilla.com/api/queue/v1/task/${training}/artifacts/public/output_graph.pb
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pb
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pbmm

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py35m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py35m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py35m-opt"
system_setup:
>

Просмотреть файл

@ -35,13 +35,11 @@ then:
linux_amd64_build: { $eval: as_slugid("linux-amd64-cpu-opt") }
linux_amd64_tflite: { $eval: as_slugid("linux-amd64-tflite-opt") }
linux_amd64_ctc: { $eval: as_slugid("linux-amd64-ctc-opt") }
node_package_cpu: { $eval: as_slugid("node-package-cpu") }
in:
CONVERT_GRAPHDEF_MEMMAPPED: ${build.convert_graphdef}
BENCHMARK_MODEL_BIN: ${build.benchmark_model_bin}
DEEPSPEECH_ARTIFACTS_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${linux_amd64_build}/artifacts/public
DEEPSPEECH_ARTIFACTS_TFLITE_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${linux_amd64_tflite}/artifacts/public
DEEPSPEECH_NODEJS: https://community-tc.services.mozilla.com/api/queue/v1/task/${node_package_cpu}/artifacts/public
DEEPSPEECH_TEST_MODEL: https://community-tc.services.mozilla.com/api/queue/v1/task/${training}/artifacts/public/output_graph.pb
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pb
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pbmm
@ -57,7 +55,7 @@ then:
extraSystemSetup: { $eval: strip(str(build.system_setup)) }
in: >
${aptEc2Mirrors} &&
apt-get -qq update && apt-get -qq -y install git pixz sox sudo wget && ${extraSystemSetup} &&
apt-get -qq update && apt-get -qq -y install curl python-simplejson git pixz sox sudo wget && ${extraSystemSetup} &&
adduser --system --home ${system.homedir.linux} ${system.username} &&
cd ${system.homedir.linux} &&
echo -e "#!/bin/bash\nset -xe\n env && id && mkdir ~/DeepSpeech/ && git clone --quiet ${event.head.repo.url} ~/DeepSpeech/ds/ && cd ~/DeepSpeech/ds && git checkout --quiet ${event.head.sha}" > /tmp/clone.sh && chmod +x /tmp/clone.sh &&

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_xenial.prep_10} && ${nodejs.packages_xenial.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_xenial.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_xenial.prep_11} && ${nodejs.packages_xenial.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_xenial.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_xenial.prep_12} && ${nodejs.packages_xenial.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_xenial.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -2,7 +2,7 @@ build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_xenial.prep_13} && ${nodejs.packages_xenial.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_xenial.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -0,0 +1,13 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>
${nodejs.packages_buster.prep_13} && ${nodejs.packages_buster.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_buster.apt}
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-node-tests.sh 13.x"
metadata:
name: "DeepSpeech ARMbian ARM64 Cortex-A53 CPU NodeJS MultiArch Package 13.x tests"
description: "Testing DeepSpeech forARMbian ARM64 Cortex-A53 on NodeJS MultiArch Package v13.x, CPU only, optimized version"

Просмотреть файл

@ -0,0 +1,13 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>
${nodejs.brew.setup} && ${nodejs.brew.prep_13} && ${nodejs.brew.env}
args:
tests_cmdline: "$TASKCLUSTER_TASK_DIR/DeepSpeech/ds/taskcluster/tc-node-tests.sh 13.x"
metadata:
name: "DeepSpeech OSX AMD64 CPU NodeJS MultiArch Package 13.x tests"
description: "Testing DeepSpeech for OSX/AMD64 on NodeJS MultiArch Package v13.x, CPU only, optimized version"

Просмотреть файл

@ -0,0 +1,14 @@
build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>
${nodejs.packages_xenial.prep_13} && ${nodejs.packages_xenial.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_xenial.apt}
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-node-tests.sh 13.x"
metadata:
name: "DeepSpeech Linux AMD64 CPU NodeJS MultiArch Package 13.x tests"
description: "Testing DeepSpeech for Linux/AMD64 on NodeJS MultiArch Package v13.x, CPU only, optimized version"

Просмотреть файл

@ -0,0 +1,13 @@
build:
template_file: test-linux-opt-base.tyml
docker_image: "ubuntu:16.04"
dependencies:
- "node-package-cpu"
system_setup:
>
${nodejs.packages_xenial.prep_13} && ${nodejs.packages_xenial.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_xenial.apt}
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-node-tests-prod.sh 13.x"
metadata:
name: "DeepSpeech Linux AMD64 CPU NodeJS MultiArch Package 13.x prod tests"
description: "Testing DeepSpeech for Linux/AMD64 on NodeJS MultiArch Package v13.x on prod model, CPU only, optimized version"

Просмотреть файл

@ -0,0 +1,13 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>
${nodejs.packages_buster.prep_13} && ${nodejs.packages_buster.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_buster.apt}
args:
tests_cmdline: "${system.homedir.linux}/DeepSpeech/ds/taskcluster/tc-node_tflite-tests.sh 13.x"
metadata:
name: "DeepSpeech Raspbian RPi3/ARMv7 CPU NodeJS MultiArch Package 13.x tests"
description: "Testing DeepSpeech for Raspbian RPi3/ARMv7 on NodeJS MultiArch Package v13.x, CPU only, optimized version"

Просмотреть файл

@ -0,0 +1,13 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>
${system.sox_win} && ${nodejs.win.prep_13}
args:
tests_cmdline: "${system.homedir.win}/DeepSpeech/ds/taskcluster/tc-node-tests.sh 13.x"
metadata:
name: "DeepSpeech Windows AMD64 CPU NodeJS MultiArch Package 13.x tests"
description: "Testing DeepSpeech for Windows/AMD64 on NodeJS MultiArch Package v13.x, CPU only, optimized version"

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_trusty.prep_4} && ${nodejs.packages_trusty.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_trusty.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_trusty.prep_5} && ${nodejs.packages_trusty.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_trusty.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_trusty.prep_6} && ${nodejs.packages_trusty.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_trusty.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_trusty.prep_7} && ${nodejs.packages_trusty.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_trusty.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_trusty.prep_8} && ${nodejs.packages_trusty.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_trusty.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-armbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-arm64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-darwin-opt-base.tyml
dependencies:
- "node-package-cpu"
- "darwin-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-linux-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-amd64-cpu-opt"
system_setup:
>
${nodejs.packages_trusty.prep_9} && ${nodejs.packages_trusty.apt_pinning} && apt-get -qq update && apt-get -qq -y install ${nodejs.packages_trusty.apt}

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-raspbian-opt-base.tyml
dependencies:
- "node-package-cpu"
- "linux-rpi3-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -1,7 +1,7 @@
build:
template_file: test-win-opt-base.tyml
dependencies:
- "node-package-cpu"
- "win-amd64-cpu-opt"
- "test-training_upstream-linux-amd64-py36m-opt"
system_setup:
>

Просмотреть файл

@ -33,10 +33,8 @@ then:
$let:
training: { $eval: as_slugid("test-training_upstream-linux-amd64-py36m-opt") }
linux_rpi3_build: { $eval: as_slugid("linux-rpi3-cpu-opt") }
node_package_cpu: { $eval: as_slugid("node-package-cpu") }
in:
DEEPSPEECH_ARTIFACTS_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${linux_rpi3_build}/artifacts/public
DEEPSPEECH_NODEJS: https://community-tc.services.mozilla.com/api/queue/v1/task/${node_package_cpu}/artifacts/public
DEEPSPEECH_TEST_MODEL: https://community-tc.services.mozilla.com/api/queue/v1/task/${training}/artifacts/public/output_graph.pb
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pb
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pbmm
@ -52,7 +50,7 @@ then:
- $let:
extraSystemSetup: { $eval: strip(str(build.system_setup)) }
in: >
apt-get -qq update && apt-get -qq -y install git pixz sox wget libatlas3-base xxd && ${extraSystemSetup} &&
apt-get -qq update && apt-get -qq -y install curl python-simplejson git pixz sox wget libatlas3-base xxd && ${extraSystemSetup} &&
adduser --system --home ${system.homedir.linux} ${system.username} &&
cd ${system.homedir.linux} &&
echo -e "#!/bin/bash\nset -xe\n env && id && mkdir ~/DeepSpeech/ && git clone --quiet ${event.head.repo.url} ~/DeepSpeech/ds/ && cd ~/DeepSpeech/ds && git checkout --quiet ${event.head.sha}" > /tmp/clone.sh && chmod +x /tmp/clone.sh &&

Просмотреть файл

@ -39,11 +39,9 @@ then:
training: { $eval: as_slugid("test-training_upstream-linux-amd64-py36m-opt") }
win_amd64_build: { $eval: as_slugid("win-amd64-cpu-opt") }
win_amd64_tflite: { $eval: as_slugid("win-amd64-tflite-opt") }
node_package_cpu: { $eval: as_slugid("node-package-cpu") }
in:
DEEPSPEECH_ARTIFACTS_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${win_amd64_build}/artifacts/public
DEEPSPEECH_ARTIFACTS_TFLITE_ROOT: https://community-tc.services.mozilla.com/api/queue/v1/task/${win_amd64_tflite}/artifacts/public
DEEPSPEECH_NODEJS: https://community-tc.services.mozilla.com/api/queue/v1/task/${node_package_cpu}/artifacts/public
DEEPSPEECH_TEST_MODEL: https://community-tc.services.mozilla.com/api/queue/v1/task/${training}/artifacts/public/output_graph.pb
DEEPSPEECH_PROD_MODEL: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pb
DEEPSPEECH_PROD_MODEL_MMAP: https://github.com/reuben/DeepSpeech/releases/download/v0.6.0-alpha.11/output_graph.pbmm