Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update benchmarks to tfjs 1.5.1 and python3 #2630

Merged
merged 3 commits into from
Jan 2, 2020
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 7 additions & 7 deletions tfjs/integration_tests/benchmark_layers.sh
Original file line number Diff line number Diff line change
Expand Up @@ -159,28 +159,28 @@ fi
# The extension names are ".js" because they will later be converted into
# sourceable JavaScript files.

if [[ -z "$(which pip)" ]]; then
echo "pip is not on path. Attempting to install it..."
if [[ -z "$(which pip3)" ]]; then
echo "pip3 is not on path. Attempting to install it..."
apt-get update
apt-get install -y python-pip
apt-get install -y python3-pip python3-dev
fi

DATA_ROOT="${SCRIPT_DIR}/data"

if [[ "${SKIP_PY_BENCHMAKRS}" == 0 ]]; then
echo "Installing virtualenv..."
pip install virtualenv
pip3 install virtualenv

VENV_DIR="$(mktemp -d)_venv"
echo "Creating virtualenv at ${VENV_DIR} ..."
virtualenv "${VENV_DIR}"
virtualenv -p python3 "${VENV_DIR}"
source "${VENV_DIR}/bin/activate"

echo "Installing Python dependencies..."
if [[ "${IS_TFJS_NODE_GPU}" == "1" ]]; then
pip install -r python/requirements_gpu.txt
pip3 install -r python/requirements_gpu.txt
else
pip install -r python/requirements.txt
pip3 install -r python/requirements.txt
fi

echo "Running Python Keras benchmarks..."
Expand Down
12 changes: 6 additions & 6 deletions tfjs/integration_tests/package.json
Original file line number Diff line number Diff line change
Expand Up @@ -8,12 +8,12 @@
"url": "https://github.com/tensorflow/tfjs"
},
"devDependencies": {
"@tensorflow/tfjs": "1.4.0",
"@tensorflow/tfjs-converter": "1.4.0",
"@tensorflow/tfjs-core": "1.4.0",
"@tensorflow/tfjs-data": "1.4.0",
"@tensorflow/tfjs-layers": "1.4.0",
"@tensorflow/tfjs-node": "1.4.0",
"@tensorflow/tfjs": "1.5.1",
"@tensorflow/tfjs-converter": "1.5.1",
"@tensorflow/tfjs-core": "1.5.1",
"@tensorflow/tfjs-data": "1.5.1",
"@tensorflow/tfjs-layers": "1.5.1",
"@tensorflow/tfjs-node": "1.5.1",
"@types/detect-browser": "^4.0.0",
"@types/jasmine": "~2.5.53",
"@types/mathjs": "^5.0.1",
Expand Down
14 changes: 7 additions & 7 deletions tfjs/integration_tests/validate_converter.sh
Original file line number Diff line number Diff line change
Expand Up @@ -98,27 +98,27 @@ fi
# The extension names are ".js" because they will later be converted into
# sourceable JavaScript files.

if [[ -z "$(which pip)" ]]; then
echo "pip is not on path. Attempting to install it..."
if [[ -z "$(which pip3)" ]]; then
echo "pip3 is not on path. Attempting to install it..."
apt-get update
apt-get install -y python-pip
apt-get install -y python3-pip python3-dev
fi

DATA_ROOT="${SCRIPT_DIR}/data"

echo "Installing virtualenv..."
pip install virtualenv
pip3 install virtualenv

VENV_DIR="$(mktemp -d)_venv"
echo "Creating virtualenv at ${VENV_DIR} ..."
virtualenv "${VENV_DIR}"
virtualenv -p python3 "${VENV_DIR}"
source "${VENV_DIR}/bin/activate"

echo "Installing Python dependencies..."
if [[ "${IS_TFJS_NODE_GPU}" == "1" ]]; then
pip install -r python/requirements_gpu.txt
pip3 install -r python/requirements_gpu.txt
else
pip install -r python/requirements.txt
pip3 install -r python/requirements.txt
fi

echo "Running python converter..."
Expand Down
94 changes: 55 additions & 39 deletions tfjs/integration_tests/yarn.lock
Original file line number Diff line number Diff line change
Expand Up @@ -334,15 +334,15 @@
resolved "https://registry.yarnpkg.com/@protobufjs/utf8/-/utf8-1.1.0.tgz#a777360b5b39a1a2e5106f8e858f2fd2d060c570"
integrity sha1-p3c2C1s5oaLlEG+OhY8v0tBgxXA=

"@tensorflow/tfjs-converter@1.4.0":
version "1.4.0"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-converter/-/tfjs-converter-1.4.0.tgz#c864edd2ec7cc89d3ffd53854e79612fc230ef97"
integrity sha512-vdZumj6zHcEALtQlonCBbVwGdEEDcPrF7prgzf4HF82QG4RpM1x/kVdvzsGvfUIPYjRImNn0ZSPC3WaKslNcXw==
"@tensorflow/tfjs-converter@1.5.1":
version "1.5.1"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-converter/-/tfjs-converter-1.5.1.tgz#13b76266d51c7e7f3aeee27cdc65444a48e01538"
integrity sha512-M9tl2/ep8ntcZpmncHwKuvThsS7TaUWqJ9vJSgJmkazwTfAvlAJmZ8/p1miJ+m5sH1EJO4oTjiEmch6g8IA5IQ==

"@tensorflow/tfjs-core@1.4.0":
version "1.4.0"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-core/-/tfjs-core-1.4.0.tgz#045c91f93cb3ea77473b664c0d1dbad675d7f046"
integrity sha512-a7dHhSsBbtaxp8/1UAeYKrjY1bQxsDy/Uhj57+mTuGLAcL8CDrTOXXZzucCgs5nvQErdscp7Gp/2VCcA1xp6XQ==
"@tensorflow/tfjs-core@1.5.1":
version "1.5.1"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-core/-/tfjs-core-1.5.1.tgz#490209617f744fef660e8f81fe8b858e95b0d10b"
integrity sha512-N4fsi8mLsRwRs8UJN2cARB1rYFxyVXkLyZ4wOusiR976BwwZbCwQrTTSIPzPqYT3rwiexEUzm7sM6ZaDl5dpXA==
dependencies:
"@types/offscreencanvas" "~2019.3.0"
"@types/seedrandom" "2.4.27"
Expand All @@ -351,42 +351,42 @@
node-fetch "~2.1.2"
seedrandom "2.4.3"

"@tensorflow/tfjs-data@1.4.0":
version "1.4.0"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-data/-/tfjs-data-1.4.0.tgz#20c3902dc9a00610ec85a5bed9bb0dd60d92b270"
integrity sha512-00N/pe5IYkO3aDI9ZmavQ6mwY4VIepCteusnI7DLiCeqBO0NzGjlH3zH1LVlWIBRypW7JNqYbdl3oVvnd2wWwg==
"@tensorflow/tfjs-data@1.5.1":
version "1.5.1"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-data/-/tfjs-data-1.5.1.tgz#cafdbbce3d9bf07134b334aa5ca8bf46c5802a3b"
integrity sha512-eu4X0tHS1Tng+cvMO9gkMhUWX/UZQ//VpiaZfQJfa3zvUgxw6s1MHJFb0JC1T1FOnEgDVriZ8G758ysJZOybog==
dependencies:
"@types/node-fetch" "^2.1.2"
node-fetch "~2.1.2"

"@tensorflow/tfjs-layers@1.4.0":
version "1.4.0"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-layers/-/tfjs-layers-1.4.0.tgz#f4cf6ea7b89b9c612014c7b9a63a4a9563604a92"
integrity sha512-PXNOShZWDVW9OzX9botHJdDD6ClHEQtkfaFjoGZ2I2qYC9+WaVgxJPxwToTS2H2trwrf34q6hZ1lAjVlTuK0Gg==
"@tensorflow/tfjs-layers@1.5.1":
version "1.5.1"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-layers/-/tfjs-layers-1.5.1.tgz#52aab88ab64618bfb193a7fafc7443a7edaaa151"
integrity sha512-DyuhifqflK+bdpBRLAj3RuWm1eTVe8yNX2+WH+W+wmhpjGg7Yagnar6/66JdS2h3WUFoiplCpZRAVMVw631E5g==

"@tensorflow/tfjs-node@1.4.0":
version "1.4.0"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-node/-/tfjs-node-1.4.0.tgz#2b653facce807dff5f716a4c4402a25b6b5ad6b1"
integrity sha512-6BVD4Jg72B2iPckz3lawB5UB4fR+pm4skhEEN0x98ykt08QF/3fgJX0xiT1K5otqfpwRDKWwcTO18ajOXgJt1Q==
"@tensorflow/tfjs-node@1.5.1":
version "1.5.1"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs-node/-/tfjs-node-1.5.1.tgz#db6ffb82af70f8870131e9e6416668137ae16084"
integrity sha512-gtIVn5zTLSgHlJUThN3knzKjycXOezmgL0W5MtxunJPznGmUZQive9efuCsgKcs5YKizTG+KprTILTSbi/2Owg==
dependencies:
"@tensorflow/tfjs" "1.4.0"
"@tensorflow/tfjs" "1.5.1"
adm-zip "^0.4.11"
google-protobuf "^3.9.2"
https-proxy-agent "^2.2.1"
node-pre-gyp "0.13.0"
node-pre-gyp "0.14.0"
progress "^2.0.0"
rimraf "^2.6.2"
tar "^4.4.6"

"@tensorflow/tfjs@1.4.0":
version "1.4.0"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs/-/tfjs-1.4.0.tgz#979ba8a751427b1306bd60ed4f871aa776cb55e6"
integrity sha512-pvc7arrWZ0NNOpEFVL4e99Bj933ty3tmUR0xLnjKao3psts9xr7w0sfJpuSn98HKjz+dj87UEXZIi0fwsAZdwQ==
"@tensorflow/tfjs@1.5.1":
version "1.5.1"
resolved "https://registry.yarnpkg.com/@tensorflow/tfjs/-/tfjs-1.5.1.tgz#dc16a5bcca2514e013b87f74c4939d609ecf6bcb"
integrity sha512-WiE+JQ3ibr5LibGiBz6HWUqLJW8HiX6ywUSCA7ehZ67vFsw4mPuVjv0WEEUfD/l47PkXYVAmWd+RYOJiuZC7Eg==
dependencies:
"@tensorflow/tfjs-converter" "1.4.0"
"@tensorflow/tfjs-core" "1.4.0"
"@tensorflow/tfjs-data" "1.4.0"
"@tensorflow/tfjs-layers" "1.4.0"
"@tensorflow/tfjs-converter" "1.5.1"
"@tensorflow/tfjs-core" "1.5.1"
"@tensorflow/tfjs-data" "1.5.1"
"@tensorflow/tfjs-layers" "1.5.1"

"@types/bytebuffer@^5.0.40":
version "5.0.40"
Expand Down Expand Up @@ -433,9 +433,9 @@
"@types/node" "*"

"@types/node@*":
version "12.12.17"
resolved "https://registry.yarnpkg.com/@types/node/-/node-12.12.17.tgz#191b71e7f4c325ee0fb23bc4a996477d92b8c39b"
integrity sha512-Is+l3mcHvs47sKy+afn2O1rV4ldZFU7W8101cNlOd+MRbjM4Onida8jSZnJdTe/0Pcf25g9BNIUsuugmE6puHA==
version "13.1.2"
resolved "https://registry.yarnpkg.com/@types/node/-/node-13.1.2.tgz#fe94285bf5e0782e1a9e5a8c482b1c34465fa385"
integrity sha512-B8emQA1qeKerqd1dmIsQYnXi+mmAzTB7flExjmy5X1aVAKFNNNDubkavwR13kR6JnpeLp3aLoJhwn9trWPAyFQ==

"@types/node@^10.1.0":
version "10.14.22"
Expand Down Expand Up @@ -3544,10 +3544,10 @@ node-forge@^0.8.0:
resolved "https://registry.yarnpkg.com/node-forge/-/node-forge-0.8.5.tgz#57906f07614dc72762c84cef442f427c0e1b86ee"
integrity sha512-vFMQIWt+J/7FLNyKouZ9TazT74PRV3wgv9UT4cRjC8BffxFbKXkgIWR42URCPSnHm/QDz6BOlb2Q0U4+VQT67Q==

node-pre-gyp@0.13.0, node-pre-gyp@^0.13.0:
version "0.13.0"
resolved "https://registry.yarnpkg.com/node-pre-gyp/-/node-pre-gyp-0.13.0.tgz#df9ab7b68dd6498137717838e4f92a33fc9daa42"
integrity sha512-Md1D3xnEne8b/HGVQkZZwV27WUi1ZRuZBij24TNaZwUPU3ZAFtvT6xxJGaUVillfmMKnn5oD1HoGsp2Ftik7SQ==
node-pre-gyp@0.14.0:
version "0.14.0"
resolved "https://registry.yarnpkg.com/node-pre-gyp/-/node-pre-gyp-0.14.0.tgz#9a0596533b877289bcad4e143982ca3d904ddc83"
integrity sha512-+CvDC7ZttU/sSt9rFjix/P05iS43qHCOOGzcr3Ry99bXG7VX953+vFyEuph/tfqoYu8dttBkE86JSKBO2OzcxA==
dependencies:
detect-libc "^1.0.2"
mkdirp "^0.5.1"
Expand All @@ -3558,7 +3558,7 @@ node-pre-gyp@0.13.0, node-pre-gyp@^0.13.0:
rc "^1.2.7"
rimraf "^2.6.1"
semver "^5.3.0"
tar "^4"
tar "^4.4.2"

node-pre-gyp@^0.10.0:
version "0.10.3"
Expand Down Expand Up @@ -3592,6 +3592,22 @@ node-pre-gyp@^0.12.0:
semver "^5.3.0"
tar "^4"

node-pre-gyp@^0.13.0:
version "0.13.0"
resolved "https://registry.yarnpkg.com/node-pre-gyp/-/node-pre-gyp-0.13.0.tgz#df9ab7b68dd6498137717838e4f92a33fc9daa42"
integrity sha512-Md1D3xnEne8b/HGVQkZZwV27WUi1ZRuZBij24TNaZwUPU3ZAFtvT6xxJGaUVillfmMKnn5oD1HoGsp2Ftik7SQ==
dependencies:
detect-libc "^1.0.2"
mkdirp "^0.5.1"
needle "^2.2.1"
nopt "^4.0.1"
npm-packlist "^1.1.6"
npmlog "^4.0.2"
rc "^1.2.7"
rimraf "^2.6.1"
semver "^5.3.0"
tar "^4"

nopt@3.x:
version "3.0.6"
resolved "https://registry.yarnpkg.com/nopt/-/nopt-3.0.6.tgz#c6465dbf08abcd4db359317f79ac68a646b28ff9"
Expand Down Expand Up @@ -4761,7 +4777,7 @@ supports-color@^5.3.0:
dependencies:
has-flag "^3.0.0"

tar@^4, tar@^4.4.6:
tar@^4, tar@^4.4.2, tar@^4.4.6:
version "4.4.13"
resolved "https://registry.yarnpkg.com/tar/-/tar-4.4.13.tgz#43b364bc52888d555298637b10d60790254ab525"
integrity sha512-w2VwSrBoHa5BsSyH+KxEqeQBAllHhccyMFVHtGtdMpF4W7IRWfZjFiQceJPChOeTsSDVUpER2T8FA93pr0L+QA==
Expand Down