Bug 1729406 - Use .tar.zst for most toolchain artifacts. r=firefox-build-system-reviewers,andi

We leave the following ones unchanged:
- geckodriver because the results are used to releases on github.
- sixgill because the script that creates it is not in-tree.
- *-dist-toolchain because sccache is not expecting a .tar.zst.

We use native tar support in most cases, except for toolchain scripts also
used on Windows, for which we use our zstdpy script.

Differential Revision: https://phabricator.services.mozilla.com/D124733
This commit is contained in:
Mike Hommey 2021-09-08 23:46:51 +00:00
Родитель a3d6b7df1b
Коммит 9ef9a07ff2
47 изменённых файлов: 96 добавлений и 110 удалений

Просмотреть файл

@ -31,7 +31,7 @@ def build_tar_package(tar, name, base, directories):
name = os.path.realpath(name)
run_in(
base,
[tar, "-c", "-%s" % ("J" if ".xz" in name else "j"), "-f", name] + directories,
[tar, "-c", "-a", "-f", name] + directories,
)
@ -142,7 +142,7 @@ if __name__ == "__main__":
)
build_tar_package(
"tar",
"%s.tar.xz" % (package_name),
"%s.tar.zst" % (package_name),
infer_package_with_pref,
[
os.path.join("infer", "bin"),

Просмотреть файл

@ -98,4 +98,4 @@ cd ..
# Make a package of the built binutils
cd $root_dir/tools
tar caf $root_dir/binutils.tar.xz binutils/
tar caf $root_dir/binutils.tar.zst binutils/

Просмотреть файл

@ -73,7 +73,7 @@ build_gcc() {
cd $root_dir/tools
ln -s gcc gcc/bin/cc
tar caf $root_dir/gcc.tar.xz gcc/
tar caf $root_dir/gcc.tar.zst gcc/
popd
}
@ -118,6 +118,6 @@ build_gcc_and_mingw() {
popd
pushd $(dirname $install_dir)
tar caf $root_dir/mingw32.tar.xz $(basename $install_dir)/
tar caf $root_dir/mingw32.tar.zst $(basename $install_dir)/
popd
}

Просмотреть файл

@ -46,4 +46,4 @@ cp $dirname/fsck_hfs.tproj/fsck_hfs hfsplus-tools/fsck_hfs
# Make a package of the built utils
cd $root_dir
tar caf $root_dir/hfsplus-tools.tar.xz hfsplus-tools
tar caf $root_dir/hfsplus-tools.tar.zst hfsplus-tools

Просмотреть файл

@ -11,7 +11,7 @@ job-defaults:
max-run-time: 3600
run:
script: build-cbindgen.sh
toolchain-artifact: public/build/cbindgen.tar.xz
toolchain-artifact: public/build/cbindgen.tar.zst
run-on-projects: [trunk]
fetches:
fetch:
@ -69,7 +69,6 @@ win64-cbindgen:
arguments: ['x86_64-pc-windows-msvc']
resources:
- taskcluster/scripts/misc/tooltool-download.sh
toolchain-artifact: public/build/cbindgen.tar.bz2
tooltool-downloads: internal
fetches:
toolchain:

Просмотреть файл

@ -18,7 +18,7 @@ linux64-cctools-port-clang-11:
symbol: TL(cctools-clang-11)
run:
script: build-cctools-port.sh
toolchain-artifact: public/build/cctools.tar.xz
toolchain-artifact: public/build/cctools.tar.zst
tooltool-downloads: internal
fetches:
toolchain:
@ -31,7 +31,7 @@ linux64-cctools-port-clang-12:
run:
script: build-cctools-port.sh
toolchain-alias: linux64-cctools-port
toolchain-artifact: public/build/cctools.tar.xz
toolchain-artifact: public/build/cctools.tar.zst
tooltool-downloads: internal
fetches:
toolchain:

Просмотреть файл

@ -20,7 +20,7 @@ linux64-dump_syms:
symbol: TL(dump_syms)
worker-type: b-linux
run:
toolchain-artifact: public/build/dump_syms.tar.xz
toolchain-artifact: public/build/dump_syms.tar.zst
fetches:
toolchain:
- linux64-binutils
@ -34,7 +34,7 @@ macosx64-dump_syms:
worker-type: b-linux
run:
arguments: ['x86_64-apple-darwin']
toolchain-artifact: public/build/dump_syms.tar.xz
toolchain-artifact: public/build/dump_syms.tar.zst
fetches:
toolchain:
- linux64-rust-macos-1.54
@ -49,7 +49,7 @@ macosx64-aarch64-dump_syms:
worker-type: b-linux
run:
arguments: ['aarch64-apple-darwin']
toolchain-artifact: public/build/dump_syms.tar.xz
toolchain-artifact: public/build/dump_syms.tar.zst
fetches:
toolchain:
- linux64-rust-macos-1.54
@ -66,7 +66,7 @@ win64-dump_syms:
env:
TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/vs2017-15.9.manifest"
run:
toolchain-artifact: public/build/dump_syms.tar.bz2
toolchain-artifact: public/build/dump_syms.tar.zst
resources:
- 'taskcluster/scripts/misc/tooltool-download.sh'
tooltool-downloads: internal

Просмотреть файл

@ -22,7 +22,7 @@ linux64-fix-stacks:
symbol: TL(fix-stacks)
run:
arguments: ['x86_64-unknown-linux-gnu']
toolchain-artifact: public/build/fix-stacks.tar.xz
toolchain-artifact: public/build/fix-stacks.tar.zst
fetches:
toolchain:
- linux64-binutils
@ -35,7 +35,7 @@ macosx64-fix-stacks:
symbol: TM(fix-stacks)
run:
arguments: ['x86_64-apple-darwin']
toolchain-artifact: public/build/fix-stacks.tar.xz
toolchain-artifact: public/build/fix-stacks.tar.zst
fetches:
toolchain:
- linux64-cctools-port-clang-11
@ -48,7 +48,7 @@ macosx64-aarch64-fix-stacks:
symbol: TM(fix-stacks-arm64)
run:
arguments: ['aarch64-apple-darwin']
toolchain-artifact: public/build/fix-stacks.tar.xz
toolchain-artifact: public/build/fix-stacks.tar.zst
fetches:
toolchain:
- linux64-cctools-port-clang-11
@ -64,7 +64,7 @@ win32-fix-stacks:
TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/vs2017-15.9.manifest"
run:
arguments: ['i686-pc-windows-msvc']
toolchain-artifact: public/build/fix-stacks.tar.bz2
toolchain-artifact: public/build/fix-stacks.tar.zst
resources:
- 'taskcluster/scripts/misc/tooltool-download.sh'
tooltool-downloads: internal

Просмотреть файл

@ -9,7 +9,7 @@ job-defaults:
run:
resources:
- 'build/unix/build-gcc/build-gcc.sh'
toolchain-artifact: public/build/gcc.tar.xz
toolchain-artifact: public/build/gcc.tar.zst
fetches:
toolchain:
- linux64-toolchain-sysroot

Просмотреть файл

@ -12,7 +12,7 @@ job-defaults:
run:
resources:
- 'taskcluster/scripts/misc/build-gn-common.sh'
toolchain-artifact: public/build/gn.tar.xz
toolchain-artifact: public/build/gn.tar.zst
fetches:
fetch:
- gn
@ -49,7 +49,6 @@ win32-gn:
script: build-gn-win32.sh
resources:
- 'taskcluster/scripts/misc/tooltool-download.sh'
toolchain-artifact: public/build/gn.tar.bz2
tooltool-downloads: internal
fetches:
fetch:

Просмотреть файл

@ -9,7 +9,7 @@ job-defaults:
max-run-time: 1800
run:
script: build-grcov.sh
toolchain-artifact: public/build/grcov.tar.xz
toolchain-artifact: public/build/grcov.tar.zst
fetches:
fetch:
- grcov
@ -42,7 +42,6 @@ win64-grcov:
env:
TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/vs2017-15.9.manifest"
run:
toolchain-artifact: public/build/grcov.tar.bz2
resources:
- 'taskcluster/scripts/misc/tooltool-download.sh'
tooltool-downloads: internal

Просмотреть файл

@ -19,7 +19,7 @@ linux64-mingw32-gcc:
script: build-gcc-mingw32.sh
resources:
- 'build/unix/build-gcc/build-gcc.sh'
toolchain-artifact: public/build/mingw32.tar.xz
toolchain-artifact: public/build/mingw32.tar.zst
fetches:
fetch:
- binutils-2.27
@ -38,7 +38,7 @@ linux64-mingw32-nsis:
resources:
- 'build/unix/build-gcc/build-gcc.sh'
- 'taskcluster/scripts/misc/build-gcc-mingw32.sh'
toolchain-artifact: public/build/nsis.tar.xz
toolchain-artifact: public/build/nsis.tar.zst
fetches:
fetch:
- nsis-3.01
@ -55,7 +55,7 @@ linux64-mingw-fxc2-x86:
run:
using: toolchain-script
script: build-mingw-fxc2-x86.sh
toolchain-artifact: public/build/fxc2.tar.xz
toolchain-artifact: public/build/fxc2.tar.zst
fetches:
fetch:
- fxc2

Просмотреть файл

@ -19,7 +19,7 @@ job-defaults:
- 'toolkit/crashreporter'
- 'toolkit/crashreporter/google-breakpad/src/processor'
- 'tools/crashreporter/'
toolchain-artifact: public/build/minidump_stackwalk.tar.xz
toolchain-artifact: public/build/minidump_stackwalk.tar.zst
run-on-projects:
- trunk
@ -71,7 +71,7 @@ linux64-breakpad-injector:
description: "breakpad injector toolchain build"
run:
script: build-breakpad-injector.sh
toolchain-artifact: public/build/injector.tar.xz
toolchain-artifact: public/build/injector.tar.zst
treeherder:
symbol: TL(injector)
fetches:

Просмотреть файл

@ -22,7 +22,7 @@ linux64-infer:
resources:
- 'build/build-infer/build-infer.py'
- 'build/build-infer/infer-linux64.json'
toolchain-artifact: public/build/infer.tar.xz
toolchain-artifact: public/build/infer.tar.zst
linux64-llvm-dsymutil:
description: "llvm-dsymutil toolchain build"
@ -30,7 +30,7 @@ linux64-llvm-dsymutil:
symbol: TL(dsymutil)
run:
script: build-llvm-dsymutil.sh
toolchain-artifact: public/build/llvm-dsymutil.tar.xz
toolchain-artifact: public/build/llvm-dsymutil.tar.zst
fetches:
fetch:
- clang-11
@ -45,7 +45,7 @@ linux64-binutils-2.31.1:
script: build-binutils-linux.sh
resources:
- 'build/unix/build-binutils/build-binutils.sh'
toolchain-artifact: public/build/binutils.tar.xz
toolchain-artifact: public/build/binutils.tar.zst
fetches:
fetch:
- binutils-2.31.1
@ -64,7 +64,7 @@ linux64-binutils:
script: build-binutils-linux.sh
resources:
- 'build/unix/build-binutils/build-binutils.sh'
toolchain-artifact: public/build/binutils.tar.xz
toolchain-artifact: public/build/binutils.tar.zst
fetches:
fetch:
- binutils-2.36.1
@ -83,7 +83,7 @@ linux64-hfsplus:
script: build-hfsplus-linux.sh
resources:
- 'build/unix/build-hfsplus/build-hfsplus.sh'
toolchain-artifact: public/build/hfsplus-tools.tar.xz
toolchain-artifact: public/build/hfsplus-tools.tar.zst
fetches:
fetch:
- hfsplus-tools
@ -96,7 +96,7 @@ linux64-libdmg:
symbol: TL(libdmg-hfs+)
run:
script: build-libdmg-hfsplus.sh
toolchain-artifact: public/build/dmg.tar.xz
toolchain-artifact: public/build/dmg.tar.zst
fetches:
fetch:
- libdmg-hfsplus
@ -115,7 +115,7 @@ linux64-mar-tools:
run:
script: build-mar-tools.sh
sparse-profile: null
toolchain-artifact: public/build/mar-tools.tar.xz
toolchain-artifact: public/build/mar-tools.tar.zst
resources:
- build/moz.configure
- modules/libmar/
@ -132,7 +132,7 @@ linux64-upx:
tier: 1
run:
script: build-upx.sh
toolchain-artifact: public/build/upx.tar.xz
toolchain-artifact: public/build/upx.tar.zst
linux64-msix-packaging:
description: "msix-packaging build"
@ -159,11 +159,11 @@ linux64-custom-v8:
run:
script: build-custom-v8.sh
arguments: [
d8.zip,
d8.tar.zst,
is_debug=false,
target_cpu="x64"
]
toolchain-artifact: public/build/d8.zip
toolchain-artifact: public/build/d8.tar.zst
browsertime:
description: "npm install browsertime node_modules"
@ -176,7 +176,7 @@ browsertime:
- 'tools/browsertime/package.json'
- 'tools/browsertime/package-lock.json'
- 'tools/browsertime/mach_commands.py'
toolchain-artifact: public/build/browsertime.tar.bz2
toolchain-artifact: public/build/browsertime.tar.zst
fetches:
toolchain:
- linux64-node
@ -193,7 +193,7 @@ wrench-deps:
resources:
- 'gfx/wr/Cargo.lock'
- 'gfx/wr/ci-scripts/install-meson.sh'
toolchain-artifact: public/build/wrench-deps.tar.bz2
toolchain-artifact: public/build/wrench-deps.tar.zst
fetches:
fetch:
- android-rs-glue
@ -207,7 +207,7 @@ linux64-liblowercase:
run:
script: build-liblowercase.sh
sparse-profile: liblowercase
toolchain-artifact: public/build/liblowercase.tar.xz
toolchain-artifact: public/build/liblowercase.tar.zst
resources:
- build/liblowercase/
fetches:
@ -223,7 +223,7 @@ linux64-wine:
max-run-time: 10800
run:
script: build-wine.sh
toolchain-artifact: public/build/wine.tar.xz
toolchain-artifact: public/build/wine.tar.zst
fetches:
fetch:
- wine
@ -235,13 +235,13 @@ win32-pdbstr:
worker-type: b-win2012
worker:
artifacts:
- name: project/gecko/pdbstr/pdbstr.tar.bz2
path: pdbstr.tar.bz2
- name: project/gecko/pdbstr/pdbstr.tar.zst
path: pdbstr.tar.zst
type: file
run:
script: exfiltrate-pdbstr.sh
arguments: ['x86']
toolchain-artifact: project/gecko/pdbstr/pdbstr.tar.bz2
toolchain-artifact: project/gecko/pdbstr/pdbstr.tar.zst
win64-pdbstr:
description: "pdbstr for 64-bits Windows"
@ -250,13 +250,13 @@ win64-pdbstr:
worker-type: b-win2012
worker:
artifacts:
- name: project/gecko/pdbstr/pdbstr.tar.bz2
path: pdbstr.tar.bz2
- name: project/gecko/pdbstr/pdbstr.tar.zst
path: pdbstr.tar.zst
type: file
run:
script: exfiltrate-pdbstr.sh
arguments: ['x64']
toolchain-artifact: project/gecko/pdbstr/pdbstr.tar.bz2
toolchain-artifact: project/gecko/pdbstr/pdbstr.tar.zst
linux64-winchecksec:
description: "winchecksec"
@ -264,7 +264,7 @@ linux64-winchecksec:
symbol: TL(winchecksec)
run:
script: build-winchecksec.sh
toolchain-artifact: public/build/winchecksec.tar.bz2
toolchain-artifact: public/build/winchecksec.tar.zst
tooltool-downloads: internal
fetches:
fetch:
@ -279,7 +279,7 @@ win64-winchecksec:
TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/vs2017-15.9.manifest"
run:
script: build-winchecksec.sh
toolchain-artifact: public/build/winchecksec.tar.bz2
toolchain-artifact: public/build/winchecksec.tar.zst
tooltool-downloads: internal
fetches:
fetch:
@ -311,7 +311,7 @@ win64-mozmake:
worker-type: b-win2012
run:
script: build-mozmake.sh
toolchain-artifact: public/build/mozmake.tar.bz2
toolchain-artifact: public/build/mozmake.tar.zst
tooltool-downloads: internal
fetches:
fetch:

Просмотреть файл

@ -8,7 +8,7 @@ job-defaults:
max-run-time: 1800
run-on-projects: [trunk]
run:
toolchain-artifact: public/build/nasm.tar.bz2
toolchain-artifact: public/build/nasm.tar.zst
win64-nasm:
description: "nasm win64 build"

Просмотреть файл

@ -13,7 +13,7 @@ job-defaults:
run:
script: build-resourcemonitor.sh
sparse-profile: null
toolchain-artifact: public/build/resource-monitor.tar.xz
toolchain-artifact: public/build/resource-monitor.tar.zst
linux64-resource-monitor:
description: "linux64 resourcemonitor toolchain build"

Просмотреть файл

@ -17,7 +17,7 @@ linux64-rust-size:
symbol: TL(rust-size)
worker-type: b-linux
run:
toolchain-artifact: public/build/rust-size.tar.xz
toolchain-artifact: public/build/rust-size.tar.zst
fetches:
toolchain:
- linux64-rust-1.47
@ -30,7 +30,7 @@ win64-rust-size:
env:
TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/vs2017-15.9.manifest"
run:
toolchain-artifact: public/build/rust-size.tar.bz2
toolchain-artifact: public/build/rust-size.tar.zst
resources:
- 'taskcluster/scripts/misc/tooltool-download.sh'
tooltool-downloads: internal

Просмотреть файл

@ -23,7 +23,7 @@ linux64-sccache:
worker:
max-run-time: 1800
run:
toolchain-artifact: public/build/sccache.tar.xz
toolchain-artifact: public/build/sccache.tar.zst
fetches:
toolchain:
- linux64-rust-1.47
@ -39,7 +39,7 @@ macosx64-sccache:
max-run-time: 1800
run:
arguments: ['x86_64-apple-darwin']
toolchain-artifact: public/build/sccache.tar.xz
toolchain-artifact: public/build/sccache.tar.zst
fetches:
toolchain:
- linux64-rust-macos-1.47
@ -56,7 +56,7 @@ macosx64-aarch64-sccache:
max-run-time: 1800
run:
arguments: ['aarch64-apple-darwin']
toolchain-artifact: public/build/sccache.tar.xz
toolchain-artifact: public/build/sccache.tar.zst
fetches:
toolchain:
- linux64-rust-macos-1.49
@ -74,7 +74,7 @@ win64-sccache:
env:
TOOLTOOL_MANIFEST: "browser/config/tooltool-manifests/vs2017-15.9.manifest"
run:
toolchain-artifact: public/build/sccache.tar.bz2
toolchain-artifact: public/build/sccache.tar.zst
resources:
- 'taskcluster/scripts/misc/tooltool-download.sh'
tooltool-downloads: internal

Просмотреть файл

@ -43,7 +43,8 @@ RUN /usr/local/sbin/setup_packages.sh $TASKCLUSTER_ROOT_URL $DOCKER_IMAGE_PACKAG
python3-zstandard \
python3-psutil \
vim-tiny \
xz-utils
xz-utils \
zstd
# %include testing/mozharness/external_tools/robustcheckout.py
COPY topsrcdir/testing/mozharness/external_tools/robustcheckout.py /usr/local/mercurial/robustcheckout.py

Просмотреть файл

@ -16,4 +16,4 @@ export PATH=$PATH:$MOZ_FETCHES_DIR/node/bin
# browsertime/{package.json,node_modules}.
mkdir -p /builds/worker/artifacts
cd tools
tar cjf /builds/worker/artifacts/browsertime.tar.bz2 browsertime
tar caf /builds/worker/artifacts/browsertime.tar.zst browsertime

Просмотреть файл

@ -3,7 +3,7 @@ set -x -e -v
# This script is for building libbreakpadinjector.so, currently for linux only
COMPRESS_EXT=xz
COMPRESS_EXT=zst
cd $GECKO_PATH

Просмотреть файл

@ -3,14 +3,11 @@ set -x -e -v
# Needed by osx-cross-linker.
export TARGET="$1"
COMPRESS_EXT=zst
case "$(uname -s)" in
Linux)
COMPRESS_EXT=xz
;;
MINGW*)
UPLOAD_DIR=$PWD/public/build
COMPRESS_EXT=bz2
. $GECKO_PATH/taskcluster/scripts/misc/vs-setup.sh
@ -49,7 +46,7 @@ cargo build --verbose --release --target "$TARGET"
mkdir cbindgen
cp target/$TARGET/release/cbindgen* cbindgen/
tar -acf cbindgen.tar.$COMPRESS_EXT cbindgen
tar -c cbindgen | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > cbindgen.tar.$COMPRESS_EXT
mkdir -p $UPLOAD_DIR
cp cbindgen.tar.$COMPRESS_EXT $UPLOAD_DIR

Просмотреть файл

@ -94,4 +94,4 @@ done)
# Put a tarball in the artifacts dir
mkdir -p $UPLOAD_DIR
tar cJf $UPLOAD_DIR/cctools.tar.xz -C $CROSSTOOLS_BUILD_DIR/.. `basename $CROSSTOOLS_BUILD_DIR`
tar caf $UPLOAD_DIR/cctools.tar.zst -C $CROSSTOOLS_BUILD_DIR/.. `basename $CROSSTOOLS_BUILD_DIR`

Просмотреть файл

@ -2,7 +2,7 @@
set -x -e -v
# This script is for building a custom version of V8
ARTIFACT_NAME='d8.zip'
ARTIFACT_NAME='d8.tar.zst'
CONFIG='is_debug=false target_cpu="x64"'
if [[ $# -eq 0 ]]; then
echo "Using default configuration for v8 build."
@ -41,7 +41,7 @@ cp -R v8/out/release d8
cp -R v8/include d8
chmod -R +x d8
zip -r $ARTIFACT_NAME d8
tar caf $ARTIFACT_NAME d8
mkdir -p $UPLOAD_DIR
cp $ARTIFACT_NAME $UPLOAD_DIR

Просмотреть файл

@ -5,14 +5,11 @@ PROJECT=dump_syms
# Needed by osx-cross-linker.
export TARGET=$1
COMPRESS_EXT=zst
# This script is for building dump_syms
case "$(uname -s)" in
Linux)
COMPRESS_EXT=xz
;;
MINGW*)
UPLOAD_DIR=$PWD/public/build
COMPRESS_EXT=bz2
. $GECKO_PATH/taskcluster/scripts/misc/vs-setup.sh
;;
@ -65,7 +62,7 @@ if [ -n "$TARGET" ]; then
PROJECT_OUT=target/${TARGET}/release/${PROJECT}*
fi
cp ${PROJECT_OUT} ${PROJECT}/
tar -acf ${PROJECT}.tar.$COMPRESS_EXT $PROJECT
tar -c $PROJECT | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > ${PROJECT}.tar.$COMPRESS_EXT
mkdir -p $UPLOAD_DIR
cp ${PROJECT}.tar.$COMPRESS_EXT $UPLOAD_DIR

Просмотреть файл

@ -6,10 +6,10 @@ PROJECT=fix-stacks
export TARGET="$1"
COMPRESS_EXT=zst
case "$TARGET" in
x86_64-unknown-linux-gnu)
EXE=
COMPRESS_EXT=xz
# {CC,CXX} and TARGET_{CC,CXX} must be set because a build.rs file builds
# some C and C++ code.
export CC=$MOZ_FETCHES_DIR/clang/bin/clang
@ -21,7 +21,6 @@ x86_64-unknown-linux-gnu)
*-apple-darwin)
# Cross-compiling for Mac on Linux.
EXE=
COMPRESS_EXT=xz
# {CC,CXX} and TARGET_{CC,CXX} must be set because a build.rs file builds
# some C and C++ code.
export CC=$MOZ_FETCHES_DIR/clang/bin/clang
@ -37,7 +36,6 @@ x86_64-unknown-linux-gnu)
i686-pc-windows-msvc)
# Cross-compiling for Windows on Linux.
EXE=.exe
COMPRESS_EXT=bz2
# Some magic that papers over differences in case-sensitivity/insensitivity on Linux
# and Windows file systems.
export LD_PRELOAD="/builds/worker/fetches/liblowercase/liblowercase.so"

Просмотреть файл

@ -59,5 +59,5 @@ if test "$MAC_CROSS" = "" -a "$(uname)" = "Linux"; then
fi
cp out/gn $STAGE
tar -acf gn.tar.$COMPRESS_EXT $STAGE
tar -c $STAGE | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > gn.tar.$COMPRESS_EXT
cp gn.tar.$COMPRESS_EXT $UPLOAD_DIR

Просмотреть файл

@ -4,7 +4,7 @@ set -e -v
# This script is for building GN on Linux.
WORKSPACE=$HOME/workspace
COMPRESS_EXT=xz
COMPRESS_EXT=zst
export CC=$MOZ_FETCHES_DIR/gcc/bin/gcc
export CXX=$MOZ_FETCHES_DIR/gcc/bin/g++
export LDFLAGS=-lrt

Просмотреть файл

@ -4,7 +4,7 @@ set -e -v
# This script is for building GN.
WORKSPACE=$HOME/workspace
COMPRESS_EXT=xz
COMPRESS_EXT=zst
CROSS_CCTOOLS_PATH=$MOZ_FETCHES_DIR/cctools
CROSS_SYSROOT=$MOZ_FETCHES_DIR/MacOSX10.12.sdk

Просмотреть файл

@ -4,11 +4,10 @@ set -x -e -v
# This script is for building grcov
PROJECT=grcov
COMPRESS_EXT=zst
case "$(uname -s)" in
Linux)
COMPRESS_EXT=xz
export CC=clang
export CXX=clang++
export RUSTFLAGS=-Clinker=clang++
@ -18,7 +17,6 @@ Linux)
;;
MINGW*)
UPLOAD_DIR=$PWD/public/build
COMPRESS_EXT=bz2
. $GECKO_PATH/taskcluster/scripts/misc/vs-setup.sh
;;
@ -39,7 +37,7 @@ cargo build --verbose --release
mkdir $PROJECT
cp target/release/${PROJECT}* ${PROJECT}/
pushd $PROJECT
tar -acf ../${PROJECT}.tar.$COMPRESS_EXT *
tar -c * | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > ../${PROJECT}.tar.$COMPRESS_EXT
popd
mkdir -p $UPLOAD_DIR
cp ${PROJECT}.tar.$COMPRESS_EXT $UPLOAD_DIR

Просмотреть файл

@ -31,4 +31,4 @@ cat >$STAGE/README<<EOF
Source is available as a taskcluster artifact:
$queue_base/task/$(python -c 'import json, os; print "{task}/artifacts/{artifact}".format(**next(f for f in json.loads(os.environ["MOZ_FETCHES"]) if "libdmg-hfsplus" in f["artifact"]))')
EOF
tar cf - -C $WORKSPACE `basename $STAGE` | xz > $UPLOAD_DIR/dmg.tar.xz
tar caf $UPLOAD_DIR/dmg.tar.zst -C $WORKSPACE `basename $STAGE`

Просмотреть файл

@ -14,6 +14,6 @@ cargo build --verbose --release --target-dir $WORKSPACE/obj
mkdir $WORKSPACE/liblowercase
cp $WORKSPACE/obj/release/liblowercase.so $WORKSPACE/liblowercase
strip $WORKSPACE/liblowercase/liblowercase.so
tar -C $WORKSPACE -acf $WORKSPACE/liblowercase.tar.xz liblowercase
tar -C $WORKSPACE -acf $WORKSPACE/liblowercase.tar.zst liblowercase
mkdir -p $UPLOAD_DIR
cp $WORKSPACE/liblowercase.tar.xz $UPLOAD_DIR
cp $WORKSPACE/liblowercase.tar.zst $UPLOAD_DIR

Просмотреть файл

@ -19,7 +19,7 @@ cmake \
ninja dsymutil llvm-symbolizer
tar --xform='s,^,llvm-dsymutil/,' -Jcf llvm-dsymutil.tar.xz bin/dsymutil bin/llvm-symbolizer
tar --xform='s,^,llvm-dsymutil/,' -caf llvm-dsymutil.tar.zst bin/dsymutil bin/llvm-symbolizer
mkdir -p $UPLOAD_DIR
cp llvm-dsymutil.tar.xz $UPLOAD_DIR
cp llvm-dsymutil.tar.zst $UPLOAD_DIR

Просмотреть файл

@ -3,7 +3,7 @@ set -x -e -v
# This script is for building mar and mbsdiff
COMPRESS_EXT=xz
COMPRESS_EXT=zst
cd $GECKO_PATH

Просмотреть файл

@ -19,7 +19,7 @@ cp dll/d3dcompiler_47_32.dll $INSTALL_DIR/bin/d3dcompiler_47.dll
# --------------
cd $WORKSPACE
tar caf fxc2.tar.xz fxc2
tar caf fxc2.tar.zst fxc2
mkdir -p $UPLOAD_DIR
cp fxc2.tar.* $UPLOAD_DIR

Просмотреть файл

@ -41,7 +41,7 @@ scons XGCC_W32_PREFIX=i686-w64-mingw32- ZLIB_W32=../zlib-1.2.11 SKIPUTILS="NSIS
cd $MOZ_FETCHES_DIR
tar caf nsis.tar.xz mingw32
tar caf nsis.tar.zst mingw32
mkdir -p $UPLOAD_DIR
cp nsis.tar.* $UPLOAD_DIR

Просмотреть файл

@ -3,7 +3,7 @@ set -x -e -v
# This script is for building minidump_stackwalk
COMPRESS_EXT=xz
COMPRESS_EXT=zst
cd $GECKO_PATH

Просмотреть файл

@ -56,8 +56,8 @@ cmd /c build_w32.bat
mkdir mozmake
cp WinRel/gnumake.exe mozmake/mozmake.exe
tar -acf mozmake.tar.bz2 mozmake
tar -c mozmake | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > mozmake.tar.zst
mkdir -p $UPLOAD_DIR
cp mozmake.tar.bz2 $UPLOAD_DIR
cp mozmake.tar.zst $UPLOAD_DIR
. $GECKO_PATH/taskcluster/scripts/misc/vs-cleanup.sh

Просмотреть файл

@ -1,7 +1,7 @@
#!/bin/bash
set -x -e -v
COMPRESS_EXT=bz2
COMPRESS_EXT=zst
if [ -n "$TOOLTOOL_MANIFEST" ]; then
. $GECKO_PATH/taskcluster/scripts/misc/tooltool-download.sh

Просмотреть файл

@ -2,7 +2,7 @@
set -x -e -v
cd "$MOZ_FETCHES_DIR"/resource-monitor/ || exit 1
COMPRESS_EXT=xz
COMPRESS_EXT=zst
PATH="$MOZ_FETCHES_DIR/go/bin:$PATH"
export PATH

Просмотреть файл

@ -2,15 +2,14 @@
set -x -e -v
PROJECT=rust-size
COMPRESS_EXT=zst
# This script is for building rust-size
case "$(uname -s)" in
Linux)
COMPRESS_EXT=xz
;;
MINGW*)
UPLOAD_DIR=$PWD/public/build
COMPRESS_EXT=bz2
. $GECKO_PATH/taskcluster/scripts/misc/vs-setup.sh
;;
@ -30,7 +29,7 @@ cargo build --verbose --release
mkdir $PROJECT
cp target/release/${PROJECT}* ${PROJECT}/
tar -acf ${PROJECT}.tar.$COMPRESS_EXT $PROJECT
tar -c $PROJECT | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > ${PROJECT}.tar.$COMPRESS_EXT
mkdir -p $UPLOAD_DIR
cp ${PROJECT}.tar.$COMPRESS_EXT $UPLOAD_DIR

Просмотреть файл

@ -6,14 +6,13 @@ export TARGET="$1"
# This script is for building sccache
COMPRESS_EXT=zst
case "$(uname -s)" in
Linux)
COMPRESS_EXT=xz
PATH="$MOZ_FETCHES_DIR/binutils/bin:$PATH"
;;
MINGW*)
UPLOAD_DIR=$PWD/public/build
COMPRESS_EXT=bz2
. $GECKO_PATH/taskcluster/scripts/misc/vs-setup.sh
;;
@ -65,7 +64,7 @@ fi
mkdir sccache
cp $SCCACHE_OUT sccache/
tar -acf sccache.tar.$COMPRESS_EXT sccache
tar -c sccache | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > sccache.tar.$COMPRESS_EXT
mkdir -p $UPLOAD_DIR
cp sccache.tar.$COMPRESS_EXT $UPLOAD_DIR

Просмотреть файл

@ -20,7 +20,7 @@ cp upx.out $INSTALL_DIR/bin/upx
# --------------
cd $WORKSPACE
tar caf upx.tar.xz upx
tar caf upx.tar.zst upx
mkdir -p $UPLOAD_DIR
cp upx.tar.* $UPLOAD_DIR

Просмотреть файл

@ -49,5 +49,5 @@ eval cmake \
ninja -v
cd ..
tar -caf winchecksec.tar.bz2 winchecksec/winchecksec${TOOLTOOL_MANIFEST:+.exe}
cp winchecksec.tar.bz2 $UPLOAD_DIR/
tar -caf winchecksec.tar.zst winchecksec/winchecksec${TOOLTOOL_MANIFEST:+.exe}
cp winchecksec.tar.zst $UPLOAD_DIR/

Просмотреть файл

@ -23,7 +23,7 @@ make install
# --------------
cd $WORKSPACE/
tar caf wine.tar.xz wine
tar caf wine.tar.zst wine
mkdir -p $UPLOAD_DIR
cp wine.tar.* $UPLOAD_DIR

Просмотреть файл

@ -6,4 +6,4 @@ set -x -e -v
mkdir pdbstr
cp "c:/Program Files (x86)/Windows Kits/10/Debuggers/$1/srcsrv/pdbstr.exe" pdbstr
tar -jcvf pdbstr.tar.bz2 pdbstr
tar -c pdbstr | python3 $GECKO_PATH/taskcluster/scripts/misc/zstdpy > pdbstr.tar.zst

Просмотреть файл

@ -25,4 +25,4 @@ ci-scripts/install-meson.sh
mv meson wrench-deps/meson
mkdir -p $UPLOAD_DIR
tar caf $UPLOAD_DIR/wrench-deps.tar.bz2 wrench-deps
tar caf $UPLOAD_DIR/wrench-deps.tar.zst wrench-deps