2014-02-13 05:05:59 +04:00
|
|
|
# This Source Code Form is subject to the terms of the Mozilla Public
|
|
|
|
# License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
|
|
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
|
|
|
|
|
|
# Setup for build cache
|
|
|
|
|
2014-05-08 05:36:42 +04:00
|
|
|
# Avoid duplication if the file happens to be included twice.
|
2016-03-24 12:55:05 +03:00
|
|
|
if test -z "$bucket" -a -z "$NO_CACHE"; then
|
2014-05-08 05:36:42 +04:00
|
|
|
|
2016-07-11 14:47:09 +03:00
|
|
|
# buildbot (or builders that use buildprops.json):
|
|
|
|
if [ -f $topsrcdir/../buildprops.json ]; then
|
2014-03-29 02:50:08 +04:00
|
|
|
read branch platform master <<EOF
|
|
|
|
$(python2.7 -c 'import json; p = json.loads(open("'"$topsrcdir"'/../buildprops.json").read())["properties"]; print p["branch"], p["platform"], p["master"]' 2> /dev/null)
|
|
|
|
EOF
|
|
|
|
|
2014-02-13 05:05:59 +04:00
|
|
|
bucket=
|
2017-07-20 05:31:14 +03:00
|
|
|
if test -z "$SCCACHE_DISABLE"; then
|
2014-05-15 02:14:37 +04:00
|
|
|
case "${branch}" in
|
|
|
|
try)
|
|
|
|
case "${master}" in
|
|
|
|
*scl1.mozilla.com*|*.scl3.mozilla.com*)
|
2014-06-19 04:06:14 +04:00
|
|
|
bucket=mozilla-releng-s3-cache-us-west-1-try
|
2014-05-15 02:14:37 +04:00
|
|
|
;;
|
|
|
|
*use1.mozilla.com*)
|
|
|
|
bucket=mozilla-releng-s3-cache-us-east-1-try
|
|
|
|
;;
|
|
|
|
*usw2.mozilla.com*)
|
|
|
|
bucket=mozilla-releng-s3-cache-us-west-2-try
|
|
|
|
;;
|
|
|
|
esac
|
2014-04-15 04:37:51 +04:00
|
|
|
;;
|
2016-11-04 21:49:20 +03:00
|
|
|
autoland|mozilla-inbound)
|
2014-05-15 02:14:37 +04:00
|
|
|
case "${master}" in
|
|
|
|
*use1.mozilla.com*)
|
2015-08-06 10:33:28 +03:00
|
|
|
bucket=mozilla-releng-s3-cache-us-east-1-prod
|
2014-05-15 02:14:37 +04:00
|
|
|
;;
|
|
|
|
*usw2.mozilla.com*)
|
2015-08-06 10:33:28 +03:00
|
|
|
bucket=mozilla-releng-s3-cache-us-west-2-prod
|
2014-05-15 02:14:37 +04:00
|
|
|
;;
|
|
|
|
esac
|
2014-04-29 02:26:31 +04:00
|
|
|
;;
|
2014-02-13 05:05:59 +04:00
|
|
|
esac
|
|
|
|
fi
|
2016-11-10 21:02:54 +03:00
|
|
|
fi
|
2014-02-13 05:05:59 +04:00
|
|
|
|
2016-11-10 21:02:54 +03:00
|
|
|
# builds where buildprops didn't have the data (eg: taskcluster or non-buildbot) and without sccache disabled:
|
2017-07-20 05:31:14 +03:00
|
|
|
if test -z "$bucket" -a -z "$SCCACHE_DISABLE"; then
|
2016-07-11 14:47:09 +03:00
|
|
|
|
|
|
|
# prevent rerun if az is set, or wget is not available
|
|
|
|
if test -z "$availability_zone" -a -x "$(command -v wget)"; then
|
2016-11-10 21:02:54 +03:00
|
|
|
if test -n "${TASKCLUSTER_WORKER_GROUP}"; then
|
2017-04-06 19:03:14 +03:00
|
|
|
# TASKCLUSTER_WORKER_GROUP is just the region now, so
|
|
|
|
# stick an extra character on to make the already-convoluted logic
|
|
|
|
# here simpler.
|
|
|
|
availability_zone="${TASKCLUSTER_WORKER_GROUP}x"
|
2016-11-10 21:02:54 +03:00
|
|
|
else
|
|
|
|
# timeout after 1 second, and don't retry (failure indicates instance is not in ec2 or network issue)
|
|
|
|
# availability_zone is of the form <region><letter> where region is e.g. us-west-2, and az is us-west-2a
|
|
|
|
availability_zone=$(wget -T 1 -t 1 -q -O - http://169.254.169.254/latest/meta-data/placement/availability-zone || true)
|
|
|
|
fi
|
2016-07-11 14:47:09 +03:00
|
|
|
if test -z "$availability_zone" -o "$availability_zone" = "not-ec2"; then
|
|
|
|
availability_zone=not-ec2
|
|
|
|
else
|
|
|
|
# region is az with last letter trimmed
|
|
|
|
region=${availability_zone%?}
|
|
|
|
# set S3 bucket according to tree (level)
|
|
|
|
case "${GECKO_HEAD_REPOSITORY}" in
|
|
|
|
*hg.mozilla.org/try*)
|
|
|
|
bucket=taskcluster-level-1-sccache-${region}
|
|
|
|
;;
|
2016-11-04 21:49:20 +03:00
|
|
|
*hg.mozilla.org/integration/autoland*|*hg.mozilla.org/integration/mozilla-inbound*)
|
2016-07-11 14:47:09 +03:00
|
|
|
bucket=taskcluster-level-3-sccache-${region}
|
|
|
|
;;
|
|
|
|
esac
|
|
|
|
|
|
|
|
# set a dummy master
|
|
|
|
case "${region}" in
|
2016-07-25 20:58:23 +03:00
|
|
|
eu-central-1)
|
|
|
|
master=dummy.euc1.mozilla.com
|
|
|
|
;;
|
2016-07-11 14:47:09 +03:00
|
|
|
us-east-1)
|
|
|
|
master=dummy.use1.mozilla.com
|
|
|
|
;;
|
|
|
|
us-west-1)
|
|
|
|
master=dummy.usw1.mozilla.com
|
|
|
|
;;
|
|
|
|
us-west-2)
|
|
|
|
master=dummy.usw2.mozilla.com
|
|
|
|
;;
|
|
|
|
esac
|
|
|
|
fi
|
|
|
|
fi
|
2016-09-29 09:49:30 +03:00
|
|
|
fi
|
2016-07-11 14:47:09 +03:00
|
|
|
|
2016-09-29 09:49:30 +03:00
|
|
|
# if platform hasn't been determined from buildprops, and we're on windows,
|
|
|
|
# it must be set to prevent adding ac_add_options --with-ccache below
|
|
|
|
if test -z "$platform"; then
|
2016-07-11 14:47:09 +03:00
|
|
|
# set platform based on the SYSTEMROOT env var
|
|
|
|
case "${SYSTEMROOT}" in
|
|
|
|
*Windows)
|
|
|
|
platform=windows
|
2016-08-26 01:39:57 +03:00
|
|
|
suffix=.exe
|
2016-07-11 14:47:09 +03:00
|
|
|
;;
|
|
|
|
esac
|
|
|
|
fi
|
|
|
|
|
2017-12-22 04:08:40 +03:00
|
|
|
if test -n "$bucket"; then
|
2014-02-13 05:05:59 +04:00
|
|
|
mk_add_options "export SCCACHE_BUCKET=$bucket"
|
2017-02-22 08:22:01 +03:00
|
|
|
case "$master" in
|
|
|
|
*us[ew][12].mozilla.com*|*euc1.mozilla.com*)
|
|
|
|
mk_add_options "export SCCACHE_NAMESERVER=169.254.169.253"
|
|
|
|
;;
|
|
|
|
esac
|
2017-07-20 05:07:53 +03:00
|
|
|
export CCACHE="$topsrcdir/sccache2/sccache${suffix}"
|
2016-08-26 01:39:57 +03:00
|
|
|
export SCCACHE_VERBOSE_STATS=1
|
2017-11-10 01:59:06 +03:00
|
|
|
mk_add_options MOZBUILD_MANAGE_SCCACHE_DAEMON=${topsrcdir}/sccache2/sccache
|
2015-08-06 08:33:54 +03:00
|
|
|
mk_add_options "UPLOAD_EXTRA_FILES+=sccache.log.gz"
|
2017-02-22 08:22:01 +03:00
|
|
|
case "$platform" in
|
|
|
|
win*)
|
2017-11-07 14:39:00 +03:00
|
|
|
# sccache supports a special flag to create depfiles.
|
|
|
|
#TODO: bug 1318370 - move this all into toolchain.configure
|
|
|
|
export _DEPEND_CFLAGS='-deps$(MDDEPDIR)/$(@F).pp'
|
|
|
|
# Windows builds have a default wrapper that needs to be overridden
|
|
|
|
mk_add_options "export CC_WRAPPER="
|
|
|
|
mk_add_options "export CXX_WRAPPER="
|
2017-02-22 08:22:01 +03:00
|
|
|
# For now, sccache doesn't support separate PDBs so force debug info to be
|
|
|
|
# in object files.
|
|
|
|
mk_add_options "export COMPILE_PDB_FLAG="
|
|
|
|
mk_add_options "export HOST_PDB_FLAG="
|
|
|
|
mk_add_options "export MOZ_DEBUG_FLAGS=-Z7"
|
|
|
|
;;
|
|
|
|
esac
|
2014-02-13 05:05:59 +04:00
|
|
|
fi
|
2014-05-08 05:36:42 +04:00
|
|
|
|
|
|
|
fi
|