2016-04-26 23:43:03 +03:00
[ package ]
name = "sccache"
2023-05-23 10:08:06 +03:00
version = "0.5.0"
2016-12-16 03:55:19 +03:00
license = "Apache-2.0"
2023-03-21 13:36:38 +03:00
description = "Sccache is a ccache-like tool. It is used as a compiler wrapper and avoids compilation when possible, storing a cache in a remote storage using various cloud storage."
2016-12-16 03:55:19 +03:00
repository = "https://github.com/mozilla/sccache/"
2017-05-25 19:46:37 +03:00
readme = "README.md"
categories = [ "command-line-utilities" , "development-tools::build-utils" ]
keywords = [ "ccache" ]
2023-02-23 05:49:41 +03:00
edition = "2021"
2023-04-24 07:38:36 +03:00
rust-version = "1.65"
2016-12-16 03:55:19 +03:00
2018-08-04 16:36:35 +03:00
[ [ bin ] ]
name = "sccache"
[ [ bin ] ]
name = "sccache-dist"
required-features = [ "dist-server" ]
2023-01-15 20:18:20 +03:00
[ profile . release ]
codegen-units = 1
lto = true
strip = true
2016-04-26 23:43:03 +03:00
[ dependencies ]
2023-05-25 08:35:00 +03:00
anyhow = { version = "1.0" , features = [ "backtrace" ] }
2022-03-03 18:06:37 +03:00
ar = "0.9"
2021-04-08 21:30:17 +03:00
async-trait = "0.1"
2023-02-26 10:09:53 +03:00
base64 = "0.21"
2018-08-30 23:08:17 +03:00
bincode = "1"
2022-05-05 17:47:19 +03:00
blake3 = "1"
2017-03-22 20:21:52 +03:00
byteorder = "1.0"
2021-11-12 15:28:26 +03:00
bytes = "1"
2023-05-09 18:25:20 +03:00
opendal = { version = "0.34.0" , optional = true }
reqsign = { version = "0.10.1" , optional = true }
2023-03-28 12:27:58 +03:00
clap = { version = "4.1.11" , features = [ "derive" , "env" , "wrap_help" ] }
2023-04-24 11:05:58 +03:00
directories = "5.0.0"
2023-02-16 01:13:47 +03:00
encoding = "0.2"
2022-12-05 20:07:58 +03:00
env_logger = "0.10"
2018-08-28 14:56:27 +03:00
filetime = "0.2"
2018-09-04 22:36:28 +03:00
flate2 = { version = "1.0" , optional = true , default-features = false , features = [ "rust_backend" ] }
2023-02-21 10:37:42 +03:00
fs-err = "2.9"
2021-04-08 21:30:17 +03:00
futures = "0.3"
2023-02-27 21:16:02 +03:00
gzp = { version = "0.11.3" , default-features = false , features = [ "deflate_rust" ] }
2021-04-08 21:30:17 +03:00
http = "0.2"
2023-02-20 21:06:09 +03:00
hyper = { version = "0.14.24" , optional = true , features = [ "server" ] }
2023-03-28 19:56:42 +03:00
is-terminal = "0.4.5"
Add jobserver support to sccache
This commit alters the main sccache server to operate and orchestrate its own
GNU make style jobserver. This is primarily intended for interoperation with
rustc itself.
The Rust compiler currently has a multithreaded mode where it will execute code
generation and optimization on the LLVM side of things in parallel. This
parallelism, however, can overload a machine quickly if not properly accounted
for (e.g. if 10 rustcs all spawn 10 threads...). The usage of a GNU make style
jobserver is intended to arbitrate and rate limit all these rustc instances to
ensure that one build's maximal parallelism never exceeds a particular amount.
Currently for Rust Cargo is the primary driver for setting up a jobserver. Cargo
will create this and manage this per compilation, ensuring that any one `cargo
build` invocation never exceeds a maximal parallelism. When sccache enters the
picture, however, the story gets slightly more odd.
The jobserver implementation on Unix relies on inheritance of file descriptors
in spawned processes. With sccache, however, there's no inheritance as the
actual rustc invocation is spawned by the server, not the client. In this case
the env vars used to configure the jobsever are usually incorrect.
To handle this problem this commit bakes a jobserver directly into sccache
itself. The jobserver then overrides whatever jobserver the client has
configured in its own env vars to ensure correct operation. The settings of each
jobserver may be misconfigured (there's no way to configure sccache's jobserver
right now), but hopefully that's not too much of a problem for the forseeable
future.
The implementation here was to provide a thin wrapper around the `jobserver`
crate with a futures-based interface. This interface was then hooked into the
mock command infrastructure to automatically acquire a jobserver token when
spawning a process and automatically drop the token when the process exits.
Additionally, all spawned processes will now automatically receive a configured
jobserver.
cc rust-lang/rust#42867, the original motivation for this commit
2017-09-27 19:14:51 +03:00
jobserver = "0.1"
2023-03-29 15:53:52 +03:00
jwt = { package = "jsonwebtoken" , version = "8" , optional = true }
2023-05-08 10:09:19 +03:00
once_cell = "1.17"
2023-03-13 21:08:23 +03:00
libc = "0.2.140"
2021-01-07 08:08:48 +03:00
linked-hash-map = "0.5"
2018-08-28 14:41:11 +03:00
log = "0.4"
2023-01-02 20:09:00 +03:00
num_cpus = "1.15"
2020-12-10 02:03:49 +03:00
number_prefix = "0.4"
2023-03-25 04:19:51 +03:00
openssl = { version = "0.10.48" , optional = true }
2022-02-12 18:20:14 +03:00
rand = "0.8.4"
2023-03-27 21:24:53 +03:00
regex = "1.7.3"
2023-04-19 14:59:59 +03:00
reqwest = { version = "0.11" , features = [ "json" , "blocking" , "stream" , "rustls-tls" , "trust-dns" ] , optional = true }
2022-09-19 20:44:22 +03:00
retry = "2"
2022-08-04 12:13:04 +03:00
semver = "1.0"
2022-09-16 22:39:02 +03:00
sha2 = { version = "0.10.6" , optional = true }
2023-03-29 15:53:52 +03:00
serde = { version = "1.0" , features = [ "derive" ] }
2017-06-14 12:43:05 +03:00
serde_json = "1.0"
2018-02-02 15:11:11 +03:00
strip-ansi-escapes = "0.1"
2022-11-27 05:41:29 +03:00
tar = "0.4.36"
2018-08-28 15:20:49 +03:00
tempfile = "3"
2023-04-19 14:59:59 +03:00
# trust-dns-resolver must be kept in sync with the version reqwest uses
2023-04-19 16:00:00 +03:00
trust-dns-resolver = { version = "0.22.0" , features = [ "dnssec-ring" , "dns-over-rustls" , "dns-over-https-rustls" ] }
2023-02-12 00:49:41 +03:00
mime = "0.3"
2021-11-12 15:28:26 +03:00
tokio = { version = "1" , features = [ "rt-multi-thread" , "io-util" , "time" , "net" , "process" , "macros" ] }
tokio-serde = "0.8"
2022-06-23 22:07:33 +03:00
tokio-util = { version = "0.7" , features = [ "codec" , "io" ] }
2021-11-12 15:28:26 +03:00
tower = "0.4"
2023-02-26 10:09:53 +03:00
toml = "0.7"
2020-12-10 01:19:22 +03:00
url = { version = "2" , optional = true }
2023-02-27 21:14:39 +03:00
uuid = { version = "1.3" , features = [ "v4" ] }
2020-06-11 06:10:33 +03:00
walkdir = "2"
2020-03-20 22:13:32 +03:00
# by default which pulls in an outdated failure version
2020-06-11 06:10:33 +03:00
which = { version = "4" , default-features = false }
2022-06-23 09:57:54 +03:00
zip = { version = "0.6" , default-features = false }
2022-11-23 20:09:48 +03:00
zstd = "0.12"
2016-05-12 21:47:46 +03:00
2018-09-04 22:36:28 +03:00
# dist-server only
2023-01-18 11:51:12 +03:00
nix = { version = "0.26.2" , optional = true }
2022-05-05 17:47:19 +03:00
rouille = { version = "3.5" , optional = true , default-features = false , features = [ "ssl" ] }
syslog = { version = "6" , optional = true }
2022-11-10 23:02:21 +03:00
version-compare = { version = "0.1.1" , optional = true }
2023-05-27 01:01:19 +03:00
object = "0.30"
memmap2 = "0.6.2"
2018-10-26 22:34:03 +03:00
2017-04-03 17:21:13 +03:00
[ dev-dependencies ]
2023-03-27 22:05:51 +03:00
assert_cmd = "2.0.10"
2018-02-01 18:35:56 +03:00
cc = "1.0"
2023-04-03 21:04:15 +03:00
chrono = "0.4.24"
2021-01-08 10:28:43 +03:00
itertools = "0.10"
2023-03-27 21:44:58 +03:00
predicates = "=3.0.2"
2022-12-05 14:19:02 +03:00
thirtyfour_sync = "0.27"
2023-04-03 21:03:41 +03:00
serial_test = "2.0"
2017-04-03 17:21:13 +03:00
2016-10-26 23:22:52 +03:00
[ target . 'cfg(unix)' . dependencies ]
2023-03-06 21:10:20 +03:00
daemonize = "0.5"
2016-10-26 23:22:52 +03:00
2022-12-15 16:11:15 +03:00
[ target . 'cfg(not(target_os = "freebsd"))' . dependencies . libmount ]
optional = true
version = "0.1.10"
2019-06-21 20:44:38 +03:00
[ target . 'cfg(windows)' . dependencies . winapi ]
version = "0.3"
features = [
"fileapi" ,
"handleapi" ,
2022-10-28 10:44:05 +03:00
"stringapiset" ,
2019-06-21 20:44:38 +03:00
"winnls" ,
]
2016-12-13 17:44:20 +03:00
[ features ]
2020-12-10 04:17:57 +03:00
default = [ "all" ]
2023-02-14 11:48:41 +03:00
all = [ "dist-client" , "redis" , "s3" , "memcached" , "gcs" , "azure" , "gha" , "webdav" ]
2022-12-20 10:13:45 +03:00
azure = [ "opendal" , "reqsign" ]
s3 = [ "opendal" , "reqsign" ]
2023-01-02 16:08:52 +03:00
gcs = [ "opendal" , "reqsign" , "url" , "reqwest/blocking" ]
2023-01-08 15:59:36 +03:00
gha = [ "opendal" ]
2023-02-14 11:48:41 +03:00
webdav = [ "opendal" ]
2023-01-14 04:43:01 +03:00
memcached = [ "opendal/services-memcached" ]
2020-12-11 03:54:09 +03:00
native-zlib = [ ]
2022-12-27 06:36:39 +03:00
redis = [ "url" , "opendal/services-redis" ]
2023-03-11 03:54:19 +03:00
# Enable features that will build a vendored version of openssl and
# statically linked with it, instead of linking against the system-wide openssl
# dynamically or statically.
2023-03-09 17:22:42 +03:00
vendored-openssl = [ "openssl?/vendored" ]
2016-12-13 17:44:20 +03:00
# Enable features that require unstable features of Nightly Rust.
unstable = [ ]
2018-07-31 01:06:14 +03:00
# Enables distributed support in the sccache client
2023-02-12 00:49:41 +03:00
dist-client = [ "flate2" , "hyper" , "reqwest" , "url" , "sha2" ]
2018-08-04 16:36:35 +03:00
# Enables the sccache-dist binary
2023-05-10 12:44:43 +03:00
dist-server = [ "jwt" , "flate2" , "libmount" , "nix" , "openssl" , "reqwest" , "rouille" , "syslog" , "version-compare" ]
2018-10-23 10:33:42 +03:00
# Enables dist tests with external requirements
2019-11-11 16:02:58 +03:00
dist-tests = [ "dist-client" , "dist-server" ]
2016-12-13 17:44:20 +03:00
2016-11-29 03:59:42 +03:00
[ workspace ]
2017-10-25 21:09:27 +03:00
exclude = [ "tests/test-crate" ]