]> git.proxmox.com Git - rustc.git/blob - src/ci/run.sh
New upstream version 1.71.1+dfsg1
[rustc.git] / src / ci / run.sh
1 #!/usr/bin/env bash
2
3 set -e
4
5 if [ -n "$CI_JOB_NAME" ]; then
6 echo "[CI_JOB_NAME=$CI_JOB_NAME]"
7 fi
8
9 if [ "$NO_CHANGE_USER" = "" ]; then
10 if [ "$LOCAL_USER_ID" != "" ]; then
11 useradd --shell /bin/bash -u $LOCAL_USER_ID -o -c "" -m user
12 export HOME=/home/user
13 unset LOCAL_USER_ID
14
15 # Ensure that runners are able to execute git commands in the worktree,
16 # overriding the typical git protections. In our docker container we're running
17 # as root, while the user owning the checkout is not root.
18 # This is only necessary when we change the user, otherwise we should
19 # already be running with the right user.
20 #
21 # For NO_CHANGE_USER done in the small number of Dockerfiles affected.
22 echo -e '[safe]\n\tdirectory = *' > /home/user/gitconfig
23
24 exec su --preserve-environment -c "env PATH=$PATH \"$0\"" user
25 fi
26 fi
27
28 # only enable core dump on Linux
29 if [ -f /proc/sys/kernel/core_pattern ]; then
30 ulimit -c unlimited
31 fi
32
33 # There was a bad interaction between "old" 32-bit binaries on current 64-bit
34 # kernels with selinux enabled, where ASLR mmap would sometimes choose a low
35 # address and then block it for being below `vm.mmap_min_addr` -> `EACCES`.
36 # This is probably a kernel bug, but setting `ulimit -Hs` works around it.
37 # See also `dist-i686-linux` where this setting is enabled.
38 if [ "$SET_HARD_RLIMIT_STACK" = "1" ]; then
39 rlimit_stack=$(ulimit -Ss)
40 if [ "$rlimit_stack" != "" ]; then
41 ulimit -Hs "$rlimit_stack"
42 fi
43 fi
44
45 ci_dir=`cd $(dirname $0) && pwd`
46 source "$ci_dir/shared.sh"
47
48 export CARGO_REGISTRIES_CRATES_IO_PROTOCOL=sparse
49
50 if ! isCI || isCiBranch auto || isCiBranch beta || isCiBranch try || isCiBranch try-perf; then
51 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set build.print-step-timings --enable-verbose-tests"
52 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set build.metrics"
53 HAS_METRICS=1
54 fi
55
56 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-sccache"
57 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --disable-manage-submodules"
58 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-locked-deps"
59 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-cargo-native-static"
60 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set rust.codegen-units-std=1"
61 # rust-lang/promote-release will recompress CI artifacts, and while we care
62 # about the per-commit artifact sizes, it's not as important that they're
63 # highly compressed as it is that the process is fast. Best compression
64 # generally implies single-threaded compression which results in wasting most
65 # of our CPU resources.
66 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set dist.compression-profile=balanced"
67
68 # When building for mingw, limit the number of parallel linker jobs during
69 # the LLVM build, as not to run out of memory.
70 # This is an attempt to fix the spurious build error tracked by
71 # https://github.com/rust-lang/rust/issues/108227.
72 if isWindows && [[ ${CUSTOM_MINGW-0} -eq 1 ]]; then
73 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set llvm.link-jobs=1"
74 fi
75
76 # Only produce xz tarballs on CI. gz tarballs will be generated by the release
77 # process by recompressing the existing xz ones. This decreases the storage
78 # space required for CI artifacts.
79 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --dist-compression-formats=xz"
80
81 if [ "$DIST_SRC" = "" ]; then
82 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --disable-dist-src"
83 fi
84
85 # Always set the release channel for bootstrap; this is normally not important (i.e., only dist
86 # builds would seem to matter) but in practice bootstrap wants to know whether we're targeting
87 # master, beta, or stable with a build to determine whether to run some checks (notably toolstate).
88 export RUST_RELEASE_CHANNEL=$(releaseChannel)
89 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --release-channel=$RUST_RELEASE_CHANNEL"
90
91 if [ "$DEPLOY$DEPLOY_ALT" = "1" ]; then
92 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-llvm-static-stdcpp"
93 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set rust.remap-debuginfo"
94 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --debuginfo-level-std=1"
95
96 if [ "$NO_LLVM_ASSERTIONS" = "1" ]; then
97 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --disable-llvm-assertions"
98 elif [ "$DEPLOY_ALT" != "" ]; then
99 if [ "$NO_PARALLEL_COMPILER" = "" ]; then
100 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set rust.parallel-compiler"
101 fi
102 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-llvm-assertions"
103 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set rust.verify-llvm-ir"
104 fi
105 else
106 # We almost always want debug assertions enabled, but sometimes this takes too
107 # long for too little benefit, so we just turn them off.
108 if [ "$NO_DEBUG_ASSERTIONS" = "" ]; then
109 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-debug-assertions"
110 fi
111
112 # Same for overflow checks
113 if [ "$NO_OVERFLOW_CHECKS" = "" ]; then
114 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-overflow-checks"
115 fi
116
117 # In general we always want to run tests with LLVM assertions enabled, but not
118 # all platforms currently support that, so we have an option to disable.
119 if [ "$NO_LLVM_ASSERTIONS" = "" ]; then
120 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-llvm-assertions"
121 fi
122
123 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set rust.verify-llvm-ir"
124
125 # We enable this for non-dist builders, since those aren't trying to produce
126 # fresh binaries. We currently don't entirely support distributing a fresh
127 # copy of the compiler (including llvm tools, etc.) if we haven't actually
128 # built LLVM, since not everything necessary is copied into the
129 # local-usage-only LLVM artifacts. If that changes, this could maybe be made
130 # true for all builds. In practice it's probably a good idea to keep building
131 # LLVM continuously on at least some builders to ensure it works, though.
132 # (And PGO is its own can of worms).
133 if [ "$NO_DOWNLOAD_CI_LLVM" = "" ]; then
134 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set llvm.download-ci-llvm=if-available"
135 else
136 # When building for CI we want to use the static C++ Standard library
137 # included with LLVM, since a dynamic libstdcpp may not be available.
138 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set llvm.static-libstdcpp"
139 fi
140 fi
141
142 if [ "$RUST_RELEASE_CHANNEL" = "nightly" ] || [ "$DIST_REQUIRE_ALL_TOOLS" = "" ]; then
143 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-missing-tools"
144 fi
145
146 # Unless we're using an older version of LLVM, check that all LLVM components
147 # used by tests are available.
148 if [ "$IS_NOT_LATEST_LLVM" = "" ]; then
149 export COMPILETEST_NEEDS_ALL_LLVM_COMPONENTS=1
150 fi
151
152 # Print the date from the local machine and the date from an external source to
153 # check for clock drifts. An HTTP URL is used instead of HTTPS since on Azure
154 # Pipelines it happened that the certificates were marked as expired.
155 datecheck() {
156 echo "== clock drift check =="
157 echo -n " local time: "
158 date
159 echo -n " network time: "
160 curl -fs --head http://ci-caches.rust-lang.org | grep ^Date: \
161 | sed 's/Date: //g' || true
162 echo "== end clock drift check =="
163 }
164 datecheck
165 trap datecheck EXIT
166
167 # We've had problems in the past of shell scripts leaking fds into the sccache
168 # server (#48192) which causes Cargo to erroneously think that a build script
169 # hasn't finished yet. Try to solve that problem by starting a very long-lived
170 # sccache server at the start of the build, but no need to worry if this fails.
171 SCCACHE_IDLE_TIMEOUT=10800 sccache --start-server || true
172
173 $SRC/configure $RUST_CONFIGURE_ARGS
174
175 retry make prepare
176
177 # Display the CPU and memory information. This helps us know why the CI timing
178 # is fluctuating.
179 if isMacOS; then
180 system_profiler SPHardwareDataType || true
181 sysctl hw || true
182 ncpus=$(sysctl -n hw.ncpu)
183 else
184 cat /proc/cpuinfo || true
185 cat /proc/meminfo || true
186 ncpus=$(grep processor /proc/cpuinfo | wc -l)
187 fi
188
189 if [ ! -z "$SCRIPT" ]; then
190 sh -x -c "$SCRIPT"
191 else
192 do_make() {
193 echo "make -j $ncpus $1"
194 make -j $ncpus $1
195 local retval=$?
196 return $retval
197 }
198
199 do_make "$RUST_CHECK_TARGET"
200 fi
201
202 if [ "$RUN_CHECK_WITH_PARALLEL_QUERIES" != "" ]; then
203 rm -f config.toml
204 $SRC/configure --set rust.parallel-compiler
205
206 # Save the build metrics before we wipe the directory
207 if [ "$HAS_METRICS" = 1 ]; then
208 mv build/metrics.json .
209 fi
210 rm -rf build
211 if [ "$HAS_METRICS" = 1 ]; then
212 mkdir build
213 mv metrics.json build
214 fi
215
216 CARGO_INCREMENTAL=0 ../x check
217 fi
218
219 sccache --show-stats || true