src/ci/run.sh

   1 #!/usr/bin/env bash
   2 # Copyright 2016 The Rust Project Developers. See the COPYRIGHT
   3 # file at the top-level directory of this distribution and at
   4 # http://rust-lang.org/COPYRIGHT.
   5 #
   6 # Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
   7 # http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
   8 # <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
   9 # option. This file may not be copied, modified, or distributed
  10 # except according to those terms.
  11
  12 set -e
  13
  14 if [ -n "$CI_JOB_NAME" ]; then
  15   echo "[CI_JOB_NAME=$CI_JOB_NAME]"
  16 fi
  17
  18 if [ "$NO_CHANGE_USER" = "" ]; then
  19   if [ "$LOCAL_USER_ID" != "" ]; then
  20     useradd --shell /bin/bash -u $LOCAL_USER_ID -o -c "" -m user
  21     export HOME=/home/user
  22     unset LOCAL_USER_ID
  23     exec su --preserve-environment -c "env PATH=$PATH \"$0\"" user
  24   fi
  25 fi
  26
  27 # only enable core dump on Linux
  28 if [ -f /proc/sys/kernel/core_pattern ]; then
  29   ulimit -c unlimited
  30 fi
  31
  32 ci_dir=`cd $(dirname $0) && pwd`
  33 source "$ci_dir/shared.sh"
  34
  35 if [ "$TRAVIS" != "true" ] || [ "$TRAVIS_BRANCH" == "auto" ]; then
  36     RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set build.print-step-timings --enable-verbose-tests"
  37 fi
  38
  39 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-sccache"
  40 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --disable-manage-submodules"
  41 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-locked-deps"
  42 RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-cargo-native-static"
  43
  44 if [ "$DIST_SRC" = "" ]; then
  45   RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --disable-dist-src"
  46 fi
  47
  48 # If we're deploying artifacts then we set the release channel, otherwise if
  49 # we're not deploying then we want to be sure to enable all assertions because
  50 # we'll be running tests
  51 #
  52 # FIXME: need a scheme for changing this `nightly` value to `beta` and `stable`
  53 #        either automatically or manually.
  54 export RUST_RELEASE_CHANNEL=beta
  55 if [ "$DEPLOY$DEPLOY_ALT" != "" ]; then
  56   RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --release-channel=$RUST_RELEASE_CHANNEL"
  57   RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-llvm-static-stdcpp"
  58   RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set rust.remap-debuginfo"
  59
  60   if [ "$NO_LLVM_ASSERTIONS" = "1" ]; then
  61     RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --disable-llvm-assertions"
  62   elif [ "$DEPLOY_ALT" != "" ]; then
  63     RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-llvm-assertions"
  64     RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set rust.verify-llvm-ir"
  65   fi
  66 else
  67   # We almost always want debug assertions enabled, but sometimes this takes too
  68   # long for too little benefit, so we just turn them off.
  69   if [ "$NO_DEBUG_ASSERTIONS" = "" ]; then
  70     RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-debug-assertions"
  71   fi
  72
  73   # In general we always want to run tests with LLVM assertions enabled, but not
  74   # all platforms currently support that, so we have an option to disable.
  75   if [ "$NO_LLVM_ASSERTIONS" = "" ]; then
  76     RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-llvm-assertions"
  77   fi
  78
  79   RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --set rust.verify-llvm-ir"
  80 fi
  81
  82 if [ "$RUST_RELEASE_CHANNEL" = "nightly" ] || [ "$DIST_REQUIRE_ALL_TOOLS" = "" ]; then
  83     RUST_CONFIGURE_ARGS="$RUST_CONFIGURE_ARGS --enable-missing-tools"
  84 fi
  85
  86 # We've had problems in the past of shell scripts leaking fds into the sccache
  87 # server (#48192) which causes Cargo to erroneously think that a build script
  88 # hasn't finished yet. Try to solve that problem by starting a very long-lived
  89 # sccache server at the start of the build, but no need to worry if this fails.
  90 SCCACHE_IDLE_TIMEOUT=10800 sccache --start-server || true
  91
  92 if [ "$RUN_CHECK_WITH_PARALLEL_QUERIES" != "" ]; then
  93   $SRC/configure --enable-experimental-parallel-queries
  94   CARGO_INCREMENTAL=0 python2.7 ../x.py check
  95   rm -f config.toml
  96   rm -rf build
  97 fi
  98
  99 travis_fold start configure
 100 travis_time_start
 101 $SRC/configure $RUST_CONFIGURE_ARGS
 102 travis_fold end configure
 103 travis_time_finish
 104
 105 travis_fold start make-prepare
 106 travis_time_start
 107 retry make prepare
 108 travis_fold end make-prepare
 109 travis_time_finish
 110
 111 travis_fold start check-bootstrap
 112 travis_time_start
 113 make check-bootstrap
 114 travis_fold end check-bootstrap
 115 travis_time_finish
 116
 117 # Display the CPU and memory information. This helps us know why the CI timing
 118 # is fluctuating.
 119 travis_fold start log-system-info
 120 if [ "$TRAVIS_OS_NAME" = "osx" ]; then
 121     system_profiler SPHardwareDataType || true
 122     sysctl hw || true
 123     ncpus=$(sysctl -n hw.ncpu)
 124 else
 125     cat /proc/cpuinfo || true
 126     cat /proc/meminfo || true
 127     ncpus=$(grep processor /proc/cpuinfo | wc -l)
 128 fi
 129 travis_fold end log-system-info
 130
 131 if [ ! -z "$SCRIPT" ]; then
 132   sh -x -c "$SCRIPT"
 133 else
 134   do_make() {
 135     travis_fold start "make-$1"
 136     travis_time_start
 137     echo "make -j $ncpus $1"
 138     make -j $ncpus $1
 139     local retval=$?
 140     travis_fold end "make-$1"
 141     travis_time_finish
 142     return $retval
 143   }
 144
 145   do_make tidy
 146   do_make all
 147   do_make "$RUST_CHECK_TARGET"
 148 fi