[rustc.git] / compiler / rustc_codegen_gcc / test.sh

#!/usr/bin/env bash

# TODO(antoyo): rewrite to cargo-make (or just) or something like that to only rebuild the sysroot when needed?

set -e

if [ -f ./gcc_path ]; then
    export GCC_PATH=$(cat gcc_path)
else
    echo 'Please put the path to your custom build of libgccjit in the file `gcc_path`, see Readme.md for details'
    exit 1
fi

export LD_LIBRARY_PATH="$GCC_PATH"
export LIBRARY_PATH="$GCC_PATH"

flags=
gcc_master_branch=1
channel="debug"
func=all
build_only=0

while [[ $# -gt 0 ]]; do
    case $1 in
        --release)
            codegen_channel=release
            shift
            ;;
        --release-sysroot)
            sysroot_channel=release
            shift
            ;;
        --no-default-features)
            gcc_master_branch=0
            flags="$flags --no-default-features"
            shift
            ;;
        --features)
            shift
            flags="$flags --features $1"
            shift
            ;;
        --release)
            channel="release"
            shift
            ;;
        "--test-rustc")
            func=test_rustc
            shift
            ;;

        "--test-libcore")
            func=test_libcore
            shift
            ;;

        "--clean-ui-tests")
            func=clean_ui_tests
            shift
            ;;

        "--std-tests")
            func=std_tests
            shift
            ;;

        "--extended-tests")
            func=extended_sysroot_tests
            shift
            ;;

        "--build-sysroot")
            func=build_sysroot
            shift
            ;;
        "--build")
            build_only=1
            shift
            ;;
        *)
            echo "Unknown option $1"
            exit 1
            ;;
    esac
done

if [[ $channel == "release" ]]; then
    export CHANNEL='release'
    CARGO_INCREMENTAL=1 cargo rustc --release $flags
    shift
else
    echo $LD_LIBRARY_PATH
    export CHANNEL='debug'
    cargo rustc $flags
fi

if (( $build_only == 1 )); then
    exit
fi

source config.sh

function clean() {
    rm -r target/out || true
    mkdir -p target/out/gccjit
}

function mini_tests() {
    echo "[BUILD] mini_core"
    $RUSTC example/mini_core.rs --crate-name mini_core --crate-type lib,dylib --target $TARGET_TRIPLE

    echo "[BUILD] example"
    $RUSTC example/example.rs --crate-type lib --target $TARGET_TRIPLE

    echo "[AOT] mini_core_hello_world"
    $RUSTC example/mini_core_hello_world.rs --crate-name mini_core_hello_world --crate-type bin -g --target $TARGET_TRIPLE
    $RUN_WRAPPER ./target/out/mini_core_hello_world abc bcd
}

function build_sysroot() {
    echo "[BUILD] sysroot"
    time ./build_sysroot/build_sysroot.sh
}

function std_tests() {
    echo "[AOT] arbitrary_self_types_pointers_and_wrappers"
    $RUSTC example/arbitrary_self_types_pointers_and_wrappers.rs --crate-name arbitrary_self_types_pointers_and_wrappers --crate-type bin --target $TARGET_TRIPLE
    $RUN_WRAPPER ./target/out/arbitrary_self_types_pointers_and_wrappers

    echo "[AOT] alloc_system"
    $RUSTC example/alloc_system.rs --crate-type lib --target "$TARGET_TRIPLE"

    echo "[AOT] alloc_example"
    $RUSTC example/alloc_example.rs --crate-type bin --target $TARGET_TRIPLE
    $RUN_WRAPPER ./target/out/alloc_example

    echo "[AOT] dst_field_align"
    # FIXME(antoyo): Re-add -Zmir-opt-level=2 once rust-lang/rust#67529 is fixed.
    $RUSTC example/dst-field-align.rs --crate-name dst_field_align --crate-type bin --target $TARGET_TRIPLE
    $RUN_WRAPPER ./target/out/dst_field_align || (echo $?; false)

    echo "[AOT] std_example"
    std_flags="--cfg feature=\"master\""
    if (( $gcc_master_branch == 0 )); then
        std_flags=""
    fi
    $RUSTC example/std_example.rs --crate-type bin --target $TARGET_TRIPLE $std_flags
    $RUN_WRAPPER ./target/out/std_example --target $TARGET_TRIPLE

    echo "[AOT] subslice-patterns-const-eval"
    $RUSTC example/subslice-patterns-const-eval.rs --crate-type bin -Cpanic=abort --target $TARGET_TRIPLE
    $RUN_WRAPPER ./target/out/subslice-patterns-const-eval

    echo "[AOT] track-caller-attribute"
    $RUSTC example/track-caller-attribute.rs --crate-type bin -Cpanic=abort --target $TARGET_TRIPLE
    $RUN_WRAPPER ./target/out/track-caller-attribute

    echo "[BUILD] mod_bench"
    $RUSTC example/mod_bench.rs --crate-type bin --target $TARGET_TRIPLE
}

# FIXME(antoyo): linker gives multiple definitions error on Linux
#echo "[BUILD] sysroot in release mode"
#./build_sysroot/build_sysroot.sh --release

function test_libcore() {
    pushd build_sysroot/sysroot_src/library/core/tests
    echo "[TEST] libcore"
    rm -r ./target || true
    ../../../../../cargo.sh test
    popd
}

#echo
#echo "[BENCH COMPILE] mod_bench"

#COMPILE_MOD_BENCH_INLINE="$RUSTC example/mod_bench.rs --crate-type bin -Zmir-opt-level=3 -O --crate-name mod_bench_inline"
#COMPILE_MOD_BENCH_LLVM_0="rustc example/mod_bench.rs --crate-type bin -Copt-level=0 -o target/out/mod_bench_llvm_0 -Cpanic=abort"
#COMPILE_MOD_BENCH_LLVM_1="rustc example/mod_bench.rs --crate-type bin -Copt-level=1 -o target/out/mod_bench_llvm_1 -Cpanic=abort"
#COMPILE_MOD_BENCH_LLVM_2="rustc example/mod_bench.rs --crate-type bin -Copt-level=2 -o target/out/mod_bench_llvm_2 -Cpanic=abort"
#COMPILE_MOD_BENCH_LLVM_3="rustc example/mod_bench.rs --crate-type bin -Copt-level=3 -o target/out/mod_bench_llvm_3 -Cpanic=abort"

## Use 100 runs, because a single compilations doesn't take more than ~150ms, so it isn't very slow
#hyperfine --runs ${COMPILE_RUNS:-100} "$COMPILE_MOD_BENCH_INLINE" "$COMPILE_MOD_BENCH_LLVM_0" "$COMPILE_MOD_BENCH_LLVM_1" "$COMPILE_MOD_BENCH_LLVM_2" "$COMPILE_MOD_BENCH_LLVM_3"

#echo
#echo "[BENCH RUN] mod_bench"
#hyperfine --runs ${RUN_RUNS:-10} ./target/out/mod_bench{,_inline} ./target/out/mod_bench_llvm_*

function extended_sysroot_tests() {
    if (( $gcc_master_branch == 0 )); then
        return
    fi

    pushd rand
    cargo clean
    echo "[TEST] rust-random/rand"
    ../cargo.sh test --workspace
    popd

    #pushd simple-raytracer
    #echo "[BENCH COMPILE] ebobby/simple-raytracer"
    #hyperfine --runs "${RUN_RUNS:-10}" --warmup 1 --prepare "cargo clean" \
    #"RUSTC=rustc RUSTFLAGS='' cargo build" \
    #"../cargo.sh build"

    #echo "[BENCH RUN] ebobby/simple-raytracer"
    #cp ./target/debug/main ./raytracer_cg_gcc
    #hyperfine --runs "${RUN_RUNS:-10}" ./raytracer_cg_llvm ./raytracer_cg_gcc
    #popd

    pushd regex
    echo "[TEST] rust-lang/regex example shootout-regex-dna"
    cargo clean
    export CG_RUSTFLAGS="--cap-lints warn" # newer aho_corasick versions throw a deprecation warning
    # Make sure `[codegen mono items] start` doesn't poison the diff
    ../cargo.sh build --example shootout-regex-dna
    cat examples/regexdna-input.txt \
        | ../cargo.sh run --example shootout-regex-dna \
        | grep -v "Spawned thread" > res.txt
    diff -u res.txt examples/regexdna-output.txt

    echo "[TEST] rust-lang/regex tests"
    ../cargo.sh test --tests -- --exclude-should-panic --test-threads 1 -Zunstable-options -q
    popd
}

function test_rustc() {
    echo
    echo "[TEST] rust-lang/rust"

    rust_toolchain=$(cat rust-toolchain | grep channel | sed 's/channel = "\(.*\)"/\1/')

    git clone https://github.com/rust-lang/rust.git || true
    cd rust
    git fetch
    git checkout $(rustc -V | cut -d' ' -f3 | tr -d '(')
    export RUSTFLAGS=

    git apply ../rustc_patches/compile_test.patch || true

    rm config.toml || true

    cat > config.toml <<EOF
[rust]
codegen-backends = []
deny-warnings = false

[build]
cargo = "$(which cargo)"
local-rebuild = true
rustc = "$HOME/.rustup/toolchains/$rust_toolchain-$TARGET_TRIPLE/bin/rustc"
EOF

    rustc -V | cut -d' ' -f3 | tr -d '('
    git checkout $(rustc -V | cut -d' ' -f3 | tr -d '(') tests

    for test in $(rg -i --files-with-matches "//(\[\w+\])?~|// error-pattern:|// build-fail|// run-fail|-Cllvm-args" tests/ui); do
      rm $test
    done

    git checkout -- tests/ui/issues/auxiliary/issue-3136-a.rs # contains //~ERROR, but shouldn't be removed

    rm -r tests/ui/{abi*,extern/,panic-runtime/,panics/,unsized-locals/,proc-macro/,threads-sendsync/,thinlto/,borrowck/,test*,*lto*.rs} || true
    for test in $(rg --files-with-matches "catch_unwind|should_panic|thread|lto" tests/ui); do
      rm $test
    done
    git checkout tests/ui/type-alias-impl-trait/auxiliary/cross_crate_ice.rs
    git checkout tests/ui/type-alias-impl-trait/auxiliary/cross_crate_ice2.rs

    RUSTC_ARGS="-Zpanic-abort-tests -Csymbol-mangling-version=v0 -Zcodegen-backend="$(pwd)"/../target/"$CHANNEL"/librustc_codegen_gcc."$dylib_ext" --sysroot "$(pwd)"/../build_sysroot/sysroot -Cpanic=abort"

    echo "[TEST] rustc test suite"
    COMPILETEST_FORCE_STAGE0=1 ./x.py test --run always --stage 0 tests/ui/ --rustc-args "$RUSTC_ARGS"
}

function clean_ui_tests() {
    find rust/build/x86_64-unknown-linux-gnu/test/ui/ -name stamp -exec rm -rf {} \;
}

function all() {
    clean
    mini_tests
    build_sysroot
    std_tests
    test_libcore
    extended_sysroot_tests
    test_rustc
}

$func
Commit	Line	Data
923072b8	1	#!/usr/bin/env bash
c295e0f8 XL	2
	3	# TODO(antoyo): rewrite to cargo-make (or just) or something like that to only rebuild the sysroot when needed?
	4
	5	set -e
	6
5e7ed085	7	if [ -f ./gcc_path ]; then
c295e0f8 XL	8	export GCC_PATH=$(cat gcc_path)
	9	else
	10	echo 'Please put the path to your custom build of libgccjit in the file `gcc_path`, see Readme.md for details'
	11	exit 1
	12	fi
	13
	14	export LD_LIBRARY_PATH="$GCC_PATH"
	15	export LIBRARY_PATH="$GCC_PATH"
	16
923072b8 FG	17	flags=
	18	gcc_master_branch=1
	19	channel="debug"
	20	func=all
	21	build_only=0
	22
	23	while [[ $# -gt 0 ]]; do
	24	case $1 in
	25	--release)
	26	codegen_channel=release
	27	shift
	28	;;
	29	--release-sysroot)
	30	sysroot_channel=release
	31	shift
	32	;;
	33	--no-default-features)
	34	gcc_master_branch=0
	35	flags="$flags --no-default-features"
	36	shift
	37	;;
	38	--features)
	39	shift
	40	flags="$flags --features $1"
	41	shift
	42	;;
	43	--release)
	44	channel="release"
	45	shift
	46	;;
	47	"--test-rustc")
	48	func=test_rustc
	49	shift
	50	;;
	51
	52	"--test-libcore")
	53	func=test_libcore
	54	shift
	55	;;
	56
	57	"--clean-ui-tests")
	58	func=clean_ui_tests
	59	shift
	60	;;
	61
	62	"--std-tests")
	63	func=std_tests
	64	shift
	65	;;
	66
	67	"--extended-tests")
	68	func=extended_sysroot_tests
	69	shift
	70	;;
	71
	72	"--build-sysroot")
	73	func=build_sysroot
	74	shift
	75	;;
	76	"--build")
	77	build_only=1
	78	shift
	79	;;
	80	*)
81	echo "Unknown option $1"
82	exit 1
83	;;
84	esac
85	done
86
87	if [[ $channel == "release" ]]; then
c295e0f8	88	export CHANNEL='release'
923072b8	89	CARGO_INCREMENTAL=1 cargo rustc --release $flags
c295e0f8 XL	90	shift
	91	else
	92	echo $LD_LIBRARY_PATH
	93	export CHANNEL='debug'
923072b8	94	cargo rustc $flags
5e7ed085 FG	95	fi
5e7ed085 FG	96
923072b8	97	if (( $build_only == 1 )); then
5e7ed085	98	exit
c295e0f8 XL	99	fi
	100
	101	source config.sh
	102
	103	function clean() {
	104	rm -r target/out \|\| true
	105	mkdir -p target/out/gccjit
	106	}
	107
	108	function mini_tests() {
	109	echo "[BUILD] mini_core"
	110	$RUSTC example/mini_core.rs --crate-name mini_core --crate-type lib,dylib --target $TARGET_TRIPLE
	111
	112	echo "[BUILD] example"
	113	$RUSTC example/example.rs --crate-type lib --target $TARGET_TRIPLE
	114
	115	echo "[AOT] mini_core_hello_world"
	116	$RUSTC example/mini_core_hello_world.rs --crate-name mini_core_hello_world --crate-type bin -g --target $TARGET_TRIPLE
	117	$RUN_WRAPPER ./target/out/mini_core_hello_world abc bcd
	118	}
	119
	120	function build_sysroot() {
	121	echo "[BUILD] sysroot"
	122	time ./build_sysroot/build_sysroot.sh
	123	}
	124
	125	function std_tests() {
	126	echo "[AOT] arbitrary_self_types_pointers_and_wrappers"
	127	$RUSTC example/arbitrary_self_types_pointers_and_wrappers.rs --crate-name arbitrary_self_types_pointers_and_wrappers --crate-type bin --target $TARGET_TRIPLE
	128	$RUN_WRAPPER ./target/out/arbitrary_self_types_pointers_and_wrappers
	129
	130	echo "[AOT] alloc_system"
	131	$RUSTC example/alloc_system.rs --crate-type lib --target "$TARGET_TRIPLE"
	132
	133	echo "[AOT] alloc_example"
	134	$RUSTC example/alloc_example.rs --crate-type bin --target $TARGET_TRIPLE
	135	$RUN_WRAPPER ./target/out/alloc_example
	136
	137	echo "[AOT] dst_field_align"
	138	# FIXME(antoyo): Re-add -Zmir-opt-level=2 once rust-lang/rust#67529 is fixed.
	139	$RUSTC example/dst-field-align.rs --crate-name dst_field_align --crate-type bin --target $TARGET_TRIPLE
	140	$RUN_WRAPPER ./target/out/dst_field_align \|\| (echo $?; false)
	141
	142	echo "[AOT] std_example"
923072b8 FG	143	std_flags="--cfg feature=\"master\""
	144	if (( $gcc_master_branch == 0 )); then
	145	std_flags=""
	146	fi
	147	$RUSTC example/std_example.rs --crate-type bin --target $TARGET_TRIPLE $std_flags
c295e0f8 XL	148	$RUN_WRAPPER ./target/out/std_example --target $TARGET_TRIPLE
	149
	150	echo "[AOT] subslice-patterns-const-eval"
	151	$RUSTC example/subslice-patterns-const-eval.rs --crate-type bin -Cpanic=abort --target $TARGET_TRIPLE
	152	$RUN_WRAPPER ./target/out/subslice-patterns-const-eval
	153
	154	echo "[AOT] track-caller-attribute"
	155	$RUSTC example/track-caller-attribute.rs --crate-type bin -Cpanic=abort --target $TARGET_TRIPLE
	156	$RUN_WRAPPER ./target/out/track-caller-attribute
	157
	158	echo "[BUILD] mod_bench"
	159	$RUSTC example/mod_bench.rs --crate-type bin --target $TARGET_TRIPLE
	160	}
	161
	162	# FIXME(antoyo): linker gives multiple definitions error on Linux
	163	#echo "[BUILD] sysroot in release mode"
	164	#./build_sysroot/build_sysroot.sh --release
	165
c295e0f8 XL	166	function test_libcore() {
	167	pushd build_sysroot/sysroot_src/library/core/tests
	168	echo "[TEST] libcore"
	169	rm -r ./target \|\| true
	170	../../../../../cargo.sh test
	171	popd
	172	}
	173
c295e0f8 XL	174	#echo
	175	#echo "[BENCH COMPILE] mod_bench"
	176
	177	#COMPILE_MOD_BENCH_INLINE="$RUSTC example/mod_bench.rs --crate-type bin -Zmir-opt-level=3 -O --crate-name mod_bench_inline"
	178	#COMPILE_MOD_BENCH_LLVM_0="rustc example/mod_bench.rs --crate-type bin -Copt-level=0 -o target/out/mod_bench_llvm_0 -Cpanic=abort"
	179	#COMPILE_MOD_BENCH_LLVM_1="rustc example/mod_bench.rs --crate-type bin -Copt-level=1 -o target/out/mod_bench_llvm_1 -Cpanic=abort"
	180	#COMPILE_MOD_BENCH_LLVM_2="rustc example/mod_bench.rs --crate-type bin -Copt-level=2 -o target/out/mod_bench_llvm_2 -Cpanic=abort"
	181	#COMPILE_MOD_BENCH_LLVM_3="rustc example/mod_bench.rs --crate-type bin -Copt-level=3 -o target/out/mod_bench_llvm_3 -Cpanic=abort"
	182
	183	## Use 100 runs, because a single compilations doesn't take more than ~150ms, so it isn't very slow
	184	#hyperfine --runs ${COMPILE_RUNS:-100} "$COMPILE_MOD_BENCH_INLINE" "$COMPILE_MOD_BENCH_LLVM_0" "$COMPILE_MOD_BENCH_LLVM_1" "$COMPILE_MOD_BENCH_LLVM_2" "$COMPILE_MOD_BENCH_LLVM_3"
	185
	186	#echo
	187	#echo "[BENCH RUN] mod_bench"
	188	#hyperfine --runs ${RUN_RUNS:-10} ./target/out/mod_bench{,_inline} ./target/out/mod_bench_llvm_*
	189
923072b8 FG	190	function extended_sysroot_tests() {
	191	if (( $gcc_master_branch == 0 )); then
	192	return
	193	fi
	194
	195	pushd rand
	196	cargo clean
	197	echo "[TEST] rust-random/rand"
	198	../cargo.sh test --workspace
	199	popd
	200
	201	#pushd simple-raytracer
	202	#echo "[BENCH COMPILE] ebobby/simple-raytracer"
	203	#hyperfine --runs "${RUN_RUNS:-10}" --warmup 1 --prepare "cargo clean" \
	204	#"RUSTC=rustc RUSTFLAGS='' cargo build" \
	205	#"../cargo.sh build"
	206
	207	#echo "[BENCH RUN] ebobby/simple-raytracer"
	208	#cp ./target/debug/main ./raytracer_cg_gcc
	209	#hyperfine --runs "${RUN_RUNS:-10}" ./raytracer_cg_llvm ./raytracer_cg_gcc
	210	#popd
	211
	212	pushd regex
	213	echo "[TEST] rust-lang/regex example shootout-regex-dna"
	214	cargo clean
	215	export CG_RUSTFLAGS="--cap-lints warn" # newer aho_corasick versions throw a deprecation warning
	216	# Make sure `[codegen mono items] start` doesn't poison the diff
	217	../cargo.sh build --example shootout-regex-dna
	218	cat examples/regexdna-input.txt \
	219	\| ../cargo.sh run --example shootout-regex-dna \
	220	\| grep -v "Spawned thread" > res.txt
	221	diff -u res.txt examples/regexdna-output.txt
	222
	223	echo "[TEST] rust-lang/regex tests"
	224	../cargo.sh test --tests -- --exclude-should-panic --test-threads 1 -Zunstable-options -q
	225	popd
	226	}
	227
c295e0f8 XL	228	function test_rustc() {
	229	echo
	230	echo "[TEST] rust-lang/rust"
	231
5e7ed085	232	rust_toolchain=$(cat rust-toolchain \| grep channel \| sed 's/channel = "\(.*\)"/\1/')
c295e0f8 XL	233
	234	git clone https://github.com/rust-lang/rust.git \|\| true
	235	cd rust
	236	git fetch
	237	git checkout $(rustc -V \| cut -d' ' -f3 \| tr -d '(')
	238	export RUSTFLAGS=
	239
923072b8	240	git apply ../rustc_patches/compile_test.patch \|\| true
5e7ed085	241
c295e0f8 XL	242	rm config.toml \|\| true
	243
	244	cat > config.toml <<EOF
	245	[rust]
	246	codegen-backends = []
	247	deny-warnings = false
	248
	249	[build]
	250	cargo = "$(which cargo)"
	251	local-rebuild = true
	252	rustc = "$HOME/.rustup/toolchains/$rust_toolchain-$TARGET_TRIPLE/bin/rustc"
	253	EOF
	254
	255	rustc -V \| cut -d' ' -f3 \| tr -d '('
9c376795	256	git checkout $(rustc -V \| cut -d' ' -f3 \| tr -d '(') tests
c295e0f8	257
9c376795	258	for test in $(rg -i --files-with-matches "//(\[\w+\])?~\|// error-pattern:\|// build-fail\|// run-fail\|-Cllvm-args" tests/ui); do
c295e0f8 XL	259	rm $test
	260	done
	261
9c376795	262	git checkout -- tests/ui/issues/auxiliary/issue-3136-a.rs # contains //~ERROR, but shouldn't be removed
c295e0f8	263
9c376795 FG	264	rm -r tests/ui/{abi,extern/,panic-runtime/,panics/,unsized-locals/,proc-macro/,threads-sendsync/,thinlto/,borrowck/,test,lto.rs} \|\| true
9c376795 FG	265	for test in $(rg --files-with-matches "catch_unwind\|should_panic\|thread\|lto" tests/ui); do
c295e0f8 XL	266	rm $test
c295e0f8 XL	267	done
9c376795 FG	268	git checkout tests/ui/type-alias-impl-trait/auxiliary/cross_crate_ice.rs
9c376795 FG	269	git checkout tests/ui/type-alias-impl-trait/auxiliary/cross_crate_ice2.rs
c295e0f8	270
a2a8927a	271	RUSTC_ARGS="-Zpanic-abort-tests -Csymbol-mangling-version=v0 -Zcodegen-backend="$(pwd)"/../target/"$CHANNEL"/librustc_codegen_gcc."$dylib_ext" --sysroot "$(pwd)"/../build_sysroot/sysroot -Cpanic=abort"
c295e0f8 XL	272
c295e0f8 XL	273	echo "[TEST] rustc test suite"
9c376795	274	COMPILETEST_FORCE_STAGE0=1 ./x.py test --run always --stage 0 tests/ui/ --rustc-args "$RUSTC_ARGS"
c295e0f8 XL	275	}
	276
	277	function clean_ui_tests() {
	278	find rust/build/x86_64-unknown-linux-gnu/test/ui/ -name stamp -exec rm -rf {} \;
	279	}
	280
923072b8 FG	281	function all() {
	282	clean
	283	mini_tests
	284	build_sysroot
	285	std_tests
	286	test_libcore
	287	extended_sysroot_tests
	288	test_rustc
	289	}
	290
	291	$func