2020-07-01 21:56:42 +08:00
# Currently we have two build stages after our containers are built:
# - build (for traditional build and test or first stage build)
# - test (for test stages, using build artefacts from a build stage)
2020-07-01 21:56:32 +08:00
stages :
- containers
2020-07-01 21:56:33 +08:00
- containers-layer2
2020-07-01 21:56:32 +08:00
- build
2020-07-01 21:56:42 +08:00
- test
2020-07-01 21:56:32 +08:00
2020-07-01 21:56:47 +08:00
# We assume GitLab has it's own caching set up for RPM/APT repositories so we
# just take care of avocado assets here.
cache :
paths :
- $HOME/avocado/data/cache
2020-01-03 19:26:25 +08:00
include :
2020-05-20 15:45:58 +08:00
- local : '/.gitlab-ci.d/edk2.yml'
- local : '/.gitlab-ci.d/opensbi.yml'
2020-07-01 21:56:33 +08:00
- local : '/.gitlab-ci.d/containers.yml'
2020-07-31 14:38:23 +08:00
- local : '/.gitlab-ci.d/crossbuilds.yml'
2020-01-03 19:26:25 +08:00
2020-07-01 21:56:34 +08:00
.native_build_job_template : &native_build_job_definition
stage : build
image : $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
before_script :
- JOBS=$(expr $(nproc) + 1)
script :
- mkdir build
- cd build
- if test -n "$TARGETS";
then
../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
else
../configure --enable-werror $CONFIGURE_ARGS ;
2020-10-16 17:49:28 +08:00
fi || { cat config.log meson-logs/meson-log.txt && exit 1; }
2020-07-01 21:56:34 +08:00
- make -j"$JOBS"
2020-07-01 21:56:42 +08:00
- if test -n "$MAKE_CHECK_ARGS";
then
2020-07-01 21:56:51 +08:00
make -j"$JOBS" $MAKE_CHECK_ARGS ;
2020-07-01 21:56:42 +08:00
fi
.native_test_job_template : &native_test_job_definition
stage : test
image : $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
script :
- cd build
- find . -type f -exec touch {} +
- make $MAKE_CHECK_ARGS
2020-07-30 16:35:48 +08:00
.acceptance_template : &acceptance_definition
cache :
key : "${CI_JOB_NAME}-cache"
paths :
- ${CI_PROJECT_DIR}/avocado-cache
policy : pull-push
2020-10-10 04:55:13 +08:00
artifacts :
paths :
- build/tests/results/latest/results.xml
reports :
junit : build/tests/results/latest/results.xml
2020-07-30 16:35:48 +08:00
before_script :
- mkdir -p ~/.config/avocado
- echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
- echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
>> ~/.config/avocado/avocado.conf
- if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
du -chs ${CI_PROJECT_DIR}/avocado-cache ;
fi
2020-08-05 23:18:00 +08:00
- export AVOCADO_ALLOW_UNTRUSTED_CODE=1
2020-07-01 21:56:42 +08:00
after_script :
- cd build
2020-10-10 04:55:12 +08:00
- python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP", "CANCEL")]' | xargs cat
2020-07-30 16:35:48 +08:00
- du -chs ${CI_PROJECT_DIR}/avocado-cache
2019-02-13 19:54:41 +08:00
2020-07-14 23:35:45 +08:00
build-system-ubuntu :
2020-07-01 21:56:34 +08:00
<< : *native_build_job_definition
variables :
IMAGE : ubuntu2004
2020-07-14 23:35:45 +08:00
TARGETS : aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
moxie-softmmu microblazeel-softmmu mips64el-softmmu
2020-07-01 21:56:51 +08:00
MAKE_CHECK_ARGS : check-build
2020-07-01 21:56:42 +08:00
artifacts :
2020-08-06 05:10:44 +08:00
expire_in : 2 days
2020-07-01 21:56:42 +08:00
paths :
- build
2020-07-14 23:35:45 +08:00
check-system-ubuntu :
2020-07-01 21:56:42 +08:00
<< : *native_test_job_definition
needs :
2020-07-14 23:35:45 +08:00
- job : build-system-ubuntu
2020-07-01 21:56:42 +08:00
artifacts : true
variables :
IMAGE : ubuntu2004
2020-07-01 21:56:34 +08:00
MAKE_CHECK_ARGS : check
2019-02-13 19:54:41 +08:00
2020-07-14 23:35:45 +08:00
acceptance-system-ubuntu :
2020-07-01 21:56:42 +08:00
<< : *native_test_job_definition
needs :
2020-07-14 23:35:45 +08:00
- job : build-system-ubuntu
2020-07-01 21:56:42 +08:00
artifacts : true
variables :
IMAGE : ubuntu2004
MAKE_CHECK_ARGS : check-acceptance
2020-07-30 16:35:48 +08:00
<< : *acceptance_definition
2020-07-01 21:56:42 +08:00
2020-07-14 23:35:45 +08:00
build-system-debian :
<< : *native_build_job_definition
variables :
IMAGE : debian-amd64
TARGETS : arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
MAKE_CHECK_ARGS : check-build
artifacts :
2020-08-06 05:10:44 +08:00
expire_in : 2 days
2020-07-14 23:35:45 +08:00
paths :
- build
check-system-debian :
<< : *native_test_job_definition
needs :
- job : build-system-debian
artifacts : true
variables :
IMAGE : debian-amd64
MAKE_CHECK_ARGS : check
acceptance-system-debian :
<< : *native_test_job_definition
needs :
- job : build-system-debian
artifacts : true
variables :
IMAGE : debian-amd64
MAKE_CHECK_ARGS : check-acceptance
2020-07-30 16:35:48 +08:00
<< : *acceptance_definition
2020-07-14 23:35:45 +08:00
build-system-fedora :
2020-07-01 21:56:34 +08:00
<< : *native_build_job_definition
variables :
IMAGE : fedora
2020-09-01 21:30:50 +08:00
CONFIGURE_ARGS : --disable-gcrypt --enable-nettle
2020-09-15 21:43:17 +08:00
TARGETS : tricore-softmmu microblaze-softmmu mips-softmmu
2020-07-14 23:35:45 +08:00
xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
2020-07-01 21:56:51 +08:00
MAKE_CHECK_ARGS : check-build
2020-07-01 21:56:42 +08:00
artifacts :
2020-08-06 05:10:44 +08:00
expire_in : 2 days
2020-07-01 21:56:42 +08:00
paths :
- build
2020-07-14 23:35:45 +08:00
check-system-fedora :
2020-07-01 21:56:42 +08:00
<< : *native_test_job_definition
needs :
2020-07-14 23:35:45 +08:00
- job : build-system-fedora
2020-07-01 21:56:42 +08:00
artifacts : true
variables :
IMAGE : fedora
2020-07-01 21:56:34 +08:00
MAKE_CHECK_ARGS : check
2019-02-13 19:54:41 +08:00
2020-07-14 23:35:45 +08:00
acceptance-system-fedora :
2020-07-01 21:56:42 +08:00
<< : *native_test_job_definition
needs :
2020-07-14 23:35:45 +08:00
- job : build-system-fedora
2020-07-01 21:56:42 +08:00
artifacts : true
variables :
IMAGE : fedora
MAKE_CHECK_ARGS : check-acceptance
2020-07-30 16:35:48 +08:00
<< : *acceptance_definition
2020-07-01 21:56:42 +08:00
2020-07-14 23:35:45 +08:00
build-system-centos :
<< : *native_build_job_definition
variables :
IMAGE : centos8
2020-09-01 21:30:50 +08:00
CONFIGURE_ARGS : --disable-nettle --enable-gcrypt
2020-09-15 21:43:17 +08:00
TARGETS : ppc64-softmmu or1k-softmmu s390x-softmmu
2020-07-14 23:35:45 +08:00
x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
MAKE_CHECK_ARGS : check-build
artifacts :
2020-08-06 05:10:44 +08:00
expire_in : 2 days
2020-07-14 23:35:45 +08:00
paths :
- build
check-system-centos :
<< : *native_test_job_definition
needs :
- job : build-system-centos
artifacts : true
variables :
IMAGE : centos8
MAKE_CHECK_ARGS : check
acceptance-system-centos :
<< : *native_test_job_definition
needs :
- job : build-system-centos
artifacts : true
variables :
IMAGE : centos8
MAKE_CHECK_ARGS : check-acceptance
2020-07-30 16:35:48 +08:00
<< : *acceptance_definition
2020-07-14 23:35:45 +08:00
2019-02-13 19:54:41 +08:00
build-disabled :
2020-07-01 21:56:34 +08:00
<< : *native_build_job_definition
variables :
IMAGE : fedora
2020-08-06 03:19:59 +08:00
CONFIGURE_ARGS : --disable-attr --disable-avx2 --disable-bochs
--disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
--disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
--disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
--disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
--disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
--disable-libxml2 --disable-linux-aio --disable-live-block-migration
--disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
--disable-numa --disable-parallels --disable-pie --disable-qcow1
--disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
--disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
--disable-slirp --disable-smartcard --disable-snappy --disable-spice
--disable-strip --disable-tpm --disable-usb-redir --disable-vdi
--disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
--disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
--disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
--disable-xen --disable-zstd
TARGETS : arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
s390x-softmmu i386-linux-user
2020-07-01 21:56:34 +08:00
MAKE_CHECK_ARGS : check-qtest SPEED=slow
2019-02-13 19:54:41 +08:00
build-tcg-disabled :
2020-07-01 21:56:34 +08:00
<< : *native_build_job_definition
variables :
IMAGE : centos8
script :
- mkdir build
- cd build
2020-10-16 17:49:28 +08:00
- ../configure --disable-tcg --audio-drv-list="" || { cat config.log meson-logs/meson-log.txt && exit 1; }
2020-07-01 21:56:34 +08:00
- make -j"$JOBS"
- make check-unit
- make check-qapi-schema
- cd tests/qemu-iotests/
- ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
gitlab-ci: Refresh the list of iotests
iotest 147 and 205 have recently been marked as "NBD-only", so they
are currently simply skipped and thus can be removed.
iotest 129 occasionally fails in the gitlab-CI, and according to Max,
there are some known issues with this test (see for example this URL:
https://lists.nongnu.org/archive/html/qemu-block/2019-06/msg00499.html ),
so for the time being, let's disable it until the problems are fixed.
The iotests 040, 127, 203 and 256 are scheduled to become part of "make
check-block", so we also do not have to test them seperately here anymore.
On the other side, new iotests have been added to the QEMU repository
in the past months, so we can now add some new test > 256 instead.
Message-Id: <20200121131936.8214-1-thuth@redhat.com>
Signed-off-by: Thomas Huth <thuth@redhat.com>
2020-01-20 21:33:32 +08:00
052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
2020-10-07 18:43:03 +08:00
- ./check -qcow2 028 051 056 057 058 065 068 082 085 091 095 096 102 122
gitlab-ci: Refresh the list of iotests
iotest 147 and 205 have recently been marked as "NBD-only", so they
are currently simply skipped and thus can be removed.
iotest 129 occasionally fails in the gitlab-CI, and according to Max,
there are some known issues with this test (see for example this URL:
https://lists.nongnu.org/archive/html/qemu-block/2019-06/msg00499.html ),
so for the time being, let's disable it until the problems are fixed.
The iotests 040, 127, 203 and 256 are scheduled to become part of "make
check-block", so we also do not have to test them seperately here anymore.
On the other side, new iotests have been added to the QEMU repository
in the past months, so we can now add some new test > 256 instead.
Message-Id: <20200121131936.8214-1-thuth@redhat.com>
Signed-off-by: Thomas Huth <thuth@redhat.com>
2020-01-20 21:33:32 +08:00
124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
260 261 262 263 264 270 272 273 277 279
2019-02-13 19:54:41 +08:00
build-user :
2020-07-01 21:56:34 +08:00
<< : *native_build_job_definition
variables :
2020-07-01 21:56:46 +08:00
IMAGE : debian-all-test-cross
CONFIGURE_ARGS : --disable-tools --disable-system
MAKE_CHECK_ARGS : check-tcg
2019-02-13 19:54:41 +08:00
2020-10-02 18:32:23 +08:00
# Run check-tcg against linux-user (with plugins)
# we skip sparc64-linux-user until it has been fixed somewhat
# we skip cris-linux-user as it doesn't use the common run loop
build-user-plugins :
<< : *native_build_job_definition
variables :
IMAGE : debian-all-test-cross
CONFIGURE_ARGS : --disable-tools --disable-system --enable-plugins --enable-debug-tcg --target-list-exclude=sparc64-linux-user,cris-linux-user
MAKE_CHECK_ARGS : check-tcg
timeout : 1h 30m
2019-02-13 19:54:41 +08:00
build-clang :
2020-07-01 21:56:34 +08:00
<< : *native_build_job_definition
variables :
IMAGE : fedora
CONFIGURE_ARGS : --cc=clang --cxx=clang++
TARGETS : alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
2020-07-15 12:32:48 +08:00
ppc-softmmu s390x-softmmu arm-linux-user
2020-07-01 21:56:34 +08:00
MAKE_CHECK_ARGS : check
2019-04-10 20:35:50 +08:00
2020-09-15 21:43:16 +08:00
# These targets are on the way out
build-deprecated :
<< : *native_build_job_definition
variables :
IMAGE : debian-all-test-cross
2020-09-15 21:43:17 +08:00
CONFIGURE_ARGS : --disable-docs --disable-tools
2020-10-02 17:15:38 +08:00
MAKE_CHECK_ARGS : build-tcg
2020-09-15 21:43:17 +08:00
TARGETS : ppc64abi32-linux-user tilegx-linux-user lm32-softmmu
unicore32-softmmu
2020-10-02 17:15:38 +08:00
artifacts :
expire_in : 2 days
paths :
- build
# We split the check-tcg step as test failures are expected but we still
# want to catch the build breaking.
check-deprecated :
<< : *native_test_job_definition
needs :
- job : build-deprecated
artifacts : true
variables :
IMAGE : debian-all-test-cross
MAKE_CHECK_ARGS : check-tcg
2020-09-15 21:43:16 +08:00
allow_failure : true
2020-07-17 00:33:30 +08:00
build-oss-fuzz :
2020-07-15 12:32:48 +08:00
<< : *native_build_job_definition
variables :
IMAGE : fedora
script :
2020-07-17 00:33:30 +08:00
- mkdir build-oss-fuzz
- CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
./scripts/oss-fuzz/build.sh
2020-08-06 04:59:09 +08:00
- export ASAN_OPTIONS="fast_unwind_on_malloc=0"
2020-07-17 00:33:30 +08:00
- for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
| grep -v slirp); do
grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
echo Testing ${fuzzer} ... ;
2020-10-02 22:35:24 +08:00
"${fuzzer}" -runs=1 -seed=1 || exit 1 ;
2020-07-15 12:32:48 +08:00
done
2020-08-06 04:59:09 +08:00
# Unrelated to fuzzer: run some tests with -fsanitize=address
- cd build-oss-fuzz && make check-qtest-i386 check-unit
2020-07-15 12:32:48 +08:00
2019-04-10 20:35:50 +08:00
build-tci :
2020-07-01 21:56:34 +08:00
<< : *native_build_job_definition
variables :
IMAGE : fedora
script :
- TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
- mkdir build
- cd build
- ../configure --enable-tcg-interpreter
2020-10-16 17:49:28 +08:00
--target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)" || { cat config.log meson-logs/meson-log.txt && exit 1; }
2020-07-01 21:56:34 +08:00
- make -j"$JOBS"
- make run-tcg-tests-x86_64-softmmu
- make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
- for tg in $TARGETS ; do
2020-08-03 23:04:25 +08:00
export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
2020-07-01 21:56:34 +08:00
./tests/qtest/boot-serial-test || exit 1 ;
./tests/qtest/cdrom-test || exit 1 ;
done
2020-08-03 23:04:25 +08:00
- QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
- QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow
2020-09-01 21:30:50 +08:00
# Most jobs test latest gcrypt or nettle builds
#
# These jobs test old gcrypt and nettle from RHEL7
# which had some API differences.
build-crypto-old-nettle :
<< : *native_build_job_definition
variables :
IMAGE : centos7
TARGETS : x86_64-softmmu x86_64-linux-user
CONFIGURE_ARGS : --disable-gcrypt --enable-nettle
MAKE_CHECK_ARGS : check-build
artifacts :
paths :
- build
check-crypto-old-nettle :
<< : *native_test_job_definition
needs :
- job : build-crypto-old-nettle
artifacts : true
variables :
IMAGE : centos7
MAKE_CHECK_ARGS : check
build-crypto-old-gcrypt :
<< : *native_build_job_definition
variables :
IMAGE : centos7
TARGETS : x86_64-softmmu x86_64-linux-user
CONFIGURE_ARGS : --disable-nettle --enable-gcrypt
MAKE_CHECK_ARGS : check-build
artifacts :
paths :
- build
check-crypto-old-gcrypt :
<< : *native_test_job_definition
needs :
- job : build-crypto-old-gcrypt
artifacts : true
variables :
IMAGE : centos7
MAKE_CHECK_ARGS : check
build-crypto-only-gnutls :
<< : *native_build_job_definition
variables :
IMAGE : centos7
TARGETS : x86_64-softmmu x86_64-linux-user
CONFIGURE_ARGS : --disable-nettle --disable-gcrypt --enable-gnutls
MAKE_CHECK_ARGS : check-build
artifacts :
paths :
- build
check-crypto-only-gnutls :
<< : *native_test_job_definition
needs :
- job : build-crypto-only-gnutls
artifacts : true
variables :
IMAGE : centos7
MAKE_CHECK_ARGS : check
2020-09-18 21:29:01 +08:00
check-patch :
stage : build
image : $CI_REGISTRY_IMAGE/qemu/centos8:latest
script : .gitlab-ci.d/check-patch.py
except :
variables :
- $CI_PROJECT_NAMESPACE == 'qemu-project' && $CI_COMMIT_BRANCH == 'master'
variables :
GIT_DEPTH : 1000
allow_failure : true
2020-09-18 21:29:02 +08:00
check-dco :
stage : build
image : $CI_REGISTRY_IMAGE/qemu/centos8:latest
script : .gitlab-ci.d/check-dco.py
except :
variables :
- $CI_PROJECT_NAMESPACE == 'qemu-project' && $CI_COMMIT_BRANCH == 'master'
variables :
GIT_DEPTH : 1000
