affcc09c2d
Most jobs test the latest nettle library. This adds explicit coverage for latest gcrypt using Fedora, and old gcrypt and nettle using CentOS-7. The latter does a minimal tools-only build, as we only need to validate that the crypto code builds and unit tests pass. Finally a job disabling both nettle and gcrypt is provided to validate that gnutls still works. Signed-off-by: Daniel P. Berrangé <berrange@redhat.com> Message-Id: <20200901133050.381844-3-berrange@redhat.com> Signed-off-by: Thomas Huth <thuth@redhat.com>
361 lines
10 KiB
YAML
361 lines
10 KiB
YAML
# Currently we have two build stages after our containers are built:
|
|
# - build (for traditional build and test or first stage build)
|
|
# - test (for test stages, using build artefacts from a build stage)
|
|
stages:
|
|
- containers
|
|
- containers-layer2
|
|
- containers-layer3
|
|
- build
|
|
- test
|
|
|
|
# We assume GitLab has it's own caching set up for RPM/APT repositories so we
|
|
# just take care of avocado assets here.
|
|
cache:
|
|
paths:
|
|
- $HOME/avocado/data/cache
|
|
|
|
include:
|
|
- local: '/.gitlab-ci.d/edk2.yml'
|
|
- local: '/.gitlab-ci.d/opensbi.yml'
|
|
- local: '/.gitlab-ci.d/containers.yml'
|
|
- local: '/.gitlab-ci.d/crossbuilds.yml'
|
|
|
|
.native_build_job_template: &native_build_job_definition
|
|
stage: build
|
|
image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
|
|
before_script:
|
|
- JOBS=$(expr $(nproc) + 1)
|
|
script:
|
|
- mkdir build
|
|
- cd build
|
|
- if test -n "$TARGETS";
|
|
then
|
|
../configure --enable-werror $CONFIGURE_ARGS --target-list="$TARGETS" ;
|
|
else
|
|
../configure --enable-werror $CONFIGURE_ARGS ;
|
|
fi
|
|
- make -j"$JOBS"
|
|
- if test -n "$MAKE_CHECK_ARGS";
|
|
then
|
|
make -j"$JOBS" $MAKE_CHECK_ARGS ;
|
|
fi
|
|
|
|
.native_test_job_template: &native_test_job_definition
|
|
stage: test
|
|
image: $CI_REGISTRY_IMAGE/qemu/$IMAGE:latest
|
|
script:
|
|
- cd build
|
|
- find . -type f -exec touch {} +
|
|
- make $MAKE_CHECK_ARGS
|
|
|
|
.acceptance_template: &acceptance_definition
|
|
cache:
|
|
key: "${CI_JOB_NAME}-cache"
|
|
paths:
|
|
- ${CI_PROJECT_DIR}/avocado-cache
|
|
policy: pull-push
|
|
before_script:
|
|
- mkdir -p ~/.config/avocado
|
|
- echo "[datadir.paths]" > ~/.config/avocado/avocado.conf
|
|
- echo "cache_dirs = ['${CI_PROJECT_DIR}/avocado-cache']"
|
|
>> ~/.config/avocado/avocado.conf
|
|
- if [ -d ${CI_PROJECT_DIR}/avocado-cache ]; then
|
|
du -chs ${CI_PROJECT_DIR}/avocado-cache ;
|
|
fi
|
|
after_script:
|
|
- cd build
|
|
- python3 -c 'import json; r = json.load(open("tests/results/latest/results.json")); [print(t["logfile"]) for t in r["tests"] if t["status"] not in ("PASS", "SKIP")]' | xargs cat
|
|
- du -chs ${CI_PROJECT_DIR}/avocado-cache
|
|
|
|
build-system-ubuntu:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: ubuntu2004
|
|
TARGETS: aarch64-softmmu alpha-softmmu cris-softmmu hppa-softmmu
|
|
moxie-softmmu microblazeel-softmmu mips64el-softmmu
|
|
MAKE_CHECK_ARGS: check-build
|
|
artifacts:
|
|
expire_in: 2 days
|
|
paths:
|
|
- build
|
|
|
|
check-system-ubuntu:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-system-ubuntu
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: ubuntu2004
|
|
MAKE_CHECK_ARGS: check
|
|
|
|
acceptance-system-ubuntu:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-system-ubuntu
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: ubuntu2004
|
|
MAKE_CHECK_ARGS: check-acceptance
|
|
<<: *acceptance_definition
|
|
|
|
build-system-debian:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: debian-amd64
|
|
TARGETS: arm-softmmu avr-softmmu i386-softmmu mipsel-softmmu
|
|
riscv64-softmmu sh4eb-softmmu sparc-softmmu xtensaeb-softmmu
|
|
MAKE_CHECK_ARGS: check-build
|
|
artifacts:
|
|
expire_in: 2 days
|
|
paths:
|
|
- build
|
|
|
|
check-system-debian:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-system-debian
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: debian-amd64
|
|
MAKE_CHECK_ARGS: check
|
|
|
|
acceptance-system-debian:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-system-debian
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: debian-amd64
|
|
MAKE_CHECK_ARGS: check-acceptance
|
|
<<: *acceptance_definition
|
|
|
|
build-system-fedora:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: fedora
|
|
CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
|
|
TARGETS: tricore-softmmu unicore32-softmmu microblaze-softmmu mips-softmmu
|
|
xtensa-softmmu m68k-softmmu riscv32-softmmu ppc-softmmu sparc64-softmmu
|
|
MAKE_CHECK_ARGS: check-build
|
|
artifacts:
|
|
expire_in: 2 days
|
|
paths:
|
|
- build
|
|
|
|
check-system-fedora:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-system-fedora
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: fedora
|
|
MAKE_CHECK_ARGS: check
|
|
|
|
acceptance-system-fedora:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-system-fedora
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: fedora
|
|
MAKE_CHECK_ARGS: check-acceptance
|
|
<<: *acceptance_definition
|
|
|
|
build-system-centos:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: centos8
|
|
CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
|
|
TARGETS: ppc64-softmmu lm32-softmmu or1k-softmmu s390x-softmmu
|
|
x86_64-softmmu rx-softmmu sh4-softmmu nios2-softmmu
|
|
MAKE_CHECK_ARGS: check-build
|
|
artifacts:
|
|
expire_in: 2 days
|
|
paths:
|
|
- build
|
|
|
|
check-system-centos:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-system-centos
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: centos8
|
|
MAKE_CHECK_ARGS: check
|
|
|
|
acceptance-system-centos:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-system-centos
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: centos8
|
|
MAKE_CHECK_ARGS: check-acceptance
|
|
<<: *acceptance_definition
|
|
|
|
build-disabled:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: fedora
|
|
CONFIGURE_ARGS: --disable-attr --disable-avx2 --disable-bochs
|
|
--disable-brlapi --disable-bzip2 --disable-cap-ng --disable-capstone
|
|
--disable-cloop --disable-coroutine-pool --disable-curl --disable-curses
|
|
--disable-dmg --disable-docs --disable-glusterfs --disable-gnutls
|
|
--disable-gtk --disable-guest-agent --disable-iconv --disable-kvm
|
|
--disable-libiscsi --disable-libpmem --disable-libssh --disable-libusb
|
|
--disable-libxml2 --disable-linux-aio --disable-live-block-migration
|
|
--disable-lzo --disable-malloc-trim --disable-mpath --disable-nettle
|
|
--disable-numa --disable-parallels --disable-pie --disable-qcow1
|
|
--disable-qed --disable-qom-cast-debug --disable-rbd --disable-rdma
|
|
--disable-replication --disable-sdl --disable-seccomp --disable-sheepdog
|
|
--disable-slirp --disable-smartcard --disable-snappy --disable-spice
|
|
--disable-strip --disable-tpm --disable-usb-redir --disable-vdi
|
|
--disable-vhost-crypto --disable-vhost-net --disable-vhost-scsi
|
|
--disable-vhost-user --disable-vhost-vdpa --disable-vhost-vsock
|
|
--disable-virglrenderer --disable-vnc --disable-vte --disable-vvfat
|
|
--disable-xen --disable-zstd
|
|
TARGETS: arm-softmmu i386-softmmu ppc64-softmmu mips64-softmmu
|
|
s390x-softmmu i386-linux-user
|
|
MAKE_CHECK_ARGS: check-qtest SPEED=slow
|
|
|
|
build-tcg-disabled:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: centos8
|
|
script:
|
|
- mkdir build
|
|
- cd build
|
|
- ../configure --disable-tcg --audio-drv-list=""
|
|
- make -j"$JOBS"
|
|
- make check-unit
|
|
- make check-qapi-schema
|
|
- cd tests/qemu-iotests/
|
|
- ./check -raw 001 002 003 004 005 008 009 010 011 012 021 025 032 033 048
|
|
052 063 077 086 101 104 106 113 148 150 151 152 157 159 160 163
|
|
170 171 183 184 192 194 197 208 215 221 222 226 227 236 253 277
|
|
- ./check -qcow2 028 051 056 057 058 065 067 068 082 085 091 095 096 102 122
|
|
124 132 139 142 144 145 151 152 155 157 165 194 196 197 200 202
|
|
208 209 215 216 218 222 227 234 246 247 248 250 254 255 257 258
|
|
260 261 262 263 264 270 272 273 277 279
|
|
|
|
build-user:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: debian-all-test-cross
|
|
CONFIGURE_ARGS: --disable-tools --disable-system
|
|
MAKE_CHECK_ARGS: check-tcg
|
|
|
|
build-clang:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: fedora
|
|
CONFIGURE_ARGS: --cc=clang --cxx=clang++
|
|
TARGETS: alpha-softmmu arm-softmmu m68k-softmmu mips64-softmmu
|
|
ppc-softmmu s390x-softmmu arm-linux-user
|
|
MAKE_CHECK_ARGS: check
|
|
|
|
build-oss-fuzz:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: fedora
|
|
script:
|
|
- mkdir build-oss-fuzz
|
|
- CC="clang" CXX="clang++" CFLAGS="-fsanitize=address"
|
|
./scripts/oss-fuzz/build.sh
|
|
- export ASAN_OPTIONS="fast_unwind_on_malloc=0"
|
|
- for fuzzer in $(find ./build-oss-fuzz/DEST_DIR/ -executable -type f
|
|
| grep -v slirp); do
|
|
grep "LLVMFuzzerTestOneInput" ${fuzzer} > /dev/null 2>&1 || continue ;
|
|
echo Testing ${fuzzer} ... ;
|
|
"${fuzzer}" -runs=1000 -seed=1 || exit 1 ;
|
|
done
|
|
# Unrelated to fuzzer: run some tests with -fsanitize=address
|
|
- cd build-oss-fuzz && make check-qtest-i386 check-unit
|
|
|
|
build-tci:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: fedora
|
|
script:
|
|
- TARGETS="aarch64 alpha arm hppa m68k microblaze moxie ppc64 s390x x86_64"
|
|
- mkdir build
|
|
- cd build
|
|
- ../configure --enable-tcg-interpreter
|
|
--target-list="$(for tg in $TARGETS; do echo -n ${tg}'-softmmu '; done)"
|
|
- make -j"$JOBS"
|
|
- make run-tcg-tests-x86_64-softmmu
|
|
- make tests/qtest/boot-serial-test tests/qtest/cdrom-test tests/qtest/pxe-test
|
|
- for tg in $TARGETS ; do
|
|
export QTEST_QEMU_BINARY="./qemu-system-${tg}" ;
|
|
./tests/qtest/boot-serial-test || exit 1 ;
|
|
./tests/qtest/cdrom-test || exit 1 ;
|
|
done
|
|
- QTEST_QEMU_BINARY="./qemu-system-x86_64" ./tests/qtest/pxe-test
|
|
- QTEST_QEMU_BINARY="./qemu-system-s390x" ./tests/qtest/pxe-test -m slow
|
|
|
|
# Most jobs test latest gcrypt or nettle builds
|
|
#
|
|
# These jobs test old gcrypt and nettle from RHEL7
|
|
# which had some API differences.
|
|
build-crypto-old-nettle:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: centos7
|
|
TARGETS: x86_64-softmmu x86_64-linux-user
|
|
CONFIGURE_ARGS: --disable-gcrypt --enable-nettle
|
|
MAKE_CHECK_ARGS: check-build
|
|
artifacts:
|
|
paths:
|
|
- build
|
|
|
|
check-crypto-old-nettle:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-crypto-old-nettle
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: centos7
|
|
MAKE_CHECK_ARGS: check
|
|
|
|
|
|
build-crypto-old-gcrypt:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: centos7
|
|
TARGETS: x86_64-softmmu x86_64-linux-user
|
|
CONFIGURE_ARGS: --disable-nettle --enable-gcrypt
|
|
MAKE_CHECK_ARGS: check-build
|
|
artifacts:
|
|
paths:
|
|
- build
|
|
|
|
check-crypto-old-gcrypt:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-crypto-old-gcrypt
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: centos7
|
|
MAKE_CHECK_ARGS: check
|
|
|
|
|
|
build-crypto-only-gnutls:
|
|
<<: *native_build_job_definition
|
|
variables:
|
|
IMAGE: centos7
|
|
TARGETS: x86_64-softmmu x86_64-linux-user
|
|
CONFIGURE_ARGS: --disable-nettle --disable-gcrypt --enable-gnutls
|
|
MAKE_CHECK_ARGS: check-build
|
|
artifacts:
|
|
paths:
|
|
- build
|
|
|
|
check-crypto-only-gnutls:
|
|
<<: *native_test_job_definition
|
|
needs:
|
|
- job: build-crypto-only-gnutls
|
|
artifacts: true
|
|
variables:
|
|
IMAGE: centos7
|
|
MAKE_CHECK_ARGS: check
|