2019-06-07 09:20:28 +01:00
|
|
|
#!/bin/bash
|
|
|
|
|
|
|
|
set -e
|
|
|
|
set -o xtrace
|
|
|
|
|
2020-07-09 15:14:14 +01:00
|
|
|
check_minio()
|
|
|
|
{
|
|
|
|
MINIO_PATH="minio-packet.freedesktop.org/mesa-lava/$1/${DISTRIBUTION_TAG}/${DEBIAN_ARCH}"
|
|
|
|
if wget -q --method=HEAD "https://${MINIO_PATH}/done"; then
|
|
|
|
exit
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
2020-04-01 12:07:46 +01:00
|
|
|
# If remote files are up-to-date, skip rebuilding them
|
2020-07-09 15:14:14 +01:00
|
|
|
check_minio "mesa/mesa"
|
|
|
|
check_minio "${CI_PROJECT_PATH}"
|
2020-04-01 12:07:46 +01:00
|
|
|
|
|
|
|
. .gitlab-ci/container/container_pre_build.sh
|
|
|
|
|
2019-12-17 10:50:14 +00:00
|
|
|
if [[ "$DEBIAN_ARCH" = "arm64" ]]; then
|
|
|
|
GCC_ARCH="aarch64-linux-gnu"
|
|
|
|
KERNEL_ARCH="arm64"
|
|
|
|
DEFCONFIG="arch/arm64/configs/defconfig"
|
2020-10-05 08:14:11 +01:00
|
|
|
DEVICE_TREES="arch/arm64/boot/dts/rockchip/rk3399-gru-kevin.dtb arch/arm64/boot/dts/amlogic/meson-gxl-s905x-libretech-cc.dtb arch/arm64/boot/dts/allwinner/sun50i-h6-pine-h64.dtb arch/arm64/boot/dts/amlogic/meson-gxm-khadas-vim2.dtb arch/arm64/boot/dts/qcom/apq8016-sbc.dtb arch/arm64/boot/dts/amlogic/meson-g12b-a311d-khadas-vim3.dtb"
|
2019-12-17 10:50:14 +00:00
|
|
|
KERNEL_IMAGE_NAME="Image"
|
2020-07-03 09:04:20 +01:00
|
|
|
elif [[ "$DEBIAN_ARCH" = "armhf" ]]; then
|
2019-12-17 10:50:14 +00:00
|
|
|
GCC_ARCH="arm-linux-gnueabihf"
|
|
|
|
KERNEL_ARCH="arm"
|
|
|
|
DEFCONFIG="arch/arm/configs/multi_v7_defconfig"
|
|
|
|
DEVICE_TREES="arch/arm/boot/dts/rk3288-veyron-jaq.dtb arch/arm/boot/dts/sun8i-h3-libretech-all-h3-cc.dtb"
|
|
|
|
KERNEL_IMAGE_NAME="zImage"
|
2020-04-01 12:07:46 +01:00
|
|
|
. .gitlab-ci/create-cross-file.sh armhf
|
2020-07-03 09:04:20 +01:00
|
|
|
else
|
|
|
|
GCC_ARCH="x86_64-linux-gnu"
|
|
|
|
KERNEL_ARCH="x86_64"
|
|
|
|
DEFCONFIG="arch/x86/configs/x86_64_defconfig"
|
|
|
|
DEVICE_TREES=""
|
|
|
|
KERNEL_IMAGE_NAME="bzImage"
|
2019-12-17 10:50:14 +00:00
|
|
|
fi
|
2019-06-07 09:20:28 +01:00
|
|
|
|
2020-05-13 20:14:39 +01:00
|
|
|
# Determine if we're in a cross build.
|
|
|
|
if [[ -e /cross_file-$DEBIAN_ARCH.txt ]]; then
|
|
|
|
EXTRA_MESON_ARGS="--cross-file /cross_file-$DEBIAN_ARCH.txt"
|
2020-05-14 18:38:12 +01:00
|
|
|
EXTRA_CMAKE_ARGS="-DCMAKE_TOOLCHAIN_FILE=/toolchain-$DEBIAN_ARCH.cmake"
|
2020-05-13 20:14:39 +01:00
|
|
|
|
|
|
|
export ARCH=${KERNEL_ARCH}
|
|
|
|
export CROSS_COMPILE="${GCC_ARCH}-"
|
2019-12-17 10:50:14 +00:00
|
|
|
fi
|
2020-05-13 20:14:39 +01:00
|
|
|
|
2020-04-01 12:07:46 +01:00
|
|
|
apt-get update
|
|
|
|
apt-get install -y automake \
|
|
|
|
git \
|
|
|
|
bc \
|
|
|
|
cmake \
|
|
|
|
wget \
|
|
|
|
debootstrap \
|
|
|
|
libboost-dev \
|
|
|
|
libegl1-mesa-dev \
|
|
|
|
libgbm-dev \
|
|
|
|
libgles2-mesa-dev \
|
|
|
|
libpcre3-dev \
|
|
|
|
libpng-dev \
|
|
|
|
libpython3-dev \
|
|
|
|
libssl-dev \
|
|
|
|
libvulkan-dev \
|
|
|
|
libxcb-keysyms1-dev \
|
|
|
|
python3-dev \
|
|
|
|
python3-distutils \
|
|
|
|
python3-serial \
|
|
|
|
qt5-default \
|
|
|
|
qt5-qmake \
|
|
|
|
qtbase5-dev
|
|
|
|
|
|
|
|
|
|
|
|
if [[ "$DEBIAN_ARCH" = "armhf" ]]; then
|
|
|
|
apt-get install -y libboost-dev:armhf \
|
|
|
|
libegl1-mesa-dev:armhf \
|
|
|
|
libelf-dev:armhf \
|
|
|
|
libgbm-dev:armhf \
|
|
|
|
libgles2-mesa-dev:armhf \
|
|
|
|
libpcre3-dev:armhf \
|
|
|
|
libpng-dev:armhf \
|
|
|
|
libpython3-dev:armhf \
|
|
|
|
libvulkan-dev:armhf \
|
|
|
|
libxcb-keysyms1-dev:armhf \
|
|
|
|
qtbase5-dev:armhf
|
|
|
|
fi
|
|
|
|
|
2020-05-13 20:14:39 +01:00
|
|
|
############### Build dEQP runner
|
2019-12-13 09:20:23 +00:00
|
|
|
. .gitlab-ci/build-cts-runner.sh
|
2019-12-17 10:50:14 +00:00
|
|
|
mkdir -p /lava-files/rootfs-${DEBIAN_ARCH}/usr/bin
|
|
|
|
mv /usr/local/bin/deqp-runner /lava-files/rootfs-${DEBIAN_ARCH}/usr/bin/.
|
2019-09-10 16:43:25 +01:00
|
|
|
|
2019-06-07 09:20:28 +01:00
|
|
|
|
2019-12-13 09:20:23 +00:00
|
|
|
############### Build dEQP
|
|
|
|
STRIP_CMD="${GCC_ARCH}-strip"
|
2020-08-27 01:02:41 +01:00
|
|
|
DEQP_TARGET=surfaceless . .gitlab-ci/build-deqp.sh
|
2020-05-28 20:50:51 +01:00
|
|
|
|
2019-12-17 10:50:14 +00:00
|
|
|
mv /deqp /lava-files/rootfs-${DEBIAN_ARCH}/.
|
2019-08-15 09:41:21 +01:00
|
|
|
|
|
|
|
|
2020-01-28 14:19:53 +00:00
|
|
|
############### Build apitrace
|
|
|
|
. .gitlab-ci/build-apitrace.sh
|
|
|
|
mkdir -p /lava-files/rootfs-${DEBIAN_ARCH}/apitrace
|
|
|
|
mv /apitrace/build /lava-files/rootfs-${DEBIAN_ARCH}/apitrace
|
|
|
|
rm -rf /apitrace
|
|
|
|
|
|
|
|
mkdir -p /lava-files/rootfs-${DEBIAN_ARCH}/waffle
|
|
|
|
mv /waffle/build /lava-files/rootfs-${DEBIAN_ARCH}/waffle
|
|
|
|
rm -rf /waffle
|
|
|
|
|
|
|
|
|
|
|
|
############### Build renderdoc
|
|
|
|
EXTRA_CMAKE_ARGS+=" -DENABLE_XCB=false"
|
|
|
|
. .gitlab-ci/build-renderdoc.sh
|
|
|
|
mkdir -p /lava-files/rootfs-${DEBIAN_ARCH}/renderdoc
|
|
|
|
mv /renderdoc/build /lava-files/rootfs-${DEBIAN_ARCH}/renderdoc
|
|
|
|
rm -rf /renderdoc
|
|
|
|
|
|
|
|
|
2020-07-03 09:04:20 +01:00
|
|
|
############### Build libdrm
|
|
|
|
EXTRA_MESON_ARGS+=" -D prefix=/libdrm"
|
|
|
|
. .gitlab-ci/build-libdrm.sh
|
|
|
|
mkdir -p /lava-files/rootfs-${DEBIAN_ARCH}/usr/lib/$GCC_ARCH
|
|
|
|
find /libdrm/ -name lib\*\.so\* | xargs cp -t /lava-files/rootfs-${DEBIAN_ARCH}/usr/lib/$GCC_ARCH/.
|
|
|
|
rm -rf /libdrm
|
|
|
|
|
|
|
|
|
2019-06-07 09:20:28 +01:00
|
|
|
############### Cross-build kernel
|
2019-12-17 10:50:14 +00:00
|
|
|
mkdir -p kernel
|
|
|
|
wget -qO- ${KERNEL_URL} | tar -xz --strip-components=1 -C kernel
|
|
|
|
pushd kernel
|
2020-08-13 22:21:50 +01:00
|
|
|
|
|
|
|
# The kernel doesn't like the gold linker (or the old lld in our debians).
|
|
|
|
# Sneak in some override symlinks during kernel build until we can update
|
|
|
|
# debian (they'll get blown away by the rm of the kernel dir at the end).
|
|
|
|
mkdir -p ld-links
|
|
|
|
for i in /usr/bin/*-ld /usr/bin/ld; do
|
|
|
|
i=`basename $i`
|
|
|
|
ln -sf /usr/bin/$i.bfd ld-links/$i
|
|
|
|
done
|
|
|
|
export PATH=`pwd`/ld-links:$PATH
|
|
|
|
|
2019-12-17 10:50:14 +00:00
|
|
|
./scripts/kconfig/merge_config.sh ${DEFCONFIG} ../.gitlab-ci/${KERNEL_ARCH}.config
|
2020-08-04 10:00:54 +01:00
|
|
|
make ${KERNEL_IMAGE_NAME}
|
2020-04-06 23:55:30 +01:00
|
|
|
for image in ${KERNEL_IMAGE_NAME}; do
|
|
|
|
cp arch/${KERNEL_ARCH}/boot/${image} /lava-files/.
|
|
|
|
done
|
2020-07-03 09:04:20 +01:00
|
|
|
if [[ -n ${DEVICE_TREES} ]]; then
|
|
|
|
make dtbs
|
|
|
|
cp ${DEVICE_TREES} /lava-files/.
|
|
|
|
fi
|
2020-04-06 23:55:30 +01:00
|
|
|
|
2020-07-09 21:38:51 +01:00
|
|
|
if [[ ${DEBIAN_ARCH} = "arm64" ]] && which mkimage > /dev/null; then
|
|
|
|
make Image.lzma
|
|
|
|
mkimage \
|
|
|
|
-f auto \
|
|
|
|
-A arm \
|
|
|
|
-O linux \
|
|
|
|
-d arch/arm64/boot/Image.lzma \
|
|
|
|
-C lzma\
|
|
|
|
-b arch/arm64/boot/dts/qcom/sdm845-cheza-r3.dtb \
|
|
|
|
/lava-files/cheza-kernel
|
|
|
|
fi
|
|
|
|
|
2019-12-17 10:50:14 +00:00
|
|
|
popd
|
|
|
|
rm -rf kernel
|
2019-06-07 09:20:28 +01:00
|
|
|
|
|
|
|
############### Create rootfs
|
2019-08-19 15:40:53 +01:00
|
|
|
set +e
|
ci: Include db410c support in the ARM container.
I'm working on moving the db410c CI from docker to LAVA, which means we
get to boot a custom kernel. To do that, we need to enable ARCH_QCOM in
the kernel, save the dtb around, and include abootimg in our container so
that we can generate combined kernel/dtb/ramdisk images for fastboot.
LAVA's fastboot support is unable to pack the overlay into an abootimg
image, just a cpio rootfs. We could flash the cpio rootfs after overlay
addition, but that takes 2 minutes to do, and causes wear on the devices.
Instead, we'll bring up the network at boot and use wget to fetch the
overlay. We'll want network support anyway, so that we can transfer the
failure xmls back to the gitlab job's artifacts at some point.
Since the msm GPU and realtek network firmware increase our payload by
3MB, add in firmware compression so that it doesn't waste as much RAM on
devices not using it.
Reviewed-by: Tomeu Vizoso <tomeu.vizoso@collabora.com>
Tested-by: Marge Bot <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/3928>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/3928>
2020-01-28 20:02:39 +00:00
|
|
|
debootstrap \
|
|
|
|
--variant=minbase \
|
|
|
|
--arch=${DEBIAN_ARCH} \
|
|
|
|
--components main,contrib,non-free \
|
2020-06-15 12:29:22 +01:00
|
|
|
buster \
|
ci: Include db410c support in the ARM container.
I'm working on moving the db410c CI from docker to LAVA, which means we
get to boot a custom kernel. To do that, we need to enable ARCH_QCOM in
the kernel, save the dtb around, and include abootimg in our container so
that we can generate combined kernel/dtb/ramdisk images for fastboot.
LAVA's fastboot support is unable to pack the overlay into an abootimg
image, just a cpio rootfs. We could flash the cpio rootfs after overlay
addition, but that takes 2 minutes to do, and causes wear on the devices.
Instead, we'll bring up the network at boot and use wget to fetch the
overlay. We'll want network support anyway, so that we can transfer the
failure xmls back to the gitlab job's artifacts at some point.
Since the msm GPU and realtek network firmware increase our payload by
3MB, add in firmware compression so that it doesn't waste as much RAM on
devices not using it.
Reviewed-by: Tomeu Vizoso <tomeu.vizoso@collabora.com>
Tested-by: Marge Bot <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/3928>
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/3928>
2020-01-28 20:02:39 +00:00
|
|
|
/lava-files/rootfs-${DEBIAN_ARCH}/ \
|
|
|
|
http://deb.debian.org/debian
|
|
|
|
|
2019-12-17 10:50:14 +00:00
|
|
|
cat /lava-files/rootfs-${DEBIAN_ARCH}/debootstrap/debootstrap.log
|
2019-08-19 15:40:53 +01:00
|
|
|
set -e
|
2019-08-19 16:30:10 +01:00
|
|
|
|
2019-12-17 10:50:14 +00:00
|
|
|
cp .gitlab-ci/create-rootfs.sh /lava-files/rootfs-${DEBIAN_ARCH}/.
|
2020-07-03 09:04:20 +01:00
|
|
|
cp .gitlab-ci/container/llvm-snapshot.gpg.key /lava-files/rootfs-${DEBIAN_ARCH}/.
|
2019-12-17 10:50:14 +00:00
|
|
|
chroot /lava-files/rootfs-${DEBIAN_ARCH} sh /create-rootfs.sh
|
|
|
|
rm /lava-files/rootfs-${DEBIAN_ARCH}/create-rootfs.sh
|
2020-07-03 09:04:20 +01:00
|
|
|
rm /lava-files/rootfs-${DEBIAN_ARCH}/llvm-snapshot.gpg.key
|
|
|
|
du -ah /lava-files/rootfs-${DEBIAN_ARCH} | sort -h | tail -100
|
2020-04-01 12:07:46 +01:00
|
|
|
pushd /lava-files/rootfs-${DEBIAN_ARCH}
|
2020-07-28 10:42:42 +01:00
|
|
|
tar cvzf /lava-files/lava-rootfs.tgz .
|
2020-04-01 12:07:46 +01:00
|
|
|
popd
|
|
|
|
|
2020-07-09 21:38:51 +01:00
|
|
|
if [ ${DEBIAN_ARCH} = arm64 ]; then
|
|
|
|
# Pull down a specific build of qcomlt/release/qcomlt-5.4 8c79b3d12355
|
|
|
|
# ("Merge tag 'v5.4.23' into release/qcomlt-5.4"), where I used the
|
|
|
|
# .config from
|
|
|
|
# http://snapshots.linaro.org/96boards/dragonboard820c/linaro/debian/457/config-5.4.0-qcomlt-arm64
|
|
|
|
# with the following merged in:
|
|
|
|
#
|
|
|
|
# CONFIG_DRM=y
|
|
|
|
# CONFIG_DRM_MSM=y
|
|
|
|
# CONFIG_ATL1C=y
|
|
|
|
#
|
|
|
|
# Reason: 5.5 has a big stack of oopses and warns on db820c. 4.14-5.4
|
|
|
|
# linaro kernel binaries (see above .config link) have these as modules
|
|
|
|
# and distributed the modules only in the debian system, not the initrd,
|
|
|
|
# so they're very hard to extract (involving simg2img and loopback
|
|
|
|
# mounting). 4.11 is missing d72fea538fe6 ("drm/msm: Fix the check for
|
|
|
|
# the command size") so it can't actually run fredreno. qcomlt-4.14 is
|
|
|
|
# unstable at boot (~10% instaboot rate). The 5.4 qcomlt kernel with msm
|
|
|
|
# built in seems like the easiest way to go.
|
|
|
|
wget https://people.freedesktop.org/~anholt/qcomlt-5.4-msm-build/Image.gz -O Image.gz \
|
|
|
|
-O /lava-files/db820c-kernel
|
|
|
|
wget https://people.freedesktop.org/~anholt/qcomlt-5.4-msm-build/apq8096-db820c.dtb \
|
|
|
|
-O /lava-files/db820c.dtb
|
|
|
|
|
|
|
|
# Make a gzipped copy of the Image for db410c.
|
|
|
|
gzip -k /lava-files/Image
|
|
|
|
|
|
|
|
# Add missing a630 firmware, added to debian packge in apr 2020
|
|
|
|
wget https://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git/plain/qcom/a630_gmu.bin \
|
|
|
|
-O /lava-files/rootfs-arm64/lib/firmware/qcom/a630_gmu.bin
|
|
|
|
wget https://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git/plain/qcom/a630_sqe.fw \
|
|
|
|
-O /lava-files/rootfs-arm64/lib/firmware/qcom/a630_sqe.fw
|
|
|
|
fi
|
2020-04-01 12:07:46 +01:00
|
|
|
|
|
|
|
. .gitlab-ci/container/container_post_build.sh
|
|
|
|
|
|
|
|
############### Upload the files!
|
2020-07-09 21:38:51 +01:00
|
|
|
if [ -n "$UPLOAD_FOR_LAVA" ]; then
|
|
|
|
ci-fairy minio login $CI_JOB_JWT
|
2020-07-28 10:42:42 +01:00
|
|
|
FILES_TO_UPLOAD="lava-rootfs.tgz \
|
2020-07-03 09:04:20 +01:00
|
|
|
$KERNEL_IMAGE_NAME"
|
|
|
|
|
|
|
|
if [[ -n $DEVICE_TREES ]]; then
|
|
|
|
FILES_TO_UPLOAD="$FILES_TO_UPLOAD $(basename -a $DEVICE_TREES)"
|
|
|
|
fi
|
2020-07-09 21:38:51 +01:00
|
|
|
|
|
|
|
for f in $FILES_TO_UPLOAD; do
|
|
|
|
ci-fairy minio cp /lava-files/$f \
|
|
|
|
minio://${MINIO_PATH}/$f
|
|
|
|
done
|
|
|
|
|
|
|
|
touch /lava-files/done
|
|
|
|
ci-fairy minio cp /lava-files/done minio://${MINIO_PATH}/done
|
|
|
|
fi
|
2020-03-03 22:38:09 +00:00
|
|
|
|