vcpkg/scripts/azure-pipelines/linux/provision-image.sh

228 lines
8.0 KiB
Bash
Executable File

#!/bin/bash
# Copyright (c) Microsoft Corporation.
# SPDX-License-Identifier: MIT
#
set -eux
export DEBIAN_FRONTEND=noninteractive
# Add apt repos
# Detect Ubuntu VERSION_ID from /etc/os-release (e.g., "24.04") and format to "2404"
UBUNTU_VERSION_ID=$(. /etc/os-release && echo "$VERSION_ID")
NVIDIA_REPO_VERSION=$(echo "$UBUNTU_VERSION_ID" | sed 's/\.//')
DEBIAN_ARCHITECTURE=$(dpkg --print-architecture)
case "$DEBIAN_ARCHITECTURE" in
amd64)
NVIDIA_REPO_ARCHITECTURE=x86_64
;;
arm64)
NVIDIA_REPO_ARCHITECTURE=sbsa
;;
*)
echo "Unsupported CUDA repository architecture: $DEBIAN_ARCHITECTURE" >&2
exit 1
;;
esac
POWERSHELL_VERSION=7.6.4
# Apt dependencies; needed for add-apt-repository and curl downloads to work
apt-get -y update
apt-get --no-install-recommends -y install ca-certificates curl apt-transport-https lsb-release gnupg software-properties-common
## CUDA
curl -L -o /etc/apt/preferences.d/cuda-repository-pin-600 "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${NVIDIA_REPO_VERSION}/${NVIDIA_REPO_ARCHITECTURE}/cuda-ubuntu${NVIDIA_REPO_VERSION}.pin"
apt-key adv --fetch-keys "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${NVIDIA_REPO_VERSION}/${NVIDIA_REPO_ARCHITECTURE}/3bf863cc.pub"
add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${NVIDIA_REPO_VERSION}/${NVIDIA_REPO_ARCHITECTURE}/ /"
## PowerShell
curl -L -o packages-microsoft-prod.deb https://packages.microsoft.com/config/ubuntu/${UBUNTU_VERSION_ID}/packages-microsoft-prod.deb
dpkg -i packages-microsoft-prod.deb
rm -f packages-microsoft-prod.deb
add-apt-repository universe
## Azure CLI
mkdir -p /etc/apt/keyrings
curl -sLS https://packages.microsoft.com/keys/microsoft.asc |
gpg --dearmor |
tee /etc/apt/keyrings/microsoft.gpg > /dev/null
chmod go+r /etc/apt/keyrings/microsoft.gpg
AZ_DIST=$(lsb_release -cs)
echo "deb [arch=${DEBIAN_ARCHITECTURE} signed-by=/etc/apt/keyrings/microsoft.gpg] https://packages.microsoft.com/repos/azure-cli/ $AZ_DIST main" |
tee /etc/apt/sources.list.d/azure-cli.list
apt-get -y update
apt-get -y upgrade
# Add apt packages
## vcpkg prerequisites
APT_PACKAGES="git curl zip unzip tar"
## essentials
APT_PACKAGES="$APT_PACKAGES \
autoconf autoconf-archive \
autopoint \
build-essential \
cmake \
gcc g++ gfortran \
libnuma1 libnuma-dev \
libtool libtool-bin libltdl-dev \
libudev-dev \
"
## vcpkg_find_acquire_program
APT_PACKAGES="$APT_PACKAGES \
bison libbison-dev \
flex \
gperf \
nasm \
ninja-build \
pkg-config \
python3 \
ruby-full \
swig \
yasm \
"
## mesa and X essentials
APT_PACKAGES="$APT_PACKAGES \
mesa-common-dev libgl1-mesa-dev libglu1-mesa-dev libgles2-mesa-dev \
libx11-dev \
libxaw7-dev \
libxcursor-dev \
libxi-dev \
libxinerama-dev \
libxkbcommon-x11-dev \
libxrandr-dev \
libxt-dev \
libxxf86vm-dev \
xutils-dev \
"
## required by qt5-base
APT_PACKAGES="$APT_PACKAGES libxext-dev libxfixes-dev libxrender-dev \
libxcb1-dev libx11-xcb-dev libxcb-glx0-dev libxcb-util0-dev"
## required by qt5-base for qt5-x11extras
APT_PACKAGES="$APT_PACKAGES libxkbcommon-dev libxcb-keysyms1-dev \
libxcb-image0-dev libxcb-shm0-dev libxcb-icccm4-dev libxcb-sync-dev \
libxcb-xfixes0-dev libxcb-shape0-dev libxcb-randr0-dev \
libxcb-render-util0-dev libxcb-xinerama0-dev libxcb-xkb-dev libxcb-xinput-dev"
## required by xcb feature in qtbase
APT_PACKAGES="$APT_PACKAGES libxcb-cursor-dev"
## required by libhdfs3
APT_PACKAGES="$APT_PACKAGES libkrb5-dev"
## required by kf5windowsystem
APT_PACKAGES="$APT_PACKAGES libxcb-res0-dev"
## required by kf5globalaccel
APT_PACKAGES="$APT_PACKAGES libxcb-keysyms1-dev libxcb-xkb-dev libxcb-record0-dev"
## required by mesa
APT_PACKAGES="$APT_PACKAGES python3-setuptools python3-mako libxcb-dri3-dev libxcb-present-dev"
## required by some packages to install additional python packages
APT_PACKAGES="$APT_PACKAGES python3-pip python3-venv python3-jinja2"
## required by qtwebengine
APT_PACKAGES="$APT_PACKAGES nodejs"
## required by qtwayland
APT_PACKAGES="$APT_PACKAGES libwayland-dev"
## required by all GN projects
APT_PACKAGES="$APT_PACKAGES python-is-python3"
## required by libctl
APT_PACKAGES="$APT_PACKAGES guile-2.2-dev"
## required by gtk
APT_PACKAGES="$APT_PACKAGES libxdamage-dev libselinux1-dev"
## required by at-spi2-atk
APT_PACKAGES="$APT_PACKAGES libxtst-dev"
## required by boringssl
APT_PACKAGES="$APT_PACKAGES golang-go"
## required by libdecor and mesa
APT_PACKAGES="$APT_PACKAGES wayland-protocols"
## required by robotraconteur and qtconnectivity
APT_PACKAGES="$APT_PACKAGES libbluetooth-dev"
## required by libmysql
APT_PACKAGES="$APT_PACKAGES libtirpc-dev"
## CUDA
# The intent is to install the CUDA toolkit except drivers, GUI tools, and documentation.
# On version updates, inspect the Package and Depends fields in both of these repository manifests:
# https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${NVIDIA_REPO_VERSION}/x86_64/Packages
# https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${NVIDIA_REPO_VERSION}/sbsa/Packages
# NVIDIA changes package names and dependencies between releases. Confirm that:
# - cuda-compat-* and nvidia-gds-* remain omitted because they install or depend on driver components.
# cuda-driver-dev-* is only the driver stub library and is intentionally included.
# - cuda-nsight-*, cuda-visual-tools-*, and cuda-documentation-* remain omitted as GUI or documentation.
# - cuda-<version>, cuda-toolkit-*, and cuda-tools-* remain omitted because they pull in those exclusions.
# Runtime libraries are installed through their corresponding -dev packages and are not listed separately.
# cudnn9-jit-cuda-13 : cudnn9-jit appears to conflict with cudnn9-dev packages:
# root@c47a4cc2ea72:/# apt install cudnn9-jit-cuda-13
# The following additional packages will be installed:
# cudnn9-jit-cuda-13-3 libcudnn9-jit-cuda-13 libcudnn9-jit-dev-cuda-13
# The following packages will be REMOVED:
# cudnn9-cuda-13 cudnn9-cuda-13-3 libcudnn9-cuda-13 libcudnn9-dev-cuda-13 libcudnn9-static-cuda-13
# The following NEW packages will be installed:
# cudnn9-jit-cuda-13 cudnn9-jit-cuda-13-3 libcudnn9-jit-cuda-13 libcudnn9-jit-dev-cuda-13
APT_PACKAGES="$APT_PACKAGES cccl-13-3 cuda-command-line-tools-13-3 cuda-compiler-13-3 cuda-crt-13-3 \
cuda-cudart-dev-13-3 cuda-cuobjdump-13-3 cuda-cupti-dev-13-3 cuda-cuxxfilt-13-3 \
cuda-driver-dev-13-3 cuda-libraries-dev-13-3 cuda-minimal-build-13-3 cuda-nvcc-13-3 \
cuda-nvml-dev-13-3 cuda-nvrtc-dev-13-3 cuda-nvtx-13-3 libnvvm-13-3 \
cuda-sanitizer-13-3 cuda-toolkit-13-3-config-common cudnn9-cuda-13 gds-tools-13-3 \
libcublas-13-3 libcudnn9-dev-cuda-13 libcufft-dev-13-3 libcurand-dev-13-3 libcusolver-dev-13-3 \
libcusparse-dev-13-3 libnccl-dev libnpp-dev-13-3 libnvfatbin-dev-13-3 libnvjitlink-dev-13-3 \
libnvjpeg-dev-13-3"
if [[ "$DEBIAN_ARCHITECTURE" == "amd64" ]]; then
APT_PACKAGES="$APT_PACKAGES cuda-opencl-dev-13-3"
fi
## PowerShell + Azure
APT_PACKAGES="$APT_PACKAGES azcopy azure-cli"
if [[ "$DEBIAN_ARCHITECTURE" == "amd64" ]]; then
APT_PACKAGES="$APT_PACKAGES powershell"
fi
## Required for speech-dispatcher feature for ethindp-prism
APT_PACKAGES="$APT_PACKAGES libspeechd-dev"
## Additionally required/installed by Azure DevOps Scale Set Agents, skip on WSL
if [[ $(grep microsoft /proc/version) ]]; then
echo "Skipping install of ADO prerequisites on WSL."
else
APT_PACKAGES="$APT_PACKAGES libkrb5-3 zlib1g libicu74 debsums liblttng-ust1"
fi
apt-get --no-install-recommends -y install $APT_PACKAGES
if [[ "$DEBIAN_ARCHITECTURE" == "arm64" ]]; then
curl -L -o /tmp/powershell-linux-arm64.tar.gz "https://github.com/PowerShell/PowerShell/releases/download/v${POWERSHELL_VERSION}/powershell-${POWERSHELL_VERSION}-linux-arm64.tar.gz"
mkdir -p /opt/microsoft/powershell/7
tar zxf /tmp/powershell-linux-arm64.tar.gz -C /opt/microsoft/powershell/7
chmod +x /opt/microsoft/powershell/7/pwsh
ln -sf /opt/microsoft/powershell/7/pwsh /usr/bin/pwsh
rm -f /tmp/powershell-linux-arm64.tar.gz
fi
rm -rf /var/lib/apt/lists/*
az --version