mirror of
https://github.com/kata-containers/kata-containers.git
synced 2026-02-22 06:43:41 +00:00
1388a3acda
To protect against upstream download failures for gperf and busybox, implement ORAS-based caching to GHCR. This adds: - download-with-oras-cache.sh: Core helper for downloading with cache - populate-oras-tarball-cache.sh: Script to manually populate cache - warn() function to lib.sh for consistency Modified build scripts to: - Try ORAS cache first (from ghcr.io/kata-containers/kata-containers) - Fall back to upstream download on cache miss - Automatically push to cache when PUSH_TO_REGISTRY=yes The cache is automatically populated during CI builds, and parallel architecture builds check for existing versions before pushing to avoid race conditions. Forks benefit from upstream cache but can override with their own: ARTEFACT_REPOSITORY=myorg/kata make agent-tarball Generated-By: Cursor IDE with Claude Signed-off-by: Fabiano Fidêncio <ffidencio@nvidia.com>
136 lines
4.1 KiB
Bash
Executable File
136 lines
4.1 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Copyright 2021 Sony Group Corporation
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
#
|
|
|
|
set -o errexit
|
|
|
|
script_dir="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
|
|
source "${script_dir}/../tests/common.bash"
|
|
|
|
# Path to the ORAS cache helper for downloading tarballs (sourced when needed)
|
|
# Use ORAS_CACHE_HELPER env var (set by build.sh in Docker) or fallback to repo path
|
|
oras_cache_helper="${ORAS_CACHE_HELPER:-${script_dir}/../tools/packaging/scripts/download-with-oras-cache.sh}"
|
|
|
|
# The following variables if set on the environment will change the behavior
|
|
# of gperf and libseccomp configure scripts, that may lead this script to
|
|
# fail. So let's ensure they are unset here.
|
|
unset PREFIX DESTDIR
|
|
|
|
arch=${ARCH:-$(uname -m)}
|
|
workdir="$(mktemp -d --tmpdir build-libseccomp.XXXXX)"
|
|
|
|
# Variables for libseccomp
|
|
libseccomp_version="${LIBSECCOMP_VERSION:-""}"
|
|
if [[ -z "${libseccomp_version}" ]]; then
|
|
libseccomp_version=$(get_from_kata_deps ".externals.libseccomp.version")
|
|
fi
|
|
libseccomp_url="${LIBSECCOMP_URL:-""}"
|
|
if [[ -z "${libseccomp_url}" ]]; then
|
|
libseccomp_url=$(get_from_kata_deps ".externals.libseccomp.url")
|
|
fi
|
|
libseccomp_tarball="libseccomp-${libseccomp_version}.tar.gz"
|
|
libseccomp_tarball_url="${libseccomp_url}/releases/download/v${libseccomp_version}/${libseccomp_tarball}"
|
|
cflags="-O2"
|
|
|
|
# Variables for gperf
|
|
gperf_version="${GPERF_VERSION:-""}"
|
|
if [[ -z "${gperf_version}" ]]; then
|
|
gperf_version=$(get_from_kata_deps ".externals.gperf.version")
|
|
fi
|
|
gperf_url="${GPERF_URL:-""}"
|
|
if [[ -z "${gperf_url}" ]]; then
|
|
gperf_url=$(get_from_kata_deps ".externals.gperf.url")
|
|
fi
|
|
gperf_tarball="gperf-${gperf_version}.tar.gz"
|
|
gperf_tarball_url="${gperf_url}/${gperf_tarball}"
|
|
|
|
# Use ORAS cache for gperf downloads (gperf upstream can be unreliable)
|
|
USE_ORAS_CACHE="${USE_ORAS_CACHE:-yes}"
|
|
|
|
# We need to build the libseccomp library from sources to create a static
|
|
# library for the musl libc.
|
|
# However, ppc64le, riscv64 and s390x have no musl targets in Rust. Hence, we do
|
|
# not set cflags for the musl libc.
|
|
if [[ "${arch}" != "ppc64le" ]] && [[ "${arch}" != "riscv64" ]] && [[ "${arch}" != "s390x" ]]; then
|
|
# Set FORTIFY_SOURCE=1 because the musl-libc does not have some functions about FORTIFY_SOURCE=2
|
|
cflags="-U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=1 -O2"
|
|
fi
|
|
|
|
die() {
|
|
msg="$*"
|
|
echo "[Error] ${msg}" >&2
|
|
exit 1
|
|
}
|
|
|
|
finish() {
|
|
rm -rf "${workdir}"
|
|
}
|
|
|
|
trap finish EXIT
|
|
|
|
build_and_install_gperf() {
|
|
echo "Build and install gperf version ${gperf_version}"
|
|
mkdir -p "${gperf_install_dir}"
|
|
|
|
# Use ORAS cache if available and enabled
|
|
if [[ "${USE_ORAS_CACHE}" == "yes" ]] && [[ -f "${oras_cache_helper}" ]]; then
|
|
echo "Using ORAS cache for gperf download"
|
|
source "${oras_cache_helper}"
|
|
local cached_tarball
|
|
cached_tarball=$(download_component gperf "$(pwd)")
|
|
if [[ -f "${cached_tarball}" ]]; then
|
|
gperf_tarball="${cached_tarball}"
|
|
else
|
|
echo "ORAS cache download failed, falling back to direct download"
|
|
curl -sLO "${gperf_tarball_url}"
|
|
fi
|
|
else
|
|
curl -sLO "${gperf_tarball_url}"
|
|
fi
|
|
|
|
tar -xf "${gperf_tarball}"
|
|
pushd "gperf-${gperf_version}"
|
|
# Unset $CC for configure, we will always use native for gperf
|
|
CC="" ./configure --prefix="${gperf_install_dir}"
|
|
make
|
|
make install
|
|
export PATH=${PATH}:"${gperf_install_dir}"/bin
|
|
popd
|
|
echo "Gperf installed successfully"
|
|
}
|
|
|
|
build_and_install_libseccomp() {
|
|
echo "Build and install libseccomp version ${libseccomp_version}"
|
|
mkdir -p "${libseccomp_install_dir}"
|
|
curl -sLO "${libseccomp_tarball_url}"
|
|
tar -xf "${libseccomp_tarball}"
|
|
pushd "libseccomp-${libseccomp_version}"
|
|
[[ "${arch}" == $(uname -m) ]] && cc_name="" || cc_name="${arch}-linux-gnu-gcc"
|
|
CC=${cc_name} ./configure --prefix="${libseccomp_install_dir}" CFLAGS="${cflags}" --enable-static --host="${arch}"
|
|
make
|
|
make install
|
|
popd
|
|
echo "Libseccomp installed successfully"
|
|
}
|
|
|
|
main() {
|
|
local libseccomp_install_dir="${1:-}"
|
|
local gperf_install_dir="${2:-}"
|
|
|
|
if [[ -z "${libseccomp_install_dir}" ]] || [[ -z "${gperf_install_dir}" ]]; then
|
|
die "Usage: ${0} <libseccomp-install-dir> <gperf-install-dir>"
|
|
fi
|
|
|
|
pushd "${workdir}"
|
|
# gperf is required for building the libseccomp.
|
|
build_and_install_gperf
|
|
build_and_install_libseccomp
|
|
popd
|
|
}
|
|
|
|
main "$@"
|