mirror of
https://github.com/linuxkit/linuxkit.git
synced 2025-07-20 09:39:08 +00:00
foreign-kernels: Rewrite scripts to only build one local image
The scripts used to scrape the various repositories to build and push package for all foreign kernels. They were designed to be run periodically and provide "official" foreign kernel packages. Needless to say we did not run them periodically and the linuxkit packages became out-dated quickly. Now, we just provide users who are interested in using foreign kernels the means to build their own package from specific vendor kernels. Each script uses slightly different command line arguments as the location and naming of the kernel packages differ wildly. The help message provide a working example which has been tested with a minimal LinuxKit YAML file. Signed-off-by: Rolf Neugebauer <rolf.neugebauer@docker.com>
This commit is contained in:
Rolf Neugebauer
parent
f696c5a253
commit
c67d249410
@ -1,47 +1,25 @@
|
|||||||
#! /bin/sh
|
#! /bin/sh
|
||||||
|
|
||||||
REPO="linuxkit/kernel-centos"
|
if [ "$#" -ne 3 ]; then
|
||||||
BASE_URL=http://mirror.centos.org/centos/
|
echo "Usage: $0 <org/repo> <base url> <kernel version>"
|
||||||
|
echo
|
||||||
TAGS=$(curl --silent -f -lSL https://registry.hub.docker.com/v1/repositories/${REPO}/tags)
|
echo "Example:"
|
||||||
|
echo "$0 foobar/kernel-centos http://mirror.centos.org/centos/7/os/x86_64/Packages 3.10.0-693.el7"
|
||||||
LINKS=$(curl -s ${BASE_URL}/ | sed -n 's/.*href="\([^"]*\).*/\1/p')
|
echo
|
||||||
# Just get names for Centos 7
|
echo "This will create a local LinuxKit kernel package:"
|
||||||
RELEASES=$(echo $LINKS | grep -o "7\.[^ ]*")
|
echo "foobar/kernel-centos:3.10.0-693.el7"
|
||||||
RELEASES="7/ $RELEASES"
|
echo "which you can then push to hub or just use locally"
|
||||||
|
exit 1
|
||||||
# Add updates
|
|
||||||
URLS=""
|
|
||||||
for RELEASE in $RELEASES; do
|
|
||||||
URLS="$URLS ${BASE_URL}/${RELEASE}/os/x86_64/Packages/"
|
|
||||||
done
|
|
||||||
URLS="$URLS ${BASE_URL}/7/updates/x86_64/Packages/"
|
|
||||||
|
|
||||||
for URL in $URLS; do
|
|
||||||
PACKAGES=$(curl -s ${URL}/ | sed -n 's/.*href="\([^"]*\).*/\1/p')
|
|
||||||
|
|
||||||
KERNEL_RPMS=$(echo $PACKAGES | \
|
|
||||||
grep -o "kernel-[0-9]\+\.[0-9]\+\.[0-9]\+-[0-9]\+\.[^ ]\+\.rpm")
|
|
||||||
for KERNEL_RPM in $KERNEL_RPMS; do
|
|
||||||
RPM_URLS="${URL}/${KERNEL_RPM}"
|
|
||||||
|
|
||||||
VERSION=$(echo $KERNEL_RPM | \
|
|
||||||
grep -o "[0-9]\+\.[0-9]\+\.[0-9]\+-[0-9\.]\+\.el[0-9]\+")
|
|
||||||
|
|
||||||
if echo $TAGS | grep -q "\"${VERSION}\""; then
|
|
||||||
echo "${REPO}:${VERSION} exists"
|
|
||||||
continue
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
# Don't pull in the headers. This is mostly for testing
|
REPO=$1
|
||||||
# HEADERS_RPM="kernel-headers-${VERSION}.x86_64.rpm"
|
URL=$2
|
||||||
# RPM_URLS="${RPM_URLS} ${URL}/${HEADERS_RPM}"
|
VER=$3
|
||||||
|
ARCH=x86_64
|
||||||
|
|
||||||
docker build -t ${REPO}:${VERSION} -f Dockerfile.rpm --no-cache \
|
KERNEL_RPM="$URL/kernel-$VER.$ARCH.rpm"
|
||||||
--build-arg RPM_URLS="${RPM_URLS}" . &&
|
HEADERS_RPM="$URL/kernel-headers-$VER.$ARCH.rpm"
|
||||||
DOCKER_CONTENT_TRUST=1 docker push ${REPO}:${VERSION}
|
|
||||||
|
|
||||||
docker rmi ${REPO}:${VERSION}
|
RPM_URLS="$KERNEL_RPM $HEADERS_RPM"
|
||||||
docker system prune -f
|
|
||||||
done
|
docker build -t "$REPO:$VER" -f Dockerfile.rpm --no-cache --build-arg RPM_URLS="$RPM_URLS" .
|
||||||
done
|
|
||||||
|
|||||||
@ -1,32 +1,30 @@
|
|||||||
#! /bin/sh
|
#! /bin/sh
|
||||||
|
|
||||||
REPO="linuxkit/kernel-debian"
|
if [ "$#" -ne 3 ]; then
|
||||||
BASE_URL=http://mirrors.kernel.org/debian/pool/main/l/linux/
|
echo "Usage: $0 <org/repo> <ABI version> <kernel version>"
|
||||||
|
echo
|
||||||
TAGS=$(curl --silent -f -lSL https://registry.hub.docker.com/v1/repositories/${REPO}/tags)
|
echo "Example:"
|
||||||
|
echo "$0 foobar/kernel-debian 4.14.0-2 4.14.7-1"
|
||||||
ARCH=amd64
|
echo
|
||||||
LINKS=$(curl -s ${BASE_URL}/ | sed -n 's/.*href="\([^"]*\).*/\1/p')
|
echo "This will create a local LinuxKit kernel package:"
|
||||||
# Just get names for 4.x kernels
|
echo "foobar/kernel-debian:4.14.7-1"
|
||||||
KERNELS=$(echo $LINKS | \
|
echo "which you can then push to hub or just use locally"
|
||||||
grep -o "linux-image-4\.[0-9]\+\.[0-9]\+-[0-9]\+-${ARCH}[^ ]\+_${ARCH}\.deb")
|
exit 1
|
||||||
|
|
||||||
for KERN_DEB in $KERNELS; do
|
|
||||||
VERSION=$(echo $KERN_DEB | \
|
|
||||||
grep -o "[0-9]\+\.[0-9]\+\.[0-9]\+-[0-9]\+" | head -1)
|
|
||||||
|
|
||||||
if echo $TAGS | grep -q "\"${VERSION}\""; then
|
|
||||||
echo "${REPO}:${VERSION} exists"
|
|
||||||
continue
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
URLS="${BASE_URL}/${KERN_DEB}"
|
# List all available kernels with:
|
||||||
|
# curl -s http://mirrors.kernel.org/debian/pool/main/l/linux/ | sed -n 's/.*href="\([^"]*\).*/\1/p' | grep -o "linux-image-[0-9]\.[0-9]\+\.[0-9]\+-[0-9]\+-amd64[^ ]\+_amd64\.deb
|
||||||
|
|
||||||
# Doesn't exist build and push
|
REPO=$1
|
||||||
docker build -t ${REPO}:${VERSION} -f Dockerfile.deb --no-cache \
|
VER1=$2
|
||||||
--build-arg DEB_URLS="${URLS}" . &&
|
VER2=$3
|
||||||
DOCKER_CONTENT_TRUST=1 docker push ${REPO}:${VERSION}
|
URL=http://mirrors.kernel.org/debian/pool/main/l/linux
|
||||||
|
ARCH=amd64
|
||||||
|
|
||||||
docker rmi ${REPO}:${VERSION}
|
KERNEL_DEB="${URL}/linux-image-${VER1}-${ARCH}_${VER2}_${ARCH}.deb"
|
||||||
docker system prune -f
|
HEADERS_DEB="${URL}/linux-headers-${VER1}-${ARCH}_${VER2}_${ARCH}.deb"
|
||||||
done
|
HEADERS_ALL_DEB="${URL}/linux-headers-${VER1}-all_${VER2}_${ARCH}.deb"
|
||||||
|
|
||||||
|
DEB_URLS="${KERNEL_DEB} ${HEADERS_DEB} ${HEADERS_ALL_DEB}"
|
||||||
|
|
||||||
|
docker build -t "${REPO}:${VER2}" -f Dockerfile.deb --no-cache --build-arg DEB_URLS="${DEB_URLS}" .
|
||||||
|
|||||||
@ -1,55 +1,28 @@
|
|||||||
#! /bin/sh
|
#! /bin/sh
|
||||||
|
|
||||||
REPO="linuxkit/kernel-fedora"
|
if [ "$#" -ne 3 ]; then
|
||||||
BASE_URL=http://mirrors.kernel.org/fedora/
|
echo "Usage: $0 <org/repo> <base url> <kernel version>"
|
||||||
|
echo
|
||||||
TAGS=$(curl --silent -f -lSL https://registry.hub.docker.com/v1/repositories/${REPO}/tags)
|
echo "Example:"
|
||||||
|
echo "$0 foobar/kernel-fedora http://mirrors.kernel.org/fedora/releases/27/Everything/x86_64/os/Packages/k/ 4.13.9-300.fc27"
|
||||||
LINKS=$(curl -s ${BASE_URL}/releases/ | sed -n 's/.*href="\([^"]*\).*/\1/p')
|
echo
|
||||||
# Just get releases 20+
|
echo "This will create a local LinuxKit kernel package:"
|
||||||
RELEASES=$(echo $LINKS | grep -o "2[0-9]")
|
echo "foobar/kernel-fedora:4.13.9-300.fc27"
|
||||||
|
echo "which you can then push to hub or just use locally"
|
||||||
ARCH=x86_64
|
exit 1
|
||||||
URLS=""
|
|
||||||
for RELEASE in $RELEASES; do
|
|
||||||
URLS="$URLS ${BASE_URL}/releases/${RELEASE}/Everything/${ARCH}/os/Packages/k/"
|
|
||||||
URLS="$URLS ${BASE_URL}/updates/${RELEASE}/${ARCH}/k/"
|
|
||||||
done
|
|
||||||
|
|
||||||
for URL in $URLS; do
|
|
||||||
PACKAGES=$(curl -s ${URL}/ | sed -n 's/.*href="\([^"]*\).*/\1/p')
|
|
||||||
|
|
||||||
KERNEL_RPMS=$(echo $PACKAGES | \
|
|
||||||
grep -o "kernel-[0-9]\+\.[0-9]\+\.[0-9]\+-[0-9]\+\.[^ ]\+\.rpm")
|
|
||||||
for KERNEL_RPM in $KERNEL_RPMS; do
|
|
||||||
RPM_URLS="${URL}/${KERNEL_RPM}"
|
|
||||||
|
|
||||||
VERSION=$(echo $KERNEL_RPM | \
|
|
||||||
grep -o "[0-9]\+\.[0-9]\+\.[0-9]\+-[0-9\.]\+\.fc[0-9]\+")
|
|
||||||
|
|
||||||
if echo $TAGS | grep -q "\"${VERSION}\""; then
|
|
||||||
echo "${REPO}:${VERSION} exists"
|
|
||||||
continue
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
CORE_RPM="kernel-core-${VERSION}.${ARCH}.rpm"
|
REPO=$1
|
||||||
RPM_URLS="${RPM_URLS} ${URL}/${CORE_RPM}"
|
URL=$2
|
||||||
|
VER=$3
|
||||||
|
ARCH=x86_64
|
||||||
|
|
||||||
MOD_RPM="kernel-modules-${VERSION}.${ARCH}.rpm"
|
KERNEL_RPM="$URL/kernel-$VER.$ARCH.rpm"
|
||||||
RPM_URLS="${RPM_URLS} ${URL}/${MOD_RPM}"
|
CORE_RPM="$URL/kernel-core-$VER.$ARCH.rpm"
|
||||||
|
MOD_RPM="$URL/kernel-modules-$VER.$ARCH.rpm"
|
||||||
|
MOD_EXTRA_RPM="$URL/kernel-modules-extra-$VER.$ARCH.rpm"
|
||||||
|
HEADERS_RPM="$URL/kernel-headers-$VER.$ARCH.rpm"
|
||||||
|
|
||||||
MOD_EXTRA_RPM="kernel-modules-extra-${VERSION}.${ARCH}.rpm"
|
RPM_URLS="$KERNEL_RPM $CORE_RPM $MOD_RPM $MOD_EXTRA_RPM $HEADERS_RPM"
|
||||||
RPM_URLS="${RPM_URLS} ${URL}/${MOD_EXTRA_RPM}"
|
|
||||||
|
|
||||||
# Don't pull in the headers. This is mostly for testing
|
docker build -t "$REPO:$VER" -f Dockerfile.rpm --no-cache --build-arg RPM_URLS="$RPM_URLS" .
|
||||||
# HEADERS_RPM="kernel-headers-${VERSION}.x86_64.rpm"
|
|
||||||
# RPM_URLS="${RPM_URLS} ${URL}/${HEADERS_RPM}"
|
|
||||||
|
|
||||||
docker build -t ${REPO}:${VERSION} -f Dockerfile.rpm --no-cache \
|
|
||||||
--build-arg RPM_URLS="${RPM_URLS}" . &&
|
|
||||||
DOCKER_CONTENT_TRUST=1 docker push ${REPO}:${VERSION}
|
|
||||||
|
|
||||||
docker rmi ${REPO}:${VERSION}
|
|
||||||
docker system prune -f
|
|
||||||
done
|
|
||||||
done
|
|
||||||
|
|||||||
@ -1,57 +1,31 @@
|
|||||||
#! /bin/sh
|
#! /bin/sh
|
||||||
|
|
||||||
REPO="linuxkit/kernel-mainline"
|
if [ "$#" -ne 4 ]; then
|
||||||
BASE_URL=http://kernel.ubuntu.com/~kernel-ppa/mainline
|
echo "Usage: $0 <org/repo> <base url> <kernel version> <version> <date>"
|
||||||
|
echo
|
||||||
TAGS=$(curl --silent -f -lSL https://registry.hub.docker.com/v1/repositories/${REPO}/tags)
|
echo "Example:"
|
||||||
|
echo "$0 foobar/kernel-mainline v4.14.11 041411 201801022143"
|
||||||
build_image() {
|
echo
|
||||||
VERSION=$1
|
echo "This will create a local LinuxKit kernel package:"
|
||||||
KDIR=$2
|
echo "foobar/kernel-mainline:4.14.11"
|
||||||
ARCH=amd64
|
echo "which you can then push to hub or just use locally"
|
||||||
|
exit 1
|
||||||
LINKS=$(curl -s ${BASE_URL}/${KDIR}/ | \
|
|
||||||
sed -n 's/.*href="\([^"]*\).*/\1/p')
|
|
||||||
|
|
||||||
IMAGE=$(echo $LINKS | \
|
|
||||||
grep -o "linux-image[^ ]\+-generic[^ ]\+${ARCH}.deb" | head -1)
|
|
||||||
[ -z "${IMAGE}" ] && return 1
|
|
||||||
HDR_GEN=$(echo $LINKS | grep -o "linux-headers[^ ]\+_all.deb" | head -1)
|
|
||||||
[ -z "${HDR_GEN}" ] && return 1
|
|
||||||
HDR_ARCH=$(echo $LINKS | \
|
|
||||||
grep -o "linux-headers[^ ]\+-generic[^ ]\+${ARCH}.deb" | head -1)
|
|
||||||
[ -z "${HDR_ARCH}" ] && return 1
|
|
||||||
|
|
||||||
DEB_URL=${BASE_URL}/${KDIR}/${IMAGE}
|
|
||||||
HDR_GEN_URL=${BASE_URL}/${KDIR}/${HDR_GEN}
|
|
||||||
HDR_ARCH_URL=${BASE_URL}/${KDIR}/${HDR_ARCH}
|
|
||||||
echo "Trying to fetch ${VERSION} from ${DEB_URL}"
|
|
||||||
|
|
||||||
docker build -t ${REPO}:${VERSION} -f Dockerfile.deb --no-cache \
|
|
||||||
--build-arg DEB_URLS="${DEB_URL} ${HDR_GEN_URL} ${HDR_ARCH_URL}" .
|
|
||||||
}
|
|
||||||
|
|
||||||
LINKS=$(curl -s ${BASE_URL}/ | sed -n 's/.*href="\([^"]*\).*/\1/p')
|
|
||||||
# Extract all kernel versions (drop RCs, ckt(?) and other links)
|
|
||||||
VERSIONS=$(echo $LINKS | grep -o "v[0-9]\+\.[0-9]\+\.[0-9]\+[^ ]*" | \
|
|
||||||
grep -ve '-rc' | grep -ve '-ckt' | uniq)
|
|
||||||
|
|
||||||
# Extract 3.16.x and 4.x.x
|
|
||||||
THREES=$(echo $VERSIONS | grep -o "v3\.16\.[0-9]\+[^ ]*")
|
|
||||||
FOURS=$(echo $VERSIONS | grep -o "v4\.[0-9]\+\.[0-9]\+[^ ]*")
|
|
||||||
KDIRS="${THREES} ${FOURS}"
|
|
||||||
|
|
||||||
for KDIR in $KDIRS; do
|
|
||||||
# Strip the Ubuntu release name for the tag and also the 'v' like with
|
|
||||||
# the other kernel packages
|
|
||||||
VERSION=$(echo $KDIR | grep -o "[0-9]\+\.[0-9]\+\.[0-9]\+")
|
|
||||||
if echo $TAGS | grep -q "\"${VERSION}\""; then
|
|
||||||
echo "${REPO}:${VERSION} exists"
|
|
||||||
continue
|
|
||||||
fi
|
fi
|
||||||
build_image ${VERSION} ${KDIR} && \
|
|
||||||
DOCKER_CONTENT_TRUST=1 docker push ${REPO}:${VERSION}
|
|
||||||
|
|
||||||
docker rmi ${REPO}:${VERSION}
|
REPO=$1
|
||||||
docker system prune -f
|
VER=$2
|
||||||
done
|
VER1=$3
|
||||||
|
DATE=$4
|
||||||
|
BASE_URL=http://kernel.ubuntu.com/~kernel-ppa/mainline
|
||||||
|
ARCH=amd64
|
||||||
|
# Strip leading 'v'
|
||||||
|
KVER=${VER:1}
|
||||||
|
URL="${BASE_URL}/${VER}"
|
||||||
|
|
||||||
|
KERNEL_DEB="${URL}/linux-image-${KVER}-${VER1}-generic_${KVER}-${VER1}.${DATE}_${ARCH}.deb"
|
||||||
|
HEADERS_DEB="${URL}/linux-headers-${KVER}-${VER1}-generic_${KVER}-${VER1}.${DATE}_${ARCH}.deb"
|
||||||
|
HEADERS_ALL_DEB="${URL}/linux-headers-${KVER}-${VER1}_${KVER}-${VER1}.${DATE}_all.deb"
|
||||||
|
|
||||||
|
DEB_URLS="${KERNEL_DEB} ${HEADERS_DEB} ${HEADERS_ALL_DEB}"
|
||||||
|
|
||||||
|
docker build -t "${REPO}:${KVER}" -f Dockerfile.deb --no-cache --build-arg DEB_URLS="${DEB_URLS}" .
|
||||||
|
|||||||
@ -1,41 +1,31 @@
|
|||||||
#! /bin/sh
|
#! /bin/sh
|
||||||
|
|
||||||
REPO="linuxkit/kernel-ubuntu"
|
if [ "$#" -ne 3 ]; then
|
||||||
BASE_URL=http://mirrors.kernel.org/ubuntu/pool/main/l/linux/
|
echo "Usage: $0 <org/repo> <kernel version> <sub version>"
|
||||||
|
echo
|
||||||
TAGS=$(curl --silent -f -lSL https://registry.hub.docker.com/v1/repositories/${REPO}/tags)
|
echo "Example:"
|
||||||
|
echo "$0 foobar/kernel-ubuntu 4.14.0-13 15"
|
||||||
ARCH=amd64
|
echo
|
||||||
LINKS=$(curl -s ${BASE_URL}/ | sed -n 's/.*href="\([^"]*\).*/\1/p')
|
echo "This will create a local LinuxKit kernel package:"
|
||||||
# Just get names for 4.x kernels
|
echo "foobar/kernel-ubuntu:4.14.0-13.15"
|
||||||
KERNELS=$(echo $LINKS | \
|
echo "which you can then push to hub or just use locally"
|
||||||
grep -o "linux-image-4\.[0-9]\+\.[0-9]\+-[0-9]\+-generic_[^ ]\+${ARCH}\.deb")
|
exit 1
|
||||||
|
|
||||||
for KERN_DEB in $KERNELS; do
|
|
||||||
VERSION=$(echo $KERN_DEB | \
|
|
||||||
grep -o "[0-9]\+\.[0-9]\+\.[0-9]\+-[0-9]\+" | head -1)
|
|
||||||
|
|
||||||
if echo $TAGS | grep -q "\"${VERSION}\""; then
|
|
||||||
echo "${REPO}:${VERSION} exists"
|
|
||||||
continue
|
|
||||||
fi
|
fi
|
||||||
|
|
||||||
EXTRA_DEB=$(echo $LINKS | \
|
# List all available kernels with:
|
||||||
grep -o "linux-image-extra-${VERSION}-generic_[^ ]\+${ARCH}\.deb")
|
# curl -s http://mirrors.kernel.org/ubuntu/pool/main/l/linux/ | sed -n 's/.*href="\([^"]*\).*/\1/p' | grep -o "linux-image-[0-9]\.[0-9]\+\.[0-9]\+-[0-9]\+-generic_[^ ]\+amd64\.deb"
|
||||||
|
|
||||||
URLS="${BASE_URL}/${KERN_DEB} ${BASE_URL}/${EXTRA_DEB}"
|
REPO=$1
|
||||||
|
VER1=$2
|
||||||
|
VER2=$3
|
||||||
|
URL=http://mirrors.kernel.org/ubuntu/pool/main/l/linux
|
||||||
|
ARCH=amd64
|
||||||
|
|
||||||
# Don't pull in the headers. This is mostly for testing
|
KERNEL_DEB="${URL}/linux-image-${VER1}-generic_${VER1}.${VER2}_${ARCH}.deb"
|
||||||
# HDR_DEB=$(echo $LINKS | \
|
KERNEL_EXTRA_DEB="${URL}/linux-image-extra-${VER1}-generic_${VER1}.${VER2}_${ARCH}.deb"
|
||||||
# grep -o "linux-headers-${VERSION}_[^ ]\+_all\.deb")
|
HEADERS_DEB="${URL}/linux-headers-${VER1}-generic_${VER1}.${VER2}_${ARCH}.deb"
|
||||||
# HDR_ARCH_DEB=$(echo $LINKS | \
|
HEADERS_ALL_DEB="${URL}/linux-headers-${VER1}_${VER1}.${VER2}_all.deb"
|
||||||
# grep -o "linux-headers-${VERSION}-generic_[^ ]\+_${ARCH}\.deb")
|
|
||||||
# URLS="${URLS} ${BASE_URL}/${HDR_DEB} ${BASE_URL}/${HDR_ARCH_DEB}"
|
|
||||||
|
|
||||||
docker build -t ${REPO}:${VERSION} -f Dockerfile.deb --no-cache \
|
DEB_URLS="${KERNEL_DEB} ${KERNEL_EXTRA_DEB} ${HEADERS_DEB} ${HEADERS_ALL_DEB}"
|
||||||
--build-arg DEB_URLS="${URLS}" . &&
|
|
||||||
DOCKER_CONTENT_TRUST=1 docker push ${REPO}:${VERSION}
|
|
||||||
|
|
||||||
docker rmi ${REPO}:${VERSION}
|
docker build -t "${REPO}:${VER1}.${VER2}" -f Dockerfile.deb --no-cache --build-arg DEB_URLS="${DEB_URLS}" .
|
||||||
docker system prune -f
|
|
||||||
done
|
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user