mirror of
https://github.com/kairos-io/osbuilder.git
synced 2025-07-13 15:05:34 +00:00
422bfa0c95
By playing with the buildarch and having separated luet repo files we can install the proper artifacts for each arch AND also teh arm64 artifacts for arm images under x86 Signed-off-by: Itxaka <itxaka.garcia@spectrocloud.com>
487 lines
12 KiB
Bash
Executable File
487 lines
12 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
## This is a re-adaptation of https://github.com/rancher/elemental-toolkit/blob/main/images/arm-img-builder.sh
|
|
|
|
set -ex
|
|
|
|
load_vars() {
|
|
|
|
model=${MODEL:-odroid_c2}
|
|
disable_lvm=${DISABLE_LVM:-false}
|
|
directory=${DIRECTORY:-}
|
|
output_image="${OUTPUT_IMAGE:-arm.img}"
|
|
# Img creation options. Size is in MB for all of the vars below
|
|
size="${SIZE:-7608}"
|
|
state_size="${STATE_SIZE:-4992}"
|
|
oem_size="${OEM_SIZE:-64}"
|
|
recovery_size="${RECOVERY_SIZE:-2192}"
|
|
default_active_size="${DEFAULT_ACTIVE_SIZE:-2400}"
|
|
menu_entry="${DEFAULT_MENU_ENTRY:-Kairos}"
|
|
|
|
## Repositories
|
|
final_repo="${FINAL_REPO:-quay.io/costoolkit/releases-teal-arm64}"
|
|
repo_type="${REPO_TYPE:-docker}"
|
|
|
|
# Warning: these default values must be aligned with the values provided
|
|
# in 'packages/cos-config/cos-config', provide an environment file using the
|
|
# --cos-config flag if different values are needed.
|
|
: "${OEM_LABEL:=COS_OEM}"
|
|
: "${RECOVERY_LABEL:=COS_RECOVERY}"
|
|
: "${ACTIVE_LABEL:=COS_ACTIVE}"
|
|
: "${PASSIVE_LABEL:=COS_PASSIVE}"
|
|
: "${PERSISTENT_LABEL:=COS_PERSISTENT}"
|
|
: "${SYSTEM_LABEL:=COS_SYSTEM}"
|
|
: "${STATE_LABEL:=COS_STATE}"
|
|
}
|
|
|
|
cleanup() {
|
|
sync
|
|
sync
|
|
sleep 5
|
|
sync
|
|
if [ -n "$EFI" ]; then
|
|
rm -rf $EFI
|
|
fi
|
|
if [ -n "$RECOVERY" ]; then
|
|
rm -rf $RECOVERY
|
|
fi
|
|
if [ -n "$STATEDIR" ]; then
|
|
rm -rf $STATEDIR
|
|
fi
|
|
if [ -n "$TARGET" ]; then
|
|
umount $TARGET || true
|
|
umount $LOOP || true
|
|
rm -rf $TARGET
|
|
fi
|
|
if [ -n "$WORKDIR" ]; then
|
|
rm -rf $WORKDIR
|
|
fi
|
|
if [ -n "$DRIVE" ]; then
|
|
umount $DRIVE || true
|
|
fi
|
|
if [ -n "$recovery" ]; then
|
|
umount $recovery || true
|
|
fi
|
|
if [ -n "$state" ]; then
|
|
umount $state || true
|
|
fi
|
|
if [ -n "$efi" ]; then
|
|
umount $efi || true
|
|
fi
|
|
if [ -n "$oem" ]; then
|
|
umount $oem || true
|
|
fi
|
|
|
|
losetup -D "${LOOP}" || true;
|
|
}
|
|
|
|
ensure_dir_structure() {
|
|
local target=$1
|
|
for mnt in /sys /proc /dev /tmp /boot /usr/local /oem
|
|
do
|
|
if [ ! -d "${target}${mnt}" ]; then
|
|
mkdir -p ${target}${mnt}
|
|
fi
|
|
done
|
|
}
|
|
|
|
usage()
|
|
{
|
|
echo "Usage: $0 [options] image.img"
|
|
echo ""
|
|
echo "Example: $0 --cos-config cos-config --model odroid-c2 --docker-image <image> output.img"
|
|
echo ""
|
|
echo "Flags:"
|
|
echo " --cos-config: (optional) Specifies a cos-config file for required environment variables"
|
|
echo " --config: (optional) Specify a cloud-init config file to embed into the final image"
|
|
echo " --manifest: (optional) Specify a manifest file to customize efi/grub packages installed into the image"
|
|
echo " --size: (optional) Image size (MB)"
|
|
echo " --state-partition-size: (optional) Size of the state partition (MB)"
|
|
echo " --recovery-partition-size: (optional) Size of the recovery partition (MB)"
|
|
echo " --images-size: (optional) Size of the active/passive/recovery images (MB)"
|
|
echo " --docker-image: (optional) A container image which will be used for active/passive/recovery system"
|
|
echo " --local: (optional) Use local repository when building"
|
|
echo " --directory: (optional) A directory which will be used for active/passive/recovery system"
|
|
echo " --model: (optional) The board model"
|
|
echo " --efi-dir: (optional) A directory with files which will be added to the efi partition"
|
|
echo " --disable-lvm: (optional- no arguments) LVM for the recovery and oem partitions will be disabled"
|
|
echo " --use-lvm: (deprecated and ignored. Kept for backwards compatibility)"
|
|
exit 1
|
|
}
|
|
|
|
get_url()
|
|
{
|
|
FROM=$1
|
|
TO=$2
|
|
case $FROM in
|
|
ftp*|http*|tftp*)
|
|
n=0
|
|
attempts=5
|
|
until [ "$n" -ge "$attempts" ]
|
|
do
|
|
curl -o $TO -fL ${FROM} && break
|
|
n=$((n+1))
|
|
echo "Failed to download, retry attempt ${n} out of ${attempts}"
|
|
sleep 2
|
|
done
|
|
;;
|
|
*)
|
|
cp -f $FROM $TO
|
|
;;
|
|
esac
|
|
}
|
|
|
|
trap "cleanup" 1 2 3 6 14 15 EXIT
|
|
|
|
load_vars
|
|
|
|
while [ "$#" -gt 0 ]; do
|
|
case $1 in
|
|
--cos-config)
|
|
shift 1
|
|
cos_config=$1
|
|
;;
|
|
--config)
|
|
shift 1
|
|
config=$1
|
|
;;
|
|
--manifest)
|
|
shift 1
|
|
manifest=$1
|
|
;;
|
|
--size)
|
|
shift 1
|
|
size=$1
|
|
;;
|
|
--local)
|
|
local_build=true
|
|
;;
|
|
--state-partition-size)
|
|
shift 1
|
|
state_size=$1
|
|
;;
|
|
--recovery-partition-size)
|
|
shift 1
|
|
recovery_size=$1
|
|
;;
|
|
--images-size)
|
|
shift 1
|
|
default_active_size=$1
|
|
;;
|
|
--docker-image)
|
|
shift 1
|
|
CONTAINER_IMAGE=$1
|
|
;;
|
|
--directory)
|
|
shift 1
|
|
directory=$1
|
|
;;
|
|
--model)
|
|
shift 1
|
|
model=$1
|
|
;;
|
|
--efi-dir)
|
|
shift 1
|
|
efi_dir=$1
|
|
;;
|
|
--final-repo)
|
|
shift 1
|
|
final_repo=$1
|
|
;;
|
|
--repo-type)
|
|
shift 1
|
|
repo_type=$1
|
|
;;
|
|
--disable-lvm)
|
|
disable_lvm=true
|
|
;;
|
|
--use-lvm)
|
|
disable_lvm=false
|
|
;;
|
|
-h)
|
|
usage
|
|
;;
|
|
--help)
|
|
usage
|
|
;;
|
|
*)
|
|
if [ "$#" -gt 2 ]; then
|
|
usage
|
|
fi
|
|
output_image=$1
|
|
break
|
|
;;
|
|
esac
|
|
shift 1
|
|
done
|
|
|
|
if [ "$model" == "rpi64" ]; then
|
|
container_image=${CONTAINER_IMAGE:-quay.io/costoolkit/examples:rpi-latest}
|
|
else
|
|
# Odroid C2 image contains kernel-default-extra, might have broader support
|
|
container_image=${CONTAINER_IMAGE:-quay.io/costoolkit/examples:odroid-c2-latest}
|
|
fi
|
|
|
|
if [ -n "$cos_config" ] && [ -e "$cos_config" ]; then
|
|
# shellcheck source=/dev/null
|
|
source "$cos_config"
|
|
fi
|
|
|
|
if [ -z "$output_image" ]; then
|
|
echo "No image file specified"
|
|
exit 1
|
|
fi
|
|
|
|
if [ -n "$manifest" ]; then
|
|
YQ_PACKAGES_COMMAND=(yq e -o=json "$manifest")
|
|
final_repo=${final_repo:-$(yq e ".raw_disk.$model.repo" "${manifest}")}
|
|
fi
|
|
|
|
echo "@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@"
|
|
echo "Image Size: $size MB."
|
|
echo "Recovery Partition: $recovery_size."
|
|
echo "State Partition: $state_size MB."
|
|
echo "Images size (active/passive/recovery.img): $default_active_size MB."
|
|
echo "Model: $model"
|
|
if [ -n "$container_image" ] && [ -z "$directory" ]; then
|
|
echo "Container image: $container_image"
|
|
fi
|
|
if [ -n "$directory" ]; then
|
|
echo "Root from directory: $directory"
|
|
fi
|
|
echo "@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@"
|
|
|
|
# Temp dir used during build
|
|
WORKDIR=$(mktemp -d --tmpdir arm-builder.XXXXXXXXXX)
|
|
#ROOT_DIR=$(git rev-parse --show-toplevel)
|
|
TARGET=$(mktemp -d --tmpdir arm-builder.XXXXXXXXXX)
|
|
STATEDIR=$(mktemp -d --tmpdir arm-builder.XXXXXXXXXX)
|
|
|
|
|
|
export WORKDIR
|
|
|
|
# Prepare active.img
|
|
|
|
echo ">> Preparing active.img"
|
|
mkdir -p ${STATEDIR}/cOS
|
|
|
|
dd if=/dev/zero of=${STATEDIR}/cOS/active.img bs=1M count=$default_active_size
|
|
|
|
mkfs.ext2 ${STATEDIR}/cOS/active.img -L ${ACTIVE_LABEL}
|
|
|
|
sync
|
|
|
|
LOOP=$(losetup --show -f ${STATEDIR}/cOS/active.img)
|
|
if [ -z "$LOOP" ]; then
|
|
echo "No device"
|
|
exit 1
|
|
fi
|
|
|
|
mount -t ext2 $LOOP $TARGET
|
|
|
|
ensure_dir_structure $TARGET
|
|
|
|
# Download the container image
|
|
if [ -z "$directory" ]; then
|
|
echo ">>> Downloading container image"
|
|
elemental pull-image $( (( local_build == 'true')) && printf %s '--local' ) $container_image $TARGET
|
|
else
|
|
echo ">>> Copying files from $directory"
|
|
rsync -axq --exclude='host' --exclude='mnt' --exclude='proc' --exclude='sys' --exclude='dev' --exclude='tmp' ${directory}/ $TARGET
|
|
fi
|
|
|
|
# We copy the grubmenu.cfg to a temporary location to be copied later in the state partition
|
|
# https://github.com/kairos-io/kairos/blob/62c67e3e61d49435c362014522e5c6696335376f/overlay/files/system/oem/08_grub.yaml#L105
|
|
# This is a hack and we need a better way: https://github.com/kairos-io/kairos/issues/1427
|
|
tmpgrubconfig=$(mktemp /tmp/grubmeny.cfg.XXXXXX)
|
|
cp -rfv $TARGET/etc/kairos/branding/grubmenu.cfg "${tmpgrubconfig}"
|
|
|
|
umount $TARGET
|
|
sync
|
|
|
|
if [ -n "$LOOP" ]; then
|
|
losetup -d $LOOP
|
|
fi
|
|
|
|
echo ">> Preparing passive.img"
|
|
cp -rfv ${STATEDIR}/cOS/active.img ${STATEDIR}/cOS/passive.img
|
|
tune2fs -L ${PASSIVE_LABEL} ${STATEDIR}/cOS/passive.img
|
|
|
|
# Preparing recovery
|
|
echo ">> Preparing recovery.img"
|
|
RECOVERY=$(mktemp -d --tmpdir arm-builder.XXXXXXXXXX)
|
|
if [ -z "$RECOVERY" ]; then
|
|
echo "No recovery directory"
|
|
exit 1
|
|
fi
|
|
|
|
mkdir -p ${RECOVERY}/cOS
|
|
cp -rfv ${STATEDIR}/cOS/active.img ${RECOVERY}/cOS/recovery.img
|
|
|
|
tune2fs -L ${SYSTEM_LABEL} ${RECOVERY}/cOS/recovery.img
|
|
|
|
# Install real grub config to recovery
|
|
cp -rfv /arm/raw/grubconfig/* $RECOVERY
|
|
mkdir -p $RECOVERY/grub2/fonts
|
|
cp -rfv /arm/raw/grubartifacts/* $RECOVERY/grub2
|
|
mv $RECOVERY/grub2/*pf2 $RECOVERY/grub2/fonts
|
|
|
|
sync
|
|
|
|
# Prepare efi files
|
|
echo ">> Preparing EFI partition"
|
|
EFI=$(mktemp -d --tmpdir arm-builder.XXXXXXXXXX)
|
|
if [ -z "$EFI" ]; then
|
|
echo "No EFI directory"
|
|
exit 1
|
|
fi
|
|
|
|
cp -rfv /efi/* $EFI
|
|
if [ -n "$EFI" ] && [ -n "$efi_dir" ]; then
|
|
echo "Copy $efi_dir to EFI directory"
|
|
cp -rfv $efi_dir/* $EFI
|
|
fi
|
|
|
|
partprobe
|
|
|
|
echo ">> Writing image and partition table"
|
|
dd if=/dev/zero of="${output_image}" bs=1024000 count="${size}" || exit 1
|
|
if [ "$model" == "rpi64" ]; then
|
|
sgdisk -n 1:8192:+96M -c 1:EFI -t 1:0c00 ${output_image}
|
|
else
|
|
sgdisk -n 1:8192:+16M -c 1:EFI -t 1:0700 ${output_image}
|
|
fi
|
|
sgdisk -n 2:0:+${state_size}M -c 2:state -t 2:8300 ${output_image}
|
|
if [ "$disable_lvm" == 'true' ]; then
|
|
sgdisk -n 3:0:+${recovery_size}M -c 3:recovery -t 3:8300 ${output_image}
|
|
else
|
|
sgdisk -n 3:0:+$(( recovery_size + oem_size ))M -c 3:lvm -t 3:8e00 ${output_image}
|
|
fi
|
|
sgdisk -n 4:0:+64M -c 4:persistent -t 4:8300 ${output_image}
|
|
|
|
sgdisk -m 1:2:3:4 ${output_image}
|
|
|
|
if [ "$model" == "rpi64" ]; then
|
|
sfdisk --part-type ${output_image} 1 c
|
|
fi
|
|
|
|
# Prepare the image and copy over the files
|
|
|
|
DRIVE=$(losetup -f "${output_image}" --show)
|
|
export DRIVE
|
|
if [ -z "${DRIVE}" ]; then
|
|
echo "Cannot execute losetup for $output_image"
|
|
exit 1
|
|
fi
|
|
|
|
device=${DRIVE/\/dev\//}
|
|
|
|
if [ -z "$device" ]; then
|
|
echo "No device"
|
|
exit 1
|
|
fi
|
|
|
|
export device="/dev/mapper/${device}"
|
|
|
|
partprobe
|
|
|
|
kpartx -va $DRIVE
|
|
|
|
echo ">> Populating partitions"
|
|
efi=${device}p1
|
|
state=${device}p2
|
|
recovery=${device}p3
|
|
persistent=${device}p4
|
|
oem_lv=/dev/mapper/KairosVG-oem
|
|
recovery_lv=/dev/mapper/KairosVG-recovery
|
|
|
|
# Create partitions (RECOVERY, STATE, COS_PERSISTENT)
|
|
mkfs.vfat -F 32 ${efi}
|
|
fatlabel ${efi} COS_GRUB
|
|
|
|
if [ "$disable_lvm" == 'true' ]; then
|
|
mkfs.ext4 -F -L ${RECOVERY_LABEL} $recovery
|
|
else
|
|
pvcreate $recovery
|
|
vgcreate KairosVG $recovery
|
|
lvcreate -Z n -n oem -L ${oem_size} KairosVG
|
|
lvcreate -Z n -n recovery -l 100%FREE KairosVG
|
|
vgchange -ay
|
|
vgmknodes
|
|
mkfs.ext4 -F -L ${OEM_LABEL} $oem_lv
|
|
mkfs.ext4 -F -L ${RECOVERY_LABEL} $recovery_lv
|
|
fi
|
|
mkfs.ext4 -F -L ${STATE_LABEL} $state
|
|
mkfs.ext4 -F -L ${PERSISTENT_LABEL} $persistent
|
|
|
|
mkdir $WORKDIR/state
|
|
mkdir $WORKDIR/recovery
|
|
mkdir $WORKDIR/efi
|
|
|
|
if [ "$disable_lvm" == 'true' ]; then
|
|
mount $recovery $WORKDIR/recovery
|
|
else
|
|
mount $recovery_lv $WORKDIR/recovery
|
|
fi
|
|
mount $state $WORKDIR/state
|
|
mount $efi $WORKDIR/efi
|
|
|
|
|
|
if [ "$disable_lvm" == "false" ]; then
|
|
mkdir $WORKDIR/oem
|
|
mount $oem_lv $WORKDIR/oem
|
|
|
|
cp -rfv /defaults.yaml $WORKDIR/oem/01_defaults.yaml
|
|
|
|
# Set a OEM config file if specified
|
|
if [ -n "$config" ]; then
|
|
echo ">> Copying $config OEM config file"
|
|
get_url $config $WORKDIR/oem/99_custom.yaml
|
|
fi
|
|
|
|
umount $WORKDIR/oem
|
|
else
|
|
echo "LVM disabled: Not adding default config with default user/pass and custom config file"
|
|
echo "Enable LVM to copy those files into /oem"
|
|
fi
|
|
|
|
grub2-editenv $WORKDIR/state/grub_oem_env set "default_menu_entry=$menu_entry"
|
|
|
|
# We copy the file we saved earier to the STATE partition
|
|
cp -rfv "${tmpgrubconfig}" $WORKDIR/state/grubmenu
|
|
|
|
|
|
# Copy over content
|
|
cp -arf $EFI/* $WORKDIR/efi
|
|
cp -arf $RECOVERY/* $WORKDIR/recovery
|
|
cp -arf $STATEDIR/* $WORKDIR/state
|
|
|
|
umount $WORKDIR/recovery
|
|
umount $WORKDIR/state
|
|
umount $WORKDIR/efi
|
|
|
|
if [ "$disable_lvm" == 'false' ]; then
|
|
vgchange -an
|
|
fi
|
|
sync
|
|
|
|
# Flash uboot and vendor-specific bits
|
|
echo ">> Performing $model specific bits.."
|
|
/arm/boards/$model.sh ${DRIVE}
|
|
|
|
sync
|
|
sleep 5
|
|
sync
|
|
|
|
kpartx -dv $DRIVE || true
|
|
|
|
umount $DRIVE || true
|
|
|
|
echo ">> Done writing $output_image"
|
|
|
|
echo ">> Creating SHA256 sum"
|
|
|
|
sha256sum $output_image > $output_image.sha256
|
|
|
|
cleanup
|