Build for ARM64 on ARM64, installer included

.docker-env.sample

@@ -0,0 +1,2 @@
+DOCKER_HOST="tcp://192.168.2.2:2375"
+DOCKER_TLS_VERIFY=

.drone.yml

@@ -3,5 +3,4 @@ build:
   volumes:
   - /var/run/docker.sock:/var/run/docker.sock
   commands:
-  - dapper -O make ARCH=arm rootfs
+  - ./scripts/ci
-  - dapper -O make DEV_BUILD=1 test

.gitignore

@@ -12,3 +12,4 @@
 /tests/integration/.tox
 *.pyc
 __pychache__
+.docker-env.*

.wrap-docker-args

@@ -1 +0,0 @@
---privileged

Dockerfile.arm64

@@ -0,0 +1,15 @@
+FROM aarch64/debian:jessie
+ENV DEBIAN_FRONTEND noninteractive
+ENV ARCH arm
+
+RUN apt-get update && apt-get install -y parted
+
+# TODO add kexec-tools: build from sources for aarch64
+
+COPY ./scripts/installer /scripts
+COPY ./build.conf /scripts/
+
+COPY ./dist/artifacts/vmlinuz /dist/
+COPY ./dist/artifacts/initrd  /dist/
+
+ENTRYPOINT ["/scripts/lay-down-os"]

Dockerfile.dapper

@@ -1,58 +1,71 @@
-FROM ubuntu:15.10
+FROM rancher/os-dapper-base
+
+ARG ARCH
+ENV ARCH ${ARCH}
+ARG DOCKER_BINARY_URL
+ENV DOCKER_BINARY_URL ${DOCKER_BINARY_URL}
 
 RUN apt-get update && \
-    apt-get -y install locales sudo vim less curl wget git rsync build-essential syslinux isolinux xorriso \
+    apt-get -y install locales sudo vim less curl wget git rsync build-essential isolinux xorriso gccgo \
-        libblkid-dev libmount-dev libselinux1-dev cpio genisoimage qemu-kvm python-pip ca-certificates pkg-config
+        libblkid-dev libmount-dev libselinux1-dev cpio genisoimage qemu-kvm python-pip ca-certificates pkg-config tox
 
-RUN locale-gen en_US.UTF-8
+RUN mkdir -p /usr/local && cd /usr/local && \
-ENV LANG en_US.UTF-8
+    wget -O - https://storage.googleapis.com/golang/go1.6.src.tar.gz | tar -xz && \
-ENV PATH $PATH:/usr/local/go/bin
+    cd go/src && GOROOT_BOOTSTRAP=/usr GOARCH=${ARCH} GOHOSTARCH=${ARCH} ./make.bash
+
+ENV PATH /usr/local/go/bin:$PATH
 RUN mkdir -p /go/src /go/bin && chmod -R 777 /go
 ENV GOPATH /go
 ENV PATH /go/bin:$PATH
 
-RUN pip install tox
+RUN wget -O - ${DOCKER_BINARY_URL} > /usr/local/bin/docker
-RUN curl -sSL https://storage.googleapis.com/golang/go1.6.linux-amd64.tar.gz | tar -xz -C /usr/local
-RUN curl -sL https://get.docker.com/builds/Linux/x86_64/docker-1.10.2 > /usr/local/bin/docker
 RUN chmod +x /usr/local/bin/docker
 
 ENV DAPPER_DOCKER_SOCKET true
 ENV DAPPER_SOURCE /go/src/github.com/rancher/os
-ENV DAPPER_OUTPUT ./bin ./dist
+ENV DAPPER_OUTPUT ./bin ./dist ./build/os-config.yml
 ENV DAPPER_RUN_ARGS --privileged
 ENV SHELL /bin/bash
 WORKDIR ${DAPPER_SOURCE}
 
-COPY .dockerignore.docker .dockerignore
+COPY .dockerignore.dapper .dockerignore
 
-RUN cd /usr/local/src && \
+CMD make
+
+ARG TOOLCHAIN
+ENV TOOLCHAIN ${TOOLCHAIN}
+
+RUN if [ "${TOOLCHAIN}" != "" ]; then \
+        cd /usr/local/src && \
         for i in libselinux pcre3 util-linux; do \
             apt-get build-dep -y $i && \
             apt-get source -y $i \
-    ;done
+        ;done \
+     ;fi
 
-RUN apt-get install -y gcc-arm-linux-gnueabihf g++-arm-linux-gnueabihf
+RUN if [ "${TOOLCHAIN}" != "" ]; then \
-RUN cd /usr/local/src/pcre3-* && \
+        cd /usr/local/src/pcre3-* && \
         autoreconf && \
-    CC=arm-linux-gnueabihf-gcc CXX=arm-linux-gnueabihf-g++ ./configure --host=arm-linux-gnueabihf --prefix=/usr/arm-linux-gnueabihf && \
+        CC=${TOOLCHAIN}-gcc CXX=${TOOLCHAIN}-g++ ./configure --host=${TOOLCHAIN} --prefix=/usr/${TOOLCHAIN} && \
         make -j$(nproc) && \
-    make install
+        make install \
+    ;fi
 
-RUN cd /usr/local/src/libselinux-* && \
+RUN if [ "${TOOLCHAIN}" != "" ]; then \
-    CC=arm-linux-gnueabihf-gcc CXX=arm-linux-gnueabihf-g++ make CFLAGS=-Wall && \
+        cd /usr/local/src/libselinux-* && \
-    make PREFIX=/usr/arm-linux-gnueabihf DESTDIR=/usr/arm-linux-gnueabihf install
+        CC=${TOOLCHAIN}-gcc CXX=${TOOLCHAIN}-g++ make CFLAGS=-Wall && \
+        make PREFIX=/usr/${TOOLCHAIN} DESTDIR=/usr/${TOOLCHAIN} install \
+    ;fi
 
-RUN cd /usr/local/src/util-linux-* && \
+RUN if [ "${TOOLCHAIN}" != "" ]; then \
+        cd /usr/local/src/util-linux-* && \
         autoreconf && \
-    CC=arm-linux-gnueabihf-gcc CXX=arm-linux-gnueabihf-g++ ./configure --host=arm-linux-gnueabihf --prefix=/usr/arm-linux-gnueabihf \
+        CC=${TOOLCHAIN}-gcc CXX=${TOOLCHAIN}-g++ ./configure --host=${TOOLCHAIN} --prefix=/usr/${TOOLCHAIN} \
             --disable-all-programs \
             --enable-libmount \
             --enable-libblkid \
             --enable-libuuid \
             --enable-mount && \
         make -j$(nproc) && \
-    make install
+        make install \
-
+    ;fi
-CMD make all
-
-ENV DAPPER_OUTPUT ./bin ./dist ./build/os-config.yml

Makefile

@@ -1,6 +1,7 @@
 FORCE_PULL := 0
 DEV_BUILD  := 0
 ARCH       := amd64
+SUFFIX := $(if $(filter-out amd64,$(ARCH)),_$(ARCH))
 
 include build.conf
 include build.conf.$(ARCH)
@@ -12,11 +13,7 @@ bin/ros:
 
 build/host_ros: bin/ros
 	mkdir -p $(dir $@)
-ifeq "$(ARCH)" "amd64"
 	ln -sf ../bin/ros $@
-else
-	ARCH=amd64 VERSION=$(VERSION) ./scripts/mk-ros.sh $@
-endif
 
 
 assets/docker:
@@ -31,11 +28,11 @@ assets/selinux/policy.29:
 ifdef COMPILED_KERNEL_URL
 
 installer: minimal
-	docker build -t $(IMAGE_NAME):$(VERSION) .
+	docker build -t $(IMAGE_NAME):$(VERSION)$(SUFFIX) -f Dockerfile.$(ARCH) .
 
 dist/artifacts/vmlinuz: build/kernel/
 	mkdir -p $(dir $@)
-	mv build/kernel/boot/vmlinuz* $@
+	mv $(or $(wildcard build/kernel/boot/vmlinuz*), $(wildcard build/kernel/boot/vmlinux*)) $@
 
 
 build/kernel/:

build.conf.amd64

@@ -1,2 +1,5 @@
+DAPPER_BASE=ubuntu:16.04
+TOOLCHAIN= #empty
+
 COMPILED_KERNEL_URL=https://github.com/rancher/os-kernel/releases/download/Ubuntu-4.2.0-28.33-rancher/linux-4.2.8-ckt3-rancher-x86.tar.gz
 DOCKER_BINARY_URL=https://get.docker.com/builds/Linux/x86_64/docker-1.10.2

build.conf.arm

@@ -1 +1,4 @@
-DOCKER_BINARY_URL=https://github.com/rancher/docker/releases/download/v1.10.2-ros_arm/docker-1.10.2
+DAPPER_BASE=armhf/ubuntu:16.04
+TOOLCHAIN=arm-linux-gnueabihf
+
+DOCKER_BINARY_URL=https://github.com/rancher/docker/releases/download/v1.10.2-arm2/docker-1.10.2_arm

build.conf.arm64

@@ -0,0 +1,5 @@
+DAPPER_BASE=aarch64/ubuntu:16.04
+TOOLCHAIN=aarch64-linux-gnu
+
+DOCKER_BINARY_URL=https://github.com/rancher/docker/releases/download/v1.10.2-arm2/docker-1.10.2_arm64
+COMPILED_KERNEL_URL=https://github.com/imikushin/os-kernel/releases/download/Estuary-4.1.18-arm64/linux-4.1.18-arm64.tar.gz

build.sh

@@ -1,6 +1,10 @@
 #!/bin/bash
 set -e
 
+export ARCH=${ARCH:-amd64}
+
+cd $(dirname $0)
+
 if [ "$1" != "--dev" ]; then
   echo
   echo Running \"production\" build. Will use lzma to compress initrd, which is somewhat slow...
@@ -8,10 +12,9 @@ if [ "$1" != "--dev" ]; then
   echo
   echo For \"developer\" builds, run ./build.sh --dev
   echo
-  dapper make all
+  ./scripts/make.sh all
 else
-  dapper make DEV_BUILD=1 all
+  ./scripts/make.sh DEV_BUILD=1 all
 fi
 
-
 ls -lh dist/artifacts

scripts/ci

@@ -1,7 +1,7 @@
-#!/bin/bash
+#!/bin/sh
 set -ex
 
 cd $(dirname $0)/..
+. ./scripts/dapper-common
 
-dapper -O make ARCH=arm rootfs
+dapper -d -O make ARCH=${ARCH} DEV_BUILD=1 test
-dapper -O make DEV_BUILD=1 test

scripts/dapper-common

@@ -0,0 +1,21 @@
+#!/bin/sh
+set -ex
+
+guessArch() {
+  docker version | grep 'OS/Arch:' | tail -n+2 | awk '{print $2}' | cut -f2 -d'/'
+}
+
+ARCH=${ARCH:-"$(guessArch)"}
+ARCH=${ARCH:?"Failed to guess ARCH"}
+export ARCH
+
+cd $(dirname $0)/..
+
+[ -f "./.docker-env.${ARCH}" ] && . ./.docker-env.${ARCH} || echo "WARNING: missing .docker-env.${ARCH} (to use an ${ARCH} docker host)"
+
+set -a
+. ./build.conf.${ARCH}
+set +a
+
+docker inspect $DAPPER_BASE >/dev/null 2>&1 || docker pull $DAPPER_BASE
+docker tag $DAPPER_BASE rancher/os-dapper-base

scripts/installer/lay-down-os

@@ -21,6 +21,7 @@ do
         *) exit 1 ;;
     esac
 done
+[ "$ARCH" == "arm" && "$ENV" != "rancher-upgrade" ] && ENV=arm
 
 DIST=${DIST:-/dist}
 CLOUD_CONFIG=${CLOUD_CONFIG:-"${SCRIPTS_DIR}/conf/empty.yml"}
@@ -153,6 +154,10 @@ if [ -n ${ENV} ]; then
             install_grub
             "${SCRIPTS_DIR}/seed-data" ${BASE_DIR} ${CLOUD_CONFIG} ${FILES}
             ;;
+        "arm")
+            format_and_mount
+            "${SCRIPTS_DIR}/seed-data" ${BASE_DIR} ${CLOUD_CONFIG} ${FILES}
+            ;;
         "amazon-ebs-pv"|"amazon-ebs-hvm")
             CONSOLE=ttyS0
             format_and_mount

scripts/make.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -e
+
+cd $(dirname $0)/..
+. ./scripts/dapper-common
+
+dapper make ARCH=${ARCH} "$@"

scripts/mk-initrd.sh

@@ -3,7 +3,7 @@ set -ex
 
 TARGET=$(pwd)/${1}
 
-ARCH=${ARCH:-"amd64"}
+ARCH=${ARCH:?"ARCH not set"}
 DFS_IMAGE=${DFS_IMAGE:?"DFS_IMAGE not set"}
 IS_ROOTFS=${IS_ROOTFS:-0}
 
@@ -53,12 +53,12 @@ docker export ${DFS_ARCH} | tar xvf - -C ${INITRD_DIR} --exclude=usr/bin/dockerl
                                                        usr
 
 if [ "$IS_ROOTFS" == "1" ]; then
-  DFS=$(docker run -d --privileged -v /lib/modules/$(uname -r):/lib/modules/$(uname -r) ${DFS_IMAGE})
+  DFS=$(docker run -d --privileged -v /lib/modules/$(uname -r):/lib/modules/$(uname -r) ${DFS_ARCH_IMAGE})
   trap "docker rm -fv ${DFS_ARCH} ${DFS}" EXIT
   docker exec -i ${DFS} docker load < ${BUILD}/images.tar
   docker stop ${DFS}
-  docker run --rm --volumes-from=${DFS} debian:jessie tar -c -C /var/lib/docker ./image | tar -x -C ${INITRD_DIR}/var/lib/system-docker
+  docker run --rm --volumes-from=${DFS} rancher/os-dapper-base tar -c -C /var/lib/docker ./image | tar -x -C ${INITRD_DIR}/var/lib/system-docker
-  docker run --rm --volumes-from=${DFS} debian:jessie tar -c -C /var/lib/docker ./overlay | tar -x -C ${INITRD_DIR}/var/lib/system-docker
+  docker run --rm --volumes-from=${DFS} rancher/os-dapper-base tar -c -C /var/lib/docker ./overlay | tar -x -C ${INITRD_DIR}/var/lib/system-docker
 
   cd ${INITRD_DIR}
 

scripts/mk-ros.sh

@@ -8,12 +8,6 @@ VERSION=${VERSION:?"VERSION not set"}
 
 cd $(dirname $0)/..
 
-strip_bin=$(which strip)
+[ "${ARCH}" == "arm" ] && export GOARM=6
-if [ "${ARCH}" == "arm" ]; then
-  export GOARM=6
-  export CC=/usr/bin/arm-linux-gnueabihf-gcc
-  export CGO_ENABLED=1
-  strip_bin=/usr/arm-linux-gnueabihf/bin/strip
-fi
 GOARCH=${ARCH} go build -tags netgo -installsuffix netgo -ldflags "-X github.com/rancher/os/config.VERSION=${VERSION} -linkmode external -extldflags -static" -o ${ros}
-${strip_bin} --strip-all ${ros}
+strip --strip-all ${ros}

scripts/run

@@ -7,6 +7,9 @@ cd $(dirname $0)/..
 source scripts/build-common
 
 BASE=$(pwd)
+UNAME=$(uname)
+QEMUARCH=$(uname -m)
+[ "${UNAME}" == "Darwin" ] && QEMUARCH=x86_64
 
 KERNEL=${BASE}/dist/artifacts/vmlinuz
 INITRD=${BASE}/dist/artifacts/initrd
@@ -41,7 +44,7 @@ while [ "$#" -gt 0 ]; do
             fi
             ;;
         --qemu)
-            if [ -x $(which qemu-system-x86_64) ]; then
+            if [ -x $(which qemu-system-${QEMUARCH}) ]; then
                 QEMU=1
             fi
             ;;
@@ -76,7 +79,6 @@ if [[ ! -e ${KERNEL} || ! -e ${INITRD} ]]; then
     exit 1
 fi
 
-UNAME=$(uname)
 # Linux and Darwin SHA1 sum binary are different, pick which to use
 if [ "$UNAME" == "Darwin" ]; then sha1sum=$(which shasum)
 elif [ "$UNAME" == "Linux" ]; then sha1sum=$(which sha1sum);
@@ -102,7 +104,7 @@ if [ "$REBUILD" == "1" ]; then
 
     mkdir -p ${INITRD_TMP}/usr/{bin,share/ros}
     cp bin/ros ${INITRD_TMP}/usr/bin/
-    cp -f os-config.yml ${INITRD_TMP}/usr/share/ros/ #FIXME: generate os-config.yml from os-config.tpl.yml
+    cp -f build/os-config.yml ${INITRD_TMP}/usr/share/ros/
 
     pushd ${INITRD_TMP}
     find . | cpio -H newc -o | gzip > ${INITRD_TEST}
@@ -166,7 +168,7 @@ if [ "$XHYVE" == "1" ] || [ "$QEMU" == "1" ]; then
         if [ "$KVM" == "1" ]; then
             KVM_ENABLE="-machine accel=kvm -cpu host"
         fi
-        exec qemu-system-x86_64 -serial stdio \
+        exec qemu-system-${QEMUARCH} -serial stdio \
             -kernel ${KERNEL} \
             -initrd ${INITRD} \
             -m 1024 \

selinux/selinux_linux_arm64.go

@@ -0,0 +1,6 @@
+package selinux
+
+// InitializeSelinux is a stub for SELinux support on ARM64
+func InitializeSelinux() (int, error) {
+	return 0, nil
+}

util/cutil.go

@@ -3,7 +3,7 @@
 package util
 
 /*
-#cgo LDFLAGS: -lmount -lblkid -luuid -lselinux
+#cgo LDFLAGS: -lmount -lblkid -luuid
 #include<blkid/blkid.h>
 #include<libmount/libmount.h>
 #include<stdlib.h>
@@ -34,10 +34,3 @@ func GetFsType(device string) (string, error) {
 	}
 	return "", errors.New("Error while getting fstype")
 }
-
-func intToBool(value C.int) bool {
-	if value == 0 {
-		return false
-	}
-	return true
-}