mirror of
https://github.com/k3s-io/kubernetes.git
synced 2025-07-23 03:41:45 +00:00
Move release code (bash) out of build/common.sh
This commit is contained in:
Joe Beda
parent
dc586ea8f7
commit
f861163a15
435
build/common.sh
435
build/common.sh
@ -31,18 +31,6 @@ KUBE_ROOT=$(cd $(dirname "${BASH_SOURCE}")/.. && pwd -P)
|
|||||||
|
|
||||||
source "${KUBE_ROOT}/hack/lib/init.sh"
|
source "${KUBE_ROOT}/hack/lib/init.sh"
|
||||||
|
|
||||||
# Incoming options
|
|
||||||
#
|
|
||||||
readonly KUBE_SKIP_CONFIRMATIONS="${KUBE_SKIP_CONFIRMATIONS:-n}"
|
|
||||||
readonly KUBE_GCS_UPLOAD_RELEASE="${KUBE_GCS_UPLOAD_RELEASE:-n}"
|
|
||||||
readonly KUBE_GCS_NO_CACHING="${KUBE_GCS_NO_CACHING:-y}"
|
|
||||||
readonly KUBE_GCS_MAKE_PUBLIC="${KUBE_GCS_MAKE_PUBLIC:-y}"
|
|
||||||
# KUBE_GCS_RELEASE_BUCKET default: kubernetes-releases-${project_hash}
|
|
||||||
readonly KUBE_GCS_RELEASE_PREFIX=${KUBE_GCS_RELEASE_PREFIX-devel}/
|
|
||||||
readonly KUBE_GCS_DOCKER_REG_PREFIX=${KUBE_GCS_DOCKER_REG_PREFIX-docker-reg}/
|
|
||||||
readonly KUBE_GCS_PUBLISH_VERSION=${KUBE_GCS_PUBLISH_VERSION:-}
|
|
||||||
readonly KUBE_GCS_DELETE_EXISTING="${KUBE_GCS_DELETE_EXISTING:-n}"
|
|
||||||
|
|
||||||
# Set KUBE_BUILD_PPC64LE to y to build for ppc64le in addition to other
|
# Set KUBE_BUILD_PPC64LE to y to build for ppc64le in addition to other
|
||||||
# platforms.
|
# platforms.
|
||||||
# TODO(IBM): remove KUBE_BUILD_PPC64LE and reenable ppc64le compilation by
|
# TODO(IBM): remove KUBE_BUILD_PPC64LE and reenable ppc64le compilation by
|
||||||
@ -98,11 +86,6 @@ readonly KUBE_RSYNC_PORT="${KUBE_RSYNC_PORT:-}"
|
|||||||
# mapped to KUBE_RSYNC_PORT via docker networking.
|
# mapped to KUBE_RSYNC_PORT via docker networking.
|
||||||
readonly KUBE_CONTAINER_RSYNC_PORT=8730
|
readonly KUBE_CONTAINER_RSYNC_PORT=8730
|
||||||
|
|
||||||
# This is where the final release artifacts are created locally
|
|
||||||
readonly RELEASE_STAGE="${LOCAL_OUTPUT_ROOT}/release-stage"
|
|
||||||
readonly RELEASE_DIR="${LOCAL_OUTPUT_ROOT}/release-tars"
|
|
||||||
readonly GCS_STAGE="${LOCAL_OUTPUT_ROOT}/gcs-stage"
|
|
||||||
|
|
||||||
# Get the set of master binaries that run in Docker (on Linux)
|
# Get the set of master binaries that run in Docker (on Linux)
|
||||||
# Entry format is "<name-of-binary>,<base-image>".
|
# Entry format is "<name-of-binary>,<base-image>".
|
||||||
# Binaries are placed in /usr/local/bin inside the image.
|
# Binaries are placed in /usr/local/bin inside the image.
|
||||||
@ -401,39 +384,6 @@ function kube::build::destroy_container() {
|
|||||||
"${DOCKER[@]}" rm -f -v "$1" >/dev/null 2>&1 || true
|
"${DOCKER[@]}" rm -f -v "$1" >/dev/null 2>&1 || true
|
||||||
}
|
}
|
||||||
|
|
||||||
# Validate a ci version
|
|
||||||
#
|
|
||||||
# Globals:
|
|
||||||
# None
|
|
||||||
# Arguments:
|
|
||||||
# version
|
|
||||||
# Returns:
|
|
||||||
# If version is a valid ci version
|
|
||||||
# Sets: (e.g. for '1.2.3-alpha.4.56+abcdef12345678')
|
|
||||||
# VERSION_MAJOR (e.g. '1')
|
|
||||||
# VERSION_MINOR (e.g. '2')
|
|
||||||
# VERSION_PATCH (e.g. '3')
|
|
||||||
# VERSION_PRERELEASE (e.g. 'alpha')
|
|
||||||
# VERSION_PRERELEASE_REV (e.g. '4')
|
|
||||||
# VERSION_BUILD_INFO (e.g. '.56+abcdef12345678')
|
|
||||||
# VERSION_COMMITS (e.g. '56')
|
|
||||||
function kube::release::parse_and_validate_ci_version() {
|
|
||||||
# Accept things like "v1.2.3-alpha.4.56+abcdef12345678" or "v1.2.3-beta.4"
|
|
||||||
local -r version_regex="^v(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)-(beta|alpha)\\.(0|[1-9][0-9]*)(\\.(0|[1-9][0-9]*)\\+[0-9a-f]{7,40})?$"
|
|
||||||
local -r version="${1-}"
|
|
||||||
[[ "${version}" =~ ${version_regex} ]] || {
|
|
||||||
kube::log::error "Invalid ci version: '${version}', must match regex ${version_regex}"
|
|
||||||
return 1
|
|
||||||
}
|
|
||||||
VERSION_MAJOR="${BASH_REMATCH[1]}"
|
|
||||||
VERSION_MINOR="${BASH_REMATCH[2]}"
|
|
||||||
VERSION_PATCH="${BASH_REMATCH[3]}"
|
|
||||||
VERSION_PRERELEASE="${BASH_REMATCH[4]}"
|
|
||||||
VERSION_PRERELEASE_REV="${BASH_REMATCH[5]}"
|
|
||||||
VERSION_BUILD_INFO="${BASH_REMATCH[6]}"
|
|
||||||
VERSION_COMMITS="${BASH_REMATCH[7]}"
|
|
||||||
}
|
|
||||||
|
|
||||||
# ---------------------------------------------------------------------------
|
# ---------------------------------------------------------------------------
|
||||||
# Building
|
# Building
|
||||||
|
|
||||||
@ -773,388 +723,3 @@ function kube::build::copy_output() {
|
|||||||
|
|
||||||
kube::build::stop_rsyncd_container
|
kube::build::stop_rsyncd_container
|
||||||
}
|
}
|
||||||
|
|
||||||
# ---------------------------------------------------------------------------
|
|
||||||
# Build final release artifacts
|
|
||||||
function kube::release::clean_cruft() {
|
|
||||||
# Clean out cruft
|
|
||||||
find ${RELEASE_STAGE} -name '*~' -exec rm {} \;
|
|
||||||
find ${RELEASE_STAGE} -name '#*#' -exec rm {} \;
|
|
||||||
find ${RELEASE_STAGE} -name '.DS*' -exec rm {} \;
|
|
||||||
}
|
|
||||||
|
|
||||||
function kube::release::package_hyperkube() {
|
|
||||||
# If we have these variables set then we want to build all docker images.
|
|
||||||
if [[ -n "${KUBE_DOCKER_IMAGE_TAG-}" && -n "${KUBE_DOCKER_REGISTRY-}" ]]; then
|
|
||||||
for arch in "${KUBE_SERVER_PLATFORMS[@]##*/}"; do
|
|
||||||
kube::log::status "Building hyperkube image for arch: ${arch}"
|
|
||||||
REGISTRY="${KUBE_DOCKER_REGISTRY}" VERSION="${KUBE_DOCKER_IMAGE_TAG}" ARCH="${arch}" make -C cluster/images/hyperkube/ build
|
|
||||||
done
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
function kube::release::package_tarballs() {
|
|
||||||
# Clean out any old releases
|
|
||||||
rm -rf "${RELEASE_DIR}"
|
|
||||||
mkdir -p "${RELEASE_DIR}"
|
|
||||||
kube::release::package_build_image_tarball &
|
|
||||||
kube::release::package_client_tarballs &
|
|
||||||
kube::release::package_server_tarballs &
|
|
||||||
kube::release::package_salt_tarball &
|
|
||||||
kube::release::package_kube_manifests_tarball &
|
|
||||||
kube::util::wait-for-jobs || { kube::log::error "previous tarball phase failed"; return 1; }
|
|
||||||
|
|
||||||
kube::release::package_full_tarball & # _full depends on all the previous phases
|
|
||||||
kube::release::package_test_tarball & # _test doesn't depend on anything
|
|
||||||
kube::util::wait-for-jobs || { kube::log::error "previous tarball phase failed"; return 1; }
|
|
||||||
}
|
|
||||||
|
|
||||||
# Package the build image we used from the previous stage, for compliance/licensing/audit/yadda.
|
|
||||||
function kube::release::package_build_image_tarball() {
|
|
||||||
kube::log::status "Building tarball: src"
|
|
||||||
"${TAR}" czf "${RELEASE_DIR}/kubernetes-src.tar.gz" -C "${LOCAL_OUTPUT_BUILD_CONTEXT}" .
|
|
||||||
}
|
|
||||||
|
|
||||||
# Package up all of the cross compiled clients. Over time this should grow into
|
|
||||||
# a full SDK
|
|
||||||
function kube::release::package_client_tarballs() {
|
|
||||||
# Find all of the built client binaries
|
|
||||||
local platform platforms
|
|
||||||
platforms=($(cd "${LOCAL_OUTPUT_BINPATH}" ; echo */*))
|
|
||||||
for platform in "${platforms[@]}"; do
|
|
||||||
local platform_tag=${platform/\//-} # Replace a "/" for a "-"
|
|
||||||
kube::log::status "Starting tarball: client $platform_tag"
|
|
||||||
|
|
||||||
(
|
|
||||||
local release_stage="${RELEASE_STAGE}/client/${platform_tag}/kubernetes"
|
|
||||||
rm -rf "${release_stage}"
|
|
||||||
mkdir -p "${release_stage}/client/bin"
|
|
||||||
|
|
||||||
local client_bins=("${KUBE_CLIENT_BINARIES[@]}")
|
|
||||||
if [[ "${platform%/*}" == "windows" ]]; then
|
|
||||||
client_bins=("${KUBE_CLIENT_BINARIES_WIN[@]}")
|
|
||||||
fi
|
|
||||||
|
|
||||||
# This fancy expression will expand to prepend a path
|
|
||||||
# (${LOCAL_OUTPUT_BINPATH}/${platform}/) to every item in the
|
|
||||||
# KUBE_CLIENT_BINARIES array.
|
|
||||||
cp "${client_bins[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
|
||||||
"${release_stage}/client/bin/"
|
|
||||||
|
|
||||||
kube::release::clean_cruft
|
|
||||||
|
|
||||||
local package_name="${RELEASE_DIR}/kubernetes-client-${platform_tag}.tar.gz"
|
|
||||||
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
|
||||||
) &
|
|
||||||
done
|
|
||||||
|
|
||||||
kube::log::status "Waiting on tarballs"
|
|
||||||
kube::util::wait-for-jobs || { kube::log::error "client tarball creation failed"; exit 1; }
|
|
||||||
}
|
|
||||||
|
|
||||||
# Package up all of the server binaries
|
|
||||||
function kube::release::package_server_tarballs() {
|
|
||||||
local platform
|
|
||||||
for platform in "${KUBE_SERVER_PLATFORMS[@]}"; do
|
|
||||||
local platform_tag=${platform/\//-} # Replace a "/" for a "-"
|
|
||||||
local arch=$(basename ${platform})
|
|
||||||
kube::log::status "Building tarball: server $platform_tag"
|
|
||||||
|
|
||||||
local release_stage="${RELEASE_STAGE}/server/${platform_tag}/kubernetes"
|
|
||||||
rm -rf "${release_stage}"
|
|
||||||
mkdir -p "${release_stage}/server/bin"
|
|
||||||
mkdir -p "${release_stage}/addons"
|
|
||||||
|
|
||||||
# This fancy expression will expand to prepend a path
|
|
||||||
# (${LOCAL_OUTPUT_BINPATH}/${platform}/) to every item in the
|
|
||||||
# KUBE_SERVER_BINARIES array.
|
|
||||||
cp "${KUBE_SERVER_BINARIES[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
|
||||||
"${release_stage}/server/bin/"
|
|
||||||
|
|
||||||
kube::release::create_docker_images_for_server "${release_stage}/server/bin" "${arch}"
|
|
||||||
|
|
||||||
# Include the client binaries here too as they are useful debugging tools.
|
|
||||||
local client_bins=("${KUBE_CLIENT_BINARIES[@]}")
|
|
||||||
if [[ "${platform%/*}" == "windows" ]]; then
|
|
||||||
client_bins=("${KUBE_CLIENT_BINARIES_WIN[@]}")
|
|
||||||
fi
|
|
||||||
cp "${client_bins[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
|
||||||
"${release_stage}/server/bin/"
|
|
||||||
|
|
||||||
cp "${KUBE_ROOT}/Godeps/LICENSES" "${release_stage}/"
|
|
||||||
|
|
||||||
cp "${RELEASE_DIR}/kubernetes-src.tar.gz" "${release_stage}/"
|
|
||||||
|
|
||||||
kube::release::clean_cruft
|
|
||||||
|
|
||||||
local package_name="${RELEASE_DIR}/kubernetes-server-${platform_tag}.tar.gz"
|
|
||||||
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
|
||||||
done
|
|
||||||
}
|
|
||||||
|
|
||||||
function kube::release::md5() {
|
|
||||||
if which md5 >/dev/null 2>&1; then
|
|
||||||
md5 -q "$1"
|
|
||||||
else
|
|
||||||
md5sum "$1" | awk '{ print $1 }'
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
function kube::release::sha1() {
|
|
||||||
if which shasum >/dev/null 2>&1; then
|
|
||||||
shasum -a1 "$1" | awk '{ print $1 }'
|
|
||||||
else
|
|
||||||
sha1sum "$1" | awk '{ print $1 }'
|
|
||||||
fi
|
|
||||||
}
|
|
||||||
|
|
||||||
# This will take binaries that run on master and creates Docker images
|
|
||||||
# that wrap the binary in them. (One docker image per binary)
|
|
||||||
# Args:
|
|
||||||
# $1 - binary_dir, the directory to save the tared images to.
|
|
||||||
# $2 - arch, architecture for which we are building docker images.
|
|
||||||
function kube::release::create_docker_images_for_server() {
|
|
||||||
# Create a sub-shell so that we don't pollute the outer environment
|
|
||||||
(
|
|
||||||
local binary_dir="$1"
|
|
||||||
local arch="$2"
|
|
||||||
local binary_name
|
|
||||||
local binaries=($(kube::build::get_docker_wrapped_binaries ${arch}))
|
|
||||||
|
|
||||||
for wrappable in "${binaries[@]}"; do
|
|
||||||
|
|
||||||
local oldifs=$IFS
|
|
||||||
IFS=","
|
|
||||||
set $wrappable
|
|
||||||
IFS=$oldifs
|
|
||||||
|
|
||||||
local binary_name="$1"
|
|
||||||
local base_image="$2"
|
|
||||||
|
|
||||||
kube::log::status "Starting Docker build for image: ${binary_name}"
|
|
||||||
|
|
||||||
(
|
|
||||||
local md5_sum
|
|
||||||
md5_sum=$(kube::release::md5 "${binary_dir}/${binary_name}")
|
|
||||||
|
|
||||||
local docker_build_path="${binary_dir}/${binary_name}.dockerbuild"
|
|
||||||
local docker_file_path="${docker_build_path}/Dockerfile"
|
|
||||||
local binary_file_path="${binary_dir}/${binary_name}"
|
|
||||||
|
|
||||||
rm -rf ${docker_build_path}
|
|
||||||
mkdir -p ${docker_build_path}
|
|
||||||
ln ${binary_dir}/${binary_name} ${docker_build_path}/${binary_name}
|
|
||||||
printf " FROM ${base_image} \n ADD ${binary_name} /usr/local/bin/${binary_name}\n" > ${docker_file_path}
|
|
||||||
|
|
||||||
if [[ ${arch} == "amd64" ]]; then
|
|
||||||
# If we are building a amd64 docker image, preserve the original image name
|
|
||||||
local docker_image_tag=gcr.io/google_containers/${binary_name}:${md5_sum}
|
|
||||||
else
|
|
||||||
# If we are building a docker image for another architecture, append the arch in the image tag
|
|
||||||
local docker_image_tag=gcr.io/google_containers/${binary_name}-${arch}:${md5_sum}
|
|
||||||
fi
|
|
||||||
|
|
||||||
"${DOCKER[@]}" build -q -t "${docker_image_tag}" ${docker_build_path} >/dev/null
|
|
||||||
"${DOCKER[@]}" save ${docker_image_tag} > ${binary_dir}/${binary_name}.tar
|
|
||||||
echo $md5_sum > ${binary_dir}/${binary_name}.docker_tag
|
|
||||||
|
|
||||||
rm -rf ${docker_build_path}
|
|
||||||
|
|
||||||
# If we are building an official/alpha/beta release we want to keep docker images
|
|
||||||
# and tag them appropriately.
|
|
||||||
if [[ -n "${KUBE_DOCKER_IMAGE_TAG-}" && -n "${KUBE_DOCKER_REGISTRY-}" ]]; then
|
|
||||||
local release_docker_image_tag="${KUBE_DOCKER_REGISTRY}/${binary_name}-${arch}:${KUBE_DOCKER_IMAGE_TAG}"
|
|
||||||
kube::log::status "Tagging docker image ${docker_image_tag} as ${release_docker_image_tag}"
|
|
||||||
"${DOCKER[@]}" tag -f "${docker_image_tag}" "${release_docker_image_tag}" 2>/dev/null
|
|
||||||
fi
|
|
||||||
|
|
||||||
kube::log::status "Deleting docker image ${docker_image_tag}"
|
|
||||||
"${DOCKER[@]}" rmi ${docker_image_tag} 2>/dev/null || true
|
|
||||||
) &
|
|
||||||
done
|
|
||||||
|
|
||||||
kube::util::wait-for-jobs || { kube::log::error "previous Docker build failed"; return 1; }
|
|
||||||
kube::log::status "Docker builds done"
|
|
||||||
)
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
# Package up the salt configuration tree. This is an optional helper to getting
|
|
||||||
# a cluster up and running.
|
|
||||||
function kube::release::package_salt_tarball() {
|
|
||||||
kube::log::status "Building tarball: salt"
|
|
||||||
|
|
||||||
local release_stage="${RELEASE_STAGE}/salt/kubernetes"
|
|
||||||
rm -rf "${release_stage}"
|
|
||||||
mkdir -p "${release_stage}"
|
|
||||||
|
|
||||||
cp -R "${KUBE_ROOT}/cluster/saltbase" "${release_stage}/"
|
|
||||||
|
|
||||||
# TODO(#3579): This is a temporary hack. It gathers up the yaml,
|
|
||||||
# yaml.in, json files in cluster/addons (minus any demos) and overlays
|
|
||||||
# them into kube-addons, where we expect them. (This pipeline is a
|
|
||||||
# fancy copy, stripping anything but the files we don't want.)
|
|
||||||
local objects
|
|
||||||
objects=$(cd "${KUBE_ROOT}/cluster/addons" && find . \( -name \*.yaml -or -name \*.yaml.in -or -name \*.json \) | grep -v demo)
|
|
||||||
tar c -C "${KUBE_ROOT}/cluster/addons" ${objects} | tar x -C "${release_stage}/saltbase/salt/kube-addons"
|
|
||||||
|
|
||||||
kube::release::clean_cruft
|
|
||||||
|
|
||||||
local package_name="${RELEASE_DIR}/kubernetes-salt.tar.gz"
|
|
||||||
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
|
||||||
}
|
|
||||||
|
|
||||||
# This will pack kube-system manifests files for distros without using salt
|
|
||||||
# such as GCI and Ubuntu Trusty. We directly copy manifests from
|
|
||||||
# cluster/addons and cluster/saltbase/salt. The script of cluster initialization
|
|
||||||
# will remove the salt configuration and evaluate the variables in the manifests.
|
|
||||||
function kube::release::package_kube_manifests_tarball() {
|
|
||||||
kube::log::status "Building tarball: manifests"
|
|
||||||
|
|
||||||
local release_stage="${RELEASE_STAGE}/manifests/kubernetes"
|
|
||||||
rm -rf "${release_stage}"
|
|
||||||
local dst_dir="${release_stage}/gci-trusty"
|
|
||||||
mkdir -p "${dst_dir}"
|
|
||||||
|
|
||||||
local salt_dir="${KUBE_ROOT}/cluster/saltbase/salt"
|
|
||||||
cp "${salt_dir}/cluster-autoscaler/cluster-autoscaler.manifest" "${dst_dir}/"
|
|
||||||
cp "${salt_dir}/fluentd-es/fluentd-es.yaml" "${release_stage}/"
|
|
||||||
cp "${salt_dir}/fluentd-gcp/fluentd-gcp.yaml" "${release_stage}/"
|
|
||||||
cp "${salt_dir}/kube-registry-proxy/kube-registry-proxy.yaml" "${release_stage}/"
|
|
||||||
cp "${salt_dir}/kube-proxy/kube-proxy.manifest" "${release_stage}/"
|
|
||||||
cp "${salt_dir}/etcd/etcd.manifest" "${dst_dir}"
|
|
||||||
cp "${salt_dir}/kube-scheduler/kube-scheduler.manifest" "${dst_dir}"
|
|
||||||
cp "${salt_dir}/kube-apiserver/kube-apiserver.manifest" "${dst_dir}"
|
|
||||||
cp "${salt_dir}/kube-apiserver/abac-authz-policy.jsonl" "${dst_dir}"
|
|
||||||
cp "${salt_dir}/kube-controller-manager/kube-controller-manager.manifest" "${dst_dir}"
|
|
||||||
cp "${salt_dir}/kube-addons/kube-addon-manager.yaml" "${dst_dir}"
|
|
||||||
cp "${salt_dir}/l7-gcp/glbc.manifest" "${dst_dir}"
|
|
||||||
cp "${salt_dir}/rescheduler/rescheduler.manifest" "${dst_dir}/"
|
|
||||||
cp "${salt_dir}/e2e-image-puller/e2e-image-puller.manifest" "${dst_dir}/"
|
|
||||||
cp "${KUBE_ROOT}/cluster/gce/trusty/configure-helper.sh" "${dst_dir}/trusty-configure-helper.sh"
|
|
||||||
cp "${KUBE_ROOT}/cluster/gce/gci/configure-helper.sh" "${dst_dir}/gci-configure-helper.sh"
|
|
||||||
cp "${KUBE_ROOT}/cluster/gce/gci/health-monitor.sh" "${dst_dir}/health-monitor.sh"
|
|
||||||
cp -r "${salt_dir}/kube-admission-controls/limit-range" "${dst_dir}"
|
|
||||||
local objects
|
|
||||||
objects=$(cd "${KUBE_ROOT}/cluster/addons" && find . \( -name \*.yaml -or -name \*.yaml.in -or -name \*.json \) | grep -v demo)
|
|
||||||
tar c -C "${KUBE_ROOT}/cluster/addons" ${objects} | tar x -C "${dst_dir}"
|
|
||||||
|
|
||||||
# This is for coreos only. ContainerVM, GCI, or Trusty does not use it.
|
|
||||||
cp -r "${KUBE_ROOT}/cluster/gce/coreos/kube-manifests"/* "${release_stage}/"
|
|
||||||
|
|
||||||
kube::release::clean_cruft
|
|
||||||
|
|
||||||
local package_name="${RELEASE_DIR}/kubernetes-manifests.tar.gz"
|
|
||||||
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
|
||||||
}
|
|
||||||
|
|
||||||
# This is the stuff you need to run tests from the binary distribution.
|
|
||||||
function kube::release::package_test_tarball() {
|
|
||||||
kube::log::status "Building tarball: test"
|
|
||||||
|
|
||||||
local release_stage="${RELEASE_STAGE}/test/kubernetes"
|
|
||||||
rm -rf "${release_stage}"
|
|
||||||
mkdir -p "${release_stage}"
|
|
||||||
|
|
||||||
local platform
|
|
||||||
for platform in "${KUBE_TEST_PLATFORMS[@]}"; do
|
|
||||||
local test_bins=("${KUBE_TEST_BINARIES[@]}")
|
|
||||||
if [[ "${platform%/*}" == "windows" ]]; then
|
|
||||||
test_bins=("${KUBE_TEST_BINARIES_WIN[@]}")
|
|
||||||
fi
|
|
||||||
mkdir -p "${release_stage}/platforms/${platform}"
|
|
||||||
cp "${test_bins[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
|
||||||
"${release_stage}/platforms/${platform}"
|
|
||||||
done
|
|
||||||
for platform in "${KUBE_TEST_SERVER_PLATFORMS[@]}"; do
|
|
||||||
mkdir -p "${release_stage}/platforms/${platform}"
|
|
||||||
cp "${KUBE_TEST_SERVER_BINARIES[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
|
||||||
"${release_stage}/platforms/${platform}"
|
|
||||||
done
|
|
||||||
|
|
||||||
# Add the test image files
|
|
||||||
mkdir -p "${release_stage}/test/images"
|
|
||||||
cp -fR "${KUBE_ROOT}/test/images" "${release_stage}/test/"
|
|
||||||
tar c ${KUBE_TEST_PORTABLE[@]} | tar x -C ${release_stage}
|
|
||||||
|
|
||||||
kube::release::clean_cruft
|
|
||||||
|
|
||||||
local package_name="${RELEASE_DIR}/kubernetes-test.tar.gz"
|
|
||||||
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
|
||||||
}
|
|
||||||
|
|
||||||
# This is all the stuff you need to run/install kubernetes. This includes:
|
|
||||||
# - precompiled binaries for client
|
|
||||||
# - Cluster spin up/down scripts and configs for various cloud providers
|
|
||||||
# - tarballs for server binary and salt configs that are ready to be uploaded
|
|
||||||
# to master by whatever means appropriate.
|
|
||||||
function kube::release::package_full_tarball() {
|
|
||||||
kube::log::status "Building tarball: full"
|
|
||||||
|
|
||||||
local release_stage="${RELEASE_STAGE}/full/kubernetes"
|
|
||||||
rm -rf "${release_stage}"
|
|
||||||
mkdir -p "${release_stage}"
|
|
||||||
|
|
||||||
# Copy all of the client binaries in here, but not test or server binaries.
|
|
||||||
# The server binaries are included with the server binary tarball.
|
|
||||||
local platform
|
|
||||||
for platform in "${KUBE_CLIENT_PLATFORMS[@]}"; do
|
|
||||||
local client_bins=("${KUBE_CLIENT_BINARIES[@]}")
|
|
||||||
if [[ "${platform%/*}" == "windows" ]]; then
|
|
||||||
client_bins=("${KUBE_CLIENT_BINARIES_WIN[@]}")
|
|
||||||
fi
|
|
||||||
mkdir -p "${release_stage}/platforms/${platform}"
|
|
||||||
cp "${client_bins[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
|
||||||
"${release_stage}/platforms/${platform}"
|
|
||||||
done
|
|
||||||
|
|
||||||
# We want everything in /cluster except saltbase. That is only needed on the
|
|
||||||
# server.
|
|
||||||
cp -R "${KUBE_ROOT}/cluster" "${release_stage}/"
|
|
||||||
rm -rf "${release_stage}/cluster/saltbase"
|
|
||||||
|
|
||||||
mkdir -p "${release_stage}/server"
|
|
||||||
cp "${RELEASE_DIR}/kubernetes-salt.tar.gz" "${release_stage}/server/"
|
|
||||||
cp "${RELEASE_DIR}"/kubernetes-server-*.tar.gz "${release_stage}/server/"
|
|
||||||
cp "${RELEASE_DIR}/kubernetes-manifests.tar.gz" "${release_stage}/server/"
|
|
||||||
|
|
||||||
mkdir -p "${release_stage}/third_party"
|
|
||||||
cp -R "${KUBE_ROOT}/third_party/htpasswd" "${release_stage}/third_party/htpasswd"
|
|
||||||
|
|
||||||
# Include only federation/cluster, federation/manifests and federation/deploy
|
|
||||||
mkdir "${release_stage}/federation"
|
|
||||||
cp -R "${KUBE_ROOT}/federation/cluster" "${release_stage}/federation/"
|
|
||||||
cp -R "${KUBE_ROOT}/federation/manifests" "${release_stage}/federation/"
|
|
||||||
cp -R "${KUBE_ROOT}/federation/deploy" "${release_stage}/federation/"
|
|
||||||
|
|
||||||
cp -R "${KUBE_ROOT}/examples" "${release_stage}/"
|
|
||||||
cp -R "${KUBE_ROOT}/docs" "${release_stage}/"
|
|
||||||
cp "${KUBE_ROOT}/README.md" "${release_stage}/"
|
|
||||||
cp "${KUBE_ROOT}/Godeps/LICENSES" "${release_stage}/"
|
|
||||||
cp "${KUBE_ROOT}/Vagrantfile" "${release_stage}/"
|
|
||||||
|
|
||||||
echo "${KUBE_GIT_VERSION}" > "${release_stage}/version"
|
|
||||||
|
|
||||||
kube::release::clean_cruft
|
|
||||||
|
|
||||||
local package_name="${RELEASE_DIR}/kubernetes.tar.gz"
|
|
||||||
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
|
||||||
}
|
|
||||||
|
|
||||||
# Build a release tarball. $1 is the output tar name. $2 is the base directory
|
|
||||||
# of the files to be packaged. This assumes that ${2}/kubernetes is what is
|
|
||||||
# being packaged.
|
|
||||||
function kube::release::create_tarball() {
|
|
||||||
kube::build::ensure_tar
|
|
||||||
|
|
||||||
local tarfile=$1
|
|
||||||
local stagingdir=$2
|
|
||||||
|
|
||||||
"${TAR}" czf "${tarfile}" -C "${stagingdir}" kubernetes --owner=0 --group=0
|
|
||||||
}
|
|
||||||
|
|
||||||
###############################################################################
|
|
||||||
# Most of the ::release:: namespace functions have been moved to
|
|
||||||
# github.com/kubernetes/release. Have a look in that repo and specifically in
|
|
||||||
# lib/releaselib.sh for ::release::-related functionality.
|
|
||||||
###############################################################################
|
|
||||||
|
|||||||
@ -1,70 +0,0 @@
|
|||||||
#!/usr/bin/env python
|
|
||||||
|
|
||||||
# Copyright 2014 The Kubernetes Authors.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
# This is a very simple utility that reads a JSON document from stdin, parses it
|
|
||||||
# and returns the specified value. The value is described using a simple dot
|
|
||||||
# notation. If any errors are encountered along the way, an error is output and
|
|
||||||
# a failure value is returned.
|
|
||||||
|
|
||||||
from __future__ import print_function
|
|
||||||
|
|
||||||
import json
|
|
||||||
import sys
|
|
||||||
|
|
||||||
def PrintError(*err):
|
|
||||||
print(*err, file=sys.stderr)
|
|
||||||
|
|
||||||
def main():
|
|
||||||
try:
|
|
||||||
obj = json.load(sys.stdin)
|
|
||||||
except Exception, e:
|
|
||||||
PrintError("Error loading JSON: {0}".format(str(e)))
|
|
||||||
|
|
||||||
if len(sys.argv) == 1:
|
|
||||||
# if we don't have a query string, return success
|
|
||||||
return 0
|
|
||||||
elif len(sys.argv) > 2:
|
|
||||||
PrintError("Usage: {0} <json query>".format(sys.args[0]))
|
|
||||||
return 1
|
|
||||||
|
|
||||||
query_list = sys.argv[1].split('.')
|
|
||||||
for q in query_list:
|
|
||||||
if isinstance(obj, dict):
|
|
||||||
if q not in obj:
|
|
||||||
PrintError("Couldn't find '{0}' in dict".format(q))
|
|
||||||
return 1
|
|
||||||
obj = obj[q]
|
|
||||||
elif isinstance(obj, list):
|
|
||||||
try:
|
|
||||||
index = int(q)
|
|
||||||
except:
|
|
||||||
PrintError("Can't use '{0}' to index into array".format(q))
|
|
||||||
return 1
|
|
||||||
if index >= len(obj):
|
|
||||||
PrintError("Index ({0}) is greater than length of list ({1})".format(q, len(obj)))
|
|
||||||
return 1
|
|
||||||
obj = obj[index]
|
|
||||||
else:
|
|
||||||
PrintError("Trying to query non-queryable object: {0}".format(q))
|
|
||||||
return 1
|
|
||||||
|
|
||||||
if isinstance(obj, str):
|
|
||||||
print(obj)
|
|
||||||
else:
|
|
||||||
print(json.dumps(obj, indent=2))
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
sys.exit(main())
|
|
||||||
450
build/lib/release.sh
Normal file
450
build/lib/release.sh
Normal file
@ -0,0 +1,450 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# Copyright 2016 The Kubernetes Authors.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
# Incoming options
|
||||||
|
readonly KUBE_SKIP_CONFIRMATIONS="${KUBE_SKIP_CONFIRMATIONS:-n}"
|
||||||
|
readonly KUBE_GCS_UPLOAD_RELEASE="${KUBE_GCS_UPLOAD_RELEASE:-n}"
|
||||||
|
readonly KUBE_GCS_NO_CACHING="${KUBE_GCS_NO_CACHING:-y}"
|
||||||
|
readonly KUBE_GCS_MAKE_PUBLIC="${KUBE_GCS_MAKE_PUBLIC:-y}"
|
||||||
|
# KUBE_GCS_RELEASE_BUCKET default: kubernetes-releases-${project_hash}
|
||||||
|
readonly KUBE_GCS_RELEASE_PREFIX=${KUBE_GCS_RELEASE_PREFIX-devel}/
|
||||||
|
readonly KUBE_GCS_DOCKER_REG_PREFIX=${KUBE_GCS_DOCKER_REG_PREFIX-docker-reg}/
|
||||||
|
readonly KUBE_GCS_PUBLISH_VERSION=${KUBE_GCS_PUBLISH_VERSION:-}
|
||||||
|
readonly KUBE_GCS_DELETE_EXISTING="${KUBE_GCS_DELETE_EXISTING:-n}"
|
||||||
|
|
||||||
|
# This is where the final release artifacts are created locally
|
||||||
|
readonly RELEASE_STAGE="${LOCAL_OUTPUT_ROOT}/release-stage"
|
||||||
|
readonly RELEASE_DIR="${LOCAL_OUTPUT_ROOT}/release-tars"
|
||||||
|
readonly GCS_STAGE="${LOCAL_OUTPUT_ROOT}/gcs-stage"
|
||||||
|
|
||||||
|
|
||||||
|
# Validate a ci version
|
||||||
|
#
|
||||||
|
# Globals:
|
||||||
|
# None
|
||||||
|
# Arguments:
|
||||||
|
# version
|
||||||
|
# Returns:
|
||||||
|
# If version is a valid ci version
|
||||||
|
# Sets: (e.g. for '1.2.3-alpha.4.56+abcdef12345678')
|
||||||
|
# VERSION_MAJOR (e.g. '1')
|
||||||
|
# VERSION_MINOR (e.g. '2')
|
||||||
|
# VERSION_PATCH (e.g. '3')
|
||||||
|
# VERSION_PRERELEASE (e.g. 'alpha')
|
||||||
|
# VERSION_PRERELEASE_REV (e.g. '4')
|
||||||
|
# VERSION_BUILD_INFO (e.g. '.56+abcdef12345678')
|
||||||
|
# VERSION_COMMITS (e.g. '56')
|
||||||
|
function kube::release::parse_and_validate_ci_version() {
|
||||||
|
# Accept things like "v1.2.3-alpha.4.56+abcdef12345678" or "v1.2.3-beta.4"
|
||||||
|
local -r version_regex="^v(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)\\.(0|[1-9][0-9]*)-(beta|alpha)\\.(0|[1-9][0-9]*)(\\.(0|[1-9][0-9]*)\\+[0-9a-f]{7,40})?$"
|
||||||
|
local -r version="${1-}"
|
||||||
|
[[ "${version}" =~ ${version_regex} ]] || {
|
||||||
|
kube::log::error "Invalid ci version: '${version}', must match regex ${version_regex}"
|
||||||
|
return 1
|
||||||
|
}
|
||||||
|
VERSION_MAJOR="${BASH_REMATCH[1]}"
|
||||||
|
VERSION_MINOR="${BASH_REMATCH[2]}"
|
||||||
|
VERSION_PATCH="${BASH_REMATCH[3]}"
|
||||||
|
VERSION_PRERELEASE="${BASH_REMATCH[4]}"
|
||||||
|
VERSION_PRERELEASE_REV="${BASH_REMATCH[5]}"
|
||||||
|
VERSION_BUILD_INFO="${BASH_REMATCH[6]}"
|
||||||
|
VERSION_COMMITS="${BASH_REMATCH[7]}"
|
||||||
|
}
|
||||||
|
|
||||||
|
# ---------------------------------------------------------------------------
|
||||||
|
# Build final release artifacts
|
||||||
|
function kube::release::clean_cruft() {
|
||||||
|
# Clean out cruft
|
||||||
|
find ${RELEASE_STAGE} -name '*~' -exec rm {} \;
|
||||||
|
find ${RELEASE_STAGE} -name '#*#' -exec rm {} \;
|
||||||
|
find ${RELEASE_STAGE} -name '.DS*' -exec rm {} \;
|
||||||
|
}
|
||||||
|
|
||||||
|
function kube::release::package_hyperkube() {
|
||||||
|
# If we have these variables set then we want to build all docker images.
|
||||||
|
if [[ -n "${KUBE_DOCKER_IMAGE_TAG-}" && -n "${KUBE_DOCKER_REGISTRY-}" ]]; then
|
||||||
|
for arch in "${KUBE_SERVER_PLATFORMS[@]##*/}"; do
|
||||||
|
kube::log::status "Building hyperkube image for arch: ${arch}"
|
||||||
|
REGISTRY="${KUBE_DOCKER_REGISTRY}" VERSION="${KUBE_DOCKER_IMAGE_TAG}" ARCH="${arch}" make -C cluster/images/hyperkube/ build
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function kube::release::package_tarballs() {
|
||||||
|
# Clean out any old releases
|
||||||
|
rm -rf "${RELEASE_DIR}"
|
||||||
|
mkdir -p "${RELEASE_DIR}"
|
||||||
|
kube::release::package_build_image_tarball &
|
||||||
|
kube::release::package_client_tarballs &
|
||||||
|
kube::release::package_server_tarballs &
|
||||||
|
kube::release::package_salt_tarball &
|
||||||
|
kube::release::package_kube_manifests_tarball &
|
||||||
|
kube::util::wait-for-jobs || { kube::log::error "previous tarball phase failed"; return 1; }
|
||||||
|
|
||||||
|
kube::release::package_full_tarball & # _full depends on all the previous phases
|
||||||
|
kube::release::package_test_tarball & # _test doesn't depend on anything
|
||||||
|
kube::util::wait-for-jobs || { kube::log::error "previous tarball phase failed"; return 1; }
|
||||||
|
}
|
||||||
|
|
||||||
|
# Package the build image we used from the previous stage, for compliance/licensing/audit/yadda.
|
||||||
|
function kube::release::package_build_image_tarball() {
|
||||||
|
kube::log::status "Building tarball: src"
|
||||||
|
"${TAR}" czf "${RELEASE_DIR}/kubernetes-src.tar.gz" -C "${LOCAL_OUTPUT_BUILD_CONTEXT}" .
|
||||||
|
}
|
||||||
|
|
||||||
|
# Package up all of the cross compiled clients. Over time this should grow into
|
||||||
|
# a full SDK
|
||||||
|
function kube::release::package_client_tarballs() {
|
||||||
|
# Find all of the built client binaries
|
||||||
|
local platform platforms
|
||||||
|
platforms=($(cd "${LOCAL_OUTPUT_BINPATH}" ; echo */*))
|
||||||
|
for platform in "${platforms[@]}"; do
|
||||||
|
local platform_tag=${platform/\//-} # Replace a "/" for a "-"
|
||||||
|
kube::log::status "Starting tarball: client $platform_tag"
|
||||||
|
|
||||||
|
(
|
||||||
|
local release_stage="${RELEASE_STAGE}/client/${platform_tag}/kubernetes"
|
||||||
|
rm -rf "${release_stage}"
|
||||||
|
mkdir -p "${release_stage}/client/bin"
|
||||||
|
|
||||||
|
local client_bins=("${KUBE_CLIENT_BINARIES[@]}")
|
||||||
|
if [[ "${platform%/*}" == "windows" ]]; then
|
||||||
|
client_bins=("${KUBE_CLIENT_BINARIES_WIN[@]}")
|
||||||
|
fi
|
||||||
|
|
||||||
|
# This fancy expression will expand to prepend a path
|
||||||
|
# (${LOCAL_OUTPUT_BINPATH}/${platform}/) to every item in the
|
||||||
|
# KUBE_CLIENT_BINARIES array.
|
||||||
|
cp "${client_bins[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
||||||
|
"${release_stage}/client/bin/"
|
||||||
|
|
||||||
|
kube::release::clean_cruft
|
||||||
|
|
||||||
|
local package_name="${RELEASE_DIR}/kubernetes-client-${platform_tag}.tar.gz"
|
||||||
|
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
||||||
|
) &
|
||||||
|
done
|
||||||
|
|
||||||
|
kube::log::status "Waiting on tarballs"
|
||||||
|
kube::util::wait-for-jobs || { kube::log::error "client tarball creation failed"; exit 1; }
|
||||||
|
}
|
||||||
|
|
||||||
|
# Package up all of the server binaries
|
||||||
|
function kube::release::package_server_tarballs() {
|
||||||
|
local platform
|
||||||
|
for platform in "${KUBE_SERVER_PLATFORMS[@]}"; do
|
||||||
|
local platform_tag=${platform/\//-} # Replace a "/" for a "-"
|
||||||
|
local arch=$(basename ${platform})
|
||||||
|
kube::log::status "Building tarball: server $platform_tag"
|
||||||
|
|
||||||
|
local release_stage="${RELEASE_STAGE}/server/${platform_tag}/kubernetes"
|
||||||
|
rm -rf "${release_stage}"
|
||||||
|
mkdir -p "${release_stage}/server/bin"
|
||||||
|
mkdir -p "${release_stage}/addons"
|
||||||
|
|
||||||
|
# This fancy expression will expand to prepend a path
|
||||||
|
# (${LOCAL_OUTPUT_BINPATH}/${platform}/) to every item in the
|
||||||
|
# KUBE_SERVER_BINARIES array.
|
||||||
|
cp "${KUBE_SERVER_BINARIES[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
||||||
|
"${release_stage}/server/bin/"
|
||||||
|
|
||||||
|
kube::release::create_docker_images_for_server "${release_stage}/server/bin" "${arch}"
|
||||||
|
|
||||||
|
# Include the client binaries here too as they are useful debugging tools.
|
||||||
|
local client_bins=("${KUBE_CLIENT_BINARIES[@]}")
|
||||||
|
if [[ "${platform%/*}" == "windows" ]]; then
|
||||||
|
client_bins=("${KUBE_CLIENT_BINARIES_WIN[@]}")
|
||||||
|
fi
|
||||||
|
cp "${client_bins[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
||||||
|
"${release_stage}/server/bin/"
|
||||||
|
|
||||||
|
cp "${KUBE_ROOT}/Godeps/LICENSES" "${release_stage}/"
|
||||||
|
|
||||||
|
cp "${RELEASE_DIR}/kubernetes-src.tar.gz" "${release_stage}/"
|
||||||
|
|
||||||
|
kube::release::clean_cruft
|
||||||
|
|
||||||
|
local package_name="${RELEASE_DIR}/kubernetes-server-${platform_tag}.tar.gz"
|
||||||
|
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
||||||
|
done
|
||||||
|
}
|
||||||
|
|
||||||
|
function kube::release::md5() {
|
||||||
|
if which md5 >/dev/null 2>&1; then
|
||||||
|
md5 -q "$1"
|
||||||
|
else
|
||||||
|
md5sum "$1" | awk '{ print $1 }'
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function kube::release::sha1() {
|
||||||
|
if which shasum >/dev/null 2>&1; then
|
||||||
|
shasum -a1 "$1" | awk '{ print $1 }'
|
||||||
|
else
|
||||||
|
sha1sum "$1" | awk '{ print $1 }'
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
# This will take binaries that run on master and creates Docker images
|
||||||
|
# that wrap the binary in them. (One docker image per binary)
|
||||||
|
# Args:
|
||||||
|
# $1 - binary_dir, the directory to save the tared images to.
|
||||||
|
# $2 - arch, architecture for which we are building docker images.
|
||||||
|
function kube::release::create_docker_images_for_server() {
|
||||||
|
# Create a sub-shell so that we don't pollute the outer environment
|
||||||
|
(
|
||||||
|
local binary_dir="$1"
|
||||||
|
local arch="$2"
|
||||||
|
local binary_name
|
||||||
|
local binaries=($(kube::build::get_docker_wrapped_binaries ${arch}))
|
||||||
|
|
||||||
|
for wrappable in "${binaries[@]}"; do
|
||||||
|
|
||||||
|
local oldifs=$IFS
|
||||||
|
IFS=","
|
||||||
|
set $wrappable
|
||||||
|
IFS=$oldifs
|
||||||
|
|
||||||
|
local binary_name="$1"
|
||||||
|
local base_image="$2"
|
||||||
|
|
||||||
|
kube::log::status "Starting Docker build for image: ${binary_name}"
|
||||||
|
|
||||||
|
(
|
||||||
|
local md5_sum
|
||||||
|
md5_sum=$(kube::release::md5 "${binary_dir}/${binary_name}")
|
||||||
|
|
||||||
|
local docker_build_path="${binary_dir}/${binary_name}.dockerbuild"
|
||||||
|
local docker_file_path="${docker_build_path}/Dockerfile"
|
||||||
|
local binary_file_path="${binary_dir}/${binary_name}"
|
||||||
|
|
||||||
|
rm -rf ${docker_build_path}
|
||||||
|
mkdir -p ${docker_build_path}
|
||||||
|
ln ${binary_dir}/${binary_name} ${docker_build_path}/${binary_name}
|
||||||
|
printf " FROM ${base_image} \n ADD ${binary_name} /usr/local/bin/${binary_name}\n" > ${docker_file_path}
|
||||||
|
|
||||||
|
if [[ ${arch} == "amd64" ]]; then
|
||||||
|
# If we are building a amd64 docker image, preserve the original image name
|
||||||
|
local docker_image_tag=gcr.io/google_containers/${binary_name}:${md5_sum}
|
||||||
|
else
|
||||||
|
# If we are building a docker image for another architecture, append the arch in the image tag
|
||||||
|
local docker_image_tag=gcr.io/google_containers/${binary_name}-${arch}:${md5_sum}
|
||||||
|
fi
|
||||||
|
|
||||||
|
"${DOCKER[@]}" build -q -t "${docker_image_tag}" ${docker_build_path} >/dev/null
|
||||||
|
"${DOCKER[@]}" save ${docker_image_tag} > ${binary_dir}/${binary_name}.tar
|
||||||
|
echo $md5_sum > ${binary_dir}/${binary_name}.docker_tag
|
||||||
|
|
||||||
|
rm -rf ${docker_build_path}
|
||||||
|
|
||||||
|
# If we are building an official/alpha/beta release we want to keep docker images
|
||||||
|
# and tag them appropriately.
|
||||||
|
if [[ -n "${KUBE_DOCKER_IMAGE_TAG-}" && -n "${KUBE_DOCKER_REGISTRY-}" ]]; then
|
||||||
|
local release_docker_image_tag="${KUBE_DOCKER_REGISTRY}/${binary_name}-${arch}:${KUBE_DOCKER_IMAGE_TAG}"
|
||||||
|
kube::log::status "Tagging docker image ${docker_image_tag} as ${release_docker_image_tag}"
|
||||||
|
"${DOCKER[@]}" tag -f "${docker_image_tag}" "${release_docker_image_tag}" 2>/dev/null
|
||||||
|
fi
|
||||||
|
|
||||||
|
kube::log::status "Deleting docker image ${docker_image_tag}"
|
||||||
|
"${DOCKER[@]}" rmi ${docker_image_tag} 2>/dev/null || true
|
||||||
|
) &
|
||||||
|
done
|
||||||
|
|
||||||
|
kube::util::wait-for-jobs || { kube::log::error "previous Docker build failed"; return 1; }
|
||||||
|
kube::log::status "Docker builds done"
|
||||||
|
)
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
# Package up the salt configuration tree. This is an optional helper to getting
|
||||||
|
# a cluster up and running.
|
||||||
|
function kube::release::package_salt_tarball() {
|
||||||
|
kube::log::status "Building tarball: salt"
|
||||||
|
|
||||||
|
local release_stage="${RELEASE_STAGE}/salt/kubernetes"
|
||||||
|
rm -rf "${release_stage}"
|
||||||
|
mkdir -p "${release_stage}"
|
||||||
|
|
||||||
|
cp -R "${KUBE_ROOT}/cluster/saltbase" "${release_stage}/"
|
||||||
|
|
||||||
|
# TODO(#3579): This is a temporary hack. It gathers up the yaml,
|
||||||
|
# yaml.in, json files in cluster/addons (minus any demos) and overlays
|
||||||
|
# them into kube-addons, where we expect them. (This pipeline is a
|
||||||
|
# fancy copy, stripping anything but the files we don't want.)
|
||||||
|
local objects
|
||||||
|
objects=$(cd "${KUBE_ROOT}/cluster/addons" && find . \( -name \*.yaml -or -name \*.yaml.in -or -name \*.json \) | grep -v demo)
|
||||||
|
tar c -C "${KUBE_ROOT}/cluster/addons" ${objects} | tar x -C "${release_stage}/saltbase/salt/kube-addons"
|
||||||
|
|
||||||
|
kube::release::clean_cruft
|
||||||
|
|
||||||
|
local package_name="${RELEASE_DIR}/kubernetes-salt.tar.gz"
|
||||||
|
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
||||||
|
}
|
||||||
|
|
||||||
|
# This will pack kube-system manifests files for distros without using salt
|
||||||
|
# such as GCI and Ubuntu Trusty. We directly copy manifests from
|
||||||
|
# cluster/addons and cluster/saltbase/salt. The script of cluster initialization
|
||||||
|
# will remove the salt configuration and evaluate the variables in the manifests.
|
||||||
|
function kube::release::package_kube_manifests_tarball() {
|
||||||
|
kube::log::status "Building tarball: manifests"
|
||||||
|
|
||||||
|
local release_stage="${RELEASE_STAGE}/manifests/kubernetes"
|
||||||
|
rm -rf "${release_stage}"
|
||||||
|
local dst_dir="${release_stage}/gci-trusty"
|
||||||
|
mkdir -p "${dst_dir}"
|
||||||
|
|
||||||
|
local salt_dir="${KUBE_ROOT}/cluster/saltbase/salt"
|
||||||
|
cp "${salt_dir}/cluster-autoscaler/cluster-autoscaler.manifest" "${dst_dir}/"
|
||||||
|
cp "${salt_dir}/fluentd-es/fluentd-es.yaml" "${release_stage}/"
|
||||||
|
cp "${salt_dir}/fluentd-gcp/fluentd-gcp.yaml" "${release_stage}/"
|
||||||
|
cp "${salt_dir}/kube-registry-proxy/kube-registry-proxy.yaml" "${release_stage}/"
|
||||||
|
cp "${salt_dir}/kube-proxy/kube-proxy.manifest" "${release_stage}/"
|
||||||
|
cp "${salt_dir}/etcd/etcd.manifest" "${dst_dir}"
|
||||||
|
cp "${salt_dir}/kube-scheduler/kube-scheduler.manifest" "${dst_dir}"
|
||||||
|
cp "${salt_dir}/kube-apiserver/kube-apiserver.manifest" "${dst_dir}"
|
||||||
|
cp "${salt_dir}/kube-apiserver/abac-authz-policy.jsonl" "${dst_dir}"
|
||||||
|
cp "${salt_dir}/kube-controller-manager/kube-controller-manager.manifest" "${dst_dir}"
|
||||||
|
cp "${salt_dir}/kube-addons/kube-addon-manager.yaml" "${dst_dir}"
|
||||||
|
cp "${salt_dir}/l7-gcp/glbc.manifest" "${dst_dir}"
|
||||||
|
cp "${salt_dir}/rescheduler/rescheduler.manifest" "${dst_dir}/"
|
||||||
|
cp "${salt_dir}/e2e-image-puller/e2e-image-puller.manifest" "${dst_dir}/"
|
||||||
|
cp "${KUBE_ROOT}/cluster/gce/trusty/configure-helper.sh" "${dst_dir}/trusty-configure-helper.sh"
|
||||||
|
cp "${KUBE_ROOT}/cluster/gce/gci/configure-helper.sh" "${dst_dir}/gci-configure-helper.sh"
|
||||||
|
cp "${KUBE_ROOT}/cluster/gce/gci/health-monitor.sh" "${dst_dir}/health-monitor.sh"
|
||||||
|
cp -r "${salt_dir}/kube-admission-controls/limit-range" "${dst_dir}"
|
||||||
|
local objects
|
||||||
|
objects=$(cd "${KUBE_ROOT}/cluster/addons" && find . \( -name \*.yaml -or -name \*.yaml.in -or -name \*.json \) | grep -v demo)
|
||||||
|
tar c -C "${KUBE_ROOT}/cluster/addons" ${objects} | tar x -C "${dst_dir}"
|
||||||
|
|
||||||
|
# This is for coreos only. ContainerVM, GCI, or Trusty does not use it.
|
||||||
|
cp -r "${KUBE_ROOT}/cluster/gce/coreos/kube-manifests"/* "${release_stage}/"
|
||||||
|
|
||||||
|
kube::release::clean_cruft
|
||||||
|
|
||||||
|
local package_name="${RELEASE_DIR}/kubernetes-manifests.tar.gz"
|
||||||
|
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
||||||
|
}
|
||||||
|
|
||||||
|
# This is the stuff you need to run tests from the binary distribution.
|
||||||
|
function kube::release::package_test_tarball() {
|
||||||
|
kube::log::status "Building tarball: test"
|
||||||
|
|
||||||
|
local release_stage="${RELEASE_STAGE}/test/kubernetes"
|
||||||
|
rm -rf "${release_stage}"
|
||||||
|
mkdir -p "${release_stage}"
|
||||||
|
|
||||||
|
local platform
|
||||||
|
for platform in "${KUBE_TEST_PLATFORMS[@]}"; do
|
||||||
|
local test_bins=("${KUBE_TEST_BINARIES[@]}")
|
||||||
|
if [[ "${platform%/*}" == "windows" ]]; then
|
||||||
|
test_bins=("${KUBE_TEST_BINARIES_WIN[@]}")
|
||||||
|
fi
|
||||||
|
mkdir -p "${release_stage}/platforms/${platform}"
|
||||||
|
cp "${test_bins[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
||||||
|
"${release_stage}/platforms/${platform}"
|
||||||
|
done
|
||||||
|
for platform in "${KUBE_TEST_SERVER_PLATFORMS[@]}"; do
|
||||||
|
mkdir -p "${release_stage}/platforms/${platform}"
|
||||||
|
cp "${KUBE_TEST_SERVER_BINARIES[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
||||||
|
"${release_stage}/platforms/${platform}"
|
||||||
|
done
|
||||||
|
|
||||||
|
# Add the test image files
|
||||||
|
mkdir -p "${release_stage}/test/images"
|
||||||
|
cp -fR "${KUBE_ROOT}/test/images" "${release_stage}/test/"
|
||||||
|
tar c ${KUBE_TEST_PORTABLE[@]} | tar x -C ${release_stage}
|
||||||
|
|
||||||
|
kube::release::clean_cruft
|
||||||
|
|
||||||
|
local package_name="${RELEASE_DIR}/kubernetes-test.tar.gz"
|
||||||
|
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
||||||
|
}
|
||||||
|
|
||||||
|
# This is all the stuff you need to run/install kubernetes. This includes:
|
||||||
|
# - precompiled binaries for client
|
||||||
|
# - Cluster spin up/down scripts and configs for various cloud providers
|
||||||
|
# - tarballs for server binary and salt configs that are ready to be uploaded
|
||||||
|
# to master by whatever means appropriate.
|
||||||
|
function kube::release::package_full_tarball() {
|
||||||
|
kube::log::status "Building tarball: full"
|
||||||
|
|
||||||
|
local release_stage="${RELEASE_STAGE}/full/kubernetes"
|
||||||
|
rm -rf "${release_stage}"
|
||||||
|
mkdir -p "${release_stage}"
|
||||||
|
|
||||||
|
# Copy all of the client binaries in here, but not test or server binaries.
|
||||||
|
# The server binaries are included with the server binary tarball.
|
||||||
|
local platform
|
||||||
|
for platform in "${KUBE_CLIENT_PLATFORMS[@]}"; do
|
||||||
|
local client_bins=("${KUBE_CLIENT_BINARIES[@]}")
|
||||||
|
if [[ "${platform%/*}" == "windows" ]]; then
|
||||||
|
client_bins=("${KUBE_CLIENT_BINARIES_WIN[@]}")
|
||||||
|
fi
|
||||||
|
mkdir -p "${release_stage}/platforms/${platform}"
|
||||||
|
cp "${client_bins[@]/#/${LOCAL_OUTPUT_BINPATH}/${platform}/}" \
|
||||||
|
"${release_stage}/platforms/${platform}"
|
||||||
|
done
|
||||||
|
|
||||||
|
# We want everything in /cluster except saltbase. That is only needed on the
|
||||||
|
# server.
|
||||||
|
cp -R "${KUBE_ROOT}/cluster" "${release_stage}/"
|
||||||
|
rm -rf "${release_stage}/cluster/saltbase"
|
||||||
|
|
||||||
|
mkdir -p "${release_stage}/server"
|
||||||
|
cp "${RELEASE_DIR}/kubernetes-salt.tar.gz" "${release_stage}/server/"
|
||||||
|
cp "${RELEASE_DIR}"/kubernetes-server-*.tar.gz "${release_stage}/server/"
|
||||||
|
cp "${RELEASE_DIR}/kubernetes-manifests.tar.gz" "${release_stage}/server/"
|
||||||
|
|
||||||
|
mkdir -p "${release_stage}/third_party"
|
||||||
|
cp -R "${KUBE_ROOT}/third_party/htpasswd" "${release_stage}/third_party/htpasswd"
|
||||||
|
|
||||||
|
# Include only federation/cluster, federation/manifests and federation/deploy
|
||||||
|
mkdir "${release_stage}/federation"
|
||||||
|
cp -R "${KUBE_ROOT}/federation/cluster" "${release_stage}/federation/"
|
||||||
|
cp -R "${KUBE_ROOT}/federation/manifests" "${release_stage}/federation/"
|
||||||
|
cp -R "${KUBE_ROOT}/federation/deploy" "${release_stage}/federation/"
|
||||||
|
|
||||||
|
cp -R "${KUBE_ROOT}/examples" "${release_stage}/"
|
||||||
|
cp -R "${KUBE_ROOT}/docs" "${release_stage}/"
|
||||||
|
cp "${KUBE_ROOT}/README.md" "${release_stage}/"
|
||||||
|
cp "${KUBE_ROOT}/Godeps/LICENSES" "${release_stage}/"
|
||||||
|
cp "${KUBE_ROOT}/Vagrantfile" "${release_stage}/"
|
||||||
|
|
||||||
|
echo "${KUBE_GIT_VERSION}" > "${release_stage}/version"
|
||||||
|
|
||||||
|
kube::release::clean_cruft
|
||||||
|
|
||||||
|
local package_name="${RELEASE_DIR}/kubernetes.tar.gz"
|
||||||
|
kube::release::create_tarball "${package_name}" "${release_stage}/.."
|
||||||
|
}
|
||||||
|
|
||||||
|
# Build a release tarball. $1 is the output tar name. $2 is the base directory
|
||||||
|
# of the files to be packaged. This assumes that ${2}/kubernetes is what is
|
||||||
|
# being packaged.
|
||||||
|
function kube::release::create_tarball() {
|
||||||
|
kube::build::ensure_tar
|
||||||
|
|
||||||
|
local tarfile=$1
|
||||||
|
local stagingdir=$2
|
||||||
|
|
||||||
|
"${TAR}" czf "${tarfile}" -C "${stagingdir}" kubernetes --owner=0 --group=0
|
||||||
|
}
|
||||||
|
|
||||||
|
###############################################################################
|
||||||
|
# Most of the ::release:: namespace functions have been moved to
|
||||||
|
# github.com/kubernetes/release. Have a look in that repo and specifically in
|
||||||
|
# lib/releaselib.sh for ::release::-related functionality.
|
||||||
|
###############################################################################
|
||||||
@ -23,6 +23,7 @@ set -o pipefail
|
|||||||
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
|
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
|
||||||
|
|
||||||
source "${KUBE_ROOT}/build/util.sh"
|
source "${KUBE_ROOT}/build/util.sh"
|
||||||
|
source "${KUBE_ROOT}/build/lib/release.sh"
|
||||||
|
|
||||||
source "${KUBE_ROOT}/federation/cluster/common.sh"
|
source "${KUBE_ROOT}/federation/cluster/common.sh"
|
||||||
|
|
||||||
|
|||||||
@ -16,7 +16,7 @@
|
|||||||
|
|
||||||
# Build a Kubernetes release. This will build the binaries, create the Docker
|
# Build a Kubernetes release. This will build the binaries, create the Docker
|
||||||
# images and other build artifacts.
|
# images and other build artifacts.
|
||||||
# For pushing these artifacts publicly on Google Cloud Storage, see the
|
# For pushing these artifacts publicly on Google Cloud Storage, see the
|
||||||
# associated build/push-* scripts.
|
# associated build/push-* scripts.
|
||||||
|
|
||||||
set -o errexit
|
set -o errexit
|
||||||
@ -25,6 +25,7 @@ set -o pipefail
|
|||||||
|
|
||||||
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
|
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
|
||||||
source "${KUBE_ROOT}/build/common.sh"
|
source "${KUBE_ROOT}/build/common.sh"
|
||||||
|
source "${KUBE_ROOT}/build/lib/release.sh"
|
||||||
|
|
||||||
KUBE_RELEASE_RUN_TESTS=${KUBE_RELEASE_RUN_TESTS-y}
|
KUBE_RELEASE_RUN_TESTS=${KUBE_RELEASE_RUN_TESTS-y}
|
||||||
|
|
||||||
|
|||||||
@ -24,6 +24,7 @@ set -o pipefail
|
|||||||
|
|
||||||
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
|
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
|
||||||
source "${KUBE_ROOT}/build/common.sh"
|
source "${KUBE_ROOT}/build/common.sh"
|
||||||
|
source "${KUBE_ROOT}/build/lib/release.sh"
|
||||||
|
|
||||||
kube::build::verify_prereqs
|
kube::build::verify_prereqs
|
||||||
kube::build::build_image
|
kube::build::build_image
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user