From e3fdebbe62fb3b23c1a72809a4b47ee602fc630c Mon Sep 17 00:00:00 2001 From: Sen Lu Date: Tue, 17 Sep 2019 11:07:37 -0700 Subject: [PATCH] auth/cloud-platform is a superset of devstorage. Also fix the curl in get-kube.sh --- cluster/gce/gci/configure.sh | 2 +- cluster/get-kube-binaries.sh | 4 ++-- cluster/get-kube.sh | 19 ++++++++++++++++++- 3 files changed, 21 insertions(+), 4 deletions(-) diff --git a/cluster/gce/gci/configure.sh b/cluster/gce/gci/configure.sh index 77b558e6fdd..d3fbfe3c953 100644 --- a/cluster/gce/gci/configure.sh +++ b/cluster/gce/gci/configure.sh @@ -131,7 +131,7 @@ function get-credentials { } function valid-storage-scope { - curl --fail --retry 5 --retry-delay 3 ${CURL_RETRY_CONNREFUSED} --silent --show-error "${GCE_METADATA_INTERNAL}/service-accounts/default/scopes" -H "Metadata-Flavor: Google" -s | grep -q "auth/devstorage" + curl --fail --retry 5 --retry-delay 3 ${CURL_RETRY_CONNREFUSED} --silent --show-error "${GCE_METADATA_INTERNAL}/service-accounts/default/scopes" -H "Metadata-Flavor: Google" -s | grep -E "auth/devstorage|auth/cloud-platform" } # Retry a download until we get it. Takes a hash and a set of URLs. diff --git a/cluster/get-kube-binaries.sh b/cluster/get-kube-binaries.sh index e7160fc8a5a..6004072f7ce 100755 --- a/cluster/get-kube-binaries.sh +++ b/cluster/get-kube-binaries.sh @@ -151,7 +151,7 @@ function get-credentials { } function valid-storage-scope { - curl "${GCE_METADATA_INTERNAL}/service-accounts/default/scopes" -H "Metadata-Flavor: Google" -s | grep -q "auth/devstorage" + curl "${GCE_METADATA_INTERNAL}/service-accounts/default/scopes" -H "Metadata-Flavor: Google" -s | grep -E "auth/devstorage|auth/cloud-platform" } function download_tarball() { @@ -166,7 +166,7 @@ function download_tarball() { mkdir -p "${download_path}" if [[ $(which curl) ]]; then # if the url belongs to GCS API we should use oauth2_token in the headers - local curl_headers="" + curl_headers="" if { [[ "${KUBERNETES_PROVIDER:-gce}" == "gce" ]] || [[ "${KUBERNETES_PROVIDER}" == "gke" ]] ; } && [[ "$url" =~ ^https://storage.googleapis.com.* ]] && valid-storage-scope ; then curl_headers="Authorization: Bearer $(get-credentials)" diff --git a/cluster/get-kube.sh b/cluster/get-kube.sh index ac1fd976581..510ef378c12 100755 --- a/cluster/get-kube.sh +++ b/cluster/get-kube.sh @@ -122,6 +122,17 @@ function create_cluster { ) } +# Get default service account credentials of the VM. +GCE_METADATA_INTERNAL="http://metadata.google.internal/computeMetadata/v1/instance" +function get-credentials { + curl "${GCE_METADATA_INTERNAL}/service-accounts/default/token" -H "Metadata-Flavor: Google" -s | python -c \ + 'import sys; import json; print(json.loads(sys.stdin.read())["access_token"])' +} + +function valid-storage-scope { + curl "${GCE_METADATA_INTERNAL}/service-accounts/default/scopes" -H "Metadata-Flavor: Google" -s | grep -E "auth/devstorage|auth/cloud-platform" +} + if [[ -n "${KUBERNETES_SKIP_DOWNLOAD-}" ]]; then create_cluster exit 0 @@ -228,7 +239,13 @@ fi if "${need_download}"; then if [[ $(which curl) ]]; then - curl -fL --retry 5 --keepalive-time 2 "${kubernetes_tar_url}" -o "${file}" + # if the url belongs to GCS API we should use oauth2_token in the headers + curl_headers="" + if { [[ "${KUBERNETES_PROVIDER:-gce}" == "gce" ]] || [[ "${KUBERNETES_PROVIDER}" == "gke" ]] ; } && + [[ "$kubernetes_tar_url" =~ ^https://storage.googleapis.com.* ]] && valid-storage-scope ; then + curl_headers="Authorization: Bearer $(get-credentials)" + fi + curl ${curl_headers:+-H "${curl_headers}"} -fL --retry 3 --keepalive-time 2 "${kubernetes_tar_url}" -o "${file}" elif [[ $(which wget) ]]; then wget "${kubernetes_tar_url}" else