diff --git a/build/debian-hyperkube-base/Makefile b/build/debian-hyperkube-base/Makefile
index f7b96f8b07e..abc9c7bad7f 100644
--- a/build/debian-hyperkube-base/Makefile
+++ b/build/debian-hyperkube-base/Makefile
@@ -24,10 +24,10 @@ ARCH?=amd64
 CACHEBUST?=1
 
 BASEIMAGE=gcr.io/google-containers/debian-base-$(ARCH):0.2
-CNI_RELEASE=0799f5732f2a11b329d9e3d51b9c8f2e3759f2ff
+CNI_VERSION=v0.6.0
 
 TEMP_DIR:=$(shell mktemp -d)
-CNI_TARBALL=cni-$(ARCH)-$(CNI_RELEASE).tar.gz
+CNI_TARBALL=cni-plugins-$(ARCH)-$(CNI_VERSION).tgz
 
 .PHONY: all build push clean
 
@@ -48,8 +48,8 @@ ifeq ($(CACHEBUST),1)
 	cd ${TEMP_DIR} && sed -i.back "s|CACHEBUST|$(shell uuidgen)|g" Dockerfile
 endif
 
-	mkdir -p ${TEMP_DIR}/cni-bin
-	tar -xz -C ${TEMP_DIR}/cni-bin -f "cni-tars/${CNI_TARBALL}"
+	mkdir -p ${TEMP_DIR}/cni-bin/bin
+	tar -xz -C ${TEMP_DIR}/cni-bin/bin -f "cni-tars/${CNI_TARBALL}"
 
 	# Register /usr/bin/qemu-ARCH-static as the handler for non-x86 binaries in the kernel
 	docker run --rm --privileged multiarch/qemu-user-static:register --reset
diff --git a/cluster/gce/container-linux/configure.sh b/cluster/gce/container-linux/configure.sh
index 9874ba0f902..6ac60cd81d2 100755
--- a/cluster/gce/container-linux/configure.sh
+++ b/cluster/gce/container-linux/configure.sh
@@ -110,13 +110,13 @@ function install-kube-binary-config {
 
   if [[ "${NETWORK_PROVIDER:-}" == "kubenet" ]] || \
      [[ "${NETWORK_PROVIDER:-}" == "cni" ]]; then
-    #TODO(andyzheng0831): We should make the cni version number as a k8s env variable.
-    local -r cni_tar="cni-0799f5732f2a11b329d9e3d51b9c8f2e3759f2ff.tar.gz"
-    local -r cni_sha1="1d9788b0f5420e1a219aad2cb8681823fc515e7c"
+    local -r cni_version="v0.6.0"
+    local -r cni_tar="cni-plugins-amd64-${cni_version}.tgz"
+    local -r cni_sha1="d595d3ded6499a64e8dac02466e2f5f2ce257c9f"
     download-or-bust "${cni_sha1}" "https://storage.googleapis.com/kubernetes-release/network-plugins/${cni_tar}"
     local -r cni_dir="${KUBE_HOME}/cni"
-    mkdir -p "${cni_dir}"
-    tar xzf "${KUBE_HOME}/${cni_tar}" -C "${cni_dir}" --overwrite
+    mkdir -p "${cni_dir}/bin"
+    tar xzf "${KUBE_HOME}/${cni_tar}" -C "${cni_dir}/bin" --overwrite
     mv "${cni_dir}/bin"/* "${kube_bin}"
     rmdir "${cni_dir}/bin"
     rm -f "${KUBE_HOME}/${cni_tar}"
diff --git a/cluster/gce/gci/configure.sh b/cluster/gce/gci/configure.sh
index db337edcef6..2210272327d 100644
--- a/cluster/gce/gci/configure.sh
+++ b/cluster/gce/gci/configure.sh
@@ -170,9 +170,9 @@ function install-node-problem-detector {
 }
 
 function install-cni-binaries {
-  #TODO(andyzheng0831): We should make the cni version number as a k8s env variable.
-  local -r cni_tar="cni-0799f5732f2a11b329d9e3d51b9c8f2e3759f2ff.tar.gz"
-  local -r cni_sha1="1d9788b0f5420e1a219aad2cb8681823fc515e7c"
+  local -r cni_version="v0.6.0"
+  local -r cni_tar="cni-plugins-amd64-${cni_version}.tgz"
+  local -r cni_sha1="d595d3ded6499a64e8dac02466e2f5f2ce257c9f"
   if is-preloaded "${cni_tar}" "${cni_sha1}"; then
     echo "${cni_tar} is preloaded."
     return
@@ -181,8 +181,8 @@ function install-cni-binaries {
   echo "Downloading cni binaries"
   download-or-bust "${cni_sha1}" "https://storage.googleapis.com/kubernetes-release/network-plugins/${cni_tar}"
   local -r cni_dir="${KUBE_HOME}/cni"
-  mkdir -p "${cni_dir}"
-  tar xzf "${KUBE_HOME}/${cni_tar}" -C "${cni_dir}" --overwrite
+  mkdir -p "${cni_dir}/bin"
+  tar xzf "${KUBE_HOME}/${cni_tar}" -C "${cni_dir}/bin" --overwrite
   mv "${cni_dir}/bin"/* "${KUBE_BIN}"
   rmdir "${cni_dir}/bin"
   rm -f "${KUBE_HOME}/${cni_tar}"
diff --git a/cluster/saltbase/salt/cni/init.sls b/cluster/saltbase/salt/cni/init.sls
index 1ffc370ab44..a1d1060d6bd 100644
--- a/cluster/saltbase/salt/cni/init.sls
+++ b/cluster/saltbase/salt/cni/init.sls
@@ -17,11 +17,11 @@ cni-tar:
   archive:
     - extracted
     - user: root
-    - name: /home/kubernetes
+    - name: /home/kubernetes/bin
     - makedirs: True
-    - source: https://storage.googleapis.com/kubernetes-release/network-plugins/cni-0799f5732f2a11b329d9e3d51b9c8f2e3759f2ff.tar.gz
+    - source: https://storage.googleapis.com/kubernetes-release/network-plugins/cni-plugins-amd64-v0.6.0.tgz
     - tar_options: v
-    - source_hash: md5=afbb526e7d976f98353ac96f73043031
+    - source_hash: md5=9534876FAE7DBE813CDAB404DC1F9219
     - archive_format: tar
     - if_missing: /home/kubernetes/bin
 
diff --git a/test/e2e_node/remote/utils.go b/test/e2e_node/remote/utils.go
index 8a5311c4f6b..90ec845912d 100644
--- a/test/e2e_node/remote/utils.go
+++ b/test/e2e_node/remote/utils.go
@@ -27,10 +27,11 @@ import (
 // utils.go contains functions used across test suites.
 
 const (
-	cniRelease       = "0799f5732f2a11b329d9e3d51b9c8f2e3759f2ff"
-	cniDirectory     = "cni" // The CNI tarball creates the "bin" directory under "cni".
+	cniVersion       = "v0.6.0"
+	cniArch          = "amd64"
+	cniDirectory     = "cni/bin" // The CNI tarball places binaries under directory under "cni/bin".
 	cniConfDirectory = "cni/net.d"
-	cniURL           = "https://storage.googleapis.com/kubernetes-release/network-plugins/cni-" + cniRelease + ".tar.gz"
+	cniURL           = "https://storage.googleapis.com/kubernetes-release/network-plugins/cni-plugins-" + cniArch + "-" + cniVersion + ".tgz"
 )
 
 const cniConfig = `{