Godeps licenses

Fix the licenses script and run it.

Godeps/.license_file_state

@@ -1,7 +1,3 @@
-# These files have been checked upstream and are either missing or have no
-# valuable license/copyright info in them
-# To regenerate this list, remove this file and rerun update-godep-licenses.sh
-#
 bitbucket.org/ww/goautoneg/master/LICENSE
 bitbucket.org/ww/goautoneg/master/LICENSE.code
 bitbucket.org/ww/goautoneg/master/LICENSE.txt
@@ -18,7 +14,6 @@ raw.githubusercontent.com/armon/go-metrics/master/NOTICE
 raw.githubusercontent.com/armon/go-metrics/master/NOTICE.txt
 raw.githubusercontent.com/armon/go-metrics/master/README
 raw.githubusercontent.com/armon/go-metrics/master/README.md
-raw.githubusercontent.com/beorn7/perks/master/LICENSE
 raw.githubusercontent.com/beorn7/perks/master/LICENSE.code
 raw.githubusercontent.com/beorn7/perks/master/LICENSE.txt
 raw.githubusercontent.com/beorn7/perks/master/LICENSE.md
@@ -33,10 +28,6 @@ raw.githubusercontent.com/boltdb/bolt/master/NOTICE
 raw.githubusercontent.com/boltdb/bolt/master/NOTICE.txt
 raw.githubusercontent.com/boltdb/bolt/master/README
 raw.githubusercontent.com/boltdb/bolt/master/README.md
-raw.githubusercontent.com/camlistore/go4/master/NOTICE
-raw.githubusercontent.com/camlistore/go4/master/NOTICE.txt
-raw.githubusercontent.com/camlistore/go4/master/README
-raw.githubusercontent.com/camlistore/go4/master/README.md
 raw.githubusercontent.com/ClusterHQ/flocker-go/master/NOTICE
 raw.githubusercontent.com/ClusterHQ/flocker-go/master/NOTICE.txt
 raw.githubusercontent.com/ClusterHQ/flocker-go/master/README
@@ -69,6 +60,9 @@ raw.githubusercontent.com/davecgh/go-spew/master/NOTICE
 raw.githubusercontent.com/davecgh/go-spew/master/NOTICE.txt
 raw.githubusercontent.com/davecgh/go-spew/master/README
 raw.githubusercontent.com/davecgh/go-spew/master/README.md
+raw.githubusercontent.com/daviddengcn/go-colortext/master/LICENSE.code
+raw.githubusercontent.com/daviddengcn/go-colortext/master/LICENSE.txt
+raw.githubusercontent.com/daviddengcn/go-colortext/master/LICENSE.md
 raw.githubusercontent.com/daviddengcn/go-colortext/master/NOTICE
 raw.githubusercontent.com/daviddengcn/go-colortext/master/NOTICE.txt
 raw.githubusercontent.com/daviddengcn/go-colortext/master/README
@@ -77,6 +71,14 @@ raw.githubusercontent.com/dgrijalva/jwt-go/master/NOTICE
 raw.githubusercontent.com/dgrijalva/jwt-go/master/NOTICE.txt
 raw.githubusercontent.com/dgrijalva/jwt-go/master/README
 raw.githubusercontent.com/dgrijalva/jwt-go/master/README.md
+raw.githubusercontent.com/docker/engine-api/master/NOTICE
+raw.githubusercontent.com/docker/engine-api/master/NOTICE.txt
+raw.githubusercontent.com/docker/engine-api/master/README
+raw.githubusercontent.com/docker/engine-api/master/README.md
+raw.githubusercontent.com/docker/go-connections/master/NOTICE
+raw.githubusercontent.com/docker/go-connections/master/NOTICE.txt
+raw.githubusercontent.com/docker/go-connections/master/README
+raw.githubusercontent.com/docker/go-connections/master/README.md
 raw.githubusercontent.com/elazarl/go-bindata-assetfs/master/NOTICE
 raw.githubusercontent.com/elazarl/go-bindata-assetfs/master/NOTICE.txt
 raw.githubusercontent.com/elazarl/go-bindata-assetfs/master/README
@@ -97,6 +99,9 @@ raw.githubusercontent.com/fsouza/go-dockerclient/master/NOTICE
 raw.githubusercontent.com/fsouza/go-dockerclient/master/NOTICE.txt
 raw.githubusercontent.com/fsouza/go-dockerclient/master/README
 raw.githubusercontent.com/fsouza/go-dockerclient/master/README.md
+raw.githubusercontent.com/garyburd/redigo/master/LICENSE.code
+raw.githubusercontent.com/garyburd/redigo/master/LICENSE.txt
+raw.githubusercontent.com/garyburd/redigo/master/LICENSE.md
 raw.githubusercontent.com/garyburd/redigo/master/NOTICE
 raw.githubusercontent.com/garyburd/redigo/master/NOTICE.txt
 raw.githubusercontent.com/garyburd/redigo/master/README
@@ -105,16 +110,17 @@ raw.githubusercontent.com/ghodss/yaml/master/NOTICE
 raw.githubusercontent.com/ghodss/yaml/master/NOTICE.txt
 raw.githubusercontent.com/ghodss/yaml/master/README
 raw.githubusercontent.com/ghodss/yaml/master/README.md
+raw.githubusercontent.com/go-ini/ini/master/NOTICE
+raw.githubusercontent.com/go-ini/ini/master/NOTICE.txt
+raw.githubusercontent.com/go-ini/ini/master/README
+raw.githubusercontent.com/go-ini/ini/master/README.md
 raw.githubusercontent.com/godbus/dbus/master/NOTICE
 raw.githubusercontent.com/godbus/dbus/master/NOTICE.txt
 raw.githubusercontent.com/godbus/dbus/master/README
 raw.githubusercontent.com/godbus/dbus/master/README.md
 raw.githubusercontent.com/gogo/protobuf/master/NOTICE
 raw.githubusercontent.com/gogo/protobuf/master/NOTICE.txt
-raw.githubusercontent.com/go-ini/ini/master/NOTICE
+raw.githubusercontent.com/gogo/protobuf/master/README.md
-raw.githubusercontent.com/go-ini/ini/master/NOTICE.txt
-raw.githubusercontent.com/go-ini/ini/master/README
-raw.githubusercontent.com/go-ini/ini/master/README.md
 raw.githubusercontent.com/golang/glog/master/NOTICE
 raw.githubusercontent.com/golang/glog/master/NOTICE.txt
 raw.githubusercontent.com/golang/glog/master/README
@@ -146,14 +152,14 @@ raw.githubusercontent.com/gorilla/mux/master/NOTICE
 raw.githubusercontent.com/gorilla/mux/master/NOTICE.txt
 raw.githubusercontent.com/gorilla/mux/master/README
 raw.githubusercontent.com/gorilla/mux/master/README.md
-raw.githubusercontent.com/hashicorp/golang-lru/master/NOTICE
-raw.githubusercontent.com/hashicorp/golang-lru/master/NOTICE.txt
-raw.githubusercontent.com/hashicorp/golang-lru/master/README
-raw.githubusercontent.com/hashicorp/golang-lru/master/README.md
 raw.githubusercontent.com/hashicorp/go-msgpack/master/NOTICE
 raw.githubusercontent.com/hashicorp/go-msgpack/master/NOTICE.txt
 raw.githubusercontent.com/hashicorp/go-msgpack/master/README
 raw.githubusercontent.com/hashicorp/go-msgpack/master/README.md
+raw.githubusercontent.com/hashicorp/golang-lru/master/NOTICE
+raw.githubusercontent.com/hashicorp/golang-lru/master/NOTICE.txt
+raw.githubusercontent.com/hashicorp/golang-lru/master/README
+raw.githubusercontent.com/hashicorp/golang-lru/master/README.md
 raw.githubusercontent.com/hashicorp/raft/master/NOTICE
 raw.githubusercontent.com/hashicorp/raft/master/NOTICE.txt
 raw.githubusercontent.com/hashicorp/raft/master/README
@@ -198,6 +204,13 @@ raw.githubusercontent.com/kr/pty/master/NOTICE
 raw.githubusercontent.com/kr/pty/master/NOTICE.txt
 raw.githubusercontent.com/kr/pty/master/README
 raw.githubusercontent.com/kr/pty/master/README.md
+raw.githubusercontent.com/matttproud/golang_protobuf_extensions/master/NOTICE.txt
+raw.githubusercontent.com/matttproud/golang_protobuf_extensions/master/README
+raw.githubusercontent.com/matttproud/golang_protobuf_extensions/master/README.md
+raw.githubusercontent.com/Microsoft/go-winio/master/NOTICE
+raw.githubusercontent.com/Microsoft/go-winio/master/NOTICE.txt
+raw.githubusercontent.com/Microsoft/go-winio/master/README
+raw.githubusercontent.com/Microsoft/go-winio/master/README.md
 raw.githubusercontent.com/miekg/dns/master/NOTICE
 raw.githubusercontent.com/miekg/dns/master/NOTICE.txt
 raw.githubusercontent.com/miekg/dns/master/README
@@ -234,6 +247,13 @@ raw.githubusercontent.com/pmezard/go-difflib/master/NOTICE
 raw.githubusercontent.com/pmezard/go-difflib/master/NOTICE.txt
 raw.githubusercontent.com/pmezard/go-difflib/master/README
 raw.githubusercontent.com/pmezard/go-difflib/master/README.md
+raw.githubusercontent.com/prometheus/common/master/LICENSE
+raw.githubusercontent.com/prometheus/common/master/LICENSE.code
+raw.githubusercontent.com/prometheus/common/master/LICENSE.txt
+raw.githubusercontent.com/prometheus/common/master/LICENSE.md
+raw.githubusercontent.com/prometheus/common/master/NOTICE.txt
+raw.githubusercontent.com/prometheus/common/master/README
+raw.githubusercontent.com/prometheus/common/master/README.md
 raw.githubusercontent.com/rackspace/gophercloud/master/NOTICE
 raw.githubusercontent.com/rackspace/gophercloud/master/NOTICE.txt
 raw.githubusercontent.com/rackspace/gophercloud/master/README
@@ -246,14 +266,13 @@ raw.githubusercontent.com/samuel/go-zookeeper/master/NOTICE
 raw.githubusercontent.com/samuel/go-zookeeper/master/NOTICE.txt
 raw.githubusercontent.com/samuel/go-zookeeper/master/README
 raw.githubusercontent.com/samuel/go-zookeeper/master/README.md
-raw.githubusercontent.com/scalingdata/gcfg/master/NOTICE
-raw.githubusercontent.com/scalingdata/gcfg/master/NOTICE.txt
-raw.githubusercontent.com/scalingdata/gcfg/master/README
-raw.githubusercontent.com/scalingdata/gcfg/master/README.md
 raw.githubusercontent.com/seccomp/libseccomp-golang/master/NOTICE
 raw.githubusercontent.com/seccomp/libseccomp-golang/master/NOTICE.txt
 raw.githubusercontent.com/seccomp/libseccomp-golang/master/README
 raw.githubusercontent.com/seccomp/libseccomp-golang/master/README.md
+raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/LICENSE.code
+raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/LICENSE.txt
+raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/LICENSE.md
 raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/NOTICE
 raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/NOTICE.txt
 raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/README
@@ -274,13 +293,13 @@ raw.githubusercontent.com/spf13/pflag/master/NOTICE
 raw.githubusercontent.com/spf13/pflag/master/NOTICE.txt
 raw.githubusercontent.com/spf13/pflag/master/README
 raw.githubusercontent.com/spf13/pflag/master/README.md
+raw.githubusercontent.com/stretchr/objx/master/LICENSE
+raw.githubusercontent.com/stretchr/objx/master/LICENSE.code
+raw.githubusercontent.com/stretchr/objx/master/LICENSE.txt
 raw.githubusercontent.com/stretchr/objx/master/NOTICE
 raw.githubusercontent.com/stretchr/objx/master/NOTICE.txt
 raw.githubusercontent.com/stretchr/objx/master/README
 raw.githubusercontent.com/stretchr/objx/master/README.md
-raw.githubusercontent.com/stretchr/objx/master/LICENSE
-raw.githubusercontent.com/stretchr/objx/master/LICENSE.code
-raw.githubusercontent.com/stretchr/objx/master/LICENSE.txt
 raw.githubusercontent.com/stretchr/testify/master/NOTICE
 raw.githubusercontent.com/stretchr/testify/master/NOTICE.txt
 raw.githubusercontent.com/stretchr/testify/master/README
@@ -304,6 +323,14 @@ raw.githubusercontent.com/xyproto/simpleredis/master/NOTICE
 raw.githubusercontent.com/xyproto/simpleredis/master/NOTICE.txt
 raw.githubusercontent.com/xyproto/simpleredis/master/README
 raw.githubusercontent.com/xyproto/simpleredis/master/README.md
+go4.org/errorutil/master/LICENSE
+go4.org/errorutil/master/LICENSE.code
+go4.org/errorutil/master/LICENSE.txt
+go4.org/errorutil/master/LICENSE.md
+go4.org/errorutil/master/NOTICE
+go4.org/errorutil/master/NOTICE.txt
+go4.org/errorutil/master/README
+go4.org/errorutil/master/README.md
 golang.org/x/crypto/master/NOTICE
 golang.org/x/crypto/master/NOTICE.txt
 golang.org/x/crypto/master/README
@@ -324,10 +351,6 @@ golang.org/x/sys/master/NOTICE
 golang.org/x/sys/master/NOTICE.txt
 golang.org/x/sys/master/README
 golang.org/x/sys/master/README.md
-golang.org/x/tools/master/NOTICE
-golang.org/x/tools/master/NOTICE.txt
-golang.org/x/tools/master/README
-golang.org/x/tools/master/README.md
 google.golang.org/api/master/NOTICE
 google.golang.org/api/master/NOTICE.txt
 google.golang.org/api/master/README
@@ -340,6 +363,10 @@ google.golang.org/grpc/master/NOTICE
 google.golang.org/grpc/master/NOTICE.txt
 google.golang.org/grpc/master/README
 google.golang.org/grpc/master/README.md
+gopkg.in/gcfg.v1/master/NOTICE
+gopkg.in/gcfg.v1/master/NOTICE.txt
+gopkg.in/gcfg.v1/master/README
+gopkg.in/gcfg.v1/master/README.md
 gopkg.in/natefinch/master/NOTICE
 gopkg.in/natefinch/master/NOTICE.txt
 gopkg.in/natefinch/master/README

hack/update-godep-licenses.sh

@@ -30,6 +30,9 @@ set -o errexit
 set -o nounset
 set -o pipefail
 
+export LANG=C
+export LC_ALL=C
+
 ###############################################################################
 # Manage the state of LICENSE/COPYRIGHT files
 # Default operation is to check to see if a file is in the state file.
@@ -56,7 +59,7 @@ file_state () {
 
   # Get return code from grep itself
   # Redirect stderr so that a missing state file returns 1 quietly
-  LANG=C egrep -wq "^${file}$" ${GODEPS_STATE} 2>/dev/null
+  egrep -wq "^${file}$" ${GODEPS_STATE} 2>/dev/null
 }
 
 ###############################################################################
@@ -68,12 +71,11 @@ file_state () {
 process_content () {
   local package=$1
   local type=$2
-  local f
+
   local package_root
   local ensure_pattern
   local package_root_url
   local dir_root
-  local godeps_root
   local find_maxdepth
   local find_names
   local -a local_files=()
@@ -103,7 +105,7 @@ process_content () {
     github.com/*|golang.org/*|bitbucket.org/*)
      package_root=$(echo ${package} |awk -F/ '{print $1"/"$2"/"$3 }')
      ;;
-               *) 
+    *)
      package_root=$(echo ${package} |awk -F/ '{print $1"/"$2 }')
      ;;
   esac
@@ -111,50 +113,47 @@ process_content () {
   package_root_url="${package_root/github.com/raw.githubusercontent.com}"
 
   # Find LOCAL files first - only root and package level
-  for dir_root in ${package} ${package_root}; do
+  local_files=($(
-    for godeps_root in ${GODEPS_SRC} ${GODEPS_AUX}; do
+    for dir_root in ${package} ${package_root}; do
-      [[ -d ${godeps_root}/${dir_root} ]] || continue
+      [[ -d ${DEPS_DIR}/${dir_root} ]] || continue
 
       # One (set) of these is fine
-      local_files+=($(find ${godeps_root}/${dir_root} \
+      find ${DEPS_DIR}/${dir_root} \
-                           -xdev -follow -maxdepth ${find_maxdepth} \
+          -xdev -follow -maxdepth ${find_maxdepth} \
-                           -type f "${find_names[@]}"))
+          -type f "${find_names[@]}"
-    done
+    done | sort -u))
-  done
-  # Uniquely sort the array
-  IFS=$'\n' local_files=($(LC_ALL=C sort -u <<<"${local_files[*]-}"))
-  unset IFS
 
+  local index
+  local f
+  index="${package}-${type}"
+  FILE_CONTENT[${index}]=""
   for f in ${local_files[@]-}; do
     # Find some copyright info in any file and break
-    egrep -wq "${ensure_pattern}" ${f} && \
+    if egrep -wq "${ensure_pattern}" "${f}"; then
-     FILE_CONTENT[${package}-${type}]="$(cat ${f})" && break
+      FILE_CONTENT[${index}]=$(cat "${f}")
+      break
+    fi
   done
-  # When nothing is set at the package level, try package_root
-  : ${FILE_CONTENT[${package}-${type}]:="${FILE_CONTENT[${package_root}-${type}]-}"}
 
-  if [[ -z "${FILE_CONTENT[${package}-${type}]-}" ]]; then
+  if [[ -z "${FILE_CONTENT[${index}]-}" ]]; then
+    # When nothing is set at the package level, try package_root
+    FILE_CONTENT[${index}]="${FILE_CONTENT[${package_root}-${type}]-}"
+  fi
+
+  if [[ -z "${FILE_CONTENT[${index}]-}" ]]; then
+    # Last ditch attempt - see if we can get it from version control
     for f in ${remote_files[@]}; do
       file_state "${package_root_url}/master/${f}" && continue
-      if ! FILE_CONTENT[${package}-${type}]="$(\
+      if ! FILE_CONTENT[${index}]="$(\
           curl --fail --retry 10 -s \
-           https://${package_root_url}/master/${f})" || \
+              https://${package_root_url}/master/${f})" || \
-         ! $(echo "${FILE_CONTENT[${package}-${type}]-}" |\
+         ! $(echo "${FILE_CONTENT[${index}]-}" |\
           egrep -qw "${ensure_pattern}") ||
-         [[ "${FILE_CONTENT[${package}-${type}]-}" =~ \<\ *html ]] ; then
+         [[ "${FILE_CONTENT[${index}]-}" =~ \<\ *html ]] ; then
 
         ((CREATE_MISSING)) || file_state -a "${package_root_url}/master/${f}"
         continue
       fi
-
-      if [[ -n "${FILE_CONTENT[${package}-${type}]-}" ]]; then
-        if ((CREATE_MISSING)); then
-          mkdir -p ${GODEPS_AUX}/${package_root}
-          echo "${FILE_CONTENT[${package}-${type}]}" \
-           > ${GODEPS_AUX}/${package_root}/${f}
-        fi
-        break
-      fi
     done
   fi
 }
@@ -163,8 +162,11 @@ process_content () {
 #############################################################################
 # MAIN
 #############################################################################
-KUBE_ROOT="${KUBE_ROOT:-$(cd "$(dirname "${BASH_SOURCE}")/.." && pwd -P)}"
+KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
-cd "${KUBE_ROOT}"
+source "${KUBE_ROOT}/hack/lib/init.sh"
+
+LICENSE_ROOT="${LICENSE_ROOT:-${KUBE_ROOT}}"
+cd "${LICENSE_ROOT}"
 
 # If CREATE_MISSING=1, the state file is ignored
 CREATE_MISSING=0
@@ -177,8 +179,7 @@ fi
 GODEPS_STATE="Godeps/.license_file_state"
 
 GODEPS_LICENSE_FILE=${1:-"Godeps/LICENSES"}
-GODEPS_SRC="Godeps/_workspace/src"
+DEPS_DIR="vendor"
-GODEPS_AUX="Godeps/_workspace_aux/src"
 declare -Ag FILE_CONTENT
 
 
@@ -187,20 +188,20 @@ declare -Ag FILE_CONTENT
 echo "================================================================================"
 echo "= Kubernetes licensed under: ="
 echo
-cat ${KUBE_ROOT}/LICENSE
+cat ${LICENSE_ROOT}/LICENSE
 ) > ${GODEPS_LICENSE_FILE}
 
 # Loop through every package in Godeps.json
-for PACKAGE in $(cat Godeps/Godeps.json |\
+for PACKAGE in $(cat Godeps/Godeps.json | \
-                 jq -r ".Deps[].ImportPath" | LC_ALL=C sort -f); do
+                 jq -r ".Deps[].ImportPath" | \
-
+                 sort -f); do
   process_content ${PACKAGE} LICENSE
   process_content ${PACKAGE} COPYRIGHT
 
   # display content
   echo
   echo "================================================================================"
-  echo "= ${GODEPS_SRC}/${PACKAGE} licensed under: ="
+  echo "= ${DEPS_DIR}/${PACKAGE} licensed under: ="
   echo
 
   if [[ -z "${FILE_CONTENT[${PACKAGE}-LICENSE]-}" &&

hack/verify-godep-licenses.sh

@@ -18,7 +18,7 @@ set -o errexit
 set -o nounset
 set -o pipefail
 
-KUBE_ROOT="$(cd "$(dirname "${BASH_SOURCE}")/.." && pwd -P)"
+KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
 source "${KUBE_ROOT}/hack/lib/init.sh"
 
 readonly branch=${1:-${KUBE_VERIFY_GIT_BRANCH:-master}}
@@ -28,8 +28,10 @@ if ! [[ ${KUBE_FORCE_VERIFY_CHECKS:-} =~ ^[yY]$ ]] && \
 fi
 
 # create a nice clean place to put our new godeps
-# must be in the user dir (e.g. KUBE_ROOT) in order for the docker volume mount to work with docker-machine on macs
+# must be in the user dir (e.g. KUBE_ROOT) in order for the docker volume mount
-_tmpdir="$(mktemp -d "${KUBE_ROOT}/kube-godep-licenses.XXXXXX")"
+# to work with docker-machine on macs
+mkdir -p "${KUBE_ROOT}/_tmp"
+_tmpdir="$(mktemp -d "${KUBE_ROOT}/_tmp/kube-godep-licenses.XXXXXX")"
 echo "Created workspace: ${_tmpdir}"
 function cleanup {
   echo "Removing workspace: ${_tmpdir}"
@@ -37,11 +39,12 @@ function cleanup {
 }
 trap cleanup EXIT
 
-cp -r "${KUBE_ROOT}/LICENSE" "${_tmpdir}/"
 cp -r "${KUBE_ROOT}/Godeps" "${_tmpdir}/Godeps"
+ln -s "${KUBE_ROOT}/LICENSE" "${_tmpdir}"
+ln -s "${KUBE_ROOT}/vendor" "${_tmpdir}"
 
 # Update Godep Licenses
-KUBE_ROOT="${_tmpdir}" "${KUBE_ROOT}/hack/update-godep-licenses.sh"
+LICENSE_ROOT="${_tmpdir}" "${KUBE_ROOT}/hack/update-godep-licenses.sh"
 
 # Compare Godep Licenses
 if ! _out="$(diff -Naupr ${KUBE_ROOT}/Godeps/LICENSES ${_tmpdir}/Godeps/LICENSES)"; then