Godeps licenses

Fix the licenses script and run it.
This commit is contained in:
Tim Hockin 2016-04-22 21:56:05 -07:00
parent 537602d296
commit 3facb3522b
4 changed files with 376 additions and 929 deletions

View File

@ -1,7 +1,3 @@
# These files have been checked upstream and are either missing or have no
# valuable license/copyright info in them
# To regenerate this list, remove this file and rerun update-godep-licenses.sh
#
bitbucket.org/ww/goautoneg/master/LICENSE
bitbucket.org/ww/goautoneg/master/LICENSE.code
bitbucket.org/ww/goautoneg/master/LICENSE.txt
@ -18,7 +14,6 @@ raw.githubusercontent.com/armon/go-metrics/master/NOTICE
raw.githubusercontent.com/armon/go-metrics/master/NOTICE.txt
raw.githubusercontent.com/armon/go-metrics/master/README
raw.githubusercontent.com/armon/go-metrics/master/README.md
raw.githubusercontent.com/beorn7/perks/master/LICENSE
raw.githubusercontent.com/beorn7/perks/master/LICENSE.code
raw.githubusercontent.com/beorn7/perks/master/LICENSE.txt
raw.githubusercontent.com/beorn7/perks/master/LICENSE.md
@ -33,10 +28,6 @@ raw.githubusercontent.com/boltdb/bolt/master/NOTICE
raw.githubusercontent.com/boltdb/bolt/master/NOTICE.txt
raw.githubusercontent.com/boltdb/bolt/master/README
raw.githubusercontent.com/boltdb/bolt/master/README.md
raw.githubusercontent.com/camlistore/go4/master/NOTICE
raw.githubusercontent.com/camlistore/go4/master/NOTICE.txt
raw.githubusercontent.com/camlistore/go4/master/README
raw.githubusercontent.com/camlistore/go4/master/README.md
raw.githubusercontent.com/ClusterHQ/flocker-go/master/NOTICE
raw.githubusercontent.com/ClusterHQ/flocker-go/master/NOTICE.txt
raw.githubusercontent.com/ClusterHQ/flocker-go/master/README
@ -69,6 +60,9 @@ raw.githubusercontent.com/davecgh/go-spew/master/NOTICE
raw.githubusercontent.com/davecgh/go-spew/master/NOTICE.txt
raw.githubusercontent.com/davecgh/go-spew/master/README
raw.githubusercontent.com/davecgh/go-spew/master/README.md
raw.githubusercontent.com/daviddengcn/go-colortext/master/LICENSE.code
raw.githubusercontent.com/daviddengcn/go-colortext/master/LICENSE.txt
raw.githubusercontent.com/daviddengcn/go-colortext/master/LICENSE.md
raw.githubusercontent.com/daviddengcn/go-colortext/master/NOTICE
raw.githubusercontent.com/daviddengcn/go-colortext/master/NOTICE.txt
raw.githubusercontent.com/daviddengcn/go-colortext/master/README
@ -77,6 +71,14 @@ raw.githubusercontent.com/dgrijalva/jwt-go/master/NOTICE
raw.githubusercontent.com/dgrijalva/jwt-go/master/NOTICE.txt
raw.githubusercontent.com/dgrijalva/jwt-go/master/README
raw.githubusercontent.com/dgrijalva/jwt-go/master/README.md
raw.githubusercontent.com/docker/engine-api/master/NOTICE
raw.githubusercontent.com/docker/engine-api/master/NOTICE.txt
raw.githubusercontent.com/docker/engine-api/master/README
raw.githubusercontent.com/docker/engine-api/master/README.md
raw.githubusercontent.com/docker/go-connections/master/NOTICE
raw.githubusercontent.com/docker/go-connections/master/NOTICE.txt
raw.githubusercontent.com/docker/go-connections/master/README
raw.githubusercontent.com/docker/go-connections/master/README.md
raw.githubusercontent.com/elazarl/go-bindata-assetfs/master/NOTICE
raw.githubusercontent.com/elazarl/go-bindata-assetfs/master/NOTICE.txt
raw.githubusercontent.com/elazarl/go-bindata-assetfs/master/README
@ -97,6 +99,9 @@ raw.githubusercontent.com/fsouza/go-dockerclient/master/NOTICE
raw.githubusercontent.com/fsouza/go-dockerclient/master/NOTICE.txt
raw.githubusercontent.com/fsouza/go-dockerclient/master/README
raw.githubusercontent.com/fsouza/go-dockerclient/master/README.md
raw.githubusercontent.com/garyburd/redigo/master/LICENSE.code
raw.githubusercontent.com/garyburd/redigo/master/LICENSE.txt
raw.githubusercontent.com/garyburd/redigo/master/LICENSE.md
raw.githubusercontent.com/garyburd/redigo/master/NOTICE
raw.githubusercontent.com/garyburd/redigo/master/NOTICE.txt
raw.githubusercontent.com/garyburd/redigo/master/README
@ -105,16 +110,17 @@ raw.githubusercontent.com/ghodss/yaml/master/NOTICE
raw.githubusercontent.com/ghodss/yaml/master/NOTICE.txt
raw.githubusercontent.com/ghodss/yaml/master/README
raw.githubusercontent.com/ghodss/yaml/master/README.md
raw.githubusercontent.com/go-ini/ini/master/NOTICE
raw.githubusercontent.com/go-ini/ini/master/NOTICE.txt
raw.githubusercontent.com/go-ini/ini/master/README
raw.githubusercontent.com/go-ini/ini/master/README.md
raw.githubusercontent.com/godbus/dbus/master/NOTICE
raw.githubusercontent.com/godbus/dbus/master/NOTICE.txt
raw.githubusercontent.com/godbus/dbus/master/README
raw.githubusercontent.com/godbus/dbus/master/README.md
raw.githubusercontent.com/gogo/protobuf/master/NOTICE
raw.githubusercontent.com/gogo/protobuf/master/NOTICE.txt
raw.githubusercontent.com/go-ini/ini/master/NOTICE
raw.githubusercontent.com/go-ini/ini/master/NOTICE.txt
raw.githubusercontent.com/go-ini/ini/master/README
raw.githubusercontent.com/go-ini/ini/master/README.md
raw.githubusercontent.com/gogo/protobuf/master/README.md
raw.githubusercontent.com/golang/glog/master/NOTICE
raw.githubusercontent.com/golang/glog/master/NOTICE.txt
raw.githubusercontent.com/golang/glog/master/README
@ -146,14 +152,14 @@ raw.githubusercontent.com/gorilla/mux/master/NOTICE
raw.githubusercontent.com/gorilla/mux/master/NOTICE.txt
raw.githubusercontent.com/gorilla/mux/master/README
raw.githubusercontent.com/gorilla/mux/master/README.md
raw.githubusercontent.com/hashicorp/golang-lru/master/NOTICE
raw.githubusercontent.com/hashicorp/golang-lru/master/NOTICE.txt
raw.githubusercontent.com/hashicorp/golang-lru/master/README
raw.githubusercontent.com/hashicorp/golang-lru/master/README.md
raw.githubusercontent.com/hashicorp/go-msgpack/master/NOTICE
raw.githubusercontent.com/hashicorp/go-msgpack/master/NOTICE.txt
raw.githubusercontent.com/hashicorp/go-msgpack/master/README
raw.githubusercontent.com/hashicorp/go-msgpack/master/README.md
raw.githubusercontent.com/hashicorp/golang-lru/master/NOTICE
raw.githubusercontent.com/hashicorp/golang-lru/master/NOTICE.txt
raw.githubusercontent.com/hashicorp/golang-lru/master/README
raw.githubusercontent.com/hashicorp/golang-lru/master/README.md
raw.githubusercontent.com/hashicorp/raft/master/NOTICE
raw.githubusercontent.com/hashicorp/raft/master/NOTICE.txt
raw.githubusercontent.com/hashicorp/raft/master/README
@ -198,6 +204,13 @@ raw.githubusercontent.com/kr/pty/master/NOTICE
raw.githubusercontent.com/kr/pty/master/NOTICE.txt
raw.githubusercontent.com/kr/pty/master/README
raw.githubusercontent.com/kr/pty/master/README.md
raw.githubusercontent.com/matttproud/golang_protobuf_extensions/master/NOTICE.txt
raw.githubusercontent.com/matttproud/golang_protobuf_extensions/master/README
raw.githubusercontent.com/matttproud/golang_protobuf_extensions/master/README.md
raw.githubusercontent.com/Microsoft/go-winio/master/NOTICE
raw.githubusercontent.com/Microsoft/go-winio/master/NOTICE.txt
raw.githubusercontent.com/Microsoft/go-winio/master/README
raw.githubusercontent.com/Microsoft/go-winio/master/README.md
raw.githubusercontent.com/miekg/dns/master/NOTICE
raw.githubusercontent.com/miekg/dns/master/NOTICE.txt
raw.githubusercontent.com/miekg/dns/master/README
@ -234,6 +247,13 @@ raw.githubusercontent.com/pmezard/go-difflib/master/NOTICE
raw.githubusercontent.com/pmezard/go-difflib/master/NOTICE.txt
raw.githubusercontent.com/pmezard/go-difflib/master/README
raw.githubusercontent.com/pmezard/go-difflib/master/README.md
raw.githubusercontent.com/prometheus/common/master/LICENSE
raw.githubusercontent.com/prometheus/common/master/LICENSE.code
raw.githubusercontent.com/prometheus/common/master/LICENSE.txt
raw.githubusercontent.com/prometheus/common/master/LICENSE.md
raw.githubusercontent.com/prometheus/common/master/NOTICE.txt
raw.githubusercontent.com/prometheus/common/master/README
raw.githubusercontent.com/prometheus/common/master/README.md
raw.githubusercontent.com/rackspace/gophercloud/master/NOTICE
raw.githubusercontent.com/rackspace/gophercloud/master/NOTICE.txt
raw.githubusercontent.com/rackspace/gophercloud/master/README
@ -246,14 +266,13 @@ raw.githubusercontent.com/samuel/go-zookeeper/master/NOTICE
raw.githubusercontent.com/samuel/go-zookeeper/master/NOTICE.txt
raw.githubusercontent.com/samuel/go-zookeeper/master/README
raw.githubusercontent.com/samuel/go-zookeeper/master/README.md
raw.githubusercontent.com/scalingdata/gcfg/master/NOTICE
raw.githubusercontent.com/scalingdata/gcfg/master/NOTICE.txt
raw.githubusercontent.com/scalingdata/gcfg/master/README
raw.githubusercontent.com/scalingdata/gcfg/master/README.md
raw.githubusercontent.com/seccomp/libseccomp-golang/master/NOTICE
raw.githubusercontent.com/seccomp/libseccomp-golang/master/NOTICE.txt
raw.githubusercontent.com/seccomp/libseccomp-golang/master/README
raw.githubusercontent.com/seccomp/libseccomp-golang/master/README.md
raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/LICENSE.code
raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/LICENSE.txt
raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/LICENSE.md
raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/NOTICE
raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/NOTICE.txt
raw.githubusercontent.com/shurcooL/sanitized_anchor_name/master/README
@ -274,13 +293,13 @@ raw.githubusercontent.com/spf13/pflag/master/NOTICE
raw.githubusercontent.com/spf13/pflag/master/NOTICE.txt
raw.githubusercontent.com/spf13/pflag/master/README
raw.githubusercontent.com/spf13/pflag/master/README.md
raw.githubusercontent.com/stretchr/objx/master/LICENSE
raw.githubusercontent.com/stretchr/objx/master/LICENSE.code
raw.githubusercontent.com/stretchr/objx/master/LICENSE.txt
raw.githubusercontent.com/stretchr/objx/master/NOTICE
raw.githubusercontent.com/stretchr/objx/master/NOTICE.txt
raw.githubusercontent.com/stretchr/objx/master/README
raw.githubusercontent.com/stretchr/objx/master/README.md
raw.githubusercontent.com/stretchr/objx/master/LICENSE
raw.githubusercontent.com/stretchr/objx/master/LICENSE.code
raw.githubusercontent.com/stretchr/objx/master/LICENSE.txt
raw.githubusercontent.com/stretchr/testify/master/NOTICE
raw.githubusercontent.com/stretchr/testify/master/NOTICE.txt
raw.githubusercontent.com/stretchr/testify/master/README
@ -304,6 +323,14 @@ raw.githubusercontent.com/xyproto/simpleredis/master/NOTICE
raw.githubusercontent.com/xyproto/simpleredis/master/NOTICE.txt
raw.githubusercontent.com/xyproto/simpleredis/master/README
raw.githubusercontent.com/xyproto/simpleredis/master/README.md
go4.org/errorutil/master/LICENSE
go4.org/errorutil/master/LICENSE.code
go4.org/errorutil/master/LICENSE.txt
go4.org/errorutil/master/LICENSE.md
go4.org/errorutil/master/NOTICE
go4.org/errorutil/master/NOTICE.txt
go4.org/errorutil/master/README
go4.org/errorutil/master/README.md
golang.org/x/crypto/master/NOTICE
golang.org/x/crypto/master/NOTICE.txt
golang.org/x/crypto/master/README
@ -324,10 +351,6 @@ golang.org/x/sys/master/NOTICE
golang.org/x/sys/master/NOTICE.txt
golang.org/x/sys/master/README
golang.org/x/sys/master/README.md
golang.org/x/tools/master/NOTICE
golang.org/x/tools/master/NOTICE.txt
golang.org/x/tools/master/README
golang.org/x/tools/master/README.md
google.golang.org/api/master/NOTICE
google.golang.org/api/master/NOTICE.txt
google.golang.org/api/master/README
@ -340,6 +363,10 @@ google.golang.org/grpc/master/NOTICE
google.golang.org/grpc/master/NOTICE.txt
google.golang.org/grpc/master/README
google.golang.org/grpc/master/README.md
gopkg.in/gcfg.v1/master/NOTICE
gopkg.in/gcfg.v1/master/NOTICE.txt
gopkg.in/gcfg.v1/master/README
gopkg.in/gcfg.v1/master/README.md
gopkg.in/natefinch/master/NOTICE
gopkg.in/natefinch/master/NOTICE.txt
gopkg.in/natefinch/master/README

1124
Godeps/LICENSES generated

File diff suppressed because it is too large Load Diff

View File

@ -30,6 +30,9 @@ set -o errexit
set -o nounset
set -o pipefail
export LANG=C
export LC_ALL=C
###############################################################################
# Manage the state of LICENSE/COPYRIGHT files
# Default operation is to check to see if a file is in the state file.
@ -56,7 +59,7 @@ file_state () {
# Get return code from grep itself
# Redirect stderr so that a missing state file returns 1 quietly
LANG=C egrep -wq "^${file}$" ${GODEPS_STATE} 2>/dev/null
egrep -wq "^${file}$" ${GODEPS_STATE} 2>/dev/null
}
###############################################################################
@ -68,12 +71,11 @@ file_state () {
process_content () {
local package=$1
local type=$2
local f
local package_root
local ensure_pattern
local package_root_url
local dir_root
local godeps_root
local find_maxdepth
local find_names
local -a local_files=()
@ -103,7 +105,7 @@ process_content () {
github.com/*|golang.org/*|bitbucket.org/*)
package_root=$(echo ${package} |awk -F/ '{print $1"/"$2"/"$3 }')
;;
*)
*)
package_root=$(echo ${package} |awk -F/ '{print $1"/"$2 }')
;;
esac
@ -111,50 +113,47 @@ process_content () {
package_root_url="${package_root/github.com/raw.githubusercontent.com}"
# Find LOCAL files first - only root and package level
for dir_root in ${package} ${package_root}; do
for godeps_root in ${GODEPS_SRC} ${GODEPS_AUX}; do
[[ -d ${godeps_root}/${dir_root} ]] || continue
local_files=($(
for dir_root in ${package} ${package_root}; do
[[ -d ${DEPS_DIR}/${dir_root} ]] || continue
# One (set) of these is fine
local_files+=($(find ${godeps_root}/${dir_root} \
-xdev -follow -maxdepth ${find_maxdepth} \
-type f "${find_names[@]}"))
done
done
# Uniquely sort the array
IFS=$'\n' local_files=($(LC_ALL=C sort -u <<<"${local_files[*]-}"))
unset IFS
find ${DEPS_DIR}/${dir_root} \
-xdev -follow -maxdepth ${find_maxdepth} \
-type f "${find_names[@]}"
done | sort -u))
local index
local f
index="${package}-${type}"
FILE_CONTENT[${index}]=""
for f in ${local_files[@]-}; do
# Find some copyright info in any file and break
egrep -wq "${ensure_pattern}" ${f} && \
FILE_CONTENT[${package}-${type}]="$(cat ${f})" && break
if egrep -wq "${ensure_pattern}" "${f}"; then
FILE_CONTENT[${index}]=$(cat "${f}")
break
fi
done
# When nothing is set at the package level, try package_root
: ${FILE_CONTENT[${package}-${type}]:="${FILE_CONTENT[${package_root}-${type}]-}"}
if [[ -z "${FILE_CONTENT[${package}-${type}]-}" ]]; then
if [[ -z "${FILE_CONTENT[${index}]-}" ]]; then
# When nothing is set at the package level, try package_root
FILE_CONTENT[${index}]="${FILE_CONTENT[${package_root}-${type}]-}"
fi
if [[ -z "${FILE_CONTENT[${index}]-}" ]]; then
# Last ditch attempt - see if we can get it from version control
for f in ${remote_files[@]}; do
file_state "${package_root_url}/master/${f}" && continue
if ! FILE_CONTENT[${package}-${type}]="$(\
if ! FILE_CONTENT[${index}]="$(\
curl --fail --retry 10 -s \
https://${package_root_url}/master/${f})" || \
! $(echo "${FILE_CONTENT[${package}-${type}]-}" |\
https://${package_root_url}/master/${f})" || \
! $(echo "${FILE_CONTENT[${index}]-}" |\
egrep -qw "${ensure_pattern}") ||
[[ "${FILE_CONTENT[${package}-${type}]-}" =~ \<\ *html ]] ; then
[[ "${FILE_CONTENT[${index}]-}" =~ \<\ *html ]] ; then
((CREATE_MISSING)) || file_state -a "${package_root_url}/master/${f}"
continue
fi
if [[ -n "${FILE_CONTENT[${package}-${type}]-}" ]]; then
if ((CREATE_MISSING)); then
mkdir -p ${GODEPS_AUX}/${package_root}
echo "${FILE_CONTENT[${package}-${type}]}" \
> ${GODEPS_AUX}/${package_root}/${f}
fi
break
fi
done
fi
}
@ -163,8 +162,11 @@ process_content () {
#############################################################################
# MAIN
#############################################################################
KUBE_ROOT="${KUBE_ROOT:-$(cd "$(dirname "${BASH_SOURCE}")/.." && pwd -P)}"
cd "${KUBE_ROOT}"
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
source "${KUBE_ROOT}/hack/lib/init.sh"
LICENSE_ROOT="${LICENSE_ROOT:-${KUBE_ROOT}}"
cd "${LICENSE_ROOT}"
# If CREATE_MISSING=1, the state file is ignored
CREATE_MISSING=0
@ -177,8 +179,7 @@ fi
GODEPS_STATE="Godeps/.license_file_state"
GODEPS_LICENSE_FILE=${1:-"Godeps/LICENSES"}
GODEPS_SRC="Godeps/_workspace/src"
GODEPS_AUX="Godeps/_workspace_aux/src"
DEPS_DIR="vendor"
declare -Ag FILE_CONTENT
@ -187,20 +188,20 @@ declare -Ag FILE_CONTENT
echo "================================================================================"
echo "= Kubernetes licensed under: ="
echo
cat ${KUBE_ROOT}/LICENSE
cat ${LICENSE_ROOT}/LICENSE
) > ${GODEPS_LICENSE_FILE}
# Loop through every package in Godeps.json
for PACKAGE in $(cat Godeps/Godeps.json |\
jq -r ".Deps[].ImportPath" | LC_ALL=C sort -f); do
for PACKAGE in $(cat Godeps/Godeps.json | \
jq -r ".Deps[].ImportPath" | \
sort -f); do
process_content ${PACKAGE} LICENSE
process_content ${PACKAGE} COPYRIGHT
# display content
echo
echo "================================================================================"
echo "= ${GODEPS_SRC}/${PACKAGE} licensed under: ="
echo "= ${DEPS_DIR}/${PACKAGE} licensed under: ="
echo
if [[ -z "${FILE_CONTENT[${PACKAGE}-LICENSE]-}" &&

View File

@ -18,7 +18,7 @@ set -o errexit
set -o nounset
set -o pipefail
KUBE_ROOT="$(cd "$(dirname "${BASH_SOURCE}")/.." && pwd -P)"
KUBE_ROOT=$(dirname "${BASH_SOURCE}")/..
source "${KUBE_ROOT}/hack/lib/init.sh"
readonly branch=${1:-${KUBE_VERIFY_GIT_BRANCH:-master}}
@ -28,8 +28,10 @@ if ! [[ ${KUBE_FORCE_VERIFY_CHECKS:-} =~ ^[yY]$ ]] && \
fi
# create a nice clean place to put our new godeps
# must be in the user dir (e.g. KUBE_ROOT) in order for the docker volume mount to work with docker-machine on macs
_tmpdir="$(mktemp -d "${KUBE_ROOT}/kube-godep-licenses.XXXXXX")"
# must be in the user dir (e.g. KUBE_ROOT) in order for the docker volume mount
# to work with docker-machine on macs
mkdir -p "${KUBE_ROOT}/_tmp"
_tmpdir="$(mktemp -d "${KUBE_ROOT}/_tmp/kube-godep-licenses.XXXXXX")"
echo "Created workspace: ${_tmpdir}"
function cleanup {
echo "Removing workspace: ${_tmpdir}"
@ -37,11 +39,12 @@ function cleanup {
}
trap cleanup EXIT
cp -r "${KUBE_ROOT}/LICENSE" "${_tmpdir}/"
cp -r "${KUBE_ROOT}/Godeps" "${_tmpdir}/Godeps"
ln -s "${KUBE_ROOT}/LICENSE" "${_tmpdir}"
ln -s "${KUBE_ROOT}/vendor" "${_tmpdir}"
# Update Godep Licenses
KUBE_ROOT="${_tmpdir}" "${KUBE_ROOT}/hack/update-godep-licenses.sh"
LICENSE_ROOT="${_tmpdir}" "${KUBE_ROOT}/hack/update-godep-licenses.sh"
# Compare Godep Licenses
if ! _out="$(diff -Naupr ${KUBE_ROOT}/Godeps/LICENSES ${_tmpdir}/Godeps/LICENSES)"; then