From 74601eabbee9beb5654d38877935c4eef3ac9795 Mon Sep 17 00:00:00 2001
From: lzc <linzichang@huawei.com>
Date: Tue, 25 Aug 2015 09:50:13 +0800
Subject: [PATCH] Add local etcd discovery support for libvirt-coreos

---
 cluster/libvirt-coreos/util.sh                | 37 ++++++++++++++++++-
 docs/getting-started-guides/libvirt-coreos.md |  6 +++
 2 files changed, 42 insertions(+), 1 deletion(-)

diff --git a/cluster/libvirt-coreos/util.sh b/cluster/libvirt-coreos/util.sh
index dda855a1763..3a520b346f7 100644
--- a/cluster/libvirt-coreos/util.sh
+++ b/cluster/libvirt-coreos/util.sh
@@ -25,6 +25,9 @@ export LIBVIRT_DEFAULT_URI=qemu:///system
 
 readonly POOL=kubernetes
 readonly POOL_PATH="$(cd $ROOT && pwd)/libvirt_storage_pool"
+readonly UUID=$(uuidgen)
+readonly LOCAL_ETCD_IP="192.168.10.200"
+DISCOVERY=${DISCOVERY:-""}
 
 # join <delim> <list...>
 # Concatenates the list elements with the delimiter passed as first parameter
@@ -156,6 +159,32 @@ function initialize-network {
   virsh net-create "$ROOT/network_kubernetes_pods.xml"
 }
 
+function destroy-discovery {
+  if [ -d $ROOT/discovery.etcd ]; then
+    set +e
+    kill `ps ax | grep -v grep | grep http://$LOCAL_ETCD_IP:4001 | awk '{print $1}'`
+    rm -fr $ROOT/discovery.etcd
+    brctl delif virbr_kub_gl veth_etcd_br
+    ip link del veth_etcd
+    set -e
+  fi
+}
+
+function initialize-discovery {
+  if [[ "$DISCOVERY" == "local-etcd" ]]; then
+    unset http_proxy
+    unset https_proxy
+    ip link add veth_etcd type veth peer name veth_etcd_br
+    brctl addif virbr_kub_gl veth_etcd_br
+    ifconfig veth_etcd_br up
+    ifconfig veth_etcd $LOCAL_ETCD_IP/24 up
+    $POOL_PATH/etcd/bin/etcd --initial-cluster discovery=http://$LOCAL_ETCD_IP:7001 --initial-advertise-peer-urls http://$LOCAL_ETCD_IP:7001 --listen-peer-urls http://$LOCAL_ETCD_IP:7001 --listen-client-urls http://$LOCAL_ETCD_IP:4001 --advertise-client-urls http://$LOCAL_ETCD_IP:4001 --name discovery --data-dir $ROOT/discovery.etcd &
+    sleep 4
+    curl -X PUT http://$LOCAL_ETCD_IP:4001/v2/keys/_etcd/registry/$UUID/_config/size -d value=$(($NUM_MINIONS+1))
+    $POOL_PATH/etcd/bin/etcdctl -C http://$LOCAL_ETCD_IP:4001 ls /_etcd/registry/
+  fi
+}
+
 function render-template {
   eval "echo \"$(cat $1)\""
 }
@@ -186,10 +215,15 @@ function kube-up {
   gen-kube-bearertoken
   initialize-pool keep_base_image
   initialize-network
+  initialize-discovery
 
   readonly ssh_keys="$(cat ~/.ssh/id_*.pub | sed 's/^/  - /')"
   readonly kubernetes_dir="$POOL_PATH/kubernetes"
-  readonly discovery=$(curl -s https://discovery.etcd.io/new?size=$(($NUM_MINIONS+1)))
+  if [[ "$DISCOVERY" == "local-etcd" ]]; then
+    readonly discovery="http://$LOCAL_ETCD_IP:4001/v2/keys/_etcd/registry/$UUID"
+  else
+    readonly discovery=$(curl -s https://discovery.etcd.io/new?size=$(($NUM_MINIONS+1)))
+  fi
 
   readonly machines=$(join , "${KUBE_MINION_IP_ADDRESSES[@]}")
 
@@ -239,6 +273,7 @@ function kube-down {
       while read dom; do
         virsh destroy $dom
       done
+  destroy-discovery
   destroy-pool keep_base_image
   destroy-network
 }
diff --git a/docs/getting-started-guides/libvirt-coreos.md b/docs/getting-started-guides/libvirt-coreos.md
index e3f56910799..26e21e8bb9b 100644
--- a/docs/getting-started-guides/libvirt-coreos.md
+++ b/docs/getting-started-guides/libvirt-coreos.md
@@ -227,6 +227,12 @@ Bring up a libvirt-CoreOS cluster of 5 nodes
 NUM_MINIONS=5 cluster/kube-up.sh
 ```
 
+Bring up a libvirt-CoreOS cluster with a local etcd discovery
+
+```sh
+DISCOVERY=local-etcd cluster/kube-up.sh
+```
+
 Destroy the libvirt-CoreOS cluster
 
 ```sh