Add 'objdb/' from commit '77da460780b8b6d086ca1362ec50a07888ca4b63'

git-subtree-dir: objdb
git-subtree-mainline: 83e1bda
git-subtree-split: 77da460

Author: dseevr

objdb/.gitignore

@@ -0,0 +1,2 @@
+# vagrant
+.vagrant

objdb/Godeps/Godeps.json

@@ -0,0 +1,12 @@
+Copyright 2017 Cisco Systems Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

objdb/Godeps/Readme

@@ -0,0 +1,34 @@
+
+.PHONY: all build update start stop test host-build host-test godep
+
+all: build test
+
+build: start
+	vagrant ssh node1 -c 'cd /opt/gopath/src/github.com/contiv/objdb && make host-build'
+
+update:
+	vagrant box update
+
+start: update
+	vagrant up
+
+stop:
+	vagrant destroy -f
+
+test: start build
+	vagrant ssh node1 -c 'cd /opt/gopath/src/github.com/contiv/objdb && make host-test'
+
+# build compiles and installs the code after running code quality checks
+host-build:
+	./checks.sh 
+	go get github.com/tools/godep
+	go install ./ ./modeldb
+
+host-test:
+	etcdctl rm --recursive /contiv.io || true
+	go test -v ./ ./modeldb
+	go test -bench=. -run "Benchmark"
+
+# godep updates Godeps/Godeps.json
+godep:
+	godep save ./...

objdb/LICENSE

@@ -0,0 +1,2 @@
+# objdb
+Object store client and API

objdb/Makefile

@@ -0,0 +1,97 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+require 'fileutils'
+
+gopath_folder="/opt/gopath"
+
+provision_common = <<SCRIPT
+## setup the environment file. Export the env-vars passed as args to 'vagrant up'
+echo Args passed: [[ $@ ]]
+
+echo -n "$1" > /etc/hostname
+hostname -F /etc/hostname
+
+/sbin/ip addr add "$3/24" dev eth1
+/sbin/ip link set eth1 up
+/sbin/ip link set eth2 up
+
+echo 'export GOPATH=#{gopath_folder}' > /etc/profile.d/envvar.sh
+echo 'export GOBIN=$GOPATH/bin' >> /etc/profile.d/envvar.sh
+echo 'export GOSRC=$GOPATH/src' >> /etc/profile.d/envvar.sh
+echo 'export PATH=$PATH:/usr/local/go/bin:$GOBIN' >> /etc/profile.d/envvar.sh
+echo "export http_proxy='$4'" >> /etc/profile.d/envvar.sh
+echo "export https_proxy='$5'" >> /etc/profile.d/envvar.sh
+echo "export no_proxy=192.168.2.10,192.168.2.11,127.0.0.1,localhost,netmaster" >> /etc/profile.d/envvar.sh
+echo "export CLUSTER_NODE_IPS=192.168.2.10,192.168.2.11" >> /etc/profile.d/envvar.sh
+
+
+source /etc/profile.d/envvar.sh
+
+# Change permissions for gopath folder
+chown -R vagrant #{gopath_folder}
+
+SCRIPT
+
+VAGRANTFILE_API_VERSION = "2"
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+    config.vm.box = "contiv/centos73"
+    config.vm.box_version = "0.10.0"
+    num_nodes = 1
+    base_ip = "192.168.10."
+    node_ips = num_nodes.times.collect { |n| base_ip + "#{n+10}" }
+    node_names = num_nodes.times.collect { |n| "node#{n+1}" }
+    node_peers = []
+
+    num_nodes.times do |n|
+        node_name = node_names[n]
+        node_addr = node_ips[n]
+        node_peers += ["#{node_name}=http://#{node_addr}:2380,#{node_name}=http://#{node_addr}:7001"]
+        consul_bootstrap_flag = "-bootstrap"
+        config.vm.define node_name do |node|
+            # node.vm.hostname = node_name
+            # create an interface for etcd cluster
+            node.vm.network :private_network, ip: node_addr, virtualbox__intnet: "true", auto_config: false
+            # create an interface for bridged network
+            node.vm.network :private_network, ip: "0.0.0.0", virtualbox__intnet: "true", auto_config: false
+            node.vm.provider "virtualbox" do |v|
+                # make all nics 'virtio' to take benefit of builtin vlan tag
+                # support, which otherwise needs to be enabled in Intel drivers,
+                # which are used by default by virtualbox
+                v.customize ['modifyvm', :id, '--nictype1', 'virtio']
+                v.customize ['modifyvm', :id, '--nictype2', 'virtio']
+                v.customize ['modifyvm', :id, '--nictype3', 'virtio']
+                v.customize ['modifyvm', :id, '--nicpromisc2', 'allow-all']
+                v.customize ['modifyvm', :id, '--nicpromisc3', 'allow-all']
+            end
+
+            # mount the host directories
+            node.vm.synced_folder ".", File.join(gopath_folder, "src/github.com/contiv/objdb"), rsync: true
+
+
+            node.vm.provision "shell" do |s|
+                s.inline = provision_common
+                s.args = [node_name, ENV["CONTIV_NODE_OS"] || "", node_addr, ENV["http_proxy"] || "", ENV["https_proxy"] || "", *ENV['CONTIV_ENV']]
+            end
+provision_node = <<SCRIPT
+## start etcd with generated config
+set -x
+(nohup etcd --name #{node_name} --data-dir /tmp/etcd \
+ --listen-client-urls http://0.0.0.0:2379,http://0.0.0.0:4001 \
+ --advertise-client-urls http://#{node_addr}:2379,http://#{node_addr}:4001 \
+ --initial-advertise-peer-urls http://#{node_addr}:2380,http://#{node_addr}:7001 \
+ --listen-peer-urls http://#{node_addr}:2380 \
+ --initial-cluster #{node_peers.join(",")} --initial-cluster-state new \
+  0<&- &>/tmp/etcd.log &) || exit 1
+
+## start consul
+(nohup consul agent -server #{consul_bootstrap_flag} \
+ -bind=#{node_addr} -data-dir /opt/consul 0<&- &>/tmp/consul.log &) || exit 1
+
+SCRIPT
+            node.vm.provision "shell", run: "always" do |s|
+                s.inline = provision_node
+            end
+        end
+    end
+end

objdb/README.md

@@ -0,0 +1,78 @@
+#!/bin/sh
+
+set -e
+
+dirs=$(go list ./... | sed -e 's!github.com/contiv/objdb!.!g' | grep -v ./vendor)
+files=$(find . -type f -name '*.go' | grep -v ./vendor)
+
+echo "Running gofmt..."
+set +e
+out=$(gofmt -s -l ${files})
+set -e
+# gofmt can include empty lines in its output
+if [ "$(echo $out | sed '/^$/d' | wc -l)" -gt 0 ]; then
+	echo 1>&2 "gofmt errors in:"
+	echo 1>&2 "${out}"
+	exit 1
+fi
+
+echo "Running ineffassign..."
+[ -n "$(which ineffassign)" ] || go get github.com/gordonklaus/ineffassign
+for i in ${dirs}; do
+	ineffassign $i
+done
+
+echo "Running golint..."
+[ -n "$(which golint)" ] || go get github.com/golang/lint/golint
+set +e
+out=$(golint ./... | grep -vE '^vendor')
+set -e
+if [ "$(echo $out | sed '/^$/d' | wc -l)" -gt 0 ]; then
+	echo 1>&2 "golint errors in:"
+	echo 1>&2 "${out}"
+	exit 1
+fi
+
+echo "Running govet..."
+set +e
+out=$(go tool vet -composites=false ${dirs} 2>&1 | grep -v vendor)
+set -e
+
+if [ "$(echo $out | sed '/^$/d' | wc -l)" -gt 0 ]; then
+	echo 1>&2 "go vet errors in:"
+	echo 1>&2 "${out}"
+	exit 1
+fi
+
+echo "Running gocyclo..."
+[ -n "$(which gocyclo)" ] || go get github.com/fzipp/gocyclo
+set +e
+out=$(gocyclo -over 20 . | grep -v vendor)
+set -e
+if [ "$(echo $out | sed '/^$/d' | wc -l)" -gt 0 ]; then
+	echo 1>&2 "gocycle errors in:"
+	echo 1>&2 "${out}"
+	exit 1
+fi
+
+echo "Running misspell..."
+[ -n "$(which misspell)" ] || go get github.com/client9/misspell/...
+set +e
+out=$(misspell -locale US -error -i exportfs ${files})
+set -e
+if [ "$(echo $out | sed '/^$/d' | wc -l)" -gt 0 ]; then
+	echo 1>&2 "misspell errors in:"
+	echo 1>&2 "${out}"
+	exit 1
+fi
+
+echo "Running deadcode..."
+[ -n "$(which deadcode)" ] || go get github.com/remyoudompheng/go-misc/deadcode/...
+set +e
+out=$(deadcode ${dirs} 2>&1)
+set -e
+if [ "$(echo $out | sed '/^$/d' | wc -l)" -gt 0 ]; then
+	echo 1>&2 "deadcode errors in:"
+	echo 1>&2 "${out}"
+	exit 1
+fi

objdb/Vagrantfile

@@ -0,0 +1,57 @@
+/***
+Copyright 2014 Cisco Systems Inc. All rights reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package objdb
+
+import (
+	"errors"
+	"strings"
+
+	log "github.com/Sirupsen/logrus"
+)
+
+var defaultDbURL = "etcd://127.0.0.1:2379"
+
+// NewClient Create a new conf store
+func NewClient(dbURL string) (API, error) {
+	// check if we should use default db
+	if dbURL == "" {
+		dbURL = defaultDbURL
+	}
+
+	parts := strings.Split(dbURL, "://")
+	if len(parts) < 2 {
+		log.Errorf("Invalid DB URL format %s", dbURL)
+		return nil, errors.New("Invalid DB URL")
+	}
+	clientName := parts[0]
+	clientURL := parts[1]
+
+	// Get the plugin
+	plugin := GetPlugin(clientName)
+	if plugin == nil {
+		log.Errorf("Invalid DB type %s", clientName)
+		return nil, errors.New("Unsupported DB type")
+	}
+
+	// Initialize the objdb client
+	cl, err := plugin.NewClient([]string{"http://" + clientURL})
+	if err != nil {
+		log.Errorf("Error creating client %s to url %s. Err: %v", clientName, clientURL, err)
+		return nil, err
+	}
+
+	return cl, nil
+}