[FAB-11128] Mock chaincode daemon

This change adds a pre-built chaincode daemon to speed-up integration
tests.

When enabled test chaincodes run inside a single mock container. Enablement
is controlled by the FABRIC_SDK_CHAINCODED environment passed into make.
e.g., FABRIC_SDK_CHAINCODED=true make integration-tests will enable the
mock daemon.

The CI env is also updated to enable the mock daemon.

Change-Id: I42983eacce2a02f0f5b54f20074c2ee041ad2846
Signed-off-by: Troy Ronda <troy@troyronda.com>

scripts/_go/src/chaincoded/cmd/chaincoded/chaincoded.go

@@ -0,0 +1,258 @@
+/*
+Copyright SecureKey Technologies Inc. All Rights Reserved.
+
+SPDX-License-Identifier: Apache-2.0
+*/
+
+package main
+
+import (
+	"archive/tar"
+	"compress/gzip"
+	"io"
+	"io/ioutil"
+	"log"
+	"net/http"
+	"net/http/httputil"
+	"net/url"
+	"os"
+	"os/exec"
+	"path"
+	"regexp"
+	"strings"
+)
+
+const (
+	defaultDockerHost = "http://localhost:2375"
+)
+
+var (
+	binaryRegExp         = regexp.MustCompile("(.*)_(.*)")
+	containerNameRegEx   = regexp.MustCompile("(.*)-(.*)-(.*)-(.*)")
+	containerStartRegEx  = regexp.MustCompile("/containers/(.+)/start")
+	containerUploadRegEx = regexp.MustCompile("/containers/(.+)/archive")
+)
+
+var peerEndpoints map[string]string
+
+type chaincoded struct {
+	proxy *httputil.ReverseProxy
+}
+
+type chaincodeParams struct {
+	network   string
+	hostname  string
+	ccID      string
+	ccVersion string
+}
+
+func newChaincoded() *chaincoded {
+	docker_host, ok := os.LookupEnv("DOCKER_HOST")
+	if !ok {
+		docker_host = defaultDockerHost
+	}
+
+	url, err := url.Parse(docker_host)
+	if err != nil {
+		log.Fatalf("invalid URL for docker host: %s", err)
+	}
+
+	proxy := httputil.NewSingleHostReverseProxy(url)
+
+	d := chaincoded{
+		proxy: proxy,
+	}
+
+	return &d
+}
+
+func launchChaincode(ccParams *chaincodeParams, tlsPath string) error {
+	rootCertFile := path.Join(tlsPath, "peer.crt")
+	keyPath := path.Join(tlsPath, "client.key")
+	certPath := path.Join(tlsPath, "client.crt")
+
+	cmd := exec.Command(ccParams.chaincodeBinary(), tlsPath)
+	cmd.Stdout = os.Stdout
+	cmd.Stderr = os.Stderr
+	cmd.Env = append(os.Environ(),
+		"CORE_PEER_ADDRESS="+ccParams.peerAddr(),
+		"CORE_CHAINCODE_ID_NAME="+ccParams.chaincodeID(),
+		"CORE_PEER_TLS_ENABLED=TRUE",
+		"CORE_PEER_TLS_ROOTCERT_FILE="+rootCertFile,
+		"CORE_TLS_CLIENT_KEY_PATH="+keyPath,
+		"CORE_TLS_CLIENT_CERT_PATH="+certPath,
+	)
+
+	if err := cmd.Start(); err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func extractChaincodeParams(containerName string) (*chaincodeParams, bool) {
+	m := containerNameRegEx.FindStringSubmatch(containerName)
+
+	if m == nil {
+		return nil, false
+	}
+
+	ccParams := chaincodeParams{
+		network:   m[1],
+		hostname:  m[2],
+		ccID:      m[3],
+		ccVersion: m[4],
+	}
+
+	return &ccParams, true
+}
+
+func (cp *chaincodeParams) chaincodeID() string {
+	return cp.ccID + ":" + cp.ccVersion
+}
+
+func (cp *chaincodeParams) chaincodeBinary() string {
+	m := binaryRegExp.FindStringSubmatch(cp.ccID)
+
+	if m == nil {
+		return "example_cc"
+	}
+
+	return m[1]
+}
+
+func (cp *chaincodeParams) peerAddr() string {
+	endpoint, ok := peerEndpoints[cp.hostname]
+	if !ok {
+		return "localhost:7052"
+	}
+
+	return endpoint
+}
+
+func (d *chaincoded) handleUploadToContainerRequest(w http.ResponseWriter, r *http.Request, containerName string) {
+	ccParams, ok := extractChaincodeParams(containerName)
+	if !ok {
+		d.proxy.ServeHTTP(w, r)
+		return
+	}
+
+	log.Printf("Handling upload to container request [%s]", containerName)
+	tmpDir, err := ioutil.TempDir("", "chaincoded")
+	if err != nil {
+		log.Printf("creation of temporary directory failed: %s", err)
+		w.WriteHeader(500)
+		return
+	}
+
+	err = extractArchive(r.Body, tmpDir)
+	if err != nil {
+		log.Printf("extracting archive failed: %s", err)
+		w.WriteHeader(500)
+		return
+	}
+
+	tlsPath := path.Join(tmpDir, "etc", "hyperledger", "fabric")
+	err = launchChaincode(ccParams, tlsPath)
+	if err != nil {
+		log.Printf("launching chaincode failed: %s", err)
+		w.WriteHeader(500)
+		return
+	}
+
+	w.WriteHeader(200)
+}
+
+func (d *chaincoded) handleStartContainerRequest(w http.ResponseWriter, r *http.Request, containerName string) {
+	log.Printf("Handling start container request [%s]", containerName)
+	w.WriteHeader(204)
+}
+
+func extractArchive(in io.Reader, basePath string) error {
+	gr, err := gzip.NewReader(in)
+	if err != nil {
+		return err
+	}
+	defer gr.Close()
+
+	tr := tar.NewReader(gr)
+	for {
+		hdr, err := tr.Next()
+		if err == io.EOF {
+			break
+		}
+		if err != nil {
+			return err
+		}
+
+		switch hdr.Typeflag {
+		case tar.TypeDir:
+			outPath := path.Join(basePath, hdr.Name)
+
+			if err := os.Mkdir(outPath, 0755); err != nil {
+				return err
+			}
+		case 0:
+			fallthrough
+		case tar.TypeReg:
+			outPath := path.Join(basePath, hdr.Name)
+
+			dir := path.Dir(outPath)
+			if err := os.MkdirAll(dir, 0755); err != nil {
+				return err
+			}
+
+			outFile, err := os.Create(outPath)
+			if err != nil {
+				return err
+			}
+			if _, err := io.Copy(outFile, tr); err != nil {
+				outFile.Close()
+				return err
+			}
+			outFile.Close()
+		}
+	}
+	return nil
+}
+
+func (d *chaincoded) ServeHTTP(w http.ResponseWriter, r *http.Request) {
+	startMatches := containerStartRegEx.FindStringSubmatch(r.URL.Path)
+	uploadMatches := containerUploadRegEx.FindStringSubmatch(r.URL.Path)
+
+	if startMatches != nil {
+		d.handleStartContainerRequest(w, r, startMatches[1])
+	} else if uploadMatches != nil {
+		d.handleUploadToContainerRequest(w, r, uploadMatches[1])
+	} else {
+		d.proxy.ServeHTTP(w, r)
+	}
+}
+
+func main() {
+
+	const cmdHelp = "arguments are the listen addr followed by a list of chaincode endpoints (hostname:port)"
+	peerEndpoints = make(map[string]string)
+
+	if len(os.Args) < 2 {
+		log.Fatal(cmdHelp)
+	}
+
+	addr := os.Args[1]
+	log.Printf("Chaincoded starting on %s ...", addr)
+
+	for _, endpoint := range os.Args[2:] {
+		s := strings.Split(endpoint, ":")
+		if len(s) != 2 {
+			log.Fatal(cmdHelp)
+		}
+		peerEndpoints[s[0]] = endpoint
+	}
+
+	dh := newChaincoded()
+	err := http.ListenAndServe(addr, dh)
+
+	if err != nil {
+		log.Fatalf("%s", err)
+	}
+}

test/fixtures/dockerenv/.env

@@ -37,6 +37,7 @@ FABRIC_BUILDER_FIXTURE_IMAGE=hyperledger/fabric-ccenv
 FABRIC_BASEOS_FIXTURE_IMAGE=hyperledger/fabric-baseos
 FABRIC_BASEIMAGE_FIXTURE_IMAGE=hyperledger/fabric-baseimage
 
+CORE_VM_ENDPOINT=unix:///host/var/run/docker.sock
 CORE_PEER_TLS_CLIENTAUTHREQUIRED=true
 CORE_PEER_TLS_CLIENTROOTCAS_FILES=/etc/hyperledger/tls/peer/ca.crt /etc/hyperledger/mutual_tls/peer/client_sdk_go-ca_root.pem
 ORDERER_GENERAL_TLS_CLIENTAUTHENABLED=true

test/fixtures/dockerenv/docker-compose-chaincoded.yaml

@@ -0,0 +1,43 @@
+#
+# Copyright SecureKey Technologies Inc. All Rights Reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+#
+version: '2'
+
+services:
+
+  dockerd:
+    image: fabsdkgo-socat
+    command: TCP-LISTEN:2375,fork UNIX-CONNECT:/host/var/run/docker.sock
+    volumes:
+      - /var/run/:/host/var/run/
+    expose:
+      - "2375"
+    networks:
+      default:
+        aliases:
+          - dockerd.example.com
+
+  chaincoded:
+    image: ${FABRIC_DOCKER_REGISTRY}${FABRIC_BASEIMAGE_FIXTURE_IMAGE}:${FABRIC_ARCH}${FABRIC_ARCH_SEP}${FABRIC_BASEIMAGE_FIXTURE_TAG}
+    environment:
+      - DOCKER_HOST=http://dockerd.example.com:2375
+      #- CORE_CHAINCODE_LOGGING_LEVEL=debug
+    volumes:
+      - ../../../scripts/_go/src/chaincoded:/opt/gopath/src/chaincoded
+      - ../../../:/opt/gopath/src/github.com/hyperledger/fabric-sdk-go
+      - ../../../test/fixtures/testdata/src/github.com/example_cc:/opt/gopath/src/github.com/example_cc
+      - ../../../test/fixtures/testdata/src/github.com/example_pvt_cc:/opt/gopath/src/github.com/example_pvt_cc
+    command: /opt/gopath/src/github.com/hyperledger/fabric-sdk-go/test/scripts/chaincoded.sh
+    #comment out logging.driver in order to render the debug logs
+    logging:
+      driver: none
+    networks:
+      default:
+        aliases:
+          - chaincoded.example.com
+    expose:
+      - "2375"
+    depends_on:
+      - dockerd

test/fixtures/dockerenv/docker-compose-pkcs11-test.yaml

@@ -8,7 +8,7 @@ version: '2'
 services:
 
   pkcs11-integration-tests:
-    image: softhsm2-image
+    image: fabsdkgo-softhsm2
     environment:
       - FABRIC_SDK_CLIENT_BCCSP_SECURITY_DEFAULT_PROVIDER=PKCS11
       - GO_TAGS

test/fixtures/dockerenv/docker-compose-std.yaml

@@ -0,0 +1,14 @@
+#
+# Copyright SecureKey Technologies Inc. All Rights Reserved.
+#
+# SPDX-License-Identifier: Apache-2.0
+#
+version: '2'
+
+services:
+
+  chaincoded:
+    image: ${FABRIC_DOCKER_REGISTRY}${FABRIC_BASEIMAGE_FIXTURE_IMAGE}:${FABRIC_ARCH}${FABRIC_ARCH_SEP}${FABRIC_BASEIMAGE_FIXTURE_TAG}
+    command: tail -F anything
+    logging:
+      driver: none