Merge pull request #92 from msaf1980/integration_tests

Add integration tests

Author: Felixoid

.github/workflows/tests.yml

@@ -75,3 +75,26 @@ jobs:
       run: make DEVEL=1 packagecloud-autobuilds
       env:
         PACKAGECLOUD_TOKEN: ${{ secrets.PACKAGECLOUD_TOKEN }}
+
+  integration_tests:
+    name: Integration tests
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Set up Go
+      uses: actions/setup-go@v2
+      with:
+        go-version: ${{ matrix.go }}
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Set up Go
+      uses: actions/setup-go@v2
+      with:
+        go-version: ^1
+
+    - name: Integration tests
+      run: |
+        make e2e-test
+        ./e2e-test -config tests

Makefile

@@ -24,9 +24,12 @@ clean:
 	rm -f *deb *rpm
 	rm -f sha256sum md5sum
 
-$(NAME): $(wildcard **/*.go)
+$(NAME): $(shell find . -name '*.go')
 	$(GO) build $(MODULE)
 
+e2e-test: $(NAME)
+	$(GO) build $(MODULE)/cmd/e2e-test
+
 test:
 	$(GO) test -race ./...
 

cmd/e2e-test/carbon_clickhouse.go

@@ -0,0 +1,119 @@
+package main
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+	"os/exec"
+	"path"
+	"path/filepath"
+	"syscall"
+	"text/template"
+)
+
+type CarbonClickhouse struct {
+	Binary    string `toml:"binary"`
+	ConfigTpl string `toml:"template"`
+
+	storeDir   string    `toml:"-"`
+	configFile string    `toml:"-"`
+	address    string    `toml:"-"`
+	cmd        *exec.Cmd `toml:"-"`
+}
+
+func (c *CarbonClickhouse) Start(clickhouseAddr string) error {
+	if c.cmd != nil {
+		return fmt.Errorf("carbon-clickhouse already started")
+	}
+
+	if len(c.Binary) == 0 {
+		c.Binary = "./carbon-clickhouse"
+	}
+	if len(c.ConfigTpl) == 0 {
+		return fmt.Errorf("carbon-clickhouse config template not set")
+	}
+
+	var err error
+	c.storeDir, err = ioutil.TempDir("", "carbon-clickhouse")
+	if err != nil {
+		return err
+	}
+
+	c.address, err = getFreeTCPPort("")
+	if err != nil {
+		c.Cleanup()
+		return err
+	}
+
+	name := filepath.Base(c.ConfigTpl)
+	tmpl, err := template.New(name).ParseFiles(c.ConfigTpl)
+	if err != nil {
+		c.Cleanup()
+		return err
+	}
+	param := struct {
+		CLICKHOUSE_ADDR string
+		CCH_STORE_DIR   string
+		CCH_ADDR        string
+	}{
+		CLICKHOUSE_ADDR: clickhouseAddr,
+		CCH_STORE_DIR:   c.storeDir,
+		CCH_ADDR:        c.address,
+	}
+
+	c.configFile = path.Join(c.storeDir, "carbon-clickhouse.conf")
+	f, err := os.OpenFile(c.configFile, os.O_WRONLY|os.O_CREATE, 0644)
+	if err != nil {
+		c.Cleanup()
+		return err
+	}
+	err = tmpl.ExecuteTemplate(f, name, param)
+	if err != nil {
+		c.Cleanup()
+		return err
+	}
+
+	c.cmd = exec.Command(c.Binary, "-config", c.configFile)
+	c.cmd.Stdout = os.Stdout
+	c.cmd.Stderr = os.Stderr
+	//c.cmd.Env = append(c.cmd.Env, "TZ=UTC")
+	err = c.cmd.Start()
+	if err != nil {
+		c.Cleanup()
+		return err
+	}
+
+	return nil
+}
+
+func (c *CarbonClickhouse) Stop() error {
+	if c.cmd == nil {
+		return nil
+	}
+	var err error
+	if err = c.cmd.Process.Kill(); err == nil {
+		if err = c.cmd.Wait(); err != nil {
+			if exitErr, ok := err.(*exec.ExitError); ok {
+				if status, ok := exitErr.Sys().(syscall.WaitStatus); ok {
+					ec := status.ExitStatus()
+					if ec == 0 || ec == -1 {
+						return nil
+					}
+				}
+			}
+		}
+	}
+	return err
+}
+
+func (c *CarbonClickhouse) Cleanup() {
+	if len(c.storeDir) > 0 {
+		os.RemoveAll(c.storeDir)
+		c.storeDir = ""
+		c.cmd = nil
+	}
+}
+
+func (c *CarbonClickhouse) Address() string {
+	return c.address
+}

cmd/e2e-test/clickhouse.go

@@ -0,0 +1,97 @@
+package main
+
+import (
+	"fmt"
+	"os/exec"
+)
+
+type Clickhouse struct {
+	Version string `toml:"version"`
+	Dir     string `toml:"dir"`
+
+	Docker      string `toml:"docker"`
+	DockerImage string `toml:"image"`
+
+	address   string `toml:"-"`
+	container string `toml:"-"`
+}
+
+func (c *Clickhouse) Start() (error, string) {
+	if len(c.Version) == 0 {
+		return fmt.Errorf("version not set"), ""
+	}
+	if len(c.Dir) == 0 {
+		return fmt.Errorf("dir not set"), ""
+	}
+	if len(c.Docker) == 0 {
+		c.Docker = "docker"
+	}
+	if len(c.DockerImage) == 0 {
+		c.DockerImage = "yandex/clickhouse-server"
+	}
+	var err error
+	c.address, err = getFreeTCPPort("")
+	if err != nil {
+		return err, ""
+	}
+
+	c.container = "carbon-clickhouse-clickhouse-server-test"
+
+	chStart := []string{"run", "-d",
+		"--name", c.container,
+		"--ulimit", "nofile=262144:262144",
+		"-p", c.address + ":8123",
+		//"-e", "TZ=UTC",
+		"-v", c.Dir + "/config.xml:/etc/clickhouse-server/config.xml",
+		"-v", c.Dir + "/users.xml:/etc/clickhouse-server/users.xml",
+		"-v", c.Dir + "/rollup.xml:/etc/clickhouse-server/config.d/rollup.xml",
+		"-v", c.Dir + "/init.sql:/docker-entrypoint-initdb.d/init.sql",
+		c.DockerImage + ":" + c.Version,
+	}
+
+	cmd := exec.Command(c.Docker, chStart...)
+	out, err := cmd.CombinedOutput()
+
+	return err, string(out)
+}
+
+func (c *Clickhouse) Stop(delete bool) (error, string) {
+	if len(c.container) == 0 {
+		return nil, ""
+	}
+
+	chStop := []string{"stop", c.container}
+
+	cmd := exec.Command(c.Docker, chStop...)
+	out, err := cmd.CombinedOutput()
+
+	if err == nil && delete {
+		return c.Delete()
+	}
+	return err, string(out)
+}
+
+func (c *Clickhouse) Delete() (error, string) {
+	if len(c.container) == 0 {
+		return nil, ""
+	}
+
+	chDel := []string{"rm", c.container}
+
+	cmd := exec.Command(c.Docker, chDel...)
+	out, err := cmd.CombinedOutput()
+
+	if err == nil {
+		c.container = ""
+	}
+
+	return err, string(out)
+}
+
+func (c *Clickhouse) Address() string {
+	return c.address
+}
+
+func (c *Clickhouse) Container() string {
+	return c.container
+}