#13 clickhouse cluster (#17)

* #13 clickhouse cluster support

.env

@@ -4,5 +4,10 @@ POSTGRES_PASSWORD=docker
 POSTGRES_DSN=postgres://docker:docker@postgres:5432/docker?sslmode=disable
 POSTGRES_MIGRATIONS_PATH=./db/postgresMigration/test_migrates
 
-CLICKHOUSE_DSN=clickhouse://default:@clickhouse:9000/docker?sslmode=disable&compress=true&debug=false&cluster=test_cluster
+CLICKHOUSE_DSN=clickhouse://default:@clickhouse:9000/docker?sslmode=disable&compress=true&debug=false
 CLICKHOUSE_MIGRATIONS_PATH=./db/clickhouseMigration/test_migrates
+
+CLICKHOUSE_CLUSTER_DSN1=clickhouse://default:@clickhouse1:9000/docker?sslmode=disable&compress=true&debug=false
+CLICKHOUSE_CLUSTER_DSN2=clickhouse://default:@clickhouse2:9000/docker?sslmode=disable&compress=true&debug=false
+CLICKHOUSE_CLUSTER_NAME=test_cluster
+CLICKHOUSE_CLUSTER_MIGRATIONS_PATH=./db/clickhouseMigration/test_cluster_migrates

README.md

@@ -85,6 +85,9 @@ Note that the directory must exist, or the command may trigger an error.
 - `migrationTable` or `t`: string (defaults to migration), specifies the name of the database table for storing migration history information. 
 The table will be automatically created by the command if it does not exist. 
 You may also manually create it using the structure version varchar(255) primary key, apply_time integer.
+- `migrationClusterName` or `cn`: string (defaults to empty), specifies the name of the database cluster name for storing migration history information. 
+The table will be automatically created in cluster by the command if it does not exist.
+It uses only for clickhouse
 - `dsn` or `d`: string (defaults to empty), Database connection strings are specified via URLs. 
 The URL format is driver dependent but generally has the form: driver://username:password@host:port/dbname?option1=true.
 - `compact` or `c`: boolean (defaults to false), output in compact mode
@@ -94,6 +97,7 @@ The URL format is driver dependent but generally has the form: driver://username
 DSN=clickhouse://default:@localhost:9000/docker?sslmode=disable&compress=true&debug=false
 MIGRATION_PATH=./migrations
 MIGRATION_TABLE=migration
+MIGRATION_CLUSTER_NAME=test_cluster
 COMPACT=true
 INTERACTIVE=false
 ```
@@ -110,13 +114,14 @@ go get -u -d github.com/raoptimus/db-migrator.go/cmd/db-migrator
 ```  
 The custom version:  
 ```
-go get -u -d github.com/raoptimus/db-migrator.go/cmd/db-migrator@0.0.5
+go get -u -d github.com/raoptimus/db-migrator.go/cmd/db-migrator@0.1.1
 ```
 
 #### With docker
 ```
-docker pull raoptimus/db-migrator
+docker pull raoptimus/db-migrator:latest
 ```
+See [https://hub.docker.com/r/raoptimus/db-migrator](https://hub.docker.com/r/raoptimus/db-migrator)
 
 ### Example
 ```

cmd/db-migrator/main.go

@@ -54,6 +54,13 @@ func main() {
 			Value:   "migration",
 			Usage:   "Table name for history of migrates",
 		},
+		&cli.StringFlag{
+			Name:    "migrationClusterName",
+			EnvVars: []string{"MIGRATION_CLUSTER_NAME"},
+			Aliases: []string{"cn"},
+			Value:   "migration",
+			Usage:   "Cluster name for history of migrates",
+		},
 		&cli.BoolFlag{
 			Name:    "compact",
 			EnvVars: []string{"COMPACT"},
@@ -137,6 +144,7 @@ func before(c *cli.Context) error {
 		DSN:         c.String("dsn"),
 		Directory:   c.String("migrationPath"),
 		TableName:   c.String("migrationTable"),
+		ClusterName: c.String("migrationClusterName"),
 		Compact:     c.Bool("compact"),
 		Interactive: c.Bool("interactive"),
 	})

docker-compose.yml

@@ -2,7 +2,7 @@ version: "3.7"
 
 services:
   clickhouse:
-    image: yandex/clickhouse-server:20.6.5.8
+    image: yandex/clickhouse-server:20.9.2.20
     volumes:
       - "./docker/volume/clickhouse/dump:/docker-entrypoint-initdb.d/"
 
@@ -12,17 +12,36 @@ services:
       - .env
 
   app:
-    #    image: golang:1.15.1-alpine3.12
     image: raoptimus/go-magick:latest
     working_dir: "/usr/src/app"
     command: "sleep infinity"
     depends_on:
       - clickhouse
-      - postgres
-    links:
-      - clickhouse
+      - clickhouse1
+      - clickhouse2
       - postgres
     volumes:
       - "./:/usr/src/app"
     env_file:
       - .env
+
+  zookeeper:
+    image: zookeeper
+
+  clickhouse1:
+    image: yandex/clickhouse-server:20.9.2.20
+    volumes:
+      - "./docker/volume/clickhouse-cluster/dump:/docker-entrypoint-initdb.d/"
+      - "./docker/volume/clickhouse-cluster/config/config_1.xml:/etc/clickhouse-server/config.xml"
+      - "./docker/volume/clickhouse-cluster/config/config_replica.xml:/etc/clickhouse-server/clickhouse_replication_config.xml"
+    depends_on:
+      - zookeeper
+
+  clickhouse2:
+    image: yandex/clickhouse-server:20.9.2.20
+    volumes:
+      - "./docker/volume/clickhouse-cluster/dump:/docker-entrypoint-initdb.d/"
+      - "./docker/volume/clickhouse-cluster/config/config_2.xml:/etc/clickhouse-server/config.xml"
+      - "./docker/volume/clickhouse-cluster/config/config_replica.xml:/etc/clickhouse-server/clickhouse_replication_config.xml"
+    depends_on:
+      - zookeeper

docker/image/build/Dockerfile

@@ -1,4 +1,4 @@
-FROM golang:1.16-alpine as build
+FROM golang:1.16-alpine3.12 as build
 
 RUN apk add --update make git bash file