add docker compose

Author: meiji163

go/logic/streamer.go

@@ -17,15 +17,10 @@ import (
 	"github.com/github/gh-ost/go/mysql"
 
 	"context"
-	"errors"
 
 	"github.com/openark/golib/sqlutils"
 )
 
-var (
-	EventListenerIsNil = errors.New("DML event listener is nil")
-)
-
 type BinlogEventListener struct {
 	async        bool
 	databaseName string
@@ -78,15 +73,11 @@ func (this *EventsStreamer) AddListener(
 	if tableName == "" {
 		return fmt.Errorf("Empty table name in AddListener")
 	}
-	dummyOnTrxEvent := func(trx *binlog.Transaction) error {
-		return nil
-	}
 	listener := &BinlogEventListener{
 		async:        async,
 		databaseName: databaseName,
 		tableName:    tableName,
 		onDmlEvent:   onDmlEvent,
-		onTrxEvent:   dummyOnTrxEvent,
 	}
 	this.listeners = append(this.listeners, listener)
 	return nil
@@ -103,15 +94,11 @@ func (evs *EventsStreamer) AddTransactionListener(
 	if tableName == "" {
 		return fmt.Errorf("Empty table name in AddTransactionListener")
 	}
-	dummyOnDmlEvent := func(event *binlog.BinlogDMLEvent) error {
-		return nil
-	}
 	listener := &BinlogEventListener{
 		async:        async,
 		databaseName: databaseName,
 		tableName:    tableName,
 		onTrxEvent:   onTrxEvent,
-		onDmlEvent:   dummyOnDmlEvent,
 	}
 	evs.listeners = append(evs.listeners, listener)
 	return nil

localtests/docker-compose.yml

@@ -0,0 +1,33 @@
+services:
+  mysql-primary:
+    image: mysql:8.0.39
+    container_name: mysql-primary
+    command: --server-id=1 --log-bin=mysql-bin --binlog-format=row --gtid-mode=ON
+    volumes:
+      - /var/lib/mysql
+    environment:
+      MYSQL_ROOT_PASSWORD: opensesame
+      MYSQL_DATABASE: test
+      MYSQL_USER: repl
+      MYSQL_PASSWORD: repl
+      MYSQL_TCP_PORT: 3307
+    ports:
+      - '3307:3307'
+    expose:
+      - '3307'
+  mysql-replica:
+    image: mysql:8.0.39
+    container_name: mysql-replica
+    command: --server-id=2 --log-bin=mysql-bin --binlog-format=row --gtid-mode=ON
+    volumes:
+      - /var/lib/mysql
+    environment:
+      MYSQL_ROOT_PASSWORD: opensesame
+      MYSQL_DATABASE: test
+      MYSQL_USER: repl
+      MYSQL_PASSWORD: repl
+      MYSQL_TCP_PORT: 3308
+    ports:
+      - '3308:3308'
+    expose:
+      - '3308'

localtests/test.sh

@@ -94,6 +94,16 @@ start_replication() {
   done
 }
 
+test_single_docker() {
+  #docker compose setup
+  master_host="0.0.0.0"
+  master_port="3307"
+  replica_host="0.0.0.0"
+  replica_port="3308"
+
+  test_single "$1"
+}
+
 test_single() {
   local test_name
   test_name="$1"

script/docker-gh-ost-replica-tests

@@ -0,0 +1,47 @@
+#!/bin/bash
+
+verbose=true
+root_dir="$PWD"
+
+container_exec() {
+    if [ "$verbose" = true ]; then
+        echo "$1: $2"
+    fi
+    docker exec "$1" bash -c "MYSQL_PWD=opensesame mysql -uroot -Ne \"$2\" test"
+}
+
+primary_exec() {
+    container_exec "mysql-primary" "$1"
+}
+
+replica_exec() {
+    container_exec "mysql-replica" "$1"
+}
+
+poll_container() {
+    CTR=0
+    while ! container_exec "$1" "select 1;" 2>&1 | grep -q "1"
+    do
+        sleep 1
+        CTR=$((CTR + 1))
+        if [ $CTR -gt 30 ]; then
+            echo "failed to start MySQL on $1"
+            exit 1
+        fi
+    done
+    echo "started MySQL on $1"
+}
+
+setup() {
+    docker compose -f "$root_dir/localtests/docker-compose.yml" up -d
+    poll_container "mysql-primary"
+    poll_container "mysql-replica"
+
+    primary_exec "alter user 'repl'@'%' identified with 'mysql_native_password' by 'repl';"
+    primary_exec "grant replication slave on *.* to 'repl'@'%'; flush privileges;"
+    primary_exec "show master status;" | read logfile logpos
+    replica_exec "change replication source to source_host='mysql-primary', source_port=3307, source_user='repl', source_password='repl', source_log_file='$logfile', source_log_pos=$logpos;"
+    replica_exec "start replica;"
+}
+
+#setup

script/gh-ost-test-mysql-master

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+MYSQL_PWD=opensesame mysql -uroot -h0.0.0.0 -P3307 "$@"

script/gh-ost-test-mysql-replica

@@ -0,0 +1,3 @@
+#!/bin/bash
+
+MYSQL_PWD=opensesame mysql -uroot -h0.0.0.0 -P3308 "$@"