From 9615a4d9d7742a9c6e57f2a53a132c0dbbd10cee Mon Sep 17 00:00:00 2001
From: 5kbpers <tangminghua@pingcap.com>
Date: Fri, 7 Feb 2020 14:54:17 +0800
Subject: [PATCH] integration tests

Signed-off-by: 5kbpers <tangminghua@pingcap.com>
---
 tests/br_incremental_ddl/run.sh   | 72 +++++++++++++++++++++++++++++
 tests/br_incremental_index/run.sh | 76 +++++++++++++++++++++++++++++++
 2 files changed, 148 insertions(+)
 create mode 100755 tests/br_incremental_ddl/run.sh
 create mode 100755 tests/br_incremental_index/run.sh

diff --git a/tests/br_incremental_ddl/run.sh b/tests/br_incremental_ddl/run.sh
new file mode 100755
index 000000000..8c8899b8a
--- /dev/null
+++ b/tests/br_incremental_ddl/run.sh
@@ -0,0 +1,72 @@
+#!/bin/sh
+#
+# Copyright 2019 PingCAP, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -eu
+DB="$TEST_NAME"
+TABLE="usertable"
+ROW_COUNT=100
+PATH="tests/$TEST_NAME:bin:$PATH"
+
+echo "load data..."
+# create database
+run_sql "CREATE DATABASE IF NOT EXISTS $DB;"
+# create table
+run_sql "CREATE TABLE IF NOT EXISTS ${DB}.${TABLE} (\
+    c1 INT, \
+);"
+# insert records
+for i in $(seq $ROW_COUNT); do
+    run_sql "INSERT INTO ${DB}.${TABLE}(c1) VALUES ($i);"
+done
+
+# full backup
+echo "full backup start..."
+run_br --pd $PD_ADDR backup table -s "local://$TEST_DIR/$DB/full" --db $DB -t $TABLE --ratelimit 5 --concurrency 4
+# run ddls
+echo "run ddls..."
+run_sql "RENAME TABLE ${DB}.${TABLE} to ${DB}.${TABLE}1;"
+run_sql "DROP TABLE ${DB}.${TABLE}1;"
+run_sql "CREATE TABLE ${DB}.${TABLE}1 (c2 CHAR(255));"
+run_sql "RENAME TABLE ${DB}.${TABLE}1 to ${DB}.${TABLE};"
+# insert records
+for i in $(seq $ROW_COUNT); do
+    run_sql "INSERT INTO ${DB}.${TABLE}(c2) VALUES ('$i');"
+done
+# incremental backup
+echo "incremental backup start..."
+last_backup_ts=$(br validate decode --field="end-version" -s "local://$TEST_DIR/$DB/inc" | tail -n1)
+run_br --pd $PD_ADDR backup table -s "local://$TEST_DIR/$DB" --db $DB -t $TABLE --ratelimit 5 --concurrency 4 --lastbackupts $last_backup_ts
+
+run_sql "DROP DATABASE $DB;"
+# full restore
+echo "full restore start..."
+run_br restore table --db $DB --table $TABLE -s "local://$TEST_DIR/$DB/full" --pd $PD_ADDR
+row_count_full=$(run_sql "SELECT COUNT(*) FROM $DB.$TABLE;" | awk '/COUNT/{print $2}')
+# check full restore
+if [ "${row_count_full}" != "${ROW_COUNT}" ];then
+    echo "TEST: [$TEST_NAME] full restore fail on database $DB"
+    exit 1
+fi
+# incremental restore
+echo "incremental restore start..."
+run_br restore table --db $DB --table $TABLE -s "local://$TEST_DIR/$DB/inc" --pd $PD_ADDR
+row_count_inc=$(run_sql "SELECT COUNT(*) FROM $DB.$TABLE;" | awk '/COUNT/{print $2}')
+# check full restore
+if [ "${row_count_inc}" != "${ROW_COUNT}" ];then
+    echo "TEST: [$TEST_NAME] incremental restore fail on database $DB"
+    exit 1
+fi
+
+run_sql "DROP DATABASE $DB;"
diff --git a/tests/br_incremental_index/run.sh b/tests/br_incremental_index/run.sh
new file mode 100755
index 000000000..dda658edf
--- /dev/null
+++ b/tests/br_incremental_index/run.sh
@@ -0,0 +1,76 @@
+#!/bin/sh
+#
+# Copyright 2019 PingCAP, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+set -eu
+DB="$TEST_NAME"
+TABLE="usertable"
+ROW_COUNT=100
+PATH="tests/$TEST_NAME:bin:$PATH"
+
+echo "load data..."
+# create database
+run_sql "CREATE DATABASE IF NOT EXISTS $DB;"
+# create table
+run_sql "CREATE TABLE IF NOT EXISTS ${DB}.${TABLE} (\
+    c1 INT, \
+);"
+# insert records
+for i in $(seq $ROW_COUNT); do
+    run_sql "INSERT INTO ${DB}.${TABLE} VALUES ($i);"
+done
+
+# full backup
+echo "backup full start..."
+run_sql "CREATE INDEX idx_c1 ON ${DB}.${TABLE}(c1)" &
+run_br --pd $PD_ADDR backup full -s "local://$TEST_DIR/$DB/full" --ratelimit 5 --concurrency 4
+wait
+# run ddls
+echo "run ddls..."
+ALTER TABLE ${DB}.${TABLE} ADD COLUMN c2 INT NOT NULL;
+ALTER TABLE ${DB}.${TABLE} ADD COLUMN c3 INT NOT NULL;
+ALTER TABLE ${DB}.${TABLE} DROP COLUMN c3 INT NOT NULL;
+# incremental backup
+echo "incremental backup start..."
+last_backup_ts=$(br validate decode --field="end-version" -s "local://$TEST_DIR/$DB/full" | tail -n1)
+run_br --pd $PD_ADDR backup table -s "local://$TEST_DIR/$DB/inc" --db $DB -t $TABLE --ratelimit 5 --concurrency 4 --lastbackupts $last_backup_ts
+
+run_sql "DROP DATABASE $DB;"
+# full restore
+echo "full restore start..."
+run_br restore table --db $DB --table $TABLE -s "local://$TEST_DIR/$DB/full" --pd $PD_ADDR
+row_count_full=$(run_sql "SELECT COUNT(*) FROM $DB.$TABLE;" | awk '/COUNT/{print $2}')
+# check full restore
+if [ "${row_count_full}" != "${ROW_COUNT}" ];then
+    echo "TEST: [$TEST_NAME] full restore fail on database $DB"
+    exit 1
+fi
+# incremental restore
+echo "incremental restore start..."
+run_br restore table --db $DB --table $TABLE -s "local://$TEST_DIR/$DB/inc" --pd $PD_ADDR
+row_count_inc=$(run_sql "SELECT COUNT(*) FROM $DB.$TABLE;" | awk '/COUNT/{print $2}')
+# check full restore
+if [ "${row_count_inc}" != "${ROW_COUNT}" ];then
+    echo "TEST: [$TEST_NAME] incremental restore fail on database $DB"
+    exit 1
+fi
+run_sql "INSERT INTO ${DB}.${TABLE} VALUES (1, 1);"
+row_count_insert=$(run_sql "SELECT COUNT(*) FROM $DB.$TABLE;" | awk '/COUNT/{print $2}')
+# check insert count
+if [ "${row_count_insert}" != "$(expr $row_count_inc + 1)" ];then
+    echo "TEST: [$TEST_NAME] insert record fail on database $DB"
+    exit 1
+fi
+
+run_sql "DROP DATABASE $DB;"