1

regression-test/suites/db-sync-table-restore/db-sync-backup-store-table.groovy

@@ -0,0 +1,126 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+suite("test_db_sync_backup_restore_table") {
+    def helper = new GroovyShell(new Binding(['suite': delegate]))
+            .evaluate(new File("${context.config.suitePath}/../common", "helper.groovy"))
+
+    def tableName = "test_db_sync_backup_restore_table_1"
+    def newtableName = "test_db_sync_backup_restore_table_2"
+    def dbName = "test_db_sync_backup_restore_db"
+    def snapshotName = "test_db_sync_backup_restore_table_snapshot"
+    def repoName = "repo_" + UUID.randomUUID().toString().replace("-", "")
+    def test_num = 0
+    def insert_num = 10
+    def syncer = getSyncer()
+    syncer.createS3Repository(repoName)
+
+    def exist = { res -> Boolean
+        return res.size() != 0
+    }
+
+    sql "DROP DATABASE if EXISTS ${dbName}"
+
+    sql "CREATE DATABASE ${dbName}"
+
+    sql "USE ${dbName}"
+
+    helper.enableDbBinlog()
+
+    sql """
+        CREATE TABLE if NOT EXISTS ${tableName}
+        (
+            `test` INT,
+            `id` INT
+        )
+        UNIQUE KEY(`test`, `id`)
+        DISTRIBUTED BY HASH(id) BUCKETS 1
+        PROPERTIES (
+            "replication_allocation" = "tag.location.default: 1",
+            "binlog.enable" = "true"
+        )
+    """
+
+    helper.ccrJobDelete()
+    helper.ccrJobCreate()
+
+    assertTrue(helper.checkRestoreFinishTimesOf("${tableName}", 60))
+
+    for (int index = 0; index < insert_num; index++) {
+        sql """
+            INSERT INTO ${tableName} VALUES (${test_num}, ${index})
+            """
+    }
+
+    logger.info("=== Test 1: Pause and backup table===")
+
+    helper.ccrJobPause()
+
+    assertTrue(helper.checkShowTimesOf(""" SHOW TABLES LIKE "${tableName}" """, exist, 60, "target"))
+
+    sql """ 
+            BACKUP SNAPSHOT ${dbName}.${snapshotName} 
+            TO `${repoName}` 
+            ON ( ${tableName} )
+            PROPERTIES ("type" = "full")
+        """
+
+    syncer.waitSnapshotFinish(dbName)
+    def snapshot = syncer.getSnapshotTimestamp(repoName, snapshotName)
+    assertTrue(snapshot != null)
+    syncer.waitTargetRestoreFinish()
+
+    target_sql " sync "
+
+    helper.ccrJobResume()
+
+    logger.info("=== Test 2: Pause and restore new table ===")
+
+    helper.ccrJobPause()
+
+    sql """
+        RESTORE SNAPSHOT ${dbName}.${snapshotName}
+        FROM `${repoName}`
+        ON (${tableName} as ${newtableName})
+        PROPERTIES
+        (
+            "backup_timestamp" = "${snapshot}",
+            "replication_num" = "1"
+        )
+    """
+
+    syncer.waitAllRestoreFinish(dbName)
+
+    sql "sync"
+
+    helper.ccrJobResume()
+
+    logger.info("=== Test 3: Resume and check table ===")
+
+    assertTrue(helper.checkShowTimesOf(""" SHOW TABLES LIKE "${tableName}" """, exist, 60, "target"))
+
+    assertTrue(helper.checkShowTimesOf(""" SHOW TABLES LIKE "${newtableName}" """, exist, 60, "target"))
+
+    num_restore = helper.getRestoreRowSize(tableName)
+
+    assertEquals(insert_num, num_restore)
+
+    num_restore = helper.getRestoreRowSize(newtableName)
+
+    assertEquals(insert_num, num_restore)
+}
+