issue=baidu#1271 Add mock zk adapter for test

Author: yangce

src/master/master_impl.cc

@@ -49,6 +49,7 @@ DECLARE_string(tera_master_meta_table_path);
 DECLARE_int32(tera_master_meta_retry_times);
 
 DECLARE_bool(tera_zk_enabled);
+DECLARE_bool(tera_mock_zk_enabled);
 
 DECLARE_double(tera_master_workload_split_threshold);
 DECLARE_int64(tera_master_split_tablet_size);
@@ -167,6 +168,8 @@ MasterImpl::~MasterImpl() {
 bool MasterImpl::Init() {
     if (FLAGS_tera_zk_enabled) {
         zk_adapter_.reset(new MasterZkAdapter(this, local_addr_));
+    } else if (FLAGS_tera_mock_zk_enabled) {
+        zk_adapter_.reset(new MockMasterZkAdapter(this, local_addr_));
     } else if (FLAGS_tera_ins_enabled) {
         LOG(INFO) << "ins mode" ;
         zk_adapter_.reset(new InsMasterZkAdapter(this, local_addr_));

src/master/master_zk_adapter.h

@@ -52,28 +52,28 @@ class MasterZkAdapter : public MasterZkAdapterBase {
     virtual bool UpdateRootTabletNode(const std::string& root_tablet_addr);
 
 protected:
-    bool Setup();
-    void Reset();
-
-    bool LockMasterLock();
-    bool UnlockMasterLock();
-    bool CreateMasterNode();
-    bool DeleteMasterNode();
-
-    bool WatchRootTabletNode(bool* is_exist, std::string* root_tablet_addr);
-    bool WatchSafeModeMark(bool* is_safemode);
-    bool WatchTabletNodeList(std::map<std::string, std::string>* tabletnode_list);
-
-    void OnSafeModeMarkCreated();
-    void OnSafeModeMarkDeleted();
-    void OnMasterLockLost();
-    void OnTabletNodeListDeleted();
-    void OnRootTabletNodeDeleted();
-    void OnMasterNodeDeleted();
-    void OnTabletServerKickMarkCreated();
-    void OnTabletServerKickMarkDeleted();
-    void OnTabletServerStart(const std::string& ts_host);
-    void OnTabletServerExist(const std::string& ts_host);
+    virtual bool Setup();
+    virtual void Reset();
+
+    virtual bool LockMasterLock();
+    virtual bool UnlockMasterLock();
+    virtual bool CreateMasterNode();
+    virtual bool DeleteMasterNode();
+
+    virtual bool WatchRootTabletNode(bool* is_exist, std::string* root_tablet_addr);
+    virtual bool WatchSafeModeMark(bool* is_safemode);
+    virtual bool WatchTabletNodeList(std::map<std::string, std::string>* tabletnode_list);
+
+    virtual void OnSafeModeMarkCreated();
+    virtual void OnSafeModeMarkDeleted();
+    virtual void OnMasterLockLost();
+    virtual void OnTabletNodeListDeleted();
+    virtual void OnRootTabletNodeDeleted();
+    virtual void OnMasterNodeDeleted();
+    virtual void OnTabletServerKickMarkCreated();
+    virtual void OnTabletServerKickMarkDeleted();
+    virtual void OnTabletServerStart(const std::string& ts_host);
+    virtual void OnTabletServerExist(const std::string& ts_host);
 
     virtual void OnChildrenChanged(const std::string& path,
                                    const std::vector<std::string>& name_list,
@@ -92,6 +92,13 @@ class MasterZkAdapter : public MasterZkAdapterBase {
     std::string server_addr_;
 };
 
+class MockMasterZkAdapter : public MasterZkAdapter {
+public:
+    MockMasterZkAdapter(MasterImpl* master_impl, const std::string & server_addr) :
+        MasterZkAdapter(master_impl, server_addr) {}
+    virtual ~MockMasterZkAdapter() {}
+};
+
 /*
  * This is not zookeeper!
  * Just used on onebox for tasting tera briefly.

src/sdk/sdk_zk.cc

@@ -15,6 +15,7 @@
 DECLARE_string(tera_zk_lib_log_path);
 DECLARE_string(tera_fake_zk_path_prefix);
 DECLARE_bool(tera_zk_enabled);
+DECLARE_bool(tera_mock_zk_enabled);
 DECLARE_string(tera_zk_addr_list);
 DECLARE_string(tera_zk_root_path);
 DECLARE_bool(tera_ins_enabled);
@@ -126,6 +127,8 @@ ClusterFinder* NewClusterFinder() {
         return new sdk::InsClusterFinder(FLAGS_tera_ins_root_path, FLAGS_tera_ins_addr_list);
     } else if (FLAGS_tera_mock_ins_enabled) {
         return new sdk::MockInsClusterFinder(FLAGS_tera_ins_root_path, FLAGS_tera_ins_addr_list);
+    } else if (FLAGS_tera_mock_zk_enabled) {
+        return new sdk::MockZkClusterFinder(FLAGS_tera_zk_root_path, FLAGS_tera_zk_addr_list);
     } else if (!FLAGS_tera_zk_enabled) {
         return new sdk::FakeZkClusterFinder(FLAGS_tera_fake_zk_path_prefix);
     } else {

src/sdk/sdk_zk.h

@@ -46,6 +46,14 @@ class ZkClusterFinder : public ClusterFinder {
     std::string zk_addr_list_;
 };
 
+class MockZkClusterFinder : public ZkClusterFinder {
+public:
+    MockZkClusterFinder(const std::string& zk_root_path, const std::string& zk_addr_list) :
+        ZkClusterFinder(zk_root_path, zk_addr_list) {}
+protected:
+    virtual std::string Name() { return "mock zk"; }
+};
+
 class InsClusterFinder : public ClusterFinder {
 public:
     InsClusterFinder(const std::string& ins_root_path, const std::string& ins_addr_list);

src/tabletnode/tabletnode_impl.cc

@@ -49,6 +49,7 @@ DECLARE_int32(tera_tabletnode_impl_thread_min_num);
 DECLARE_int32(tera_tabletnode_impl_thread_max_num);
 
 DECLARE_bool(tera_zk_enabled);
+DECLARE_bool(tera_mock_zk_enabled);
 
 DECLARE_string(tera_master_meta_table_name);
 DECLARE_int32(tera_tabletnode_retry_period);
@@ -158,6 +159,8 @@ TabletNodeImpl::~TabletNodeImpl() {
 bool TabletNodeImpl::Init() {
     if (FLAGS_tera_zk_enabled) {
         zk_adapter_.reset(new TabletNodeZkAdapter(this, local_addr_));
+    } else if (FLAGS_tera_mock_zk_enabled) {
+        zk_adapter_.reset(new MockTabletNodeZkAdapter(this, local_addr_));
     } else if(FLAGS_tera_ins_enabled) {
         LOG(INFO) << "ins mode!";
         zk_adapter_.reset(new InsTabletNodeZkAdapter(this, local_addr_));

src/tabletnode/tabletnode_zk_adapter.h

@@ -38,22 +38,22 @@ class TabletNodeZkAdapter : public TabletNodeZkAdapterBase {
     virtual bool GetRootTableAddr(std::string* root_table_addr);
 
 private:
-    bool Register(const std::string& session_id, int* zk_code);
-    bool Unregister(int* zk_code);
-
-    bool WatchMaster(std::string* master, int* zk_code);
-    bool WatchSafeModeMark(bool* is_exist, int* zk_code);
-    bool WatchKickMark(bool* is_exist, int* zk_code);
-    bool WatchSelfNode(bool* is_exist, int* zk_code);
-    bool WatchRootNode(bool* is_exist, std::string* root_tablet_addr, int* zk_errno);
-
-    void OnSafeModeMarkCreated();
-    void OnSafeModeMarkDeleted();
-    void OnKickMarkCreated();
-    void OnSelfNodeDeleted();
-    void OnRootNodeCreated();
-    void OnRootNodeDeleted();
-    void OnRootNodeChanged(const std::string& root_tablet_addr);
+    virtual bool Register(const std::string& session_id, int* zk_code);
+    virtual bool Unregister(int* zk_code);
+
+    virtual bool WatchMaster(std::string* master, int* zk_code);
+    virtual bool WatchSafeModeMark(bool* is_exist, int* zk_code);
+    virtual bool WatchKickMark(bool* is_exist, int* zk_code);
+    virtual bool WatchSelfNode(bool* is_exist, int* zk_code);
+    virtual bool WatchRootNode(bool* is_exist, std::string* root_tablet_addr, int* zk_errno);
+
+    virtual void OnSafeModeMarkCreated();
+    virtual void OnSafeModeMarkDeleted();
+    virtual void OnKickMarkCreated();
+    virtual void OnSelfNodeDeleted();
+    virtual void OnRootNodeCreated();
+    virtual void OnRootNodeDeleted();
+    virtual void OnRootNodeChanged(const std::string& root_tablet_addr);
 
     virtual void OnChildrenChanged(const std::string& path,
                                    const std::vector<std::string>& name_list,
@@ -72,6 +72,19 @@ class TabletNodeZkAdapter : public TabletNodeZkAdapterBase {
     std::string kick_node_path_;
 };
 
+class MockTabletNodeZkAdapter : public TabletNodeZkAdapter {
+public:
+    MockTabletNodeZkAdapter(TabletNodeImpl* tabletnode_impl,
+                        const std::string & server_addr) :
+        TabletNodeZkAdapter(tabletnode_impl, server_addr) {}
+    virtual ~MockTabletNodeZkAdapter() {}
+private:
+    virtual void OnKickMarkCreated() {}
+    virtual void OnSelfNodeDeleted() {}
+    virtual void OnWatchFailed(const std::string& /*path*/, int /*watch_type*/, int /*err*/) {}
+    virtual void OnSessionTimeout() {}
+};
+
 class FakeTabletNodeZkAdapter : public TabletNodeZkAdapterBase {
 public:
     FakeTabletNodeZkAdapter(TabletNodeImpl* tabletnode_impl,

src/tera_flags.cc

@@ -20,6 +20,7 @@ DEFINE_int32(tera_heartbeat_retry_times, 5, "the max retry times when fail to se
 DEFINE_string(tera_working_dir, "./", "the base dir for system data");
 
 DEFINE_bool(tera_zk_enabled, true, "enable zk adapter to collaborate with other master instances");
+DEFINE_bool(tera_mock_zk_enabled, false, "enable mock zk adapter to collaborate with other master instances");
 DEFINE_string(tera_zk_addr_list, "localhost:2180", "zookeeper server list");
 DEFINE_string(tera_zk_root_path, "/tera", "zookeeper root path");
 DEFINE_string(tera_fake_zk_path_prefix, "../fakezk", "fake zk path prefix in onebox tera");