collect cbbackupmgr logs after runs finish

Change-Id: I32a85c46c512df5b80f0687c6f374cc790b873de
Reviewed-on: http://review.couchbase.org/c/perfrunner/+/138261
Tested-by: Build Bot <build@couchbase.com>
Reviewed-by: <sharujayaram@gmail.com>

Author: bochun

perfrunner/helpers/local.py

@@ -134,6 +134,16 @@ def cbbackupmgr_backup(master_node: str, cluster_spec: ClusterSpec,
     local(cmd)
 
 
+def cbbackupmgr_collectinfo(cluster_spec: ClusterSpec, archive: str = ''):
+    logger.info('Running cbbackumgr cbcollect_info on local/host ')
+
+    cmd = ('./opt/couchbase/bin/cbbackupmgr collect-logs --archive {} '
+           '--output-dir {}'.format(archive or cluster_spec.backup, '.'))
+
+    logger.info('Running: {}'.format(cmd))
+    local(cmd)
+
+
 def get_backup_snapshots(cluster_spec: ClusterSpec) -> List[str]:
 
     logger.info('running cbbackupmgr list/info command ')

perfrunner/tests/tools.py

@@ -61,6 +61,9 @@ def backup_list(self):
         local.cbbackupmgr_list(cluster_spec=self.cluster_spec,
                                snapshots=snapshots)
 
+    def collectinfo(self):
+        local.cbbackupmgr_collectinfo(cluster_spec=self.cluster_spec)
+
     def run(self):
         self.extract_tools()
 
@@ -108,7 +111,10 @@ def _report_kpi(self, time_elapsed):
     def run(self):
         super().run()
 
-        time_elapsed = self.backup()
+        try:
+            time_elapsed = self.backup()
+        finally:
+            self.collectinfo()
 
         self.report_kpi(time_elapsed)
 
@@ -179,16 +185,19 @@ def _report_kpi(self, time_elapsed: float, backup_size_difference: float):
     def run(self):
         super().run()
 
-        self.backup()
-        self.wait_for_persistence()
+        try:
+            self.backup()
+            self.wait_for_persistence()
 
-        initial_size = local.calc_backup_size(self.cluster_spec,
-                                              rounded=False)
-        compact_time = self.compact()
-        compacted_size = local.calc_backup_size(self.cluster_spec,
-                                                rounded=False)
-        # Size differences can be a little small, so go for more precision here
-        size_diff = round(initial_size - compacted_size, 2)
+            initial_size = local.calc_backup_size(self.cluster_spec,
+                                                  rounded=False)
+            compact_time = self.compact()
+            compacted_size = local.calc_backup_size(self.cluster_spec,
+                                                    rounded=False)
+            # Size differences can be a little small, so go for more precision here
+            size_diff = round(initial_size - compacted_size, 2)
+        finally:
+            self.collectinfo()
 
         self.report_kpi(compact_time, size_diff)
 
@@ -243,38 +252,41 @@ def _report_kpi(self, time_elapsed: int, backup_size: float):
             )
 
     def run(self):
-        self.extract_tools()
-
-        self.load()
-        self.wait_for_persistence()
-        self.compact_bucket(wait=True)
-        self.backup()
-
-        initial_backup_size = local.calc_backup_size(self.cluster_spec,
-                                                     rounded=False)
+        try:
+            self.extract_tools()
 
-        self.access()
-        self.wait_for_persistence()
-
-        # Define a secondary load. For this we borrow the 'creates' field,
-        # since load doesn't normally use this anyway.
-        inc_load = self.test_config.load_settings.creates
-        workers = self.test_config.load_settings.workers
-        size = self.test_config.load_settings.size
-
-        # New key prefix needed to create incremental dataset.
-        self.load(settings=LoadSettings({"items": inc_load,
-                                         "workers": workers,
-                                         "size": size}),
-                  target_iterator=TargetIterator(self.cluster_spec,
-                                                 self.test_config,
-                                                 prefix='inc-'))
-        self.wait_for_persistence()
-
-        inc_backup_time = self.backup_with_stats(mode=True)
-        total_backup_size = local.calc_backup_size(self.cluster_spec,
-                                                   rounded=False)
-        inc_backup_size = round(total_backup_size - initial_backup_size, 2)
+            self.load()
+            self.wait_for_persistence()
+            self.compact_bucket(wait=True)
+            self.backup()
+
+            initial_backup_size = local.calc_backup_size(self.cluster_spec,
+                                                         rounded=False)
+
+            self.access()
+            self.wait_for_persistence()
+
+            # Define a secondary load. For this we borrow the 'creates' field,
+            # since load doesn't normally use this anyway.
+            inc_load = self.test_config.load_settings.creates
+            workers = self.test_config.load_settings.workers
+            size = self.test_config.load_settings.size
+
+            # New key prefix needed to create incremental dataset.
+            self.load(settings=LoadSettings({"items": inc_load,
+                                             "workers": workers,
+                                             "size": size}),
+                      target_iterator=TargetIterator(self.cluster_spec,
+                                                     self.test_config,
+                                                     prefix='inc-'))
+            self.wait_for_persistence()
+
+            inc_backup_time = self.backup_with_stats(mode=True)
+            total_backup_size = local.calc_backup_size(self.cluster_spec,
+                                                       rounded=False)
+            inc_backup_size = round(total_backup_size - initial_backup_size, 2)
+        finally:
+            self.collectinfo()
 
         self._report_kpi(inc_backup_time, inc_backup_size)
 
@@ -320,13 +332,16 @@ def run(self):
 
         self.load()
         self.wait_for_persistence()
-        self.backup()  # 1st snapshot
+        try:
+            self.backup()  # 1st snapshot
 
-        self.load()
-        self.wait_for_persistence()
-        self.backup(mode=True)  # 2nd snapshot
+            self.load()
+            self.wait_for_persistence()
+            self.backup(mode=True)  # 2nd snapshot
 
-        time_elapsed = self.merge()
+            time_elapsed = self.merge()
+        finally:
+            self.collectinfo()
 
         self.report_kpi(time_elapsed)
 
@@ -361,7 +376,10 @@ def run(self):
 
         self.flush_buckets()
 
-        time_elapsed = self.restore()
+        try:
+            time_elapsed = self.restore()
+        finally:
+            self.collectinfo()
 
         self.report_kpi(time_elapsed)
 
@@ -403,9 +421,13 @@ def backup_list(self):
     def run(self):
         super().run()
 
-        self.backup()
-        local.drop_caches()
-        list_time = self.backup_list()
+        try:
+            self.backup()
+            local.drop_caches()
+            list_time = self.backup_list()
+        finally:
+            self.collectinfo()
+
         self.report_kpi(list_time)
 
 
@@ -469,7 +491,10 @@ def export(self):
     def run(self):
         super().run()
 
-        time_elapsed = self.export()
+        try:
+            time_elapsed = self.export()
+        finally:
+            self.collectinfo()
 
         self.report_kpi(time_elapsed)
 
@@ -488,7 +513,10 @@ def run(self):
 
         self.flush_buckets()
 
-        time_elapsed = self.import_data()
+        try:
+            time_elapsed = self.import_data()
+        finally:
+            self.collectinfo()
 
         self.report_kpi(time_elapsed)
 
@@ -503,7 +531,10 @@ def _report_kpi(self, time_elapsed: float):
     def run(self):
         self.extract_tools()
 
-        time_elapsed = self.import_data()
+        try:
+            time_elapsed = self.import_data()
+        finally:
+            self.collectinfo()
 
         self.report_kpi(time_elapsed)