add comment to structure output

Author: Tom Reitz

lightbeam/lightbeam.py

@@ -133,10 +133,11 @@ def __init__(self, config_file, logger=None, selector="*", exclude="", keep_keys
     def replace_linebreaks(self, m):
         return re.sub(r"\s+", '', m.group(0))
 
-    def write_structured_output(self):
+    def write_structured_output(self, command):
         ### Create structured output results_file if necessary
         self.end_timestamp = datetime.now()
         self.metadata.update({
+            "command": command,
             "completed_at": self.end_timestamp.isoformat(timespec='microseconds'),
             "runtime_sec": (self.end_timestamp - self.start_timestamp).total_seconds(),
             "total_records_processed": sum(item['records_processed'] for item in self.metadata["resources"].values()),

lightbeam/send.py

@@ -36,7 +36,7 @@ def send(self):
             self.lightbeam.log_status_reasons()
 
         # write structured output (if needed)
-        self.lightbeam.write_structured_output()
+        self.lightbeam.write_structured_output("send")
 
         if self.lightbeam.metadata["total_records_processed"] == self.lightbeam.metadata["total_records_skipped"]:
             self.logger.info("all payloads skipped")

lightbeam/validate.py

@@ -68,7 +68,7 @@ def validate(self):
             asyncio.run(self.validate_endpoint(endpoint))
 
         # write structured output (if needed)
-        self.lightbeam.write_structured_output()
+        self.lightbeam.write_structured_output("validate")
 
         if self.lightbeam.metadata["total_records_processed"] == self.lightbeam.metadata["total_records_failed"]:
             self.logger.info("all payloads failed")