adding flowcept and IO for swift/t

Author: rafaelfsilva

wfcommons/wfbench/translator/swift_t.py

@@ -76,7 +76,8 @@ def translate(self, output_folder: pathlib.Path) -> None:
         in_count = 0
         self.output_folder = output_folder
         self.cpu_benchmark = output_folder.joinpath("./bin/cpu-benchmark").absolute()
-        self.script = f"string root_in_files[];\n"
+        self.script = f"string fs = sprintf(flowcept_start, \"{self.workflow.workflow_id}\");\npython_persist(fs);\n\n" if self.workflow.workflow_id else ""
+        self.script += "string root_in_files[];\n"
 
         for task_name in self.root_task_names:
             task = self.tasks[task_name]
@@ -99,6 +100,10 @@ def translate(self, output_folder: pathlib.Path) -> None:
         for category in self.categories_list:
             self._add_tasks(category)
 
+        # flowcept stop
+        if self.workflow.workflow_id:
+            self.script += "string fss = sprintf(flowcept_stop);\npython_persist(fss);"
+
         run_workflow_code = self._merge_codelines("templates/swift_t_templates/workflow.swift", self.script)
 
         # write benchmark files
@@ -213,7 +218,7 @@ def _add_tasks(self, category: str) -> None:
             self.script += f"foreach i in [0:{num_tasks - 1}] {{\n" \
                 f"  string of = sprintf(\"{self.output_folder.absolute()}/data/{category}_%i_output.txt\", i);\n" \
                 f"  string cmd_{self.cmd_counter} = sprintf(command, \"{self.cpu_benchmark}\", \"{category}\", {args});\n" \
-                f"  string co_{self.cmd_counter} = python_persist(cmd_{self.cmd_counter});\n" \
+                f"  string co_{self.cmd_counter} = python(cmd_{self.cmd_counter});\n" \
                 f"  string of_{self.cmd_counter} = sprintf(\"0%s\", co_{self.cmd_counter});\n" \
                 f"  {category}__out[i] = string2int(of_{self.cmd_counter});\n" \
                 "}\n\n"
@@ -222,7 +227,7 @@ def _add_tasks(self, category: str) -> None:
             args = args.replace(
                 ", of", f", \"{self.output_folder.absolute()}/data/{category}_0_output.txt\"").replace("[i]", "[0]")
             self.script += f"string cmd_{self.cmd_counter} = sprintf(command, \"{self.cpu_benchmark}\", \"{category}\", {args});\n" \
-                f"string co_{self.cmd_counter} = python_persist(cmd_{self.cmd_counter});\n" \
+                f"string co_{self.cmd_counter} = python(cmd_{self.cmd_counter});\n" \
                 f"string of_{self.cmd_counter} = sprintf(\"0%s\", co_{self.cmd_counter});\n" \
                 f"{category}__out[0] = string2int(of_{self.cmd_counter});\n\n"
 

wfcommons/wfbench/translator/templates/swift_t_templates/workflow.swift

@@ -4,6 +4,26 @@ import python;
 import string;
 import unix;
 
+string flowcept_start = 
+"""
+logging.info("Running with Flowcept.")
+workflow_id = "%s"
+from flowcept import Flowcept, FlowceptTask
+flowcept_agent = Flowcept(workflow_id=workflow_id,
+                        bundle_exec_id=workflow_id,
+                        start_persistence=False, save_workflow=False)
+flowcept_agent.start()
+flowcept_task = FlowceptTask(workflow_id=workflow_id, used={
+    "workflow_id": workflow_id
+})
+"""
+
+string flowcept_stop = 
+"""
+flowcept_task.end()
+flowcept_agent.stop()
+"""
+
 string command = 
 """
 import logging
@@ -32,23 +52,6 @@ output_data = {"%s": int(%i)}
 dep = %i
 workflow_id = "%s"
 
-if workflow_id:
-    logging.info("Running with Flowcept.")
-    from flowcept import Flowcept, FlowceptTask
-    flowcept_agent = Flowcept(workflow_id=workflow_id,
-                            bundle_exec_id=workflow_id,
-                            start_persistence=False, save_workflow=False)
-    flowcept_agent.start()
-    flowcept_task = FlowceptTask(workflow_id=workflow_id, used={
-        "name": task_name,
-        "inputs": files_list,
-        "gpu_work": gpu_work,
-        "cpu_work": cpu_work,
-        "cpu_threads": cpu_threads,
-        "outputs": output_data,
-        "workflow_id": workflow_id
-    })
-
 logging.info(f"Starting {task_name} Benchmark on {socket.gethostname()}")
 
 procs = []
@@ -176,10 +179,6 @@ if cpu_work > 0:
 
     logging.debug("Completed CPU and Memory Benchmarks!")
     
-if workflow_id:
-    flowcept_task.end()
-    flowcept_agent.stop()
-
 logging.info(f"Benchmark {task_name} completed!")
 """;