feat: integrate async status printers with the async scheduler

This enables the new async status printers to be used with the new async
scheduler. The connections are via the callbacks (observer pattern)
defined on the scheduler, with the status printing logic entirely
independent from the scheduler logic otherwise.

Signed-off-by: Alex Jones <alex.jones@lowrisc.org>

Author: AlexJones0

src/dvsim/cli/run.py

@@ -44,10 +44,18 @@
 from dvsim.launcher.slurm import SlurmLauncher
 from dvsim.logging import LOG_LEVELS, configure_logging, log
 from dvsim.runtime.registry import BackendType, backend_registry
-from dvsim.scheduler.async_status_printer import StatusPrinter
+from dvsim.scheduler.async_status_printer import (
+    StatusPrinter,
+)
+from dvsim.scheduler.async_status_printer import (
+    get_status_printer as get_async_status_printer,
+)
 from dvsim.scheduler.status_printer import get_status_printer
 from dvsim.utils import TS_FORMAT, TS_FORMAT_LONG, Timer, rm_path, run_cmd_with_timeout
 
+# Set to 1 to enable experimental use of the new async scheduler (not yet fully integrated)
+EXPERIMENTAL_ENABLE_ASYNC_SCHEDULER = os.environ.get("EXPERIMENTAL_ENABLE_ASYNC_SCHEDULER", None)
+
 # The different categories that can be passed to the --list argument.
 _LIST_CATEGORIES = ["build_modes", "run_modes", "tests", "regressions"]
 
@@ -972,8 +980,13 @@ def main(argv: list[str] | None = None) -> None:
         # Now that we have printed the results from the scheduler, we close the
         # status printer, to ensure the status remains relevant in the UI context
         # (for applicable status printers).
-        status_printer = get_status_printer(args.interactive)
-        status_printer.exit()
+        if EXPERIMENTAL_ENABLE_ASYNC_SCHEDULER:
+            if not args.interactive:
+                status_printer = get_async_status_printer()
+                status_printer.exit()
+        else:
+            status_printer = get_status_printer(args.interactive)
+            status_printer.exit()
 
     else:
         log.error("Nothing to run!")

src/dvsim/flow/base.py

@@ -23,6 +23,7 @@
 from dvsim.logging import log
 from dvsim.runtime.registry import backend_registry
 from dvsim.scheduler.async_core import Scheduler as AsyncScheduler
+from dvsim.scheduler.async_status_printer import create_status_printer
 from dvsim.scheduler.core import Scheduler
 from dvsim.scheduler.log_manager import LogManager
 from dvsim.utils import (
@@ -473,6 +474,15 @@ async def run_scheduler(self, jobs: list[JobSpec]) -> list[CompletedJobStatus]:
             # TODO: introduce a better prioritization function that accounts for timeout
         )
 
+        if not self.interactive:
+            status_printer = create_status_printer(jobs)
+
+            # Add status printer hooks
+            scheduler.add_run_start_callback(status_printer.start)
+            scheduler.add_job_status_change_callback(status_printer.update_status)
+            scheduler.add_run_end_callback(status_printer.stop)
+            scheduler.add_kill_signal_callback(status_printer.pause)
+
         # Add log manager hooks
         log_manager = LogManager()
         scheduler.add_job_status_change_callback(