secrets need to be loaded synchronously

Author: ErikOsinga

automation/database_queries.py

@@ -73,20 +73,20 @@ def get_database_parameters(
         else:
             # Load Prefect secrets
             print("Loading database config from Prefect secrets")
-            db_name = Secret.load("database-name").get()
-            db_user = Secret.load("database-user").get()
-            db_pass = Secret.load("database-password").get()
-            db_host = Secret.load("database-host").get()
-            db_port = Secret.load("database-port").get()
+            db_name = Secret.load("database-name", _sync=True).get()
+            db_user = Secret.load("database-user", _sync=True).get()
+            db_pass = Secret.load("database-password", _sync=True).get()
+            db_host = Secret.load("database-host", _sync=True).get()
+            db_port = Secret.load("database-port", _sync=True).get()
 
     if not all([db_name, db_user, db_pass, db_host, db_port]):
         # fall back on Prefect secrets if any of the parameters are missing
         print("Some database parameters are missing from the config file. Loading from Prefect secrets.")
-        db_name = db_name or Secret.load("database-name").get()
-        db_user = db_user or Secret.load("database-user").get()
-        db_pass = db_pass or Secret.load("database-password").get()
-        db_host = db_host or Secret.load("database-host").get()
-        db_port = db_port or Secret.load("database-port").get()
+        db_name = db_name or Secret.load("database-name", _sync=True).get()
+        db_user = db_user or Secret.load("database-user", _sync=True).get()
+        db_pass = db_pass or Secret.load("database-password", _sync=True).get()
+        db_host = db_host or Secret.load("database-host", _sync=True).get()
+        db_port = db_port or Secret.load("database-port", _sync=True).get()
 
     return {
         "dbname": db_name,

automation/prefect/refresh_cadc_proxy_pem.py

@@ -13,7 +13,7 @@
 def main():
     # Load the secret from prefect
     print('Loading cadc-proxy-pem secret..')
-    secret_block = Secret.load("cadc-proxy-pem")
+    secret_block = Secret.load("cadc-proxy-pem",_sync=True)
     pem_str = secret_block.get()
     if pem_str:
         #rewrite the pem file

possum_pipeline_control/check_status_and_launch_3Dpipeline_v2.py

@@ -512,5 +512,6 @@ def run_prefect_db_backup():
     )
     args = parser.parse_args()
 
-    asyncio.run(launch_band1_3Dpipeline(args.database_config_path))
+    from prefect.utilities.asyncutils import run_coro_as_sync
+    run_coro_as_sync(launch_band1_3Dpipeline(args.database_config_path))
 

possum_pipeline_control/util.py

@@ -66,7 +66,7 @@ def stage_cadc_certificate(
     src = Path(os.path.expanduser(source_cert))
     if not src.exists():
         # Try the secret from prefect
-        secret_block = Secret.load("cadc-proxy-pem")
+        secret_block = Secret.load("cadc-proxy-pem", _sync=True)
         pem_str = secret_block.get()
         if pem_str:
             write_cadcproxy_pem(pem_str)
@@ -140,7 +140,7 @@ def initiate_possum_status_sheet_and_token(database_config_path=None):
         # load secrets into environment variables
         Google_API_token = write_possum_token_file()
         os.environ["POSSUM_STATUS_TOKEN"] = Google_API_token
-        possum_status_sheet = Secret.load("possum-status-sheet").get()
+        possum_status_sheet = Secret.load("possum-status-sheet", _sync=True).get()
         os.environ["POSSUM_STATUS_SHEET"] = possum_status_sheet
 
     return Google_API_token  
@@ -172,7 +172,7 @@ def write_to_file(dir, file_path, secret_name):
     # Write the content to the file
     try:
         with open(file_path, "w") as f:
-            secret_block = Secret.load(secret_name)
+            secret_block = Secret.load(secret_name, _sync=True)
             secret_str = secret_block.get()
             if secret_str:
                 if isinstance(secret_str, dict):