fix: should fix compiler engine for python 3.14

Author: reisaraujo-miguel

Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.13-slim-trixie AS runtime
+FROM python:3.14-slim-trixie AS runtime
 
 # Install dependencies
 RUN apt-get update &&\

Pipfile

@@ -12,4 +12,4 @@ boto3-stubs = {extras = ["s3"], version = "*"}
 [dev-packages]
 
 [requires]
-python_version = "3.13"
+python_version = "3.14"

Pipfile.lock

@@ -1,3 +1,4 @@
 from rcc import main
 
-main()
+if __name__ == "__main__":
+    main()

src/main.py

@@ -78,7 +78,7 @@ def main():
         task_queue = mp.JoinableQueue()
         engine_workers = [
             mp.Process(
-                target=rcc.engine.process_commits, args=(data_provider, task_queue)
+                target=rcc.engine.process_commits, args=(data_provider, task_queue, cfg)
             )
             for _ in range(cfg.num_workers)
         ]

src/rcc/__init__.py

@@ -26,14 +26,26 @@ def __init__(self, config_dict):
     def update(self, other):
         """Update stored configuration using another `Config` or `dict`."""
         if isinstance(other, Config):
-            self.__config__.update(other.__config__)
+            self._Config__config__.update(other._Config__config__)
         elif isinstance(other, dict):
             _check_dict(other)
-            self.__config__.update(other)
+            self._Config__config__.update(other)
+
+    def get_dict(self):
+        """Return the underlying configuration dictionary."""
+        return self.__config__
 
     def __getattr__(self, name):
         return self.__config__[name]
 
+    def __getstate__(self):
+        """Return state for pickling."""
+        return {"_Config__config__": self.__config__}
+
+    def __setstate__(self, state):
+        """Restore state from pickling."""
+        self.__config__ = state["_Config__config__"]
+
     def __repr__(self):
         return self.__config__.__repr__()
 

src/rcc/config.py

@@ -8,6 +8,7 @@
 import logging
 import os
 import shutil
+import sys
 import zipfile
 
 import docker
@@ -234,7 +235,13 @@ async def run(data_provider, commit, test_cases, base_dir, remote_dir):
 def run_tests(
     data_provider, storage_provider, commit, test_cases, base_dir, remote_dir
 ):
-    loop = asyncio.get_event_loop()
+    try:
+        loop = asyncio.get_event_loop()
+    except RuntimeError:
+        # No event loop in current thread, create a new one
+        loop = asyncio.new_event_loop()
+        asyncio.set_event_loop(loop)
+
     run_task = run(data_provider, commit, test_cases, base_dir, remote_dir)
     loop.run_until_complete(run_task)
     # loop.close()
@@ -304,8 +311,9 @@ def rmtree_handler(_func, _path, exc_info):
         shutil.rmtree(base_dir, onexc=rmtree_handler)
 
 
-def process_commit(data_provider, commit):
-    cfg = rcc.config.get_config(rcc.config.DEFAULT_CONFIG)
+def process_commit(data_provider, commit, cfg=None):
+    if cfg is None:
+        cfg = rcc.config.get_config(rcc.config.DEFAULT_CONFIG)
     logger = logging.getLogger(rcc.config.DEFAULT_LOGGER)
     logger.debug(
         "[{c.id}]"
@@ -396,10 +404,27 @@ def process_commit(data_provider, commit):
     logger.debug("[{c.id}] Commit processing done".format(c=commit))
 
 
-def process_commits(data_provider, commit_queue):
+def process_commits(data_provider, commit_queue, cfg=None):
+    # Set up logging for worker process
     logger = logging.getLogger(rcc.config.DEFAULT_LOGGER)
+
+    # Only add handlers if logger doesn't have any (worker processes don't inherit parent's handlers)
+    if not logger.handlers:
+        logger.setLevel(logging.DEBUG)
+        console_handler = logging.StreamHandler(sys.stderr)
+        console_fmt = logging.Formatter(
+            "[%(asctime)s] %(module)s:%(lineno)d: <%(process)d> %(message)s"
+        )
+        console_handler.setFormatter(console_fmt)
+        logger.addHandler(console_handler)
+
     logger.debug("Worker started")
 
+    # Register configuration if provided
+    if cfg is not None:
+        # Access the underlying configuration dictionary
+        rcc.config.from_dict(rcc.config.DEFAULT_CONFIG, cfg.get_dict())
+
     # exceptions that stop the worker
     non_retryable_exceptions = (
         KeyboardInterrupt,
@@ -418,7 +443,7 @@ def process_commits(data_provider, commit_queue):
                     # Hint to stop processing, mark empty task as done (in finally block) and bail
                     break
 
-                process_commit(data_provider, commit)
+                process_commit(data_provider, commit, cfg)
 
             # If exception should stop the worker
             except non_retryable_exceptions as e:

src/rcc/engine.py

@@ -1,16 +1,14 @@
 import datetime
 import logging
-import multiprocessing as mp
 import os
-import rcc.config
-import rcc.engine
-import rcc.provider.data
-import rcc.provider.storage
 import shutil
 import sys
 import unittest
-import zipfile
 
+import rcc.config
+import rcc.engine
+import rcc.provider.data
+import rcc.provider.storage
 from rcc.model import Commit, TestCase
 
 # Metadata sample
@@ -41,7 +39,12 @@
         "expected_status": Commit.STATUS_COMPLETED,
         "exercise": {
             "id": 1,
-            "test_cases": [{"id": 10, "out_type": TestCase.IO_TYPE_TEXT,},],
+            "test_cases": [
+                {
+                    "id": 10,
+                    "out_type": TestCase.IO_TYPE_TEXT,
+                },
+            ],
         },
     },
     {
@@ -53,7 +56,11 @@
         "exercise": {
             "id": 2,
             "test_cases": [
-                {"id": i, "out_type": TestCase.IO_TYPE_TEXT,} for i in range(4)
+                {
+                    "id": i,
+                    "out_type": TestCase.IO_TYPE_TEXT,
+                }
+                for i in range(4)
             ],
         },
     },
@@ -66,7 +73,11 @@
         "exercise": {
             "id": 3,
             "test_cases": [
-                {"id": 10, "out_type": TestCase.IO_TYPE_TEXT, "files": ["3.in"],},
+                {
+                    "id": 10,
+                    "out_type": TestCase.IO_TYPE_TEXT,
+                    "files": ["3.in"],
+                },
             ],
         },
     },
@@ -79,7 +90,11 @@
         "exercise": {
             "id": 4,
             "test_cases": [
-                {"id": i, "out_type": TestCase.IO_TYPE_TEXT,} for i in range(1, 11)
+                {
+                    "id": i,
+                    "out_type": TestCase.IO_TYPE_TEXT,
+                }
+                for i in range(1, 11)
             ],
         },
     },
@@ -230,5 +245,6 @@ def test_process_commit_known_issues(self):
         for metadata in commit_metadata:
             commit = build_commit(metadata)
             with self.subTest(name=commit.user_email):
-                rcc.engine.process_commit(self.data_prov, commit)
+                cfg = rcc.config.get_config(rcc.config.DEFAULT_CONFIG)
+                rcc.engine.process_commit(self.data_prov, commit, cfg)
                 self.assertEqual(commit.status, metadata["expected_status"])

src/rcc/tests/engine/known_issues/test_process_commit.py

@@ -217,6 +217,9 @@ def setUp(self):
         self.storage_from_config = rcc.provider.storage.from_config
         rcc.provider.storage.from_config = MockStorageProvider
         cfg = rcc.config.get_config(rcc.config.DEFAULT_CONFIG)
+        if cfg is None:
+            # Register a default configuration for tests
+            cfg = rcc.config.from_dict(rcc.config.DEFAULT_CONFIG, {})
         cfg.update({"max_output_file_size": 1024 * 1024})
         self.handler = logging.StreamHandler(sys.stderr)
         self.handler.setLevel(logging.DEBUG)
@@ -233,7 +236,8 @@ def tearDown(self):
         logger.removeHandler(self.handler)
 
     def run_test_process_commit(self, commit):
-        rcc.engine.process_commit(self.data_prov, commit)
+        cfg = rcc.config.get_config(rcc.config.DEFAULT_CONFIG)
+        rcc.engine.process_commit(self.data_prov, commit, cfg)
         self.assertEqual(commit.status, Commit.STATUS_COMPLETED)
         self.assertEqual(commit.score, 10)
         self.assertEqual(commit.corrects, 1)

src/rcc/tests/engine/test_process_commit_hello.py

@@ -185,6 +185,10 @@ def setUp(self):
         self.data_prov = hello.MockDataProvider()
         self.S3Provider = rcc.provider.storage.S3
         rcc.provider.storage.S3 = MockStorageProvider
+        # Ensure configuration is registered for tests
+        cfg = rcc.config.get_config(rcc.config.DEFAULT_CONFIG)
+        if cfg is None:
+            cfg = rcc.config.from_dict(rcc.config.DEFAULT_CONFIG, {})
         self.handler = logging.StreamHandler(sys.stdout)
         self.handler.setLevel(logging.DEBUG)
         self.handler.setFormatter(
@@ -199,7 +203,8 @@ def tearDown(self):
         logger.removeHandler(self.handler)
 
     def run_test_process_commit(self, commit):
-        rcc.engine.process_commit(self.data_prov, commit)
+        cfg = rcc.config.get_config(rcc.config.DEFAULT_CONFIG)
+        rcc.engine.process_commit(self.data_prov, commit, cfg)
         self.assertEqual(commit.status, Commit.STATUS_COMPLETED)
         self.assertEqual(commit.score, 10)
         self.assertEqual(commit.corrects, 1)
@@ -222,7 +227,8 @@ def test_process_commit_zip_hs(self):
 
     def test_process_commit_zip_java(self):
         commit = build_commit(5, "java", "hello.zip", "Zip/Makefile")
-        rcc.engine.process_commit(self.data_prov, commit)
+        cfg = rcc.config.get_config(rcc.config.DEFAULT_CONFIG)
+        rcc.engine.process_commit(self.data_prov, commit, cfg)
         self.run_test_process_commit(commit)
 
     # def test_process_commit_zip_m(self):