- ruff and mypy fixes

- multilang (py,js,rb,sh,go) support
- changes in limits (retries)

Author: HardMax71

backend/app/config.py

@@ -1,5 +1,7 @@
 from typing import Optional
 
+from app.runtime_registry import SUPPORTED_RUNTIMES as RUNTIME_MATRIX
+from pydantic import Field
 from pydantic_settings import BaseSettings
 
 
@@ -24,9 +26,9 @@ class Settings(BaseSettings):
     K8S_POD_MEMORY_REQUEST: str = "128Mi"
     K8S_POD_EXECUTION_TIMEOUT: int = 5  # in seconds
 
-    SUPPORTED_RUNTIMES: dict[str, list[str]] = {
-        "python": ["3.7", "3.8", "3.9", "3.10", "3.11", "3.12"]
-    }
+    SUPPORTED_RUNTIMES: dict[str, list[str]] = Field(
+        default_factory=lambda: RUNTIME_MATRIX
+    )
 
     PROMETHEUS_URL: str = "http://prometheus:9090"
 

backend/app/core/metrics.py

@@ -1,6 +1,5 @@
 from typing import Any, TypeVar
 
-from app.config import get_settings
 from prometheus_client import Counter, Gauge, Histogram
 
 ALLOWED_STATUSES = ["success", "error", "timeout", "invalid_input"]

backend/app/runtime_registry.py

@@ -0,0 +1,77 @@
+from __future__ import annotations
+
+from typing import Dict, List, NamedTuple
+
+
+class RuntimeConfig(NamedTuple):
+    image: str          # Full Docker image reference
+    file_name: str      # Name that will be mounted under /scripts/
+    command: List[str]  # Entrypoint executed inside the container
+
+
+LANGUAGE_SPECS: Dict[str, dict] = {
+    "python": {
+        "versions": ["3.7", "3.8", "3.9", "3.10", "3.11", "3.12"],
+        "image_tpl": "python:{version}-slim",
+        "file_ext": "py",
+        "interpreter": ["python"],
+    },
+    "node": {
+        "versions": ["18", "20", "22"],
+        "image_tpl": "node:{version}-alpine",
+        "file_ext": "js",
+        "interpreter": ["node"],
+    },
+    "ruby": {
+        "versions": ["3.1", "3.2", "3.3"],
+        "image_tpl": "ruby:{version}-alpine",
+        "file_ext": "rb",
+        "interpreter": ["ruby"],
+    },
+    "bash": {
+        "versions": ["5.1", "5.2", "5.3"],
+        "image_tpl": "bash:{version}",
+        "file_ext": "sh",
+        "interpreter": ["bash"],
+    },
+    "go": {
+        "versions": ["1.20", "1.21", "1.22"],
+        "image_tpl": "golang:{version}-alpine",
+        "file_ext": "go",
+        "interpreter": ["bash", "-c", "go run /scripts/main.go"],
+    },
+}
+
+def _make_runtime_configs() -> Dict[str, Dict[str, RuntimeConfig]]:
+    registry: Dict[str, Dict[str, RuntimeConfig]] = {}
+
+    for lang, spec in LANGUAGE_SPECS.items():
+        versions = spec["versions"]
+        image_tpl: str = spec["image_tpl"]
+        file_ext: str = spec["file_ext"]
+        interpreter_cmd: List[str] = spec["interpreter"]
+
+        file_name = f"main.{file_ext}"
+        full_path = f"/scripts/{file_name}"
+
+        registry[lang] = {
+            v: RuntimeConfig(
+                image=image_tpl.format(version=v),
+                file_name=file_name,
+                command=(
+                    interpreter_cmd
+                    if "{file}" in " ".join(interpreter_cmd)
+                    else interpreter_cmd + [full_path]
+                ),
+            )
+            for v in versions
+        }
+
+    return registry
+
+
+RUNTIME_REGISTRY: Dict[str, Dict[str, RuntimeConfig]] = _make_runtime_configs()
+
+SUPPORTED_RUNTIMES: Dict[str, List[str]] = {
+    lang: list(versions.keys()) for lang, versions in RUNTIME_REGISTRY.items()
+}

backend/app/schemas/execution.py

@@ -1,5 +1,5 @@
 from datetime import datetime, timezone
-from typing import Dict, List, Optional
+from typing import Dict, Optional
 from uuid import uuid4
 
 from pydantic import BaseModel, Field, computed_field
@@ -59,8 +59,8 @@ class ExecutionRequest(BaseModel):
     script: str
     lang: str = Field(
         default="python", description="Language name"
-    ),
-    lang_version: Optional[str] = Field(
+    )
+    lang_version: str = Field(
         default="3.11", description="Language version to use for execution"
     )
 

backend/app/services/execution_service.py

@@ -16,6 +16,7 @@
     ExecutionRepository,
     get_execution_repository,
 )
+from app.runtime_registry import RUNTIME_REGISTRY
 from app.schemas.execution import ExecutionCreate, ExecutionInDB, ExecutionUpdate
 from app.services.kubernetes_service import (
     KubernetesPodError,
@@ -52,26 +53,19 @@ async def get_k8s_resource_limits(self) -> Dict[str, Any]:
         }
 
     async def _start_k8s_execution(
-            self, execution_id_str: str,
+            self,
+            execution_id_str: str,
             script: str,
             lang: str,
             lang_version: str
     ) -> None:
         try:
-            # Python-specific configuration
-            image = f"{lang}:{lang_version}-slim"
-
-            # TODO: decouple from file format smh
-            command = ["python", "/scripts/script.py"]
-            config_map_data = {
-                "script.py": script
-            }
-
+            runtime_cfg = RUNTIME_REGISTRY[lang][lang_version]
             await self.k8s_service.create_execution_pod(
                 execution_id=execution_id_str,
-                image=image,
-                command=command,
-                config_map_data=config_map_data
+                image=runtime_cfg.image,
+                command=runtime_cfg.command,
+                config_map_data={runtime_cfg.file_name: script},
             )
 
             await self.execution_repo.update_execution(

backend/app/services/kubernetes_service.py

@@ -51,7 +51,7 @@ async def shutdown_all(self) -> None:
 
 class KubernetesService:
     NAMESPACE = "default"
-    POD_RETRY_ATTEMPTS = 60
+    POD_RETRY_ATTEMPTS = 15
     POD_RETRY_INTERVAL = 1
     POD_SUCCESS_STATES = {"Succeeded", "Failed"}
     SHUTDOWN_TIMEOUT = 30