fix: reuse existing bm project for repeated benchmark runs

Signed-off-by: phernandez <paul@basicmachines.co>

Author: phernandez

.gitignore

@@ -3,6 +3,7 @@ __pycache__/
 .venv/
 .pytest_cache/
 .ruff_cache/
+.idea/
 
 # Generated benchmark outputs
 benchmarks/runs/
@@ -12,3 +13,4 @@ benchmarks/generated/
 # Downloaded datasets (source distribution may be restricted)
 benchmarks/datasets/locomo/locomo10.json
 benchmarks/datasets/locomo/locomo10.provenance.json
+.env

src/basic_memory_benchmarks/providers/bm_local.py

@@ -3,6 +3,7 @@
 from __future__ import annotations
 
 import json
+import re
 import subprocess
 from pathlib import Path
 from typing import Any, cast
@@ -15,9 +16,21 @@
 class BasicMemoryLocalProvider(BenchmarkProvider):
     name = "bm-local"
 
+    def __init__(self) -> None:
+        self._resolved_project_name: str | None = None
+
     def _project_name(self, run_config: RunConfig) -> str:
+        if self._resolved_project_name is not None:
+            return self._resolved_project_name
         return f"bm-bench-{run_config.run_id}"
 
+    @staticmethod
+    def _extract_existing_project_name(message: str) -> str | None:
+        match = re.search(r"existing project '([^']+)'", message)
+        if match:
+            return match.group(1)
+        return None
+
     def ingest(self, corpus_path: Path, run_config: RunConfig) -> None:
         project_name = self._project_name(run_config)
 
@@ -29,8 +42,16 @@ def ingest(self, corpus_path: Path, run_config: RunConfig) -> None:
             run_command(add_args)
         except subprocess.CalledProcessError as exc:
             merged = (exc.stdout or "") + "\n" + (exc.stderr or "")
-            if "already exists" not in merged.lower():
-                raise
+            merged_lower = merged.lower()
+            if "already exists" in merged_lower:
+                pass
+            else:
+                existing = self._extract_existing_project_name(merged)
+                if existing is None:
+                    raise
+                project_name = existing
+
+        self._resolved_project_name = project_name
 
         try:
             run_command(["bm", "reindex", "--search", "--embeddings", "-p", project_name])

tests/providers/test_bm_local_provider.py

@@ -0,0 +1,14 @@
+from basic_memory_benchmarks.providers.bm_local import BasicMemoryLocalProvider
+
+
+def test_extract_existing_project_name_from_bm_error() -> None:
+    message = (
+        "Error adding project: Cannot create project at '/tmp/docs': "
+        "path is nested within existing project 'bm-bench-abc123' at '/tmp/docs'."
+    )
+    assert BasicMemoryLocalProvider._extract_existing_project_name(message) == "bm-bench-abc123"
+
+
+def test_extract_existing_project_name_none_without_match() -> None:
+    message = "Error adding project: unknown failure"
+    assert BasicMemoryLocalProvider._extract_existing_project_name(message) is None