docker-compose.yml

# Development Docker Compose for Remote Upload System Testing
# This file simulates Kubernetes environment with shared volumes that simulate the Kubernetes CephFS RWX PVC behavior.
# Repos stored in /work/ (which is project root - avoiding docker volumes) and metadata are stored in /work/.codebase/repos (project root/.codebase)
# Updated to use separate PVCs for workspace and codebase to eliminate circular dependencies

version: '3.8'

services:
  # Qdrant vector database - same as base compose
  qdrant:
    image: qdrant/qdrant:latest
    container_name: qdrant-db-dev-remote
    ports:
      - "6333:6333"
      - "6334:6334"
    volumes:
      - qdrant_storage_dev_remote:/qdrant/storage
    networks:
      - dev-remote-network

  # MCP search service - same as base compose
  mcp:
    build:
      context: .
      dockerfile: Dockerfile.mcp
    container_name: mcp-search-dev-remote
    user: "1000:1000"
    depends_on:
      - qdrant
    env_file:
      - .env
    environment:
      - FASTMCP_HOST=${FASTMCP_HOST}
      - FASTMCP_PORT=${FASTMCP_PORT}
      - QDRANT_URL=${QDRANT_URL}
      # OpenLit observability (optional - enable via OPENLIT_ENABLED=1)
      - OPENLIT_ENABLED=${OPENLIT_ENABLED:-0}
      - OTEL_EXPORTER_OTLP_ENDPOINT=${OTEL_EXPORTER_OTLP_ENDPOINT:-http://openlit:4318}
      # Optional auth configuration (fully opt-in via .env)
      - CTXCE_AUTH_ENABLED=${CTXCE_AUTH_ENABLED:-0}
      - CTXCE_MCP_ACL_ENFORCE=${CTXCE_MCP_ACL_ENFORCE:-0}
      - CTXCE_ACL_ALLOW_ALL=${CTXCE_ACL_ALLOW_ALL:-0}
      - CTXCE_AUTH_SHARED_TOKEN=${CTXCE_AUTH_SHARED_TOKEN}
      - CTXCE_AUTH_ADMIN_TOKEN=${CTXCE_AUTH_ADMIN_TOKEN}
      - CTXCE_AUTH_DB_URL=${CTXCE_AUTH_DB_URL}
      - CTXCE_AUTH_SESSION_TTL_SECONDS=${CTXCE_AUTH_SESSION_TTL_SECONDS:-0}
      - CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN=${CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN:-0}
      - COLLECTION_NAME=${COLLECTION_NAME}
      - PATH_EMIT_MODE=auto
      # Use /tmp for HF caches to avoid root-owned docker volume permissions
      - HF_HOME=/tmp/huggingface
      - HF_HUB_CACHE=/tmp/huggingface/hub
      - HUGGINGFACE_HUB_CACHE=/tmp/huggingface/hub
      - TRANSFORMERS_CACHE=/tmp/huggingface/transformers
      - FASTEMBED_CACHE_PATH=/tmp/huggingface/fastembed
      - HF_HUB_DISABLE_XET=1
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
      - EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER}
      - QWEN3_EMBEDDING_ENABLED=${QWEN3_EMBEDDING_ENABLED:-0}
      - QWEN3_QUERY_INSTRUCTION=${QWEN3_QUERY_INSTRUCTION:-1}
      - QWEN3_INSTRUCTION_TEXT=${QWEN3_INSTRUCTION_TEXT}
      - TOOL_STORE_DESCRIPTION=${TOOL_STORE_DESCRIPTION}
      - TOOL_FIND_DESCRIPTION=${TOOL_FIND_DESCRIPTION}
      - FASTMCP_HEALTH_PORT=18000
      # Cross-encoder reranker configuration
      - RERANKER_MODEL=${RERANKER_MODEL:-}
      - RERANKER_ONNX_PATH=${RERANKER_ONNX_PATH:-}
      - RERANKER_TOKENIZER_PATH=${RERANKER_TOKENIZER_PATH:-}
      # Learning reranker configuration
      - RERANK_LEARNING=${RERANK_LEARNING:-1}
      - RERANKER_WEIGHTS_DIR=/tmp/rerank_weights
      - RERANK_EVENTS_DIR=/tmp/rerank_events
      - RERANK_EVENTS_ENABLED=${RERANK_EVENTS_ENABLED:-1}
    ports:
      - "18000:18000"
      - "8000:8000"
    volumes:
      - workspace_pvc:/work:ro
      - rerank_data:/tmp/rerank_weights:rw
      - rerank_events:/tmp/rerank_events:rw
    networks:
      - dev-remote-network

  # MCP indexer service - same as base compose
  mcp_indexer:
    build:
      context: .
      dockerfile: Dockerfile.mcp-indexer
    container_name: mcp-indexer-dev-remote
    user: "1000:1000"
    # In K8s, scripts would be accessed directly at /app/scripts/ or via proper initContainer
    # For Docker Compose dev-remote simulation, create symlink so /work/scripts/ works
    # Use /tmp/huggingface for cache to avoid permission issues (universally writable)
    # Set CORRECT environment variables for HuggingFace and FastEmbed
    command: ["sh", "-c", "mkdir -p /tmp/huggingface/hub /tmp/huggingface/transformers /tmp/huggingface/fastembed && exec python /app/scripts/mcp_indexer_server.py"]
    depends_on:
      - qdrant
    env_file:
      - .env
    environment:
      - LOG_LEVEL=${LOG_LEVEL:-INFO}
      - FASTMCP_HEALTH_PORT=18001
      - FASTMCP_HOST=${FASTMCP_HOST}
      - FASTMCP_INDEXER_PORT=${FASTMCP_INDEXER_PORT}
      - QDRANT_URL=${QDRANT_URL}
      # OpenLit observability (optional)
      - OPENLIT_ENABLED=${OPENLIT_ENABLED:-0}
      - OTEL_EXPORTER_OTLP_ENDPOINT=${OTEL_EXPORTER_OTLP_ENDPOINT:-http://otel-collector:4318}
      # Optional auth configuration (fully opt-in via .env)
      - CTXCE_AUTH_ENABLED=${CTXCE_AUTH_ENABLED:-0}
      - CTXCE_MCP_ACL_ENFORCE=${CTXCE_MCP_ACL_ENFORCE:-0}
      - CTXCE_ACL_ALLOW_ALL=${CTXCE_ACL_ALLOW_ALL:-0}
      - CTXCE_AUTH_SHARED_TOKEN=${CTXCE_AUTH_SHARED_TOKEN}
      - CTXCE_AUTH_ADMIN_TOKEN=${CTXCE_AUTH_ADMIN_TOKEN}
      - CTXCE_AUTH_DB_URL=${CTXCE_AUTH_DB_URL}
      - CTXCE_AUTH_SESSION_TTL_SECONDS=${CTXCE_AUTH_SESSION_TTL_SECONDS:-0}
      - CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN=${CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN:-0}
      - REFRAG_DECODER=${REFRAG_DECODER:-1}
      - REFRAG_RUNTIME=${REFRAG_RUNTIME:-llamacpp}
      - GLM_API_KEY=${GLM_API_KEY}
      - GLM_API_BASE=${GLM_API_BASE:-https://api.z.ai/api/paas/v4/}
      - GLM_MODEL=${GLM_MODEL:-glm-4.6}
      - LLAMACPP_URL=${LLAMACPP_URL:-http://llamacpp:8080}
      - COLLECTION_NAME=${COLLECTION_NAME}
      - PATH_EMIT_MODE=auto
      - HF_HOME=/tmp/huggingface
      - HF_HUB_CACHE=/tmp/huggingface/hub
      - TRANSFORMERS_CACHE=/tmp/huggingface/transformers
      - FASTEMBED_CACHE_PATH=/tmp/huggingface/fastembed
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
      - EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER}
      - QWEN3_EMBEDDING_ENABLED=${QWEN3_EMBEDDING_ENABLED:-0}
      - QWEN3_QUERY_INSTRUCTION=${QWEN3_QUERY_INSTRUCTION:-1}
      - QWEN3_INSTRUCTION_TEXT=${QWEN3_INSTRUCTION_TEXT}
      - QDRANT_TIMEOUT=${QDRANT_TIMEOUT:-60}
      # Chunking config - use ${VAR:-} to properly inherit from .env (not host shell)
      - INDEX_SEMANTIC_CHUNKS=${INDEX_SEMANTIC_CHUNKS:-}
      - INDEX_MICRO_CHUNKS=${INDEX_MICRO_CHUNKS:-}
      - MICRO_CHUNK_TOKENS=${MICRO_CHUNK_TOKENS:-}
      - MICRO_CHUNK_STRIDE=${MICRO_CHUNK_STRIDE:-}
      - INDEX_UPSERT_BATCH=${INDEX_UPSERT_BATCH:-512}
      - INDEX_UPSERT_RETRIES=${INDEX_UPSERT_RETRIES:-5}
      - MAX_MICRO_CHUNKS_PER_FILE=${MAX_MICRO_CHUNKS_PER_FILE:-200}
      # Lexical vector config - use ${VAR:-} to properly inherit from .env (not host shell)
      - LEX_VECTOR_DIM=${LEX_VECTOR_DIM:-}
      - LEX_MULTI_HASH=${LEX_MULTI_HASH:-}
      - LEX_BIGRAMS=${LEX_BIGRAMS:-}
      - LEX_BIGRAM_WEIGHT=${LEX_BIGRAM_WEIGHT:-}
      - LEX_SPARSE_MODE=${LEX_SPARSE_MODE:-}
      - LEX_SPARSE_NAME=${LEX_SPARSE_NAME:-}
      # Pattern vectors for structural code similarity
      - PATTERN_VECTORS=${PATTERN_VECTORS:-}
      # Cross-encoder reranker configuration
      - RERANKER_MODEL=${RERANKER_MODEL:-}
      - RERANKER_ONNX_PATH=${RERANKER_ONNX_PATH:-}
      - RERANKER_TOKENIZER_PATH=${RERANKER_TOKENIZER_PATH:-}
      # Learning reranker configuration
      - RERANK_LEARNING=${RERANK_LEARNING:-1}
      - RERANKER_WEIGHTS_DIR=/tmp/rerank_weights
      - RERANK_EVENTS_DIR=/tmp/rerank_events
      - RERANK_EVENTS_ENABLED=${RERANK_EVENTS_ENABLED:-1}
    ports:
      - "${FASTMCP_INDEXER_PORT:-8001}:8001"
      - "18001:18001"
    volumes:
      - workspace_pvc:/work:rw
      - codebase_pvc:/work/.codebase:rw
      - rerank_data:/tmp/rerank_weights:rw
      - rerank_events:/tmp/rerank_events:rw
    networks:
      - dev-remote-network

  # Learning reranker worker - processes training events in background
  learning_worker:
    build:
      context: .
      dockerfile: Dockerfile.mcp-indexer
    container_name: learning-worker-dev-remote
    user: "1000:1000"
    command: ["sh", "-c", "mkdir -p /tmp/huggingface/hub /tmp/huggingface/transformers /tmp/huggingface/fastembed && exec python /app/scripts/learning_reranker_worker.py --daemon"]
    depends_on:
      - qdrant
      - mcp_indexer
    env_file:
      - .env
    environment:
      - QDRANT_URL=${QDRANT_URL}
      - COLLECTION_NAME=${COLLECTION_NAME}
      - HF_HOME=/tmp/huggingface
      - HF_HUB_CACHE=/tmp/huggingface/hub
      - TRANSFORMERS_CACHE=/tmp/huggingface/transformers
      - FASTEMBED_CACHE_PATH=/tmp/huggingface/fastembed
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
      - EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER}
      # Cross-encoder reranker (used as teacher for learning)
      - RERANKER_MODEL=${RERANKER_MODEL:-}
      - RERANKER_ONNX_PATH=${RERANKER_ONNX_PATH:-}
      - RERANKER_TOKENIZER_PATH=${RERANKER_TOKENIZER_PATH:-}
      - RERANK_EVENTS_DIR=/tmp/rerank_events
      - RERANKER_WEIGHTS_DIR=/tmp/rerank_weights
      - RERANK_LEARNING_BATCH_SIZE=${RERANK_LEARNING_BATCH_SIZE:-32}
      - RERANK_LEARNING_POLL_INTERVAL=${RERANK_LEARNING_POLL_INTERVAL:-30}
      - RERANK_LEARNING_RATE=${RERANK_LEARNING_RATE:-0.001}
      - RERANK_LLM_TEACHER=${RERANK_LLM_TEACHER:-0}
      - RERANK_LLM_SAMPLE_RATE=${RERANK_LLM_SAMPLE_RATE:-1.0}
      - GLM_API_KEY=${GLM_API_KEY:-}
      - GLM_API_BASE=${GLM_API_BASE:-}
      - GLM_MODEL=${GLM_MODEL:-}
      - GLM_MODEL_FAST=${GLM_MODEL_FAST:-}
      - REFRAG_RUNTIME=${REFRAG_RUNTIME:-glm}
      - LLAMACPP_URL=${LLAMACPP_URL:-}
      - RERANK_VICREG_WEIGHT=${RERANK_VICREG_WEIGHT:-0.1}
    volumes:
      - workspace_pvc:/work:rw
      - rerank_data:/tmp/rerank_weights:rw
      - rerank_events:/tmp/rerank_events:rw
    networks:
      - dev-remote-network
    restart: unless-stopped

  # MCP HTTP search service - same as base compose
  mcp_http:
    build:
      context: .
      dockerfile: Dockerfile.mcp
    container_name: mcp-search-http-dev-remote
    user: "1000:1000"
    depends_on:
      - qdrant
    env_file:
      - .env
    environment:
      - FASTMCP_HOST=${FASTMCP_HOST}
      - FASTMCP_PORT=8000
      - FASTMCP_TRANSPORT=${FASTMCP_HTTP_TRANSPORT}
      - QDRANT_URL=${QDRANT_URL}
      # OpenLit observability (optional - enable via OPENLIT_ENABLED=1)
      - OPENLIT_ENABLED=${OPENLIT_ENABLED:-0}
      - OTEL_EXPORTER_OTLP_ENDPOINT=${OTEL_EXPORTER_OTLP_ENDPOINT:-http://openlit:4318}
      # Optional auth configuration (fully opt-in via .env)
      - CTXCE_AUTH_ENABLED=${CTXCE_AUTH_ENABLED:-0}
      - CTXCE_MCP_ACL_ENFORCE=${CTXCE_MCP_ACL_ENFORCE:-0}
      - CTXCE_ACL_ALLOW_ALL=${CTXCE_ACL_ALLOW_ALL:-0}
      - CTXCE_AUTH_SHARED_TOKEN=${CTXCE_AUTH_SHARED_TOKEN}
      - CTXCE_AUTH_ADMIN_TOKEN=${CTXCE_AUTH_ADMIN_TOKEN}
      - CTXCE_AUTH_DB_URL=${CTXCE_AUTH_DB_URL}
      - CTXCE_AUTH_SESSION_TTL_SECONDS=${CTXCE_AUTH_SESSION_TTL_SECONDS:-0}
      - CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN=${CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN:-0}
      - COLLECTION_NAME=${COLLECTION_NAME}
      - PATH_EMIT_MODE=auto
      # Use /tmp for HF caches to avoid root-owned docker volume permissions
      - HF_HOME=/tmp/huggingface
      - HF_HUB_CACHE=/tmp/huggingface/hub
      - HUGGINGFACE_HUB_CACHE=/tmp/huggingface/hub
      - TRANSFORMERS_CACHE=/tmp/huggingface/transformers
      - FASTEMBED_CACHE_PATH=/tmp/huggingface/fastembed
      - HF_HUB_DISABLE_XET=1
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
      - EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER}
      - QWEN3_EMBEDDING_ENABLED=${QWEN3_EMBEDDING_ENABLED:-0}
      - QWEN3_QUERY_INSTRUCTION=${QWEN3_QUERY_INSTRUCTION:-1}
      - QWEN3_INSTRUCTION_TEXT=${QWEN3_INSTRUCTION_TEXT}
      - TOOL_STORE_DESCRIPTION=${TOOL_STORE_DESCRIPTION}
      - TOOL_FIND_DESCRIPTION=${TOOL_FIND_DESCRIPTION}
      - FASTMCP_HEALTH_PORT=18000
      # Cross-encoder reranker configuration
      - RERANKER_MODEL=${RERANKER_MODEL:-}
      - RERANKER_ONNX_PATH=${RERANKER_ONNX_PATH:-}
      - RERANKER_TOKENIZER_PATH=${RERANKER_TOKENIZER_PATH:-}
      # Learning reranker configuration
      - RERANK_LEARNING=${RERANK_LEARNING:-1}
      - RERANKER_WEIGHTS_DIR=/tmp/rerank_weights
      - RERANK_EVENTS_DIR=/tmp/rerank_events
      - RERANK_EVENTS_ENABLED=${RERANK_EVENTS_ENABLED:-1}
    ports:
      - "${FASTMCP_HTTP_HEALTH_PORT:-18002}:18000"
      - "${FASTMCP_HTTP_PORT:-8002}:8000"
    volumes:
      - workspace_pvc:/work:ro
      - rerank_data:/tmp/rerank_weights:rw
      - rerank_events:/tmp/rerank_events:rw
    networks:
      - dev-remote-network

  # MCP HTTP indexer service - same as base compose
  mcp_indexer_http:
    build:
      context: .
      dockerfile: Dockerfile.mcp-indexer
    container_name: mcp-indexer-http-dev-remote
    user: "1000:1000"
    # In K8s, scripts would be accessed directly at /app/scripts/ or via proper initContainer
    # For Docker Compose dev-remote simulation, create symlink so /work/scripts/ works
    # Use /tmp/huggingface for cache to avoid permission issues (universally writable)
    # Set CORRECT environment variables for HuggingFace and FastEmbed
    command: ["sh", "-c", "mkdir -p /tmp/huggingface/hub /tmp/huggingface/transformers /tmp/huggingface/fastembed && exec python /app/scripts/mcp_indexer_server.py"]
    depends_on:
      - qdrant
    env_file:
      - .env
    environment:
      - LOG_LEVEL=${LOG_LEVEL:-INFO}
      - FASTMCP_HOST=${FASTMCP_HOST}
      - FASTMCP_INDEXER_PORT=8001
      - FASTMCP_TRANSPORT=${FASTMCP_HTTP_TRANSPORT}
      - QDRANT_URL=${QDRANT_URL}
      # Optional auth configuration (fully opt-in via .env)
      - CTXCE_AUTH_ENABLED=${CTXCE_AUTH_ENABLED:-0}
      - CTXCE_MCP_ACL_ENFORCE=${CTXCE_MCP_ACL_ENFORCE:-0}
      - CTXCE_ACL_ALLOW_ALL=${CTXCE_ACL_ALLOW_ALL:-0}
      - CTXCE_AUTH_SHARED_TOKEN=${CTXCE_AUTH_SHARED_TOKEN}
      - CTXCE_AUTH_ADMIN_TOKEN=${CTXCE_AUTH_ADMIN_TOKEN}
      - CTXCE_AUTH_DB_URL=${CTXCE_AUTH_DB_URL}
      - CTXCE_AUTH_SESSION_TTL_SECONDS=${CTXCE_AUTH_SESSION_TTL_SECONDS:-0}
      - CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN=${CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN:-0}
      - REFRAG_DECODER=${REFRAG_DECODER:-1}
      - REFRAG_RUNTIME=${REFRAG_RUNTIME:-llamacpp}
      - GLM_API_KEY=${GLM_API_KEY}
      - GLM_API_BASE=${GLM_API_BASE:-https://api.z.ai/api/paas/v4/}
      - GLM_MODEL=${GLM_MODEL:-glm-4.6}
      - LLAMACPP_URL=${LLAMACPP_URL:-http://llamacpp:8080}
      - FASTMCP_HEALTH_PORT=18001
      - COLLECTION_NAME=${COLLECTION_NAME}
      - PATH_EMIT_MODE=auto
      - HF_HOME=/tmp/huggingface
      - HF_HUB_CACHE=/tmp/huggingface/hub
      - TRANSFORMERS_CACHE=/tmp/huggingface/transformers
      - FASTEMBED_CACHE_PATH=/tmp/huggingface/fastembed
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
      - EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER}
      - QWEN3_EMBEDDING_ENABLED=${QWEN3_EMBEDDING_ENABLED:-0}
      - QWEN3_QUERY_INSTRUCTION=${QWEN3_QUERY_INSTRUCTION:-1}
      - QWEN3_INSTRUCTION_TEXT=${QWEN3_INSTRUCTION_TEXT}
      - QDRANT_TIMEOUT=${QDRANT_TIMEOUT:-60}
      # Chunking config - use ${VAR:-} to properly inherit from .env (not host shell)
      - INDEX_SEMANTIC_CHUNKS=${INDEX_SEMANTIC_CHUNKS:-}
      - INDEX_MICRO_CHUNKS=${INDEX_MICRO_CHUNKS:-}
      - MICRO_CHUNK_TOKENS=${MICRO_CHUNK_TOKENS:-}
      - MICRO_CHUNK_STRIDE=${MICRO_CHUNK_STRIDE:-}
      - INDEX_UPSERT_BATCH=${INDEX_UPSERT_BATCH:-512}
      - INDEX_UPSERT_RETRIES=${INDEX_UPSERT_RETRIES:-5}
      - MAX_MICRO_CHUNKS_PER_FILE=${MAX_MICRO_CHUNKS_PER_FILE:-200}
      # Lexical vector config - use ${VAR:-} to properly inherit from .env (not host shell)
      - LEX_VECTOR_DIM=${LEX_VECTOR_DIM:-}
      - LEX_MULTI_HASH=${LEX_MULTI_HASH:-}
      - LEX_BIGRAMS=${LEX_BIGRAMS:-}
      - LEX_BIGRAM_WEIGHT=${LEX_BIGRAM_WEIGHT:-}
      - LEX_SPARSE_MODE=${LEX_SPARSE_MODE:-}
      - LEX_SPARSE_NAME=${LEX_SPARSE_NAME:-}
      # Pattern vectors for structural code similarity
      - PATTERN_VECTORS=${PATTERN_VECTORS:-}
      # Cross-encoder reranker configuration
      - RERANKER_MODEL=${RERANKER_MODEL:-}
      - RERANKER_ONNX_PATH=${RERANKER_ONNX_PATH:-}
      - RERANKER_TOKENIZER_PATH=${RERANKER_TOKENIZER_PATH:-}
      # Learning reranker configuration
      - RERANK_LEARNING=${RERANK_LEARNING:-1}
      - RERANKER_WEIGHTS_DIR=/tmp/rerank_weights
      - RERANK_EVENTS_DIR=/tmp/rerank_events
      - RERANK_EVENTS_ENABLED=${RERANK_EVENTS_ENABLED:-1}
    ports:
      - "${FASTMCP_INDEXER_HTTP_PORT:-8003}:8001"
      - "${FASTMCP_INDEXER_HTTP_HEALTH_PORT:-18003}:18001"
    volumes:
      - workspace_pvc:/work:rw
      - codebase_pvc:/work/.codebase:rw
      - rerank_data:/tmp/rerank_weights:rw
      - rerank_events:/tmp/rerank_events:rw
    networks:
      - dev-remote-network

  # Llama.cpp decoder service - same as base compose
  llamacpp:
    image: ghcr.io/ggerganov/llama.cpp:server
    container_name: llama-decoder-dev-remote
    environment:
      - LLAMA_ARG_MODEL=/models/model.gguf
      - LLAMA_ARG_CTX_SIZE=8192
      - LLAMA_ARG_HOST=0.0.0.0
      - LLAMA_ARG_PORT=8080
    ports:
      - "8080:8080"
    volumes:
      - ./models:/models:ro
    command: ["--model", "/models/model.gguf", "--host", "0.0.0.0", "--port", "8080", "--no-warmup"]
    networks:
      - dev-remote-network

  # Indexer service - modified for PVC volumes
  indexer:
    build:
      context: .
      dockerfile: Dockerfile.indexer
    container_name: indexer-dev-remote
    user: "1000:1000"
    depends_on:
      - qdrant
    env_file:
      - .env
    environment:
      - QDRANT_URL=${QDRANT_URL}
      - COLLECTION_NAME=${COLLECTION_NAME}
      - GIT_HISTORY_PRUNE=${GIT_HISTORY_PRUNE:-1}
      - GIT_HISTORY_DELETE_MANIFEST=${GIT_HISTORY_DELETE_MANIFEST:-0}
      - GIT_HISTORY_MANIFEST_MAX_FILES=${GIT_HISTORY_MANIFEST_MAX_FILES:-0}
      # Use /tmp for HF caches to avoid permission issues during model download
      - HF_HOME=/tmp/huggingface
      - HF_HUB_CACHE=/tmp/huggingface/hub
      - HUGGINGFACE_HUB_CACHE=/tmp/huggingface/hub
      - TRANSFORMERS_CACHE=/tmp/huggingface/transformers
      - FASTEMBED_CACHE_PATH=/tmp/huggingface/fastembed
      - HF_HUB_DISABLE_XET=1
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
      - QWEN3_EMBEDDING_ENABLED=${QWEN3_EMBEDDING_ENABLED:-0}
      - QWEN3_QUERY_INSTRUCTION=${QWEN3_QUERY_INSTRUCTION:-1}
      - QWEN3_INSTRUCTION_TEXT=${QWEN3_INSTRUCTION_TEXT}
      - HOST_INDEX_PATH=/work
      - QDRANT_TIMEOUT=${QDRANT_TIMEOUT:-60}
      # Chunking config - use ${VAR:-} to properly inherit from .env (not host shell)
      - INDEX_SEMANTIC_CHUNKS=${INDEX_SEMANTIC_CHUNKS:-}
      - INDEX_MICRO_CHUNKS=${INDEX_MICRO_CHUNKS:-}
      - MICRO_CHUNK_TOKENS=${MICRO_CHUNK_TOKENS:-}
      - MICRO_CHUNK_STRIDE=${MICRO_CHUNK_STRIDE:-}
      - INDEX_UPSERT_BATCH=${INDEX_UPSERT_BATCH:-512}
      - INDEX_UPSERT_RETRIES=${INDEX_UPSERT_RETRIES:-5}
      - MAX_MICRO_CHUNKS_PER_FILE=${MAX_MICRO_CHUNKS_PER_FILE:-200}
      # Lexical vector config - use ${VAR:-} to properly inherit from .env (not host shell)
      - LEX_VECTOR_DIM=${LEX_VECTOR_DIM:-}
      - LEX_MULTI_HASH=${LEX_MULTI_HASH:-}
      - LEX_BIGRAMS=${LEX_BIGRAMS:-}
      - LEX_BIGRAM_WEIGHT=${LEX_BIGRAM_WEIGHT:-}
      - LEX_SPARSE_MODE=${LEX_SPARSE_MODE:-}
      - LEX_SPARSE_NAME=${LEX_SPARSE_NAME:-}
      # Pattern vectors for structural code similarity
      - PATTERN_VECTORS=${PATTERN_VECTORS:-}
    volumes:
      - workspace_pvc:/work:rw
      - codebase_pvc:/work/.codebase:rw
    entrypoint: ["sh", "-c", "mkdir -p /tmp/logs /tmp/huggingface/hub /tmp/huggingface/transformers /tmp/huggingface/fastembed && /app/scripts/wait-for-qdrant.sh && cd /app && python /app/scripts/ingest_code.py --root /work"]
    restart: "no"  # Run once on startup, do not restart after completion
    cpus: 2.0
    networks:
      - dev-remote-network

  # Watcher service - modified for PVC volumes
  watcher:
    build:
      context: .
      dockerfile: Dockerfile.indexer
    container_name: watcher-dev-remote
    user: "1000:1000"
    depends_on:
      - qdrant
    env_file:
      - .env
    environment:
      - QDRANT_URL=${QDRANT_URL}
      - COLLECTION_NAME=${COLLECTION_NAME}
      - GIT_HISTORY_PRUNE=${GIT_HISTORY_PRUNE:-1}
      - GIT_HISTORY_DELETE_MANIFEST=${GIT_HISTORY_DELETE_MANIFEST:-0}
      - GIT_HISTORY_MANIFEST_MAX_FILES=${GIT_HISTORY_MANIFEST_MAX_FILES:-0}
      - HF_HOME=/tmp/huggingface
      - HF_HUB_CACHE=/tmp/huggingface/hub
      - TRANSFORMERS_CACHE=/tmp/huggingface/transformers
      - FASTEMBED_CACHE_PATH=/tmp/huggingface/fastembed
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
      - EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER}
      - QWEN3_EMBEDDING_ENABLED=${QWEN3_EMBEDDING_ENABLED:-0}
      - QWEN3_QUERY_INSTRUCTION=${QWEN3_QUERY_INSTRUCTION:-1}
      - QWEN3_INSTRUCTION_TEXT=${QWEN3_INSTRUCTION_TEXT}
      - WATCH_ROOT=${WATCH_ROOT:-/work}
      - HOST_INDEX_PATH=/work
      - QDRANT_TIMEOUT=${QDRANT_TIMEOUT:-60}
      # Chunking config - use ${VAR:-} to properly inherit from .env (not host shell)
      - INDEX_SEMANTIC_CHUNKS=${INDEX_SEMANTIC_CHUNKS:-}
      - INDEX_MICRO_CHUNKS=${INDEX_MICRO_CHUNKS:-}
      - MICRO_CHUNK_TOKENS=${MICRO_CHUNK_TOKENS:-}
      - MICRO_CHUNK_STRIDE=${MICRO_CHUNK_STRIDE:-}
      - INDEX_UPSERT_BATCH=${INDEX_UPSERT_BATCH:-512}
      - INDEX_UPSERT_RETRIES=${INDEX_UPSERT_RETRIES:-5}
      - MAX_MICRO_CHUNKS_PER_FILE=${MAX_MICRO_CHUNKS_PER_FILE:-200}
      - WATCH_DEBOUNCE_SECS=${WATCH_DEBOUNCE_SECS:-1.5}
      - REMOTE_UPLOAD_ENABLED=${REMOTE_UPLOAD_ENABLED:-0}
      # Lexical vector config - use ${VAR:-} to properly inherit from .env (not host shell)
      - LEX_VECTOR_DIM=${LEX_VECTOR_DIM:-}
      - LEX_MULTI_HASH=${LEX_MULTI_HASH:-}
      - LEX_BIGRAMS=${LEX_BIGRAMS:-}
      - LEX_BIGRAM_WEIGHT=${LEX_BIGRAM_WEIGHT:-}
      - LEX_SPARSE_MODE=${LEX_SPARSE_MODE:-}
      - LEX_SPARSE_NAME=${LEX_SPARSE_NAME:-}
      # Pattern vectors for structural code similarity
      - PATTERN_VECTORS=${PATTERN_VECTORS:-}
    volumes:
      - workspace_pvc:/work:rw
      - codebase_pvc:/work/.codebase:rw
    command: ["sh", "-c", "mkdir -p /tmp/huggingface/hub /tmp/huggingface/transformers /tmp/huggingface/fastembed && exec python /app/scripts/watch_index.py"]
    cpus: 2
    networks:
      - dev-remote-network

  # Init payload service - modified for PVC volumes with complete bootstrap
  init_payload:
    build:
      context: .
      dockerfile: Dockerfile.indexer
    container_name: init-payload-dev-remote
    user: "0:0"
    depends_on:
      - qdrant
    env_file:
      - .env
    environment:
      - QDRANT_URL=${QDRANT_URL}
      - COLLECTION_NAME=${COLLECTION_NAME}
      - CTXCE_AUTH_ENABLED=${CTXCE_AUTH_ENABLED:-0}
      - CTXCE_AUTH_SHARED_TOKEN=${CTXCE_AUTH_SHARED_TOKEN}
      - CTXCE_AUTH_ADMIN_TOKEN=${CTXCE_AUTH_ADMIN_TOKEN}
      - CTXCE_AUTH_DB_URL=${CTXCE_AUTH_DB_URL}
      - CTXCE_AUTH_SESSION_TTL_SECONDS=${CTXCE_AUTH_SESSION_TTL_SECONDS:-0}
      - CTXCE_ACL_ALLOW_ALL=${CTXCE_ACL_ALLOW_ALL:-0}
      - CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN=${CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN:-0}
      - HF_HOME=/work/.cache/huggingface
      - TRANSFORMERS_CACHE=/work/.cache/huggingface
      - HUGGINGFACE_HUB_CACHE=/work/.cache/huggingface
      - WORKDIR=/work
      - TOKENIZER_URL=${TOKENIZER_URL:-https://huggingface.co/BAAI/bge-base-en-v1.5/resolve/main/tokenizer.json}
      - TOKENIZER_PATH=${TOKENIZER_PATH:-/work/models/tokenizer.json}
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
    volumes:
      - workspace_pvc:/work:rw
      - codebase_pvc:/work/.codebase:rw
    command: [
      "sh",
      "-c",
      "mkdir -p /tmp/logs /work/.codebase && (chgrp -R 1000 /work/.codebase 2>/dev/null || true) && (chmod -R g+rwX /work/.codebase 2>/dev/null || true) && (find /work/.codebase -type d -exec chmod g+s {} + 2>/dev/null || true) && echo 'Starting initialization sequence...' && /app/scripts/wait-for-qdrant.sh && PYTHONPATH=/app python /app/scripts/create_indexes.py && echo 'Collections and metadata created' && python /app/scripts/warm_all_collections.py && echo 'Search caches warmed for all collections' && python /app/scripts/health_check.py && echo 'Initialization completed successfully!'"
    ]
    restart: "no"  # Run once on startup
    networks:
      - dev-remote-network

  # NEW: Upload Service for Remote Upload System
  upload_service:
    build:
      context: .
      dockerfile: Dockerfile.upload-service
    container_name: upload-service-dev-remote
    user: "0:0" # Windows bind-mount to /work requires root to create workspace dirs
    depends_on:
      - qdrant
    env_file:
      - .env
    environment:
      # Upload service configuration
      - UPLOAD_SERVICE_HOST=0.0.0.0
      - UPLOAD_SERVICE_PORT=8002
      - QDRANT_URL=${QDRANT_URL}
      - WORKDIR=/work
      - MAX_BUNDLE_SIZE_MB=100
      - UPLOAD_TIMEOUT_SECS=300
      # Optional auth configuration (fully opt-in via .env)
      - CTXCE_AUTH_ENABLED=${CTXCE_AUTH_ENABLED:-0}
      - CTXCE_MCP_ACL_ENFORCE=${CTXCE_MCP_ACL_ENFORCE:-0}
      - CTXCE_ACL_ALLOW_ALL=${CTXCE_ACL_ALLOW_ALL:-0}
      - CTXCE_AUTH_SHARED_TOKEN=${CTXCE_AUTH_SHARED_TOKEN}
      - CTXCE_AUTH_ADMIN_TOKEN=${CTXCE_AUTH_ADMIN_TOKEN}
      - CTXCE_AUTH_DB_URL=${CTXCE_AUTH_DB_URL}
      - CTXCE_AUTH_SESSION_TTL_SECONDS=${CTXCE_AUTH_SESSION_TTL_SECONDS:-0}
      - CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN=${CTXCE_AUTH_ALLOW_OPEN_TOKEN_LOGIN:-0}
      - CTXCE_ADMIN_COLLECTION_DELETE_ENABLED=${CTXCE_ADMIN_COLLECTION_DELETE_ENABLED:-0}
      - CTXCE_COLLECTION_REGISTRY_UNDELETE_ON_DISCOVERY=${CTXCE_COLLECTION_REGISTRY_UNDELETE_ON_DISCOVERY:-0}
      
      # Indexing configuration
      - COLLECTION_NAME=${COLLECTION_NAME}
      - HF_HOME=/work/.cache/huggingface
      - TRANSFORMERS_CACHE=/work/.cache/huggingface
      - HUGGINGFACE_HUB_CACHE=/work/.cache/huggingface
      - EMBEDDING_MODEL=${EMBEDDING_MODEL}
      - EMBEDDING_PROVIDER=${EMBEDDING_PROVIDER}
      - QWEN3_EMBEDDING_ENABLED=${QWEN3_EMBEDDING_ENABLED:-0}
      - QWEN3_QUERY_INSTRUCTION=${QWEN3_QUERY_INSTRUCTION:-1}
      - QWEN3_INSTRUCTION_TEXT=${QWEN3_INSTRUCTION_TEXT:-}
      - USE_TREE_SITTER=${USE_TREE_SITTER:-}
      - INDEX_SEMANTIC_CHUNKS=${INDEX_SEMANTIC_CHUNKS:-}
      - INDEX_MICRO_CHUNKS=${INDEX_MICRO_CHUNKS:-}

      # Remote upload mode configuration
      - REMOTE_UPLOAD_ENABLED=1
      - REMOTE_UPLOAD_MODE=development
      - REMOTE_UPLOAD_DEBUG=1
      - REMOTE_UPLOAD_TIMEOUT=300
      - REMOTE_UPLOAD_MAX_RETRIES=5
      - MAX_BUNDLE_SIZE_MB=256

      # Qdrant configuration - use ${VAR:-} to properly inherit from .env
      - QDRANT_TIMEOUT=${QDRANT_TIMEOUT:-}
      - MAX_MICRO_CHUNKS_PER_FILE=${MAX_MICRO_CHUNKS_PER_FILE:-}
      - INDEX_UPSERT_BATCH=${INDEX_UPSERT_BATCH:-}
      - INDEX_UPSERT_RETRIES=${INDEX_UPSERT_RETRIES:-}
      # Lexical vector config - use ${VAR:-} to properly inherit from .env
      - LEX_VECTOR_DIM=${LEX_VECTOR_DIM:-}
      - LEX_MULTI_HASH=${LEX_MULTI_HASH:-}
      - LEX_BIGRAMS=${LEX_BIGRAMS:-}
      - LEX_BIGRAM_WEIGHT=${LEX_BIGRAM_WEIGHT:-}
      - LEX_SPARSE_MODE=${LEX_SPARSE_MODE:-}
      - LEX_SPARSE_NAME=${LEX_SPARSE_NAME:-}
    ports:
      - "8004:8002"  # Map to different host port to avoid conflicts
      - "18004:18000"  # Health check port
    volumes:
      - workspace_pvc:/work:rw
      - codebase_pvc:/work/.codebase:rw
      - upload_temp:/tmp/uploads
    command: [
      "sh",
      "-c",
      "mkdir -p /work/.codebase && (chgrp -R 1000 /work/.codebase 2>/dev/null || true) && (chmod -R g+rwX /work/.codebase 2>/dev/null || true) && (find /work/.codebase -type d -exec chmod g+s {} + 2>/dev/null || true) && exec python scripts/upload_service.py"
    ]
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8002/health"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 40s
    restart: unless-stopped
    networks:
      - dev-remote-network

  
# PVCs to simulate CephFS RWX behavior (production-like)
volumes:
  # Main workspace volume - simulates CephFS RWX for repository storage
  workspace_pvc:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: ${HOST_INDEX_PATH:-./dev-workspace}
  
  # Codebase metadata volume - simulates CephFS RWX for indexing metadata
  codebase_pvc:
    driver: local
    driver_opts:
      type: none
      o: bind
      device: ./.codebase
  
  # Temporary upload storage
  upload_temp:
    driver: local
  
  # HuggingFace cache for model downloads
  huggingface_cache:
    driver: local
  
  # Indexer cache for model downloads
  indexer_cache:
    driver: local
  
  # Qdrant storage - separate from base compose to avoid conflicts
  qdrant_storage_dev_remote:
    driver: local

  # Learning reranker weights storage (shared between indexer and worker)
  rerank_data:
    driver: local

  # Learning reranker events storage (shared between indexer and worker)
  rerank_events:
    driver: local

# Custom network for service discovery
networks:
  dev-remote-network:
    driver: bridge
    ipam:
      config:
        - subnet: 172.20.0.0/16