docker-compose.yml

name: mirror-neuron

services:
  redis:
    image: redis:7
    container_name: mirror-neuron-redis
    restart: unless-stopped
    expose:
      - "6379"
    environment:
      MN_REDIS_PASSWORD: ${MN_REDIS_PASSWORD:-}
    command: >
      sh -c 'if [ -n "$$MN_REDIS_PASSWORD" ]; then
      exec redis-server --appendonly yes --requirepass "$$MN_REDIS_PASSWORD" --masterauth "$$MN_REDIS_PASSWORD";
      else
      exec redis-server --appendonly yes;
      fi'
    volumes:
      - redis-data:/data
    networks:
      runtime:
        aliases:
          - redis
          - ${MN_NODE_ALIAS:-mirror-neuron}-redis

  openshell:
    image: ${OPENSHELL_GATEWAY_IMAGE:-ghcr.io/nvidia/openshell/gateway:0.0.47}
    container_name: openshell-cluster-openshell
    command: ["--bind-address", "0.0.0.0", "--port", "${OPENSHELL_GATEWAY_PORT:-58080}"]
    user: "${OPENSHELL_GATEWAY_USER:-1000:1000}"
    group_add:
      - "${OPENSHELL_GATEWAY_DOCKER_GROUP:-0}"
    profiles:
      - openshell
    restart: unless-stopped
    expose:
      - "${OPENSHELL_GATEWAY_PORT:-58080}"
    environment:
      HOME: ${MN_HOST_OPENSHELL_STATE_DIR:-./openshell-state}
      XDG_DATA_HOME: ${MN_HOST_OPENSHELL_STATE_DIR:-./openshell-state}/.local/share
      OPENSHELL_GATEWAY_CONFIG: ${MN_HOST_OPENSHELL_STATE_DIR:-./openshell-state}/gateway.toml
      OPENSHELL_DRIVERS: docker
      OPENSHELL_DB_URL: "sqlite:${MN_HOST_OPENSHELL_STATE_DIR:-./openshell-state}/openshell.db"
      OPENSHELL_DISABLE_TLS: "true"
      OPENSHELL_BIND_ADDRESS: 0.0.0.0
      OPENSHELL_SERVER_PORT: ${OPENSHELL_GATEWAY_PORT:-58080}
    volumes:
      - ${MN_HOST_OPENSHELL_STATE_DIR:-./openshell-state}:${MN_HOST_OPENSHELL_STATE_DIR:-./openshell-state}
      - ${DOCKER_HOST_SOCKET:-/var/run/docker.sock}:/var/run/docker.sock
    networks:
      - runtime

  membrane-context-engine:
    image: ${ENGINE_IMAGE:-mirror-neuron-memory-engine:latest}
    container_name: mirror-neuron-context-engine
    profiles:
      - context
    build:
      context: ${MEMBRANE_DIR:-../Membrane}
      dockerfile: Dockerfile
      target: runtime
    restart: unless-stopped
    expose:
      - "50052"
    environment:
      MN_CONTEXT_ADDR: 0.0.0.0:50052
      MN_CONTEXT_REDIS_URL: ${MN_CONTEXT_REDIS_URL:-redis://redis:6379/1}
      MN_CONTEXT_DEBUG: ${MN_CONTEXT_DEBUG:-0}
      MN_CONTEXT_DEBUG_DETAIL: ${MN_CONTEXT_DEBUG_DETAIL:-basic}
      MN_CONTEXT_DEBUG_DIR: /tmp/mn-context-engine/context-views
      MN_CONTEXT_MODEL_COMPRESSION_ENABLED: ${MN_CONTEXT_MODEL_COMPRESSION_ENABLED:-true}
      MN_CONTEXT_COMPRESSION_COMMAND: /usr/local/bin/mn_context_model_client.py
      MN_CONTEXT_MODEL_TIMEOUT_SECONDS: ${MN_CONTEXT_MODEL_TIMEOUT_SECONDS:-300}
    models:
      context-engine-model:
        endpoint_var: MN_CONTEXT_MODEL_ENDPOINT
        model_var: MN_CONTEXT_MODEL_NAME
    depends_on:
      redis:
        condition: service_started
    volumes:
      - context-debug:/tmp/mn-context-engine
    networks:
      - runtime

  mirror-neuron-core:
    image: mirror-neuron-core:latest
    container_name: mirror-neuron-core
    restart: unless-stopped
    expose:
      - "50051"
      - "${MN_EPMD_PORT:-54369}"
      - "${MN_DIST_PORT:-54370}"
    ports:
      - "${MN_GRPC_BIND_HOST:-127.0.0.1}:${MN_GRPC_PORT:-55051}:50051"
    command: >
      sh -c 'if [ -n "$$MN_NODE_NAME" ]; then
      if [ -z "$$MN_COOKIE" ] || [ "$$MN_COOKIE" = "mirrorneuron" ]; then
      echo "MN_COOKIE must be set to a non-default secret when MN_NODE_NAME enables distributed Erlang" >&2; exit 1;
      fi;
      dist_port="$${MN_DIST_PORT:-4370}";
      unset ERL_EPMD_ADDRESS;
      epmd -daemon;
      exec elixir --name "$$MN_NODE_NAME" --cookie "$$MN_COOKIE" --erl "-kernel inet_dist_listen_min $${dist_port} inet_dist_listen_max $${dist_port}" -S mix run --no-halt;
      else exec mix run --no-halt; fi'
    environment:
      HOME: /root
      MN_CORE_HOST: 0.0.0.0
      MN_REDIS_HOST: redis
      MN_REDIS_URL: ${MN_REDIS_URL:-redis://redis:6379/0}
      MN_NETWORK_JOIN_TOKEN: ${MN_NETWORK_JOIN_TOKEN:-}
      MN_NETWORK_ADVERTISE_HOST: ${MN_NETWORK_ADVERTISE_HOST:-}
      MN_MODEL_SERVICE_NODE_NAME: ${MN_MODEL_SERVICE_NODE_NAME:-}
      MN_NETWORK_REDIS_HOST: ${MN_NETWORK_REDIS_HOST:-}
      MN_NETWORK_REDIS_PORT: ${MN_NETWORK_REDIS_PORT:-}
      MN_CONTEXT_ADDR: membrane-context-engine:50052
      MN_EXECUTOR_MAX_CONCURRENCY: ${MN_EXECUTOR_MAX_CONCURRENCY:-50}
      MN_NODE_ALIAS: ${MN_NODE_ALIAS:-}
      MN_DOCKER_NETWORK_MODE: ${MN_DOCKER_NETWORK_MODE:-}
      MN_DOCKER_NETWORK_NAME: ${MN_DOCKER_NETWORK_NAME:-}
      MN_NODE_NAME: ${MN_NODE_NAME:-}
      MN_NODE_ROLE: ${MN_NODE_ROLE:-runtime}
      MN_NODE_DISPLAY_NAME: ${MN_NODE_DISPLAY_NAME:-}
      MN_NODE_CPU_MODEL: ${MN_NODE_CPU_MODEL:-}
      MN_NODE_GPU: ${MN_NODE_GPU:-}
      MN_NODE_GPU_COUNT: ${MN_NODE_GPU_COUNT:-}
      MN_NODE_GPU_VENDOR: ${MN_NODE_GPU_VENDOR:-}
      MN_NODE_GPU_DRIVER: ${MN_NODE_GPU_DRIVER:-}
      MN_NODE_GPU_TYPE: ${MN_NODE_GPU_TYPE:-}
      MN_NODE_GPU_NAME: ${MN_NODE_GPU_NAME:-}
      MN_NODE_GPU_API_VERSION: ${MN_NODE_GPU_API_VERSION:-}
      MN_NODE_GPU_DRIVER_VERSION: ${MN_NODE_GPU_DRIVER_VERSION:-}
      MN_NODE_MODELS: ${MN_NODE_MODELS:-}
      MN_NODE_RUNTIME_MODELS: ${MN_NODE_RUNTIME_MODELS:-}
      MN_CLUSTER_NODES: ${MN_CLUSTER_NODES:-}
      MN_DIST_PORT: ${MN_DIST_PORT:-54370}
      MN_BLOB_STORE_ROOT: ${MN_CONTAINER_BLOB_STORE_ROOT:-/root/.mn/shared/blobs}
      MN_JOB_ARTIFACT_ROOT: ${MN_CONTAINER_JOB_ARTIFACT_ROOT:-/root/.mn/shared/jobs}
      MN_RUNS_ROOT: ${MN_CONTAINER_RUNS_ROOT:-/root/.mn/runs}
      MN_SHARED_STORAGE_ROOT: ${MN_RUNTIME_SHARED_STORAGE_ROOT:-${MN_CONTAINER_SHARED_STORAGE_ROOT:-/root/.mn/shared}}
      MN_HOST_SHARED_STORAGE_ROOT: ${MN_HOST_SHARED_STORAGE_ROOT:-${MN_SHARED_STORAGE_ROOT:-./mn/shared}}
      MN_RUNTIME_SHARED_STORAGE_ROOT: ${MN_RUNTIME_SHARED_STORAGE_ROOT:-${MN_CONTAINER_SHARED_STORAGE_ROOT:-/root/.mn/shared}}
      MN_BLUEPRINT_WEB_UI_BIND_HOST: ${MN_BLUEPRINT_WEB_UI_BIND_HOST:-0.0.0.0}
      MN_BLUEPRINT_WEB_UI_PUBLIC_HOST: ${MN_BLUEPRINT_WEB_UI_PUBLIC_HOST:-localhost}
      MN_BLUEPRINT_WEB_UI_PORT_START: ${MN_BLUEPRINT_WEB_UI_PORT_START:-58000}
      MN_BLUEPRINT_WEB_UI_PORT_END: ${MN_BLUEPRINT_WEB_UI_PORT_END:-58049}
      ERL_EPMD_PORT: ${MN_EPMD_PORT:-54369}
      ERL_EPMD_ADDRESS: ${ERL_EPMD_ADDRESS:-0.0.0.0}
      ERL_AFLAGS: ${ERL_AFLAGS:-}
      MN_COOKIE: ${MN_COOKIE:-}
      MN_GRPC_AUTH_TOKEN: ${MN_GRPC_AUTH_TOKEN:-}
      MN_GRPC_AUTH_TOKEN_FILE: ${MN_GRPC_AUTH_TOKEN_FILE:-/root/.mn/grpc_auth.token}
      MN_GRPC_ADMIN_TOKEN: ${MN_GRPC_ADMIN_TOKEN:-}
      MN_GRPC_ADMIN_TOKEN_FILE: ${MN_GRPC_ADMIN_TOKEN_FILE:-/root/.mn/grpc_admin.token}
      SLACK_BOT_TOKEN: ${SLACK_BOT_TOKEN:-}
      SLACK_DEFAULT_CHANNEL: ${SLACK_DEFAULT_CHANNEL:-}
      SLACK_API_BASE_URL: ${SLACK_API_BASE_URL:-}
      MN_SLACK_BOT_TOKEN: ${MN_SLACK_BOT_TOKEN:-}
      MN_SLACK_DEFAULT_CHANNEL: ${MN_SLACK_DEFAULT_CHANNEL:-}
      MN_SLACK_API_BASE_URL: ${MN_SLACK_API_BASE_URL:-}
    depends_on:
      redis:
        condition: service_started
    volumes:
      - ${MN_HOST_HOME_DIR:-./mn}:/root/.mn
      - ${MN_HOST_HOME_DIR:-./mn}:/opt/mirror_neuron/.mn
      - ${MN_HOST_ARTIFACTS_DIR:-./mn/runs}:/root/.mn/runs
      - ${MN_HOST_ARTIFACTS_DIR:-./mn/runs}:/opt/mirror_neuron/.mn/runs
      - ${MN_HOST_SHARED_STORAGE_ROOT:-${MN_SHARED_STORAGE_ROOT:-./mn/shared}}:${MN_RUNTIME_SHARED_STORAGE_ROOT:-${MN_CONTAINER_SHARED_STORAGE_ROOT:-/root/.mn/shared}}
      - ${MN_HOST_SHARED_STORAGE_ROOT:-${MN_SHARED_STORAGE_ROOT:-./mn/shared}}:/opt/mirror_neuron/.mn/shared
      - ${MN_HOST_OPENSHELL_CONFIG_DIR:-./openshell-config}:/root/.config/openshell:ro
      - ${MN_HOST_OPENSHELL_CONFIG_DIR:-./openshell-config}:/opt/mirror_neuron/.config/openshell:ro
    networks:
      runtime:
        aliases:
          - ${MN_NODE_ALIAS:-mirror-neuron-core}

networks:
  runtime:
    name: ${MN_DOCKER_NETWORK_NAME:-mirror-neuron-runtime}
    external: ${MN_DOCKER_NETWORK_EXTERNAL:-false}
    driver: ${MN_DOCKER_NETWORK_DRIVER:-bridge}
    attachable: ${MN_DOCKER_NETWORK_ATTACHABLE:-false}

volumes:
  redis-data:
  context-debug:

models:
  context-engine-model:
    model: ${MN_CONTEXT_MODEL_RUNNER_MODEL:-hf.co/homerquan/mn-context-engine-model-v-Q4_K_M}
    context_size: 16384