From d655e02e3af7bf941708b759544adaba8e840733 Mon Sep 17 00:00:00 2001 From: Justin White Date: Mon, 30 Mar 2026 11:01:51 -0500 Subject: [PATCH] Add Docker Compose for running with Ollama --- .gitignore | 1 + docker-compose.ollama.yml | 16 ++++++++++++++++ 2 files changed, 17 insertions(+) create mode 100644 docker-compose.ollama.yml diff --git a/.gitignore b/.gitignore index f6f9952..5bbdd71 100644 --- a/.gitignore +++ b/.gitignore @@ -3,4 +3,5 @@ __pycache__/ .venv/ venv/ models/ +outputs/ *.gguf \ No newline at end of file diff --git a/docker-compose.ollama.yml b/docker-compose.ollama.yml new file mode 100644 index 0000000..8c02ba9 --- /dev/null +++ b/docker-compose.ollama.yml @@ -0,0 +1,16 @@ +services: + orpheus-fastapi: + container_name: orpheus-fastapi + build: + context: . + dockerfile: Dockerfile.cpu + # dockerfile: Dockerfile.gpu + # dockerfile: Dockerfile.gpu-rocm + ports: + - "5005:5005" + environment: + ORPHEUS_API_URL: http://host.docker.internal:11434/v1/completions + ORPHEUS_MODEL_NAME: legraphista/Orpheus # https://ollama.com/legraphista/Orpheus + volumes: + - ./outputs:/app/outputs + restart: always