oval
44 lines
1.3 KiB
YAML
44 lines
1.3 KiB
YAML
# ==================================================
|
|
# docker-compose.yml -- local testing (Podman or Docker)
|
|
# ==================================================
|
|
services:
|
|
marker-api:
|
|
build:
|
|
context: .
|
|
dockerfile: Containerfile
|
|
image: marker-api:latest
|
|
env_file:
|
|
- .env # optional; remove if no .env exists
|
|
environment:
|
|
- OLLAMA_HOST=${OLLAMA_HOST:-http://localhost:11435}
|
|
- DEESEEK_OCR_MODEL=${DEESEEK_OCR_MODEL:-deepseek-ocr}
|
|
- AMD_COMPUTE=${AMD_COMPUTE:-true}
|
|
- TORCH_DEVICE=${TORCH_DEVICE:-cuda}
|
|
- MODEL_DTYPE=${MODEL_DTYPE:-float32}
|
|
- LLM_SERVICE=marker.services.openai.OpenAIService
|
|
- USE_LLM=false
|
|
- OPENAI_BASE_URL=http://localhost:11435/v1
|
|
- OPENAI_API_KEY=not-needed
|
|
- OPENAI_MODEL=
|
|
- PORT=8000
|
|
- HOST=0.0.0.0
|
|
- GUNICORN_WORKERS=${GUNICORN_WORKERS:-2}
|
|
- GUNICORN_THREADS=${GUNICORN_THREADS:-4}
|
|
- GUNICORN_TIMEOUT=${GUNICORN_TIMEOUT:-300}
|
|
ports:
|
|
- "8000:8000"
|
|
volumes:
|
|
- /dev/kfd:/dev/kfd
|
|
- /dev/dri:/dev/dri
|
|
- marker-data:/app/conversion_results
|
|
restart: unless-stopped
|
|
healthcheck:
|
|
test: ["CMD", "curl", "-f", "http://localhost:8000/health"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 120s
|
|
|
|
volumes:
|
|
marker-data:
|