Switch from Vega20 (gfx906) base to ROCm 7.2 for gfx1151; set local ollama :11435

2026-06-07 22:39:28 +02:00
parent 94003f7dda
commit 0c4bcdc7d2
4 changed files with 44 additions and 14 deletions
@@ -10,11 +10,16 @@ services:
    env_file:
      - .env          # optional; remove if no .env exists
    environment:
-      - OLLAMA_HOST=${OLLAMA_HOST:-http://10.0.1.127:11434}
+      - OLLAMA_HOST=${OLLAMA_HOST:-http://localhost:11435}
      - DEESEEK_OCR_MODEL=${DEESEEK_OCR_MODEL:-deepseek-ocr}
-      - AMD_COMPUTE=${AMD_COMPUTE:-false}
-      - TORCH_DEVICE=${TORCH_DEVICE:-}
+      - AMD_COMPUTE=${AMD_COMPUTE:-true}
+      - TORCH_DEVICE=${TORCH_DEVICE:-cuda}
      - MODEL_DTYPE=${MODEL_DTYPE:-float32}
+      - LLM_SERVICE=marker.services.openai.OpenAIService
+      - USE_LLM=false
+      - OPENAI_BASE_URL=http://localhost:11435/v1
+      - OPENAI_API_KEY=not-needed
+      - OPENAI_MODEL=
      - PORT=8000
      - HOST=0.0.0.0
      - GUNICORN_WORKERS=${GUNICORN_WORKERS:-2}