Switch from Vega20 (gfx906) base to ROCm 7.2 for gfx1151; set local ollama :11435

This commit is contained in:
oval
2026-06-07 22:39:28 +02:00
parent 94003f7dda
commit 0c4bcdc7d2
4 changed files with 44 additions and 14 deletions
+1 -2
View File
@@ -22,7 +22,7 @@ from marker.providers.registry import load_extensions
from marker.settings import settings as marker_settings
# Ollama / OCR fallback configuration
OLLAMA_HOST = os.environ.get("OLLAMA_HOST", "http://10.0.1.127:11434")
OLLAMA_HOST = os.environ.get("OLLAMA_HOST", "http://localhost:11435")
DEESEEK_OCR_MODEL = os.environ.get("DEESEEK_OCR_MODEL", "deepseek-ocr")
AMD_COMPUTE = os.environ.get("AMD_COMPUTE", "false").lower() in ("true", "1", "yes")
@@ -50,7 +50,6 @@ def _configure_env():
if AMD_COMPUTE and not TORCH_DEVICE:
os.environ["TORCH_DEVICE"] = "cuda"
os.environ["TORCH_DEVICE_MODEL"] = "cuda"
os.environ["HSA_OVERRIDE_GFX_VERSION"] = "9.0.6"
if MODEL_DTYPE == "bfloat16":
os.environ["MODEL_DTYPE"] = "bfloat16"
if torch_device_override := os.environ.get("TORCH_DEVICE"):