Switch from Vega20 (gfx906) base to ROCm 7.2 for gfx1151; set local ollama :11435
This commit is contained in:
@@ -22,7 +22,7 @@ from marker.providers.registry import load_extensions
|
||||
from marker.settings import settings as marker_settings
|
||||
|
||||
# Ollama / OCR fallback configuration
|
||||
OLLAMA_HOST = os.environ.get("OLLAMA_HOST", "http://10.0.1.127:11434")
|
||||
OLLAMA_HOST = os.environ.get("OLLAMA_HOST", "http://localhost:11435")
|
||||
DEESEEK_OCR_MODEL = os.environ.get("DEESEEK_OCR_MODEL", "deepseek-ocr")
|
||||
|
||||
AMD_COMPUTE = os.environ.get("AMD_COMPUTE", "false").lower() in ("true", "1", "yes")
|
||||
@@ -50,7 +50,6 @@ def _configure_env():
|
||||
if AMD_COMPUTE and not TORCH_DEVICE:
|
||||
os.environ["TORCH_DEVICE"] = "cuda"
|
||||
os.environ["TORCH_DEVICE_MODEL"] = "cuda"
|
||||
os.environ["HSA_OVERRIDE_GFX_VERSION"] = "9.0.6"
|
||||
if MODEL_DTYPE == "bfloat16":
|
||||
os.environ["MODEL_DTYPE"] = "bfloat16"
|
||||
if torch_device_override := os.environ.get("TORCH_DEVICE"):
|
||||
|
||||
Reference in New Issue
Block a user