Files
bornetime/Dockerfile.worker.gguf

35 lines
865 B
Docker

FROM docker.io/rocm/pytorch:rocm6.4.4_ubuntu24.04_py3.12_pytorch_release_2.6.0
WORKDIR /app
RUN apt-get update && apt-get install -y \
ffmpeg \
rocm-dev \
rocblas-dev \
hipblas-dev \
hipblaslt-dev \
&& rm -rf /var/lib/apt/lists/*
RUN pip install --no-cache-dir \
torch transformers accelerate \
boson_multimodal \
soundfile librosa \
pyannote.audio \
numpy aiofiles \
sqlalchemy aiosqlite \
pydantic pydantic-settings \
celery[redis] redis
RUN CMAKE_ARGS="-DLLAMA_HIPBLAS=on -DCMAKE_PREFIX_PATH=/opt/rocm" \
pip install --no-cache-dir llama-cpp-python
ENV PYTHONPATH=/app
ENV HUGGINGFACE_HUB_CACHE=/data/hf_cache
ENV ROCM_PATH=/opt/rocm
COPY backend/ .
RUN mkdir -p /data/app /data/videos /data/hf_cache
CMD ["celery", "-A", "app.tasks.celery_app", "worker", "--loglevel=info", "--concurrency=1"]