lordpietre
98e0cd0e46
- Update Dockerfile.remote-worker with CUDA support - Update docker-compose.yml with GPU settings - Update remote_translator_worker.py to use nllb-200-1.3B - Update worker_ws.go with model URL handler
39 lines
No EOL
1.1 KiB
Text
39 lines
No EOL
1.1 KiB
Text
FROM python:3.11-slim-bookworm
|
|
|
|
RUN apt-get update && apt-get install -y --no-install-recommends \
|
|
patchelf libpq-dev gcc git curl wget \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
ENV PYTHONUNBUFFERED=1 \
|
|
PIP_DISABLE_PIP_VERSION_CHECK=1 \
|
|
TOKENIZERS_PARALLELISM=false \
|
|
HF_HOME=/root/.cache/huggingface
|
|
|
|
WORKDIR /app
|
|
|
|
COPY requirements.txt .
|
|
RUN pip install --no-cache-dir --upgrade pip
|
|
|
|
RUN pip install --no-cache-dir torch==2.1.0 torchvision==0.16.0 --index-url https://download.pytorch.org/whl/cu118
|
|
|
|
RUN pip install --no-cache-dir \
|
|
ctranslate2==3.24.0 \
|
|
sentencepiece \
|
|
transformers==4.36.0 \
|
|
protobuf==3.20.3 \
|
|
"numpy<2" \
|
|
psycopg2-binary \
|
|
langdetect \
|
|
websocket-client
|
|
|
|
RUN find /usr/local/lib/python3.11/site-packages/ctranslate2* \
|
|
-name "libctranslate2-*.so.*" -o -name "libctranslate2.so*" | \
|
|
xargs -I {} patchelf --clear-execstack {} || true
|
|
|
|
COPY workers/remote_translator_worker.py /app/worker.py
|
|
|
|
ENV CT2_DEVICE=cuda
|
|
ENV CT2_COMPUTE_TYPE=float16
|
|
ENV UNIVERSAL_MODEL=facebook/nllb-200-1.3B
|
|
|
|
CMD ["python", "/app/worker.py"] |