fix celery timeout error and package version upgrade

Dockerfile

@@ -1,8 +1,31 @@
-FROM pytorch/pytorch:1.12.0-cuda11.3-cudnn8-devel
+FROM nvidia/cuda:11.3.1-cudnn8-devel-ubuntu20.04
+
+# set environment variables
+ENV PYTHONUNBUFFERED=1 \
+    PYTHONDONTWRITEBYTECODE=1 \
+    DEBIAN_FRONTEND=noninteractive
+
+RUN apt-get update \
+    && apt remove python-pip  python3-pip \
+    && apt-get install --no-install-recommends -y \
+    build-essential \
+    ca-certificates \
+    curl \
+    g++ \
+    python3.8 \
+    python3.8-dev \
+    python3.8-distutils \
+    && rm -rf /var/lib/apt/lists/* \
+    && cd /tmp \
+    && curl -O https://bootstrap.pypa.io/get-pip.py \
+    && python3.8 get-pip.py \
+    && update-alternatives --install /usr/bin/python python /usr/bin/python3.8 1 \
+    && update-alternatives --install /usr/local/bin/pip pip /usr/local/bin/pip3.8 1
 
 WORKDIR /app
-COPY requirements.txt requirements.txt
+COPY ./requirements.txt /app/requirements.txt
 RUN pip install -r requirements.txt
+
 COPY ./worker/ /app/
 
-CMD ["celery", "-A", "worker", "worker", "--loglevel=info", "--pool=solo"]
+CMD ["celery", "-A", "worker", "worker", "--loglevel=info", "--pool=solo", "--concurrency=1", "--without-heartbeat"]

requirements.txt

@@ -1,8 +1,8 @@
---find-links https://download.pytorch.org/whl/torch_stable.html
-accelerate==0.10.0
+--extra-index-url https://download.pytorch.org/whl/cu116
+accelerate==0.14.0
 celery==5.2.7
 loguru==0.6.0
-pydantic==1.9.1
-transformers==4.20.1
+pydantic==1.10.2
+transformers==4.24.0
 redis==4.3.4
-torch==1.12.0+cu113
+torch==1.13.0

worker/configs/celery_config.py

@@ -5,3 +5,4 @@
 worker_prefetch_multiplier = 1
 task_queues = [Queue(name="llm")]
 task_ignore_result = True
+broker_connection_timeout = 360