Dockerfile

FROM python:3.11
RUN apt update 
RUN apt install git
RUN git clone https://github.com/Hansimov/hf-llm-api.git /app
WORKDIR "/app"
RUN mkdir /.cache && chmod 777 /.cache
RUN mkdir -p /app/configs  && echo '{}' > /app/configs/secrets.json  && chmod 777 /app/configs/secrets.json
RUN pip install torch
RUN pip install tensorflow>=2.0
RUN pip install flax

RUN pip install -r requirements.txt

EXPOSE 23333
CMD ["python", "-m", "apis.chat_api"]