Upload 2 files

Dockerfile

@@ -1,60 +1,12 @@
-# Use an official Python runtime as a parent image
 FROM python:3.11-slim
 
-# Set the working directory in the container
-WORKDIR /app
+WORKDIR /code
 
-COPY ./requirements.txt /app/requirements.txt
+COPY ./requirements.txt /code/requirements.txt
+COPY ./main.py /code/main.py
+COPY ./Nous-Hermes-2-Mistral-7B-DPO.Q4_0.gguf /code/Nous-Hermes-2-Mistral-7B-DPO.Q4_0.gguf
 
-RUN pip install --no-cache-dir -r /app/requirements.txt
+RUN pip install --no-cache-dir -r /code/requirements.txt
 
-COPY ./main.py /app/main.py
-COPY ./Nous-Hermes-2-Mistral-7B-DPO.Q4_0.gguf /app/Nous-Hermes-2-Mistral-7B-DPO.Q4_0.gguf
-
-# Make port 8000 available to the world outside this container
-EXPOSE 8000
-
-# Run main.py when the container launches  # uvicorn main:app
 CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
 
-# *** to build the docker image, at cmd line
-# $> docker build -t myimage .
-# if the above doesn't work, try the below
-# trying, $> docker build --network=host -t iss_isa_convo_llm .
-# don't forget the "."
-
-# 'myimage' will be stored in docker, rename it to something else
-# you can see it in $>docker images
-
-# *** to run the docker image as a container
-# $>docker run -d -p 10000:8000 iss_isa_convo_llm:latest
-
-# ****** to push to Docker Hub
-# Pushing images
-# ==============
-# You can push a new image to this repository using the CLI:
-
-# $> docker tag local-image:tagname new-repo:tagname
-# $> docker push new-repo:tagname
-
-# Make sure to replace tagname with your desired image repository tag.
-# my repo for this is rchai/convo_summariser (created on Docker Hub website)
-
-# -----------------
-# *** To upload aka push to docker hub
-
-# step 1: tag the image (iss_isa_convo:latest) with the dockerhub repo name (created online) - rchai/convo_summariser:latest
-#   $> docker tag iss_isa_convo_llm:latest rchai/convo_summariser:latest
-
-# step 2: log in
-#   $> docker login -u rchai -p your_password
-
-# step 3: push to docker hub
-#       docker push the repo name (not the image name, it is the repo name
-#       which is why in step 1, we tag the image with the repo name, so that when we push the repo
-#       the correct image will be uploaded.
-#       tagname is same as version number.
-#       taganme of value "latest" means get the latest
-#   $> docker push rchai/convo_summariser:latest
-
-

main.py

@@ -92,7 +92,7 @@ model_path_file = cwd / model_name
 cbot = GPT4ALLChatBot(model=model_name,
                       user_prompt_template=USER_PROMPT_TEMPLATE,
                       system_prompt_template=SYSTEM_PROMPT_TEMPLATE,
-                      allow_download=True)
+                      allow_download=False)
 
 # test code
 # print(cbot.chat("hello!"))