Server Deployment

Dockerfile

@@ -8,6 +8,4 @@ RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 COPY . .
 
-RUN chmod u+rwx /path_to_cache_directory
-
 CMD ["uvicorn","main:model","--host", "0.0.0.0", "--port", "80"]

model.py

@@ -6,14 +6,9 @@ repo_id = 'TheBloke/Llama-2-7B-Chat-GGUF'
 # Define the filename you want to download
 filename = 'llama-2-7b-chat.Q2_K.gguf'
 
-# Define the cache directory (optional)
-# If not provided, the default cache directory will be used
-cache_dir = './path_to_cache_directory'
-
 def model_download():
     # Download the file
     file_path = hf_hub_download(
     repo_id=repo_id,
-    filename=filename,
-    cache_dir=cache_dir)   # The file_path variable now contains the local path to the downloaded file
+    filename=filename)   # The file_path variable now contains the local path to the downloaded file
     print(f"File downloaded to: {file_path}")