hf error

Dockerfile

@@ -4,6 +4,9 @@ FROM python:3.10.9
 # Set the working directory to /app
 WORKDIR /app
 
+# Set a writable directory for Hugging Face cache
+# ENV TRANSFORMERS_CACHE=/app/huggingface_cache
+
 # Create the cache directory
 #RUN mkdir -p /app/.cache/huggingface
 

utils/embedding_utils.py

@@ -17,6 +17,13 @@ import logging
 # Load environment variables from .env file
 #load_dotenv()
 
+os.environ["TRANSFORMERS_CACHE"] = "/app/huggingface_cache"
+
+# Ensure the cache directory exists
+cache_dir = os.environ["TRANSFORMERS_CACHE"]
+if not os.path.exists(cache_dir):
+    os.makedirs(cache_dir)
+
 # Load Hugging Face token from environment variable
 # huggingface_token = os.getenv('HUGGINGFACE_HUB_TOKEN')
 
@@ -27,7 +34,7 @@ import logging
 #     raise ValueError("Hugging Face token is not set. Please set the HUGGINGFACE_HUB_TOKEN environment variable.")
 
 # Load model and tokenizer with authentication
-#model_name = 'nvidia/NV-Embed-v1'
+model_name = 'nvidia/NV-Embed-v1'
 
 model_name = 'nomic-ai/nomic-embed-text-v1.5'
 model = SentenceTransformer('nomic-ai/nomic-embed-text-v1.5', trust_remote_code=True)