debug

Dockerfile

@@ -5,7 +5,7 @@ FROM python:3.10.9
 WORKDIR /app
 
 # Set a writable directory for Hugging Face cache
-ENV TRANSFORMERS_CACHE=/app/huggingface_cache
+# ENV HF_HOME /app/.cache/huggingface
 
 # Create the cache directory
 RUN mkdir -p /app/.cache/huggingface

utils/embedding_utils.py

@@ -17,21 +17,22 @@ import logging
 # Load environment variables from .env file
 #load_dotenv()
 
-os.environ["TRANSFORMERS_CACHE"] = "/app/huggingface_cache"
+# Set the HF_HOME environment variable to a writable directory
+os.environ["HF_HOME"] = "/tmp/huggingface_cache"
 
 # Ensure the cache directory exists
-cache_dir = os.environ["TRANSFORMERS_CACHE"]
+cache_dir = os.environ["HF_HOME"]
 if not os.path.exists(cache_dir):
     os.makedirs(cache_dir)
-
+    
 # Load Hugging Face token from environment variable
-# huggingface_token = os.getenv('HUGGINGFACE_HUB_TOKEN')
+huggingface_token = os.getenv('HUGGINGFACE_HUB_TOKEN')
 
 
-# if huggingface_token:
-#     login(token=huggingface_token, add_to_git_credential=True, write_permission=True)
-# else:
-#     raise ValueError("Hugging Face token is not set. Please set the HUGGINGFACE_HUB_TOKEN environment variable.")
+if huggingface_token:
+    login(token=huggingface_token, add_to_git_credential=True, write_permission=True)
+else:
+    raise ValueError("Hugging Face token is not set. Please set the HUGGINGFACE_HUB_TOKEN environment variable.")
 
 # Load model and tokenizer with authentication
 model_name = 'nvidia/NV-Embed-v1'