Update download_model.py

download_model.py

@@ -1,18 +1,16 @@
 import os
 from huggingface_hub import hf_hub_download
 
-# Force writable cache path
-os.environ["HF_HOME"] = "/tmp/hf_cache"
-os.environ["HF_HUB_CACHE"] = "/tmp/hf_cache"
+# Redirect all internal caching to writable location
+os.environ["HF_HOME"] = "/tmp/huggingface"
+os.environ["HF_HUB_CACHE"] = "/tmp/huggingface"
 
-repo_id = "TheBloke/phi-2-GGUF"
-filename = "phi-2.Q4_K_M.gguf"
+model_path = hf_hub_download(
+    repo_id="TheBloke/phi-2-GGUF",
+    filename="phi-2.Q4_K_M.gguf",
+    cache_dir="/tmp/huggingface"
+)
 
-# Download to current working dir
-hf_hub_download(
-    repo_id=repo_id,
-    filename=filename,
-    cache_dir="/tmp/hf_cache",  # override .cache
-    local_dir=".",
-    local_dir_use_symlinks=False
-)
+# Copy model to working directory
+import shutil
+shutil.copy(model_path, "./phi-2.Q4_K_M.gguf")