troubleshooting model path issue

model/download_model.py

@@ -1,27 +1,34 @@
-#!/usr/bin/env python3
-import os, pathlib, sys
+import os, sys, pathlib, shutil
 from huggingface_hub import hf_hub_download
 
 def main():
     MODEL_REPO = os.getenv("MODEL_REPO", "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF")
-    MODEL_FILE = os.getenv("MODEL_FILE", "TinyLlama-1.1B-Chat-v1.0.Q4_K_M.gguf")  # <- fixed case
+    MODEL_FILE = os.getenv("MODEL_FILE", "TinyLlama-1.1B-Chat-v1.0.Q4_K_M.gguf")
     MODEL_DIR  = pathlib.Path(os.getenv("MODEL_DIR", "/tmp/models"))
+    MODEL_PATH = MODEL_DIR / MODEL_FILE
+
     MODEL_DIR.mkdir(parents=True, exist_ok=True)
 
     try:
-        print(f"[download] repo={MODEL_REPO} file={MODEL_FILE} -> {MODEL_DIR}", file=sys.stderr, flush=True)
-        path = hf_hub_download(
+        print(f"[download] repo={MODEL_REPO} file={MODEL_FILE} -> {MODEL_PATH}", file=sys.stderr, flush=True)
+        # Download (to cache, possibly symlinked)
+        downloaded = hf_hub_download(
             repo_id=MODEL_REPO,
             filename=MODEL_FILE,
             local_dir=str(MODEL_DIR),
             local_dir_use_symlinks=False,
             token=os.getenv("HF_TOKEN") or None,
         )
-        print(f"[download] saved: {path}", file=sys.stderr, flush=True)
+        print(f"[download] hf_hub_download saved: {downloaded}", file=sys.stderr, flush=True)
+
+        # Copy to expected flat path if different
+        if pathlib.Path(downloaded).resolve() != MODEL_PATH.resolve():
+            shutil.copy2(downloaded, MODEL_PATH)
+            print(f"[download] copied to: {MODEL_PATH}", file=sys.stderr, flush=True)
 
-        # Optional debug file
+        # Write debug marker
         with open(MODEL_DIR / "MODEL_PATH.txt", "w") as f:
-            f.write(path + "\n")
+            f.write(str(MODEL_PATH) + "\n")
 
     except Exception as e:
         print(f"!!! Exception in download_model.py: {e}", file=sys.stderr, flush=True)