Update app.py

app.py

@@ -1,4 +1,5 @@
 import spaces
+import os
 import json
 import subprocess
 from llama_cpp import Llama
@@ -9,6 +10,9 @@ from llama_cpp_agent.chat_history.messages import Roles
 import gradio as gr
 from huggingface_hub import hf_hub_download
 
+
+huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
+
 hf_hub_download(
     repo_id="bartowski/gemma-2-9b-it-GGUF",
     filename="gemma-2-9b-it-Q5_K_M.gguf",
@@ -24,10 +28,12 @@ hf_hub_download(
 hf_hub_download(
     repo_id="google/gemma-2-2b-it-GGUF",
     filename="2b_it_v2.gguf",
-    local_dir="./models"
+    local_dir="./models",
+    token=huggingface_token
 )
 
 
+
 llm = None
 llm_model = None