alibidaran commited on
Commit
a8f4608
·
verified ·
1 Parent(s): 87ff6c7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -5,8 +5,10 @@ import os
5
  import time
6
  #import pandas as pd
7
  global Modelfile # Declare Modelfile as a global variable
8
-
9
  from llama_cpp import Llama
 
 
10
 
11
  llm = Llama.from_pretrained(
12
  repo_id="alibidaran/LLAMA3.2-Virtual_doctor_GGUF",
 
5
  import time
6
  #import pandas as pd
7
  global Modelfile # Declare Modelfile as a global variable
8
+ import os
9
  from llama_cpp import Llama
10
+ os.environ["HF_HOME"] = "/app/.hf_cache"
11
+ os.environ["TRANSFORMERS_CACHE"] = "/app/.transformers_cache"
12
 
13
  llm = Llama.from_pretrained(
14
  repo_id="alibidaran/LLAMA3.2-Virtual_doctor_GGUF",