DrishtiSharma commited on
Commit
4d8d888
·
verified ·
1 Parent(s): a28a9dc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -0
app.py CHANGED
@@ -20,6 +20,18 @@ st.title("Blah-1")
20
  # ----------------- API Keys -----------------
21
  os.environ["GROQ_API_KEY"] = st.secrets.get("GROQ_API_KEY", "")
22
 
 
 
 
 
 
 
 
 
 
 
 
 
23
  # ----------------- ChromaDB Persistent Directory -----------------
24
  CHROMA_DB_DIR = "/mnt/data/chroma_db"
25
  os.makedirs(CHROMA_DB_DIR, exist_ok=True)
 
20
  # ----------------- API Keys -----------------
21
  os.environ["GROQ_API_KEY"] = st.secrets.get("GROQ_API_KEY", "")
22
 
23
+ # Load LLM models
24
+ llm_judge = ChatGroq(model="deepseek-r1-distill-llama-70b")
25
+ rag_llm = ChatGroq(model="mixtral-8x7b-32768")
26
+
27
+ llm_judge.verbose = True
28
+ rag_llm.verbose = True
29
+
30
+ # Clear ChromaDB cache to fix tenant issue
31
+ chromadb.api.client.SharedSystemClient.clear_system_cache()
32
+
33
+ st.title("Blah")
34
+
35
  # ----------------- ChromaDB Persistent Directory -----------------
36
  CHROMA_DB_DIR = "/mnt/data/chroma_db"
37
  os.makedirs(CHROMA_DB_DIR, exist_ok=True)