Futuresony commited on
Commit
69790e9
·
verified ·
1 Parent(s): 1c674a6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -38,7 +38,8 @@ logging.basicConfig(level=logging.INFO)
38
  logger = logging.getLogger(__name__)
39
  hf_logging.set_verbosity_error()
40
 
41
- MODEL = "meta-llama/Meta-Llama-3.1-8B-Instruct"
 
42
  EMBEDDING_MODEL = "sentence-transformers/all-MiniLM-L6-v2"
43
  HF_TOKEN = os.environ.get("HF_TOKEN")
44
  if not HF_TOKEN:
 
38
  logger = logging.getLogger(__name__)
39
  hf_logging.set_verbosity_error()
40
 
41
+ #MODEL = "meta-llama/Meta-Llama-3.1-8B-Instruct"
42
+ MODEL = "Futuresony/gemma2-2b-gguf-q-4_k_m"
43
  EMBEDDING_MODEL = "sentence-transformers/all-MiniLM-L6-v2"
44
  HF_TOKEN = os.environ.get("HF_TOKEN")
45
  if not HF_TOKEN: