CoruNethron commited on
Commit
253db65
·
verified ·
1 Parent(s): 21c4a79

Update olapp.py

Browse files
Files changed (1) hide show
  1. olapp.py +1 -1
olapp.py CHANGED
@@ -28,7 +28,7 @@ from llama_cpp import Llama
28
  print("Loading model...")
29
 
30
  model = Llama(
31
- model_path="/home/oluser/olapp/model-q8_0.gguf",
32
  #model_path=final_model_path,
33
  n_ctx=4096,
34
  n_parts=1,
 
28
  print("Loading model...")
29
 
30
  model = Llama(
31
+ model_path="/home/oluser/olapp/model-q4_K.gguf",
32
  #model_path=final_model_path,
33
  n_ctx=4096,
34
  n_parts=1,