2ba commited on
Commit
32d4600
·
verified ·
1 Parent(s): d44a821

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -17,10 +17,10 @@ def load_llm():
17
  )
18
  llm = Llama(
19
  model_path=model_path,
20
- n_ctx=512
21
  n_threads=max(2, os.cpu_count() or 2),
22
  n_gpu_layers=0,
23
- n_batch=32
24
  verbose=False,
25
  )
26
  return llm
 
17
  )
18
  llm = Llama(
19
  model_path=model_path,
20
+ n_ctx=512,
21
  n_threads=max(2, os.cpu_count() or 2),
22
  n_gpu_layers=0,
23
+ n_batch=32,
24
  verbose=False,
25
  )
26
  return llm