Update app.py
Browse files
app.py
CHANGED
@@ -17,10 +17,10 @@ def load_llm():
|
|
17 |
)
|
18 |
llm = Llama(
|
19 |
model_path=model_path,
|
20 |
-
n_ctx=512
|
21 |
n_threads=max(2, os.cpu_count() or 2),
|
22 |
n_gpu_layers=0,
|
23 |
-
n_batch=32
|
24 |
verbose=False,
|
25 |
)
|
26 |
return llm
|
|
|
17 |
)
|
18 |
llm = Llama(
|
19 |
model_path=model_path,
|
20 |
+
n_ctx=512,
|
21 |
n_threads=max(2, os.cpu_count() or 2),
|
22 |
n_gpu_layers=0,
|
23 |
+
n_batch=32,
|
24 |
verbose=False,
|
25 |
)
|
26 |
return llm
|