Update app.py
Browse files
app.py
CHANGED
|
@@ -33,7 +33,7 @@ def generate(
|
|
| 33 |
):
|
| 34 |
"""run model inference, will return a Generator if streaming is true"""
|
| 35 |
|
| 36 |
-
return llm(format_prompt(user_prompt), **
|
| 37 |
|
| 38 |
config = AutoConfig.from_pretrained(
|
| 39 |
"teknium/Replit-v2-CodeInstruct-3B", context_length=2048
|
|
|
|
| 33 |
):
|
| 34 |
"""run model inference, will return a Generator if streaming is true"""
|
| 35 |
|
| 36 |
+
return llm(format_prompt(user_prompt), **asdict(generation_config))
|
| 37 |
|
| 38 |
config = AutoConfig.from_pretrained(
|
| 39 |
"teknium/Replit-v2-CodeInstruct-3B", context_length=2048
|