File size: 438 Bytes
202d927 134027f 202d927 134027f 202d927 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
import gradio as gr
from llama_cpp import Llama
llm = Llama(
model_path="yugogpt-q4_0.gguf",
n_ctx=2048
)
def chat(message, history):
response = llm.create_completion(
f"USER: {message}\nASSISTANT:",
max_tokens=512,
temperature=0.7
)
return response['choices'][0]['text']
demo = gr.ChatInterface(
chat,
title="YUGO-Razgovor",
)
demo.launch(server_name="0.0.0.0", server_port=7860)
|