import gradio as gr
from transformers import pipeline

generator = pipeline("text-generation", model="mertbozkurt/Llama-2-7b-TR-recipe")

def predict(prompt):
    outputs = generator(prompt, max_new_tokens=300, do_sample=True, temperature=0.9)
    return outputs[0]["generated_text"]

demo = gr.Interface(fn=predict, inputs="text", outputs="text")

if __name__ == "__main__":
    demo.launch()