app.py

import gradio as gr
import os
os.system("pip install rwkvstic inquirer transformers")
from rwkvstic.load import RWKV
model = RWKV("https://huggingface.co/BlinkDL/rwkv-4-pile-3b/resolve/main/RWKV-4-Pile-3B-Instruct-test1-20230124.pth")

def generate(query):
    model.loadContext(newctx=text)
    output = model.forward(number=100)["output"]
    return output

iface = gr.Interface(fn=generate, inputs="text", outputs="text")
iface.launch()