app.py

import gradio as gr
import os
def func(query):
    try:
        os.system("pip install rwkvstic inquirer transformers")
        from rwkvstic.load import RWKV
        model = RWKV("https://huggingface.co/BlinkDL/rwkv-4-pile-3b/resolve/main/RWKV-4-Pile-3B-Instruct-test1-20230124.pth")
        
        def generate(query):
            model.loadContext(newctx=text)
            output = model.forward(number=100)["output"]
            return output
    except Exception as e:
        return str(e)
    else:
        return generate(query)

iface = gr.Interface(fn=func, inputs="text", outputs="text")
iface.launch()