app.py

from transformers import pipeline, Conversation
import gradio as gr

chatbot = pipeline(model="facebook/blenderbot-400M-distill") #Working!
#https://huggingface.co/facebook/blenderbot-400M-distill/tree/main
#这个模型文件大小：730MB或1.46GB

#chatbot = pipeline(model="HuggingFaceH4/starchat-beta")
#https://huggingface.co/HuggingFaceH4/starchat-beta/tree/main
#由于这个模型太大了（9.96+9.86+9.86+1.36GB），会导致如下错误：
#Runtime error
#Memory limit exceeded (16Gi)

#chatbot = pipeline(model="...")

message_list = []
response_list = []

def vanilla_chatbot(message, history):
    conversation = Conversation(text=message, past_user_inputs=message_list, generated_responses=response_list)
    conversation = chatbot(conversation)

    return conversation.generated_responses[-1]

demo_chatbot = gr.ChatInterface(vanilla_chatbot, title="Vanilla Chatbot", description="Enter text to start chatting.")

demo_chatbot.launch()