leolaish commited on
Commit
50909ca
·
verified ·
1 Parent(s): 35beead

Update app1.py

Browse files
Files changed (1) hide show
  1. app1.py +17 -15
app1.py CHANGED
@@ -4,31 +4,33 @@ from huggingface_hub import InferenceClient
4
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
5
 
6
  with gr.Blocks() as demo:
7
- system_message = gr.Textbox(value="You are a friendly Chatbot.", label="System message")
8
- max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens")
9
- temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
10
- top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top p")
11
  chat_history = gr.Markdown(label="Chat History")
12
- message = gr.Textbox(label="Message")
13
  chatbot = gr.Chatbot()
14
- clear = gr.Button("Clear")
15
 
16
- def respond(system_message, message, max_tokens, temperature, top_p, chat_history):
 
 
 
 
 
 
 
17
  messages = [{"role": "system", "content": system_message}]
18
- for val in chat_history:
19
- if val[0]:
20
- messages.append({"role": "user", "content": val[0]})
21
- if val[1]:
22
- messages.append({"role": "assistant", "content": val[1]})
23
  messages.append({"role": "user", "content": message})
24
  response = ""
25
  for message in client.chat_completion(messages, max_tokens=max_tokens, stream=True, temperature=temperature, top_p=top_p):
26
  token = message.choices[0].delta.content
27
  response += token
28
- chat_history.append((message, response))
 
 
 
 
 
29
  return chat_history
30
 
31
- message.submit(respond, inputs=[system_message, message, max_tokens, temperature, top_p, chat_history], outputs=[chat_history, chatbot])
32
- clear.click(lambda: [], outputs=[message, chatbot, chat_history])
33
 
34
  demo.launch()
 
4
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
5
 
6
  with gr.Blocks() as demo:
7
+ logo = gr.Image(value="(link unavailable)", label="Logo")
8
+ input_box = gr.Textbox(label="Type your message...")
 
 
9
  chat_history = gr.Markdown(label="Chat History")
 
10
  chatbot = gr.Chatbot()
 
11
 
12
+ def respond(message):
13
+ # Set default values for sliders and system message
14
+ system_message = "You are a friendly Chatbot."
15
+ max_tokens = 512
16
+ temperature = 0.7
17
+ top_p = 0.95
18
+
19
+ # Generate response from chatbot
20
  messages = [{"role": "system", "content": system_message}]
 
 
 
 
 
21
  messages.append({"role": "user", "content": message})
22
  response = ""
23
  for message in client.chat_completion(messages, max_tokens=max_tokens, stream=True, temperature=temperature, top_p=top_p):
24
  token = message.choices[0].delta.content
25
  response += token
26
+
27
+ # Update chat history
28
+ chat_history_value = chat_history.value
29
+ chat_history_value.append((message, response))
30
+ chat_history.update(value=chat_history_value)
31
+
32
  return chat_history
33
 
34
+ input_box.submit(respond, inputs=input_box, outputs=chat_history)
 
35
 
36
  demo.launch()