Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -77,7 +77,7 @@ def respond(request, file_content, system_message, max_tokens, temperature, top_
|
|
77 |
|
78 |
# Generate response with streaming
|
79 |
response = ""
|
80 |
-
streamer = TextIteratorStreamer(tokenizer, skip_special_tokens=True)
|
81 |
|
82 |
generation_kwargs = dict(
|
83 |
input_ids=inputs["input_ids"],
|
@@ -138,8 +138,8 @@ with gr.Blocks() as demo:
|
|
138 |
temperature = gr.Slider(
|
139 |
minimum=0.1,
|
140 |
maximum=4.0,
|
141 |
-
value=
|
142 |
-
step=
|
143 |
label="Temperature"
|
144 |
)
|
145 |
top_p = gr.Slider(
|
|
|
77 |
|
78 |
# Generate response with streaming
|
79 |
response = ""
|
80 |
+
streamer = TextIteratorStreamer(tokenizer,skip_prompt = True , skip_special_tokens=True)
|
81 |
|
82 |
generation_kwargs = dict(
|
83 |
input_ids=inputs["input_ids"],
|
|
|
138 |
temperature = gr.Slider(
|
139 |
minimum=0.1,
|
140 |
maximum=4.0,
|
141 |
+
value=1,
|
142 |
+
step=0.5,
|
143 |
label="Temperature"
|
144 |
)
|
145 |
top_p = gr.Slider(
|