Spaces:
Sleeping
Sleeping
add spaces
Browse files
app.py
CHANGED
|
@@ -1,3 +1,4 @@
|
|
|
|
|
| 1 |
from huggingface_hub import InferenceClient
|
| 2 |
import gradio as gr
|
| 3 |
import random
|
|
@@ -16,6 +17,8 @@ def format_prompt(message, history):
|
|
| 16 |
prompt += f"[INST] {message} [/INST]"
|
| 17 |
return prompt
|
| 18 |
|
|
|
|
|
|
|
| 19 |
def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
|
| 20 |
temperature = float(temperature)
|
| 21 |
if temperature < 1e-2:
|
|
|
|
| 1 |
+
import spaces
|
| 2 |
from huggingface_hub import InferenceClient
|
| 3 |
import gradio as gr
|
| 4 |
import random
|
|
|
|
| 17 |
prompt += f"[INST] {message} [/INST]"
|
| 18 |
return prompt
|
| 19 |
|
| 20 |
+
|
| 21 |
+
@spaces.GPU()
|
| 22 |
def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
|
| 23 |
temperature = float(temperature)
|
| 24 |
if temperature < 1e-2:
|