akki2825 commited on
Commit
66d1483
·
verified ·
1 Parent(s): 66c4774

add spaces

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -1,3 +1,4 @@
 
1
  from huggingface_hub import InferenceClient
2
  import gradio as gr
3
  import random
@@ -16,6 +17,8 @@ def format_prompt(message, history):
16
  prompt += f"[INST] {message} [/INST]"
17
  return prompt
18
 
 
 
19
  def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
20
  temperature = float(temperature)
21
  if temperature < 1e-2:
 
1
+ import spaces
2
  from huggingface_hub import InferenceClient
3
  import gradio as gr
4
  import random
 
17
  prompt += f"[INST] {message} [/INST]"
18
  return prompt
19
 
20
+
21
+ @spaces.GPU()
22
  def generate(prompt, history, temperature=0.9, max_new_tokens=512, top_p=0.95, repetition_penalty=1.0):
23
  temperature = float(temperature)
24
  if temperature < 1e-2: