Haoyu Lu commited on
Commit
48752d2
·
1 Parent(s): cd0611e

Feats: Update inference

Browse files
Files changed (2) hide show
  1. app.py +2 -0
  2. kimi_vl/serve/inference.py +1 -2
app.py CHANGED
@@ -1,6 +1,7 @@
1
  import argparse
2
  import gradio as gr
3
  import os
 
4
  from PIL import Image
5
 
6
  from kimi_vl.serve.frontend import reload_javascript
@@ -89,6 +90,7 @@ def get_prompt(conversation) -> str:
89
 
90
 
91
  @wrap_gen_fn
 
92
  def predict(
93
  text,
94
  images,
 
1
  import argparse
2
  import gradio as gr
3
  import os
4
+ import spaces
5
  from PIL import Image
6
 
7
  from kimi_vl.serve.frontend import reload_javascript
 
90
 
91
 
92
  @wrap_gen_fn
93
+ @spaces.GPU()
94
  def predict(
95
  text,
96
  images,
kimi_vl/serve/inference.py CHANGED
@@ -153,7 +153,7 @@ def preprocess(
153
  return inputs
154
 
155
 
156
- @spaces.GPU
157
  def kimi_vl_generate(
158
  model: torch.nn.Module,
159
  processor: AutoProcessor,
@@ -181,7 +181,6 @@ def kimi_vl_generate(
181
  )
182
 
183
 
184
- @spaces.GPU
185
  def generate(
186
  model,
187
  processor,
 
153
  return inputs
154
 
155
 
156
+
157
  def kimi_vl_generate(
158
  model: torch.nn.Module,
159
  processor: AutoProcessor,
 
181
  )
182
 
183
 
 
184
  def generate(
185
  model,
186
  processor,