Spaces:
Runtime error
Runtime error
Haoyu Lu
commited on
Commit
·
48752d2
1
Parent(s):
cd0611e
Feats: Update inference
Browse files- app.py +2 -0
- kimi_vl/serve/inference.py +1 -2
app.py
CHANGED
@@ -1,6 +1,7 @@
|
|
1 |
import argparse
|
2 |
import gradio as gr
|
3 |
import os
|
|
|
4 |
from PIL import Image
|
5 |
|
6 |
from kimi_vl.serve.frontend import reload_javascript
|
@@ -89,6 +90,7 @@ def get_prompt(conversation) -> str:
|
|
89 |
|
90 |
|
91 |
@wrap_gen_fn
|
|
|
92 |
def predict(
|
93 |
text,
|
94 |
images,
|
|
|
1 |
import argparse
|
2 |
import gradio as gr
|
3 |
import os
|
4 |
+
import spaces
|
5 |
from PIL import Image
|
6 |
|
7 |
from kimi_vl.serve.frontend import reload_javascript
|
|
|
90 |
|
91 |
|
92 |
@wrap_gen_fn
|
93 |
+
@spaces.GPU()
|
94 |
def predict(
|
95 |
text,
|
96 |
images,
|
kimi_vl/serve/inference.py
CHANGED
@@ -153,7 +153,7 @@ def preprocess(
|
|
153 |
return inputs
|
154 |
|
155 |
|
156 |
-
|
157 |
def kimi_vl_generate(
|
158 |
model: torch.nn.Module,
|
159 |
processor: AutoProcessor,
|
@@ -181,7 +181,6 @@ def kimi_vl_generate(
|
|
181 |
)
|
182 |
|
183 |
|
184 |
-
@spaces.GPU
|
185 |
def generate(
|
186 |
model,
|
187 |
processor,
|
|
|
153 |
return inputs
|
154 |
|
155 |
|
156 |
+
|
157 |
def kimi_vl_generate(
|
158 |
model: torch.nn.Module,
|
159 |
processor: AutoProcessor,
|
|
|
181 |
)
|
182 |
|
183 |
|
|
|
184 |
def generate(
|
185 |
model,
|
186 |
processor,
|