Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -88,7 +88,7 @@ def reset_components():
|
|
| 88 |
return ['pla', 'gnd', 'ver', 'ans'], 0, 256
|
| 89 |
|
| 90 |
|
| 91 |
-
@spaces.GPU
|
| 92 |
def main(video, prompt, role, temperature, max_new_tokens, model, processor):
|
| 93 |
history = []
|
| 94 |
|
|
@@ -161,6 +161,8 @@ def main(video, prompt, role, temperature, max_new_tokens, model, processor):
|
|
| 161 |
data = processor(text=[text], images=images, videos=videos, return_tensors='pt')
|
| 162 |
data = data.to(next(model.parameters()).device)
|
| 163 |
|
|
|
|
|
|
|
| 164 |
model.base_model.disable_adapter_layers()
|
| 165 |
model.base_model.enable_adapter_layers()
|
| 166 |
model.set_adapter('planner')
|
|
|
|
| 88 |
return ['pla', 'gnd', 'ver', 'ans'], 0, 256
|
| 89 |
|
| 90 |
|
| 91 |
+
@spaces.GPU(duration=300)
|
| 92 |
def main(video, prompt, role, temperature, max_new_tokens, model, processor):
|
| 93 |
history = []
|
| 94 |
|
|
|
|
| 161 |
data = processor(text=[text], images=images, videos=videos, return_tensors='pt')
|
| 162 |
data = data.to(next(model.parameters()).device)
|
| 163 |
|
| 164 |
+
print(next(model.parameters()).device)
|
| 165 |
+
|
| 166 |
model.base_model.disable_adapter_layers()
|
| 167 |
model.base_model.enable_adapter_layers()
|
| 168 |
model.set_adapter('planner')
|