Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ def process_inputs(image, audio):
|
|
| 32 |
input_len = input_ids["input_ids"].shape[-1]
|
| 33 |
|
| 34 |
input_ids = input_ids.to(model.device, dtype=model.dtype)
|
| 35 |
-
with torch.inference_mode:
|
| 36 |
outputs = model.generate(
|
| 37 |
**input_ids,
|
| 38 |
max_new_tokens=max_tokens,
|
|
|
|
| 32 |
input_len = input_ids["input_ids"].shape[-1]
|
| 33 |
|
| 34 |
input_ids = input_ids.to(model.device, dtype=model.dtype)
|
| 35 |
+
with torch.inference_mode():
|
| 36 |
outputs = model.generate(
|
| 37 |
**input_ids,
|
| 38 |
max_new_tokens=max_tokens,
|