Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,12 +8,12 @@ from PIL import Image
|
|
| 8 |
import requests
|
| 9 |
import spaces
|
| 10 |
|
| 11 |
-
device = torch.device(
|
| 12 |
|
| 13 |
processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf")
|
| 14 |
|
| 15 |
model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
|
| 16 |
-
model.to(
|
| 17 |
|
| 18 |
|
| 19 |
def postprocess_kosmos_out(result):
|
|
|
|
| 8 |
import requests
|
| 9 |
import spaces
|
| 10 |
|
| 11 |
+
device = torch.device("cuda" if torch.cuda.is_available() else 'cpu')
|
| 12 |
|
| 13 |
processor = LlavaNextProcessor.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf")
|
| 14 |
|
| 15 |
model = LlavaNextForConditionalGeneration.from_pretrained("llava-hf/llava-v1.6-mistral-7b-hf", torch_dtype=torch.float16, low_cpu_mem_usage=True)
|
| 16 |
+
model.to(device)
|
| 17 |
|
| 18 |
|
| 19 |
def postprocess_kosmos_out(result):
|