Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,14 +18,14 @@ def install_fa2():
|
|
| 18 |
print("Install FA2")
|
| 19 |
os.system("pip install flash-attn --no-build-isolation")
|
| 20 |
|
| 21 |
-
install_fa2()
|
| 22 |
|
| 23 |
|
| 24 |
model = ColQwen2.from_pretrained(
|
| 25 |
"vidore/colqwen2-v1.0",
|
| 26 |
torch_dtype=torch.bfloat16,
|
| 27 |
device_map="cuda:0", # or "mps" if on Apple Silicon
|
| 28 |
-
attn_implementation="flash_attention_2"
|
| 29 |
).eval()
|
| 30 |
processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0")
|
| 31 |
|
|
|
|
| 18 |
print("Install FA2")
|
| 19 |
os.system("pip install flash-attn --no-build-isolation")
|
| 20 |
|
| 21 |
+
# install_fa2()
|
| 22 |
|
| 23 |
|
| 24 |
model = ColQwen2.from_pretrained(
|
| 25 |
"vidore/colqwen2-v1.0",
|
| 26 |
torch_dtype=torch.bfloat16,
|
| 27 |
device_map="cuda:0", # or "mps" if on Apple Silicon
|
| 28 |
+
# attn_implementation="flash_attention_2"
|
| 29 |
).eval()
|
| 30 |
processor = ColQwen2Processor.from_pretrained("vidore/colqwen2-v1.0")
|
| 31 |
|