Spaces:
Running
on
Zero
Running
on
Zero
Update demo (#4)
Browse files- update (1d91878e213e5e7ec537e47c64d970b5aabb9197)
Co-authored-by: jingjing <[email protected]>
- .gitattributes +6 -0
- app.py +17 -2
- examples/bear.mp4 +3 -0
- examples/cake.png +3 -0
- examples/chart.jpg +0 -0
- examples/doc.jpg +0 -0
- examples/dog.mp4 +3 -0
- examples/long.mp4 +3 -0
- examples/painting.png +3 -0
- examples/performance.png +0 -0
- examples/running.mp4 +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
examples/long.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
examples/bear.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
examples/dog.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 39 |
+
examples/running.mp4 filter=lfs diff=lfs merge=lfs -text
|
| 40 |
+
examples/cake.png filter=lfs diff=lfs merge=lfs -text
|
| 41 |
+
examples/painting.png filter=lfs diff=lfs merge=lfs -text
|
app.py
CHANGED
|
@@ -7,9 +7,24 @@ import torch
|
|
| 7 |
from threading import Thread
|
| 8 |
from transformers import AutoModelForCausalLM, AutoProcessor, TextIteratorStreamer
|
| 9 |
|
| 10 |
-
HEADER = """
|
| 11 |
-
"""
|
| 12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
device = "cuda"
|
| 15 |
model = AutoModelForCausalLM.from_pretrained(
|
|
|
|
| 7 |
from threading import Thread
|
| 8 |
from transformers import AutoModelForCausalLM, AutoProcessor, TextIteratorStreamer
|
| 9 |
|
|
|
|
|
|
|
| 10 |
|
| 11 |
+
HEADER = ("""
|
| 12 |
+
<div style="display: flex; justify-content: center; align-items: center; text-align: center;">
|
| 13 |
+
<a href="https://github.com/DAMO-NLP-SG/VideoLLaMA3" style="margin-right: 20px; text-decoration: none; display: flex; align-items: center;">
|
| 14 |
+
<img src="https://github.com/DAMO-NLP-SG/VideoLLaMA3/blob/main/assets/logo.png?raw=true" alt="VideoLLaMA 3 🔥🚀🔥" style="max-width: 120px; height: auto;">
|
| 15 |
+
</a>
|
| 16 |
+
<div>
|
| 17 |
+
<h1>VideoLLaMA 3: Frontier Multimodal Foundation Models for Video Understanding</h1>
|
| 18 |
+
<h5 style="margin: 0;">If this demo please you, please give us a star ⭐ on Github or 💖 on this space.</h5>
|
| 19 |
+
</div>
|
| 20 |
+
</div>
|
| 21 |
+
<div style="display: flex; justify-content: center; margin-top: 10px;">
|
| 22 |
+
<a href="https://github.com/DAMO-NLP-SG/VideoLLaMA3"><img src='https://img.shields.io/badge/Github-VideoLLaMA3-9C276A' style="margin-right: 5px;"></a>
|
| 23 |
+
<a href="https://arxiv.org/pdf/2501.13106"><img src="https://img.shields.io/badge/Arxiv-2501.13106-AD1C18" style="margin-right: 5px;"></a>
|
| 24 |
+
<a href="https://huggingface.co/collections/DAMO-NLP-SG/videollama3-678cdda9281a0e32fe79af15"><img src="https://img.shields.io/badge/🤗-Checkpoints-ED5A22.svg" style="margin-right: 5px;"></a>
|
| 25 |
+
<a href="https://github.com/DAMO-NLP-SG/VideoLLaMA3/stargazers"><img src="https://img.shields.io/github/stars/DAMO-NLP-SG/VideoLLaMA3.svg?style=social"></a>
|
| 26 |
+
</div>
|
| 27 |
+
""")
|
| 28 |
|
| 29 |
device = "cuda"
|
| 30 |
model = AutoModelForCausalLM.from_pretrained(
|
examples/bear.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6aaf1d0a2d6c9d6a43615caf4f16baaf2c35e192efa1876a0e903be230eef4b6
|
| 3 |
+
size 2606962
|
examples/cake.png
ADDED
|
Git LFS Details
|
examples/chart.jpg
ADDED
|
examples/doc.jpg
ADDED
|
examples/dog.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f81db607d8f49e73138e3e9167b7f439d108d66be80b57c30a2c990b91ccbd9e
|
| 3 |
+
size 2656649
|
examples/long.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b709283d14fd8f1aa225877707c5ef54773654a9263727f36b86733d642d16a4
|
| 3 |
+
size 44392567
|
examples/painting.png
ADDED
|
Git LFS Details
|
examples/performance.png
ADDED
|
examples/running.mp4
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:32c9a7c0ee384aebd18e2e40928fb27895c3f61941f7b8330ebe78f061988309
|
| 3 |
+
size 4295126
|