Update README.md
Browse files
README.md
CHANGED
@@ -91,15 +91,16 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
91 |
)
|
92 |
processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
|
93 |
|
94 |
-
#
|
95 |
conversation = [
|
|
|
96 |
{
|
97 |
"role": "user",
|
98 |
"content": [
|
99 |
-
{"type": "
|
100 |
-
{"type": "text", "data": "What is the
|
101 |
]
|
102 |
-
}
|
103 |
]
|
104 |
|
105 |
inputs = processor(conversation=conversation, return_tensors="pt")
|
|
|
91 |
)
|
92 |
processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
|
93 |
|
94 |
+
# Video conversation
|
95 |
conversation = [
|
96 |
+
{"role": "system", "content": "You are a helpful assistant."},
|
97 |
{
|
98 |
"role": "user",
|
99 |
"content": [
|
100 |
+
{"type": "video", "data": {"video_path": "https://github.com/DAMO-NLP-SG/VideoLLaMA3/raw/refs/heads/main/assets/cat_and_chicken.mp4", "fps": 1, "max_frames": 128}},
|
101 |
+
{"type": "text", "data": "What is the cat doing?"},
|
102 |
]
|
103 |
+
},
|
104 |
]
|
105 |
|
106 |
inputs = processor(conversation=conversation, return_tensors="pt")
|