Cyril666 commited on
Commit
86c2ff6
·
verified ·
1 Parent(s): 5f22aee

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -4
README.md CHANGED
@@ -91,15 +91,16 @@ model = AutoModelForCausalLM.from_pretrained(
91
  )
92
  processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
93
 
94
- # Image conversation
95
  conversation = [
 
96
  {
97
  "role": "user",
98
  "content": [
99
- {"type": "image", "data": {"image_path": "https://github.com/DAMO-NLP-SG/VideoLLaMA3/blob/main/assets/sora.png?raw=true"}},
100
- {"type": "text", "data": "What is the woman wearing?"},
101
  ]
102
- }
103
  ]
104
 
105
  inputs = processor(conversation=conversation, return_tensors="pt")
 
91
  )
92
  processor = AutoProcessor.from_pretrained(model_name, trust_remote_code=True)
93
 
94
+ # Video conversation
95
  conversation = [
96
+ {"role": "system", "content": "You are a helpful assistant."},
97
  {
98
  "role": "user",
99
  "content": [
100
+ {"type": "video", "data": {"video_path": "https://github.com/DAMO-NLP-SG/VideoLLaMA3/raw/refs/heads/main/assets/cat_and_chicken.mp4", "fps": 1, "max_frames": 128}},
101
+ {"type": "text", "data": "What is the cat doing?"},
102
  ]
103
+ },
104
  ]
105
 
106
  inputs = processor(conversation=conversation, return_tensors="pt")