Upload folder using huggingface_hub

config.json

@@ -0,0 +1,48 @@
+{
+  "architectures": [
+    "EmovaQwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "image_aspect_ratio": "native_anyres",
+  "initializer_range": 0.02,
+  "intermediate_size": 29568,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 70,
+  "mm_hidden_size": 3584,
+  "mm_patch_merge_type": "flat",
+  "mm_projector": {
+    "mlp_depth": 2,
+    "trainable": true,
+    "type": "MLPProjector"
+  },
+  "mm_projector_lr": 1e-05,
+  "mm_use_im_patch_token": false,
+  "mm_use_im_start_end": false,
+  "mm_vision_tower": {
+    "max_pixels": 3211264,
+    "pretrained_model_name_or_path": "Emova-ollm/qwen2vit600m",
+    "trainable": true,
+    "type": "Qwen2VisionTower",
+    "unfreeze_mm_vision_tower": true
+  },
+  "model_type": "emova_qwen2",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "tokenizer_model_max_length": 8192,
+  "tokenizer_padding_side": "left",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.2",
+  "use_cache": true,
+  "use_mm_proj": true,
+  "use_sliding_window": false,
+  "vocab_size": 155776
+}

generation_config.json

@@ -0,0 +1,15 @@
+{
+  "attn_implementation": "flash_attention_2",
+  "bos_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "pad_token_id": 151643,
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_k": 20,
+  "top_p": 0.8,
+  "transformers_version": "4.44.2"
+}

model-00001-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02544126ef7f6d50d252ad8ad336aaadda4769178e6a1de29e3de53a00e6e64
+size 4609616136

model-00002-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361516f64a472b43f5831029418c15426b37fcb6b0e44747f0ef0f5d05e0d57f
+size 4964101384

model-00003-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10a267f54e7842423d5551f60ff81b6bee1031a353a9b817ff5b6601a9308c2
+size 4781637328

model-00004-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b2c557d8d520d10c17214164a3e0b25c401908bc40269fa6fd448c4a9ca8db
+size 4781670320

model-00005-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d827644c70b33d2a4a35f0b1246365f29fa3ef47cd9d7d561464a1d08e7d6dc
+size 4781670360

model-00006-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e334c932e30b5bd1c8e169d89f27f4adef63be681012aeec2b6d60b6a36298c7
+size 4964101416

model-00007-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94119201bde446cdb2b0128c7eda26d2b4e4eb1f382cbf89b30dc41ddd4d7fa
+size 4781637360

model-00008-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b7864be37bd82f231b4876e44744a46dd002b083f7d69afd6c225b402b4f8
+size 4781670360

model-00009-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b77181d0f83b41f972a3a5eda71e9ad5c3b77c2b5a7fc008e87c2f1125fd33
+size 4781670360

model-00010-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463aee7314cd7059ec4627a5674aea8b04363536f076b00ee75dc9e2a0e2d640
+size 4964101416

model-00011-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6744cc1c1f0259820d72fb7ee4dba9ce2abea84d3765bac010dcc584ee8a3bb7
+size 4781637360

model-00012-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce08f1186affdeccf7d91994d631257f2aa4bc8fd7c8973c58415cfaf59ca3ff
+size 4781670360

model-00013-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b7ee6eb7e0af47130230fd1d16fc6750c2ddbed84eb4d8b4c7a181d47643dd
+size 4781670360

model-00014-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7e23855f82cacf68b8df96a7de0af999b32af5388ac10a644fb65040c401a7
+size 4964101416

model-00015-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86995a07d95d14109412eabab009933d6a7398aee8416a2053446f2b8be34ad3
+size 4781637360

model-00016-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c512599e1d2b7354979f17f37c137939038a3deed8edf99fe0945870638f93
+size 4781670360

model-00017-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c135e41b737da701e883c23e40663ab9c5db1d34c30bd393bd0a3870c458bd1f
+size 4781670360

model-00018-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7537897364411381724501d9958280150deb518abc798f4492a5c998918186
+size 4964101416

model-00019-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13e61ae28a757e4e41bdaafd9ff0ab782d40a246f5bf453e31f4f33b36993a5
+size 4781637360

model-00020-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe1e463056188a345b7266f4f54df179bda2d2b115da67938111516e3b497c6
+size 4781670360

model-00021-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c24efa0e7a7bba3fd57da71fef4ddef94639cddc640ff3b479915ba063f3989
+size 4781670360

model-00022-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb17f2b775a820b7a8f920ce94d707ec08cdbe78916ed1c9a7821dcaaca940b
+size 4964101416

model-00023-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1535985f5fa9861a8a5c8d3011ee8d354f60f161d5b2520a018c6e8792937b5
+size 4781637360

model-00024-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07c3ef8c63de4b28966ad89cb467b993e134af3087338fef8bec9d973ba03f4
+size 4781670360

model-00025-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0e697f040d1c13e1c1b7c5ba2dd8fa6daaeb5e324b08e5895063a6d469729f
+size 4781670360

model-00026-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383d6c4b0d6c88a0a39bcd18bd5a10b7043c3e55ca89ade1c5589ade73cba5a0
+size 4964101416

model-00027-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6018ec7f370e1559af7d48e7e85e91497d5631ea69a395f2189a154ebc1fd7
+size 4781637360

model-00028-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c8f9b36411143032bd8d87957f80b7928711b5cfc89529677811a6e54dcbb6
+size 4781670360

model-00029-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942fe369913b34ad6326fc96bd73278f9627a4f01694a2c2d6163ef2363d79bb
+size 4781670360

model-00030-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60533d38009ecf6ed48ea635f3ceeda68b77800852c93fe29769046aa6055c7e
+size 4753287288

model-00031-of-00031.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b7d5661f69a1379cd9556126ad0f09cdc9a034316d6894b0c5ab92ed52f360
+size 2552234112

special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}