(Trained with Unsloth)

config.json

@@ -1,5 +1,5 @@
 {
-    "_name_or_path": "unsloth/qwen2-vl-7b-instruct-unsloth-bnb-4bit",
+    "_name_or_path": "unsloth/qwen2-vl-2b-instruct-unsloth-bnb-4bit",
     "architectures": [
         "Qwen2VLForConditionalGeneration"
     ],
@@ -7,16 +7,16 @@
     "bos_token_id": 151643,
     "eos_token_id": 151645,
     "hidden_act": "silu",
-    "hidden_size": 3584,
+    "hidden_size": 1536,
     "image_token_id": 151655,
     "initializer_range": 0.02,
-    "intermediate_size": 18944,
+    "intermediate_size": 8960,
     "max_position_embeddings": 32768,
     "max_window_layers": 28,
     "model_type": "qwen2_vl",
-    "num_attention_heads": 28,
+    "num_attention_heads": 12,
     "num_hidden_layers": 28,
-    "num_key_value_heads": 4,
+    "num_key_value_heads": 2,
     "pad_token_id": 151654,
     "rms_norm_eps": 1e-06,
     "rope_scaling": {
@@ -30,7 +30,7 @@
     },
     "rope_theta": 1000000.0,
     "sliding_window": 32768,
-    "tie_word_embeddings": false,
+    "tie_word_embeddings": true,
     "torch_dtype": "float16",
     "transformers_version": "4.48.3",
     "unsloth_fixed": true,
@@ -39,6 +39,7 @@
     "use_sliding_window": false,
     "video_token_id": 151656,
     "vision_config": {
+        "hidden_size": 1536,
         "in_chans": 3,
         "model_type": "qwen2_vl",
         "spatial_patch_size": 14,
@@ -47,5 +48,5 @@
     "vision_end_token_id": 151653,
     "vision_start_token_id": 151652,
     "vision_token_id": 151654,
-    "vocab_size": 152064
+    "vocab_size": 151936
 }