Qwen

/

Qwen2.5-VL-32B-Instruct

like 435

Follow

Qwen 47.5k

{
"vision_config": {
"hidden_size": 1280,
"in_chans": 3,
"intermediate_size": 3456,
"model_type": "qwen2_5_vl",
"out_hidden_size": 5120,
"spatial_patch_size": 14,
"tokens_per_second": 2,
"torch_dtype": "bfloat16"
}
}

->

{
"vision_config": {
"depth": 32,
"hidden_act": "silu",
"hidden_size": 1280,
"intermediate_size": 3456,
"num_heads": 16,
"in_chans": 3,
"out_hidden_size": 5120,
"patch_size": 14,
"spatial_merge_size": 2,
"spatial_patch_size": 14,
"window_size": 112,
"fullatt_block_indexes": [
7,
15,
23,
31
],
"tokens_per_second": 2,
"temporal_patch_size": 2
}
}

use llama.cpp/convert_hf_to_gguf.py --mmproj will error