Hugging Face's logo

ig1
/
Qwen2.5-VL-7B-Instruct-FP8-Dynamic

Image-Text-to-Text
Transformers
Safetensors
English
qwen2_5_vl
multimodal
conversational
text-generation-inference
compressed-tensors
Model card Files Community
ig1sa commited on
Commit
4bce1cc
·
verified ·
1 Parent(s): ea2371f

Add files using upload-large-folder tool

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. generation_config.json +1 -1
  3. recipe.yaml +1 -1
config.json CHANGED
@@ -235,7 +235,7 @@
235
  "sliding_window": 32768,
236
  "tie_word_embeddings": false,
237
  "torch_dtype": "bfloat16",
238
- "transformers_version": "4.49.0.dev0",
239
  "use_cache": true,
240
  "use_sliding_window": false,
241
  "video_token_id": 151656,
 
235
  "sliding_window": 32768,
236
  "tie_word_embeddings": false,
237
  "torch_dtype": "bfloat16",
238
+ "transformers_version": "4.49.0",
239
  "use_cache": true,
240
  "use_sliding_window": false,
241
  "video_token_id": 151656,
generation_config.json CHANGED
@@ -10,5 +10,5 @@
10
  "temperature": 0.1,
11
  "top_k": 1,
12
  "top_p": 0.001,
13
- "transformers_version": "4.49.0.dev0"
14
  }
 
10
  "temperature": 0.1,
11
  "top_k": 1,
12
  "top_p": 0.001,
13
+ "transformers_version": "4.49.0"
14
  }
recipe.yaml CHANGED
@@ -1,6 +1,6 @@
1
  DEFAULT_stage:
2
  DEFAULT_modifiers:
3
  QuantizationModifier:
4
- ignore: [lm_head, 're:.*lm_head', 're:visual.*']
5
  targets: [Linear]
6
  scheme: FP8_DYNAMIC
 
1
  DEFAULT_stage:
2
  DEFAULT_modifiers:
3
  QuantizationModifier:
4
+ ignore: [lm_head, 're:visual.*']
5
  targets: [Linear]
6
  scheme: FP8_DYNAMIC