hermeschen-ezcon commited on
Commit
d3d99a7
·
verified ·
1 Parent(s): d5afc6f

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +9 -1
  2. model.safetensors +2 -2
config.json CHANGED
@@ -44,6 +44,14 @@
44
  "prefix": null,
45
  "problem_type": null,
46
  "pruned_heads": {},
 
 
 
 
 
 
 
 
47
  "remove_invalid_values": false,
48
  "repetition_penalty": 1.0,
49
  "return_dict": true,
@@ -227,7 +235,7 @@
227
  "top_k": 50,
228
  "top_p": 1.0,
229
  "torchscript": false,
230
- "transformers_version": "4.55.2",
231
  "typical_p": 1.0,
232
  "use_bfloat16": false,
233
  "use_cache": false,
 
44
  "prefix": null,
45
  "problem_type": null,
46
  "pruned_heads": {},
47
+ "quantization": {
48
+ "group_size": 64,
49
+ "bits": 8
50
+ },
51
+ "quantization_config": {
52
+ "group_size": 64,
53
+ "bits": 8
54
+ },
55
  "remove_invalid_values": false,
56
  "repetition_penalty": 1.0,
57
  "return_dict": true,
 
235
  "top_k": 50,
236
  "top_p": 1.0,
237
  "torchscript": false,
238
+ "transformers_version": "4.56.0.dev0",
239
  "typical_p": 1.0,
240
  "use_bfloat16": false,
241
  "use_cache": false,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:590cfa12072a76f5ed84e36fd731f0fc203eb8e324a3f6dc44762c3f2393934e
3
- size 4493651170
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:248ccedf25c5e476718a0d5c80068e5e57c92e4e0c9dbee2b6ce7b7459bb89e0
3
+ size 2774601067