Hugging Face's logo

medmekk
/
llama-70b-test

Safetensors
llama
fp8
Model card Files Community
medmekk HF staff commited on
Commit
1b8b26a
·
verified ·
1 Parent(s): ea2408c

Upload folder using huggingface_hub

Browse files
Files changed (19) hide show
  1. config.json +49 -0
  2. generation_config.json +12 -0
  3. model-00001-of-00016.safetensors +3 -0
  4. model-00002-of-00016.safetensors +3 -0
  5. model-00003-of-00016.safetensors +3 -0
  6. model-00004-of-00016.safetensors +3 -0
  7. model-00005-of-00016.safetensors +3 -0
  8. model-00006-of-00016.safetensors +3 -0
  9. model-00007-of-00016.safetensors +3 -0
  10. model-00008-of-00016.safetensors +3 -0
  11. model-00009-of-00016.safetensors +3 -0
  12. model-00010-of-00016.safetensors +3 -0
  13. model-00011-of-00016.safetensors +3 -0
  14. model-00012-of-00016.safetensors +3 -0
  15. model-00013-of-00016.safetensors +3 -0
  16. model-00014-of-00016.safetensors +3 -0
  17. model-00015-of-00016.safetensors +3 -0
  18. model-00016-of-00016.safetensors +3 -0
  19. model.safetensors.index.json +0 -0
config.json ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Llama-3.3-70B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "head_dim": 128,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 8192,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 28672,
19
+ "max_position_embeddings": 131072,
20
+ "mlp_bias": false,
21
+ "model_type": "llama",
22
+ "num_attention_heads": 64,
23
+ "num_hidden_layers": 80,
24
+ "num_key_value_heads": 8,
25
+ "pretraining_tp": 1,
26
+ "quantization_config": {
27
+ "activation_scheme": "dynamic",
28
+ "modules_to_not_convert": null,
29
+ "quant_method": "fp8",
30
+ "weight_block_size": [
31
+ 128,
32
+ 128
33
+ ]
34
+ },
35
+ "rms_norm_eps": 1e-05,
36
+ "rope_scaling": {
37
+ "factor": 8.0,
38
+ "high_freq_factor": 4.0,
39
+ "low_freq_factor": 1.0,
40
+ "original_max_position_embeddings": 8192,
41
+ "rope_type": "llama3"
42
+ },
43
+ "rope_theta": 500000.0,
44
+ "tie_word_embeddings": false,
45
+ "torch_dtype": "float32",
46
+ "transformers_version": "4.49.0.dev0",
47
+ "use_cache": true,
48
+ "vocab_size": 128256
49
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.49.0.dev0"
12
+ }
model-00001-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90c83a58b2e2c94df5feb413bf0612138385bc19613d0706b20368128a3b12b
3
+ size 4823602728
model-00002-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ba7b145fb2d7906116876a9ba1b5328f616f994469c9cc0ef15190a1321e4ff
3
+ size 4900547160
model-00003-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a19a3069144891f56f9d6a373dda376b4f0c5ce81c24cfada5583378f9cd02f
3
+ size 4900547192
model-00004-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c53f29c45b097ff29f1670769a5a420f130a5315f12fc074f8c5dbdb3ad0cab
3
+ size 4984453104
model-00005-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee81fbc4be4f0ed54bc87e865969764175128f896f219c54747e40df2b97c9e
3
+ size 4900481488
model-00006-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a26908b8db385124b1a276afda1de9539c04b178fc0372e85b43ee1a7522dc6a
3
+ size 4900547248
model-00007-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ab75c0b6373a0128e7b24b1eb840024c8b78d9e6f31f3956b43fdfdbd06b30f
3
+ size 4900547256
model-00008-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f58b8fb62a026d5293f581420bbc205d97a4ca2a5a0831152dc0344541d7875f
3
+ size 4984453104
model-00009-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80c8ab6264cc812f2ed17b27c928732c70be9c279954bb25b3dd3a3d382f44bb
3
+ size 4900481488
model-00010-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4bbe0539d3b279eb86c6daf18d5400f722e41be90a81c3a0c8c2082be4936c4
3
+ size 4900547248
model-00011-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c85fadc5474a41f3562ab8c9649459e76539bd0ff6b98a4f22b4dd6595cf1f8
3
+ size 4900547256
model-00012-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d5a479ec6cafa2a0deec986c18f60e4b5bb40481cdb1bb9f3201c4eae68f9e
3
+ size 4984453104
model-00013-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c9140c43bf89c3f2ca91f2f96844ecb1f39edd79f87808ac21dec57f3a29967
3
+ size 4900481488
model-00014-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:699e9a9fd170cd6c8457bf4bb6fc729b72847d745ea653419d495aab67b8234d
3
+ size 4900547248
model-00015-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a464c8c4c2753dd37c3dd4d6471567789525e92b7a15cebaa2ff0f0d906d4ef2
3
+ size 3893633032
model-00016-of-00016.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37adba49b605e4b59b81ef2930475973ff37b20bd4ddd0fbc20c302fc3c112d5
3
+ size 4202692736
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff