Hugging Face's logo

vultr
/
Meta-Llama-3.1-70B-Instruct-AWQ-INT4-Dequantized-FP32

Text Generation
Transformers
Safetensors
PyTorch
llama
llama-3
vultr
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
biondizzle commited on
Commit
61781b6
·
verified ·
1 Parent(s): 1a2c319

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +41 -0
  3. generation_config.json +11 -0
  4. model-00001-of-00062.safetensors +3 -0
  5. model-00002-of-00062.safetensors +3 -0
  6. model-00003-of-00062.safetensors +3 -0
  7. model-00004-of-00062.safetensors +3 -0
  8. model-00005-of-00062.safetensors +3 -0
  9. model-00006-of-00062.safetensors +3 -0
  10. model-00007-of-00062.safetensors +3 -0
  11. model-00008-of-00062.safetensors +3 -0
  12. model-00009-of-00062.safetensors +3 -0
  13. model-00010-of-00062.safetensors +3 -0
  14. model-00011-of-00062.safetensors +3 -0
  15. model-00012-of-00062.safetensors +3 -0
  16. model-00013-of-00062.safetensors +3 -0
  17. model-00014-of-00062.safetensors +3 -0
  18. model-00015-of-00062.safetensors +3 -0
  19. model-00016-of-00062.safetensors +3 -0
  20. model-00017-of-00062.safetensors +3 -0
  21. model-00018-of-00062.safetensors +3 -0
  22. model-00019-of-00062.safetensors +3 -0
  23. model-00020-of-00062.safetensors +3 -0
  24. model-00021-of-00062.safetensors +3 -0
  25. model-00022-of-00062.safetensors +3 -0
  26. model-00023-of-00062.safetensors +3 -0
  27. model-00024-of-00062.safetensors +3 -0
  28. model-00025-of-00062.safetensors +3 -0
  29. model-00026-of-00062.safetensors +3 -0
  30. model-00027-of-00062.safetensors +3 -0
  31. model-00028-of-00062.safetensors +3 -0
  32. model-00029-of-00062.safetensors +3 -0
  33. model-00030-of-00062.safetensors +3 -0
  34. model-00031-of-00062.safetensors +3 -0
  35. model-00032-of-00062.safetensors +3 -0
  36. model-00033-of-00062.safetensors +3 -0
  37. model-00034-of-00062.safetensors +3 -0
  38. model-00035-of-00062.safetensors +3 -0
  39. model-00036-of-00062.safetensors +3 -0
  40. model-00037-of-00062.safetensors +3 -0
  41. model-00038-of-00062.safetensors +3 -0
  42. model-00039-of-00062.safetensors +3 -0
  43. model-00040-of-00062.safetensors +3 -0
  44. model-00041-of-00062.safetensors +3 -0
  45. model-00042-of-00062.safetensors +3 -0
  46. model-00043-of-00062.safetensors +3 -0
  47. model-00044-of-00062.safetensors +3 -0
  48. model-00045-of-00062.safetensors +3 -0
  49. model-00046-of-00062.safetensors +3 -0
  50. model-00047-of-00062.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "../models/Meta-Llama-3.1-70B-Instruct-AWQ-INT4",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "head_dim": 128,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 8192,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 28672,
19
+ "max_position_embeddings": 131072,
20
+ "max_seq_len": 4096,
21
+ "mlp_bias": false,
22
+ "model_type": "llama",
23
+ "num_attention_heads": 64,
24
+ "num_hidden_layers": 80,
25
+ "num_key_value_heads": 8,
26
+ "pretraining_tp": 1,
27
+ "rms_norm_eps": 1e-05,
28
+ "rope_scaling": {
29
+ "factor": 8.0,
30
+ "high_freq_factor": 4.0,
31
+ "low_freq_factor": 1.0,
32
+ "original_max_position_embeddings": 8192,
33
+ "rope_type": "llama3"
34
+ },
35
+ "rope_theta": 500000.0,
36
+ "tie_word_embeddings": false,
37
+ "torch_dtype": "float32",
38
+ "transformers_version": "4.47.1",
39
+ "use_cache": false,
40
+ "vocab_size": 128256
41
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "transformers_version": "4.47.1",
10
+ "use_cache": false
11
+ }
model-00001-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e0ed98292cbd1828caf4bb63aa35249397ddd8c2638abcfad7785aa449d9992
3
+ size 4806672984
model-00002-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae2ffa26ecb576fcc84533537cfef553e3209aab72d6766d288c906d9b4fe81d
3
+ size 4362142864
model-00003-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7a556fc266bef4de3d301a24f01b3bc6b21670bccb845da3dd495d7ce906228
3
+ size 4362142864
model-00004-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2cef41085675fe6384e6d8436685613d37ce179043f70718705393f3f7e1a2
3
+ size 4966188864
model-00005-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18d7e73a38f8ea8696eeb856b497781878af922623548d955f158b24d1d30246
3
+ size 4362142864
model-00006-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:584b79790ebd3fbf6dd8de868e04a333690294faf4998dc85645f01fef11f1a5
3
+ size 4362142864
model-00007-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0210c87488baacc7017ed0a396a7552c6bb3a73391a1eb6cb1b16843149e4d4f
3
+ size 4966188864
model-00008-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f22e87cff860e6bb539f22259c34b80560f7c97b4e47a6950292dc4b0493a136
3
+ size 4362142864
model-00009-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48f898f19045ccf9c91ad86d7894cc4b7cccc4feb1d29ff695e490fdde0a3877
3
+ size 4362142880
model-00010-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6040bc60b55a5caeb529b1447bbe73f2274be4dba3288bb6e21b5302f180377
3
+ size 4966188880
model-00011-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:427645636928eae5dae9a541e75d6c716988dfcdd41bedacc380f441e4193b22
3
+ size 4362142872
model-00012-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a25bd3687af39c217d1c23882665dfe48903e1d88aaaf6da4bebc14b9e807ba9
3
+ size 4362142872
model-00013-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64f58de68920315bdf24fab78b50721c89013c5739a09d94b601489b3b8b03f
3
+ size 4966188880
model-00014-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60df9205e5b76e86ea362b77741bd8ec57852b8ac5d88da3b88c13a23ffdaf2
3
+ size 4362142872
model-00015-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:178f67964239bca256b2fee023c6efd30a4878a97d689deda4f443a940edd608
3
+ size 4362142872
model-00016-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a19ca0372869f6e51c3a6726e366deaf776cd5d27ac56bb2045a01e19a6f1858
3
+ size 4966188880
model-00017-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aaeddd9233f4d5591cec4d705135c6153f01bfe9014c8a28461e99570e093ea
3
+ size 4362142872
model-00018-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6dacac032889391e4141486a0defd526b0c8e1998f941d40bf1a39b778c31e3
3
+ size 4362142872
model-00019-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fc3b6b0ffb11ad3c57445392b4320a982760a7932ce4df1a0d641c5f4b4e981
3
+ size 4966188880
model-00020-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b23c0d85a536ab7ee0c2f0776c329da9cbfa110c8ff790ac509c021c8c114618
3
+ size 4362142872
model-00021-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27c779ee8dae639bb29a9e0a4163d5593b44fb98988ef9efe20c8d1e162fd033
3
+ size 4362142872
model-00022-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:750b358b398eff6ad64262d31a8c682e93b603b7876c5149be9ae529128962f3
3
+ size 4966188880
model-00023-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:725d27276dd5cdbe5f7802d0f8bd57acd5bc262408c48fa2276767a3a48a505b
3
+ size 4362142872
model-00024-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1a991b23c745e20fc18253b3587e25861c764b2a651147e5eb435e93ce0cd0
3
+ size 4362142872
model-00025-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a1b44e5e30879909ac603760f7688b64fed162cf05ec91cfe93a2ac87ae874
3
+ size 4966188880
model-00026-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5833729034e9233e70db6a07116bce7f389acc11d5ee81afbdcaa330d132617e
3
+ size 4362142872
model-00027-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:213bb656835fabd160668cdb0844962c63ae99f1c07420d4f9fc0ee216e01f8a
3
+ size 4362142872
model-00028-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36fc1bd08bb844134234f13945447b04bfa1b29a5b208664b5a128a94dba9a7b
3
+ size 4966188880
model-00029-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e074cd2ec47d8d72de3973730fdae126fc1e8272224a245b433e90049f15ac39
3
+ size 4362142872
model-00030-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:514a35b9308724166b191d12cd4eb94402846ccad177c9efa6c68f7071209a34
3
+ size 4362142872
model-00031-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e497a614647c34483ee38fa60baae5601555a05c21b606214b96246ec3dd67f4
3
+ size 4966188880
model-00032-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:910ad24fa3cd00dad47f01f3093553ea79b3f54a0aac69584a1235371882aeb6
3
+ size 4362142872
model-00033-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ba8f3334654ed22549e8756aa9f65a437db338daf0b89a8d68cf2e07869518
3
+ size 4362142872
model-00034-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43955d564e52deb6c6a4067c508f769898c1636ab45fefeaf5dda6cd1a75267f
3
+ size 4966188880
model-00035-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce37c1830cac62e934d2e4c83eca526be9727d35cf00378ec82df2968bb86b5a
3
+ size 4362142872
model-00036-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb60a11c4871c592c75628de3fff02813211de5a29ee8eb683122dd4a2f3420c
3
+ size 4362142872
model-00037-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e2a89e89d4e4ad700b14bea8d100a05871d233d207b3526cb153c60808af60
3
+ size 4966188880
model-00038-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10201e0939dc95008f68c9be6f38074770778f9d73a7512b23992bdc04dc199f
3
+ size 4362142872
model-00039-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d490ae175243eed444c59f729c79d193bbebdf7d03364d27e286a0d30269c9c4
3
+ size 4362142872
model-00040-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4184eaa2bb054dab532ddadf4e65dcc28b7e65199b4ff2576c0c6decb6c73956
3
+ size 4966188880
model-00041-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdda931a7eac66450c0153bc0958e66e86ed6871edb62e65e6c0429c7a1b7223
3
+ size 4362142872
model-00042-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:902ea6d7b53ffc28379e243731c509b92d8c0e6fae5ddbc92100eaf93c411a1e
3
+ size 4362142872
model-00043-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ca0bbd5f2e91decbaf7d6025a01ceda5e1c9c42d01d0c413d787ee8731f108b
3
+ size 4966188880
model-00044-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a171d9600fefe607f447e6b93088edac7e0b1dd7f0064a90fb505f887f617594
3
+ size 4362142872
model-00045-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcb28c717e68f197e85063b21d4208203ef1ddbf3592ef83586fb422434f8990
3
+ size 4362142872
model-00046-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90200074238dd68efb554b0586ebb69fcb0d68f36eb5593139b50ddb5eea8611
3
+ size 4966188880
model-00047-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acbbfd7f21eef71501e93008ac73a11823c22de638d2424544bdedf17934278f
3
+ size 4362142872