Hugging Face's logo

MaziyarPanahi
/
Supreme-Smaug-230B-v0.1

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Model card Files Community
1
MaziyarPanahi commited on
Commit
3a4ba63
·
verified ·
1 Parent(s): e8a1148

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +30 -0
  2. merges.txt +0 -0
  3. model-00001-of-00047.safetensors +3 -0
  4. model-00002-of-00047.safetensors +3 -0
  5. model-00003-of-00047.safetensors +3 -0
  6. model-00004-of-00047.safetensors +3 -0
  7. model-00005-of-00047.safetensors +3 -0
  8. model-00006-of-00047.safetensors +3 -0
  9. model-00007-of-00047.safetensors +3 -0
  10. model-00008-of-00047.safetensors +3 -0
  11. model-00009-of-00047.safetensors +3 -0
  12. model-00010-of-00047.safetensors +3 -0
  13. model-00011-of-00047.safetensors +3 -0
  14. model-00012-of-00047.safetensors +3 -0
  15. model-00013-of-00047.safetensors +3 -0
  16. model-00014-of-00047.safetensors +3 -0
  17. model-00015-of-00047.safetensors +3 -0
  18. model-00016-of-00047.safetensors +3 -0
  19. model-00017-of-00047.safetensors +3 -0
  20. model-00018-of-00047.safetensors +3 -0
  21. model-00019-of-00047.safetensors +3 -0
  22. model-00020-of-00047.safetensors +3 -0
  23. model-00021-of-00047.safetensors +3 -0
  24. model-00022-of-00047.safetensors +3 -0
  25. model-00023-of-00047.safetensors +3 -0
  26. model-00024-of-00047.safetensors +3 -0
  27. model-00025-of-00047.safetensors +3 -0
  28. model-00026-of-00047.safetensors +3 -0
  29. model-00027-of-00047.safetensors +3 -0
  30. model-00028-of-00047.safetensors +3 -0
  31. model-00029-of-00047.safetensors +3 -0
  32. model-00030-of-00047.safetensors +3 -0
  33. model-00031-of-00047.safetensors +3 -0
  34. model-00032-of-00047.safetensors +3 -0
  35. model-00033-of-00047.safetensors +3 -0
  36. model-00034-of-00047.safetensors +3 -0
  37. model-00035-of-00047.safetensors +3 -0
  38. model-00036-of-00047.safetensors +3 -0
  39. model-00037-of-00047.safetensors +3 -0
  40. model-00038-of-00047.safetensors +3 -0
  41. model-00039-of-00047.safetensors +3 -0
  42. model-00040-of-00047.safetensors +3 -0
  43. model-00041-of-00047.safetensors +3 -0
  44. model-00042-of-00047.safetensors +3 -0
  45. model-00043-of-00047.safetensors +3 -0
  46. model-00044-of-00047.safetensors +3 -0
  47. model-00045-of-00047.safetensors +3 -0
  48. model-00046-of-00047.safetensors +3 -0
  49. model-00047-of-00047.safetensors +3 -0
  50. model.safetensors.index.json +0 -0
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "MaziyarPanahi/Ultra-Smaug-125B-v0.1",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": true,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 151643,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 8192,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 24576,
14
+ "max_position_embeddings": 32768,
15
+ "model_type": "llama",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 260,
18
+ "num_key_value_heads": 64,
19
+ "pad_token_id": 151643,
20
+ "pretraining_tp": 1,
21
+ "rms_norm_eps": 1e-06,
22
+ "rope_scaling": null,
23
+ "rope_theta": 1000000,
24
+ "seq_length": 32768,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "float16",
27
+ "transformers_version": "4.37.2",
28
+ "use_cache": true,
29
+ "vocab_size": 152064
30
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85f4c572234bc2d40f211d0565ff946031cf2ef3e94db55c0cf419f0d3f078b9
3
+ size 9739309464
model-00002-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9505062f82df66480ec3d2ef61e17bd140f63d033d940a3598fc515456feff3
3
+ size 9932281472
model-00003-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6aec0e10146e6d647b3e998f80651d117b7155ae21f45e57910a9408759c3d7
3
+ size 9932249240
model-00004-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f3663b338be22f2265e11cc86850253dbdce77e3889fd44c34cff939e50105f
3
+ size 9932281992
model-00005-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c741f6b6553b711682ad77f66a65689f3e7a71fda8879d0dc51418be3103cc5f
3
+ size 9932314288
model-00006-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f4b26c50e93a9ff8306c5fef154fb7b2d93c1e2a85aca9b5e1a2fadba0214a
3
+ size 9798096672
model-00007-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5985710cbc7ad63656f003000837fa850f60424469cd1b304eb5d6e41ae8dbf5
3
+ size 9798096200
model-00008-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6514d1bad541406c31cefb9643e185fc9ce67467711350022157aec874523fe
3
+ size 9798096200
model-00009-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6905b7a43c27d350fc28c8954fd895a2418b03f1a307ea0d25a222f45a0bb63f
3
+ size 9932281544
model-00010-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2be939e54d7c8817d15ec3c984e06106ab264820dc584fa740d3a116a238e09
3
+ size 9932347040
model-00011-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2c5cfc41ea9a9d817af62befdd875ede4580136fb2f519c0a5690dd3f5df36e
3
+ size 9932248768
model-00012-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:274925b49f800a61b249ee4400b62090361bca65c85b71f61be768cb71ca1c67
3
+ size 9932248992
model-00013-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6352b26efd552dec01471979e5348dce93cbd209e1f5c85abfc4234cfd917c22
3
+ size 9932315232
model-00014-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ad9b159c21106c2c8c075c8102b0d79e9b01ba6762d02143d60986de371f31
3
+ size 9932315000
model-00015-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a814aaaac4dae393d467c14166c7a4998b535b1b5715b42ea7e98ef8a8ed797
3
+ size 9932248304
model-00016-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:609f768e5586f9208c2ac89a170213ed2383194d5186013447710a70dec912fe
3
+ size 9798162208
model-00017-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5936f05bb433b5be2c26b78d4f96542fea413bdad44bf9a0d5f5c0f7c5d969e
3
+ size 9932281344
model-00018-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ad011c02645e0a91b817ad2ae34879417dcd44008d409277a296f53ebc71c6b
3
+ size 9663911128
model-00019-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7277c8dbe2473b1b60e896a8884d07bc8a3769c1e1f19595471fe7d601ce4ac0
3
+ size 9932314336
model-00020-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3894c72c5fa0a32b02b88fc3557d77ba4bb0ccd47f59d86793750940d7983272
3
+ size 9932314312
model-00021-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45043a0ee2ddf8a67c25daf409528c8070a44e46d60953e1ef2a49af98ba7425
3
+ size 9932216304
model-00022-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e69f6c076cf1cc3ca55f019ae2bffd063b7822df5fb972af9b38c5431c67d3a
3
+ size 9932282256
model-00023-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86fb94a6b9e11b02b717241f660b5ecd213a00690b92923915b2e82385b58918
3
+ size 9932249288
model-00024-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:732166c665c77f38c0892745b74f02eaacf91c9fdcc133bd3dac97856a5397e6
3
+ size 9932380312
model-00025-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8b25ba871e81aeb0c42c745b1e87b7ae99bd011ff498e5cdb4b8b61ab91b70c
3
+ size 9932314344
model-00026-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4177fe9864b544b37de4141901861dc0dda589d0978e43dfef5691cf2cbf5830
3
+ size 9798096248
model-00027-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13011b40d025bafdf4bee7d10efeb5014f0bb19330b0ad0a2e2885501cd01b8
3
+ size 9798096264
model-00028-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:173516021df3710158f748f9fc50607e465d78a35b412efb94c58b2605aab0e2
3
+ size 9798096248
model-00029-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c18a21a40609bcabed7a1a4ddc62bd615ab056b15321307ee6115d0277d74d
3
+ size 9932281112
model-00030-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a63a184b9c72b428a74e32a9ea0ff8c6875025d6efd2caaeb3380ca460e8162c
3
+ size 9932347800
model-00031-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:853d5c5fb892e9f409eed9941b6ee5557fd1ea87d1b3eae7c1d90900c717e57b
3
+ size 9797965928
model-00032-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c619e89384aad5f5e46604572c268f9f0a8b5d5a09a1a55f909bfb0090ecd5b
3
+ size 9932315288
model-00033-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1e912083b0f8db82885cf52b0aeda25777c30910aae03bd24bd12c1c273999c
3
+ size 9663879120
model-00034-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f732b49462711946ed04aaf39660313a0498dccd15a7e78706a526ded69a578
3
+ size 9663879120
model-00035-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c809a1b6afd31575c929e8af55c224cc7f40887197d236c21505e7733c373e2
3
+ size 9798096256
model-00036-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d5510ea6af6cde2bc6dd17cb3df04375a55649ed0b3da7e9fbe5178c346bf2
3
+ size 9798096248
model-00037-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da44d74848524f60d401876e2b86f05ebca92f41bd56e6634aebf11870140bf9
3
+ size 9798030256
model-00038-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33fb772f4e3a21b8a6553ee217f512b101fbe6e364d35c15ac808a00380258cc
3
+ size 9798162248
model-00039-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278cb963f87eb00155ac6c042ab0a16b44222fb041184e3ed65b21ca75ac0752
3
+ size 9663879128
model-00040-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae27c6c1471e6b9467466f683a4b39112332332c0db784cad10ad3be3d7bbd80
3
+ size 9798096720
model-00041-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f8614b4eb9a0fcad5c9dd26a199a1761dca5a994959c0a2747f93f8cd64794
3
+ size 9798031208
model-00042-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d802215b8c99300acef336cba9211820a1b1d9a45e7e85a8e8c11796017f6ea2
3
+ size 9932249288
model-00043-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7e6d362e7fd676d7d8774c12b3ab1855ce4922c5fed44d65bd512e28c792e68
3
+ size 9798129736
model-00044-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:756400664d747d0d20aa26e6f9f571d4b976e7b6828f62e6430021eb4bfee083
3
+ size 9798129728
model-00045-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04f102f1a0a7d7c7317802d11832cbc3df497256caca09b31a0dc743214c4216
3
+ size 9932314112
model-00046-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54f933f87583211b092b09fa317000730c25a6b0213f88b788a07b16a53876c9
3
+ size 9932314328
model-00047-of-00047.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edee74027ca01b115e80db84d9455379fa77c30d4ec51fbfa35d5cbe226f421d
3
+ size 5175920896
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff