Ubuntu
commited on
Commit
·
df5366a
1
Parent(s):
e1d9e28
first commit
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- config.json +27 -0
- generation_config.json +6 -0
- model-00001-of-00050.safetensors +3 -0
- model-00002-of-00050.safetensors +3 -0
- model-00003-of-00050.safetensors +3 -0
- model-00004-of-00050.safetensors +3 -0
- model-00005-of-00050.safetensors +3 -0
- model-00006-of-00050.safetensors +3 -0
- model-00007-of-00050.safetensors +3 -0
- model-00008-of-00050.safetensors +3 -0
- model-00009-of-00050.safetensors +3 -0
- model-00010-of-00050.safetensors +3 -0
- model-00011-of-00050.safetensors +3 -0
- model-00012-of-00050.safetensors +3 -0
- model-00013-of-00050.safetensors +3 -0
- model-00014-of-00050.safetensors +3 -0
- model-00015-of-00050.safetensors +3 -0
- model-00016-of-00050.safetensors +3 -0
- model-00017-of-00050.safetensors +3 -0
- model-00018-of-00050.safetensors +3 -0
- model-00019-of-00050.safetensors +3 -0
- model-00020-of-00050.safetensors +3 -0
- model-00021-of-00050.safetensors +3 -0
- model-00022-of-00050.safetensors +3 -0
- model-00023-of-00050.safetensors +3 -0
- model-00024-of-00050.safetensors +3 -0
- model-00025-of-00050.safetensors +3 -0
- model-00026-of-00050.safetensors +3 -0
- model-00027-of-00050.safetensors +3 -0
- model-00028-of-00050.safetensors +3 -0
- model-00029-of-00050.safetensors +3 -0
- model-00030-of-00050.safetensors +3 -0
- model-00031-of-00050.safetensors +3 -0
- model-00032-of-00050.safetensors +3 -0
- model-00033-of-00050.safetensors +3 -0
- model-00034-of-00050.safetensors +3 -0
- model-00035-of-00050.safetensors +3 -0
- model-00036-of-00050.safetensors +3 -0
- model-00037-of-00050.safetensors +3 -0
- model-00038-of-00050.safetensors +3 -0
- model-00039-of-00050.safetensors +3 -0
- model-00040-of-00050.safetensors +3 -0
- model-00041-of-00050.safetensors +3 -0
- model-00042-of-00050.safetensors +3 -0
- model-00043-of-00050.safetensors +3 -0
- model-00044-of-00050.safetensors +3 -0
- model-00045-of-00050.safetensors +3 -0
- model-00046-of-00050.safetensors +3 -0
- model-00047-of-00050.safetensors +3 -0
- model-00048-of-00050.safetensors +3 -0
config.json
ADDED
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/home/migel/goliath-120b",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"bos_token_id": 1,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 8192,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 28672,
|
13 |
+
"max_position_embeddings": 4096,
|
14 |
+
"model_type": "llama",
|
15 |
+
"num_attention_heads": 64,
|
16 |
+
"num_hidden_layers": 137,
|
17 |
+
"num_key_value_heads": 8,
|
18 |
+
"pretraining_tp": 1,
|
19 |
+
"rms_norm_eps": 1e-05,
|
20 |
+
"rope_scaling": null,
|
21 |
+
"rope_theta": 10000.0,
|
22 |
+
"tie_word_embeddings": false,
|
23 |
+
"torch_dtype": "float16",
|
24 |
+
"transformers_version": "4.35.0",
|
25 |
+
"use_cache": true,
|
26 |
+
"vocab_size": 32000
|
27 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"transformers_version": "4.35.0"
|
6 |
+
}
|
model-00001-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e84db398d888de5752d0dfaf2a5ce59b5753f44777ca1a98ac096440b58dc27d
|
3 |
+
size 4718660312
|
model-00002-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a909ba86aa4e4d53bcdae5018749c3eb9958913de3c4c85f6a341cb4ad836fc6
|
3 |
+
size 4664167352
|
model-00003-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4b732dd48aa8d1ed47393c96ac0396a72c56e64e951db063127a38d3ee58951b
|
3 |
+
size 4999711672
|
model-00004-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd328ab294a324487101cc54c1b4e2249b4f675c4f4886438e293acc8c305b29
|
3 |
+
size 4966157024
|
model-00005-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6efc4746a482c689c230b6d784e64a395bb0cded1ae04d991a55a21dadab74d3
|
3 |
+
size 4664134384
|
model-00006-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2184a9aff076bcbb182c700fa5d5e6b21d3f2cb8a4f75c9e22298e9b1c00bf03
|
3 |
+
size 4664167384
|
model-00007-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1297cc5406f18d73a6f9b294117b49ad900a36b144bf7f9a7f2f0fb6f587b085
|
3 |
+
size 4664167376
|
model-00008-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4de660eb03c67991ad6b3f2302c06763e59ba51072cff2ee83155129d8b1d03d
|
3 |
+
size 4999711704
|
model-00009-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:437856374bdec3cf15d0d4a5a892052e62221b6ed0dc2734d601a0cd524e90f7
|
3 |
+
size 4966157032
|
model-00010-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c21bf0ede169702e4876b1ec713dcc62a2df318d5d543e00b6af82df4718986a
|
3 |
+
size 4664134384
|
model-00011-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ec337241862d0799c78c45b5e3306d87bc766fba2ec3245702bf51deddcdd758
|
3 |
+
size 4664167384
|
model-00012-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ecbaa6474654d8b025fd636e7cfba08bb813c4b6393635fd458da213a96df93
|
3 |
+
size 4664167376
|
model-00013-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5955199dcc85fbf369484d74440a88bafcab6f66d676b72f3b4d2ab3f3ec4ad9
|
3 |
+
size 4999711704
|
model-00014-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ddc29f8b4691cb62d9fa3c19f637436b473e953205bfaf66c6d993dc57498307
|
3 |
+
size 4966157032
|
model-00015-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa522f620803cbde2b2459bbb57aee13de7a3f22d745fe33558fa788a42a7654
|
3 |
+
size 4664134384
|
model-00016-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25ee73c336659f05af4bc4b7155ee3f938f41bbffafb31f5209c89a9679bc532
|
3 |
+
size 4664167384
|
model-00017-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2a74b674221e6ca85c2111380e58081094b41dbe3a50ecc998474b8da830011
|
3 |
+
size 4664167376
|
model-00018-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7fffa126ebded001a11e609da3af16c9e8cf62b7f6c9d70b8206d93a0eacdf9a
|
3 |
+
size 4999711704
|
model-00019-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3b702744b785dd7e2fac560c2e3597178ea2efb211d2ba507356666d729b88c5
|
3 |
+
size 4966157032
|
model-00020-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5f0a0bc37c4a39c8fedc1853c0abecf8eda3b25cfd7176ce90151499bffc46d1
|
3 |
+
size 4664134384
|
model-00021-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eac0586048acc71ff64062744368a155de41c22490ab6e2e30ba140457bc1f86
|
3 |
+
size 4664167384
|
model-00022-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fcc222e8491c117a4d305df2e8e04866375fa5eda7a1dabd9918e65c448f7399
|
3 |
+
size 4664167376
|
model-00023-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cd30c6be94678773b15fe244206e413dd46c25ae03a9fc3b13bceee09b6bc135
|
3 |
+
size 4999711704
|
model-00024-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81bd75af6a3b109d3fbb65ac3d1600798a8b77f1d265e17795e8323c63e9c7ad
|
3 |
+
size 4966157032
|
model-00025-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:607245f306eac346fa09283a79bb35939c5813a32cd6738bc26f5441234a444d
|
3 |
+
size 4664134384
|
model-00026-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f32de21e6eac901e751da0f0ccfc512843d55463144a3ca5d68f4ac232fe2cea
|
3 |
+
size 4664167384
|
model-00027-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7790da2f6b3215163357f151f968df2c6dcd2b79ded3bc09728f18ca5f54b85d
|
3 |
+
size 4664167376
|
model-00028-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05814a7d8d9f56e2792dc578391c330780148c9c26db8088c329360a15f4a6bc
|
3 |
+
size 4999711704
|
model-00029-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c30dc42b96f3c077de7eb46ede3396273e17fced5a3605d46326498337f92e43
|
3 |
+
size 4966157032
|
model-00030-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:56f8d7704ca766aeb22033457ead8fd6607d2df6f727b5f42d02a3b1c12490a7
|
3 |
+
size 4664134384
|
model-00031-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:afd61addd461bb2e8ce2486bc333207b3bb3005d3a20f1b2c867d49067d4d794
|
3 |
+
size 4664167384
|
model-00032-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6bc1eb8dd39277359a0631e4266f0745006d662993543f104f9d699b7ae63d04
|
3 |
+
size 4664167376
|
model-00033-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fbf1247955b7059bbfb63895629d17cbd6ccc1259eba347ae0e48b4d8873cda6
|
3 |
+
size 4999711704
|
model-00034-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:10107bf13fdd2c102abbafbc6fb51f7a0523c08ef3031632be0bba2d81398f41
|
3 |
+
size 4966157032
|
model-00035-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:62c614d77ca60667ae0735873deb77c86f5e07035b03ee73b37178ff7b4de52c
|
3 |
+
size 4664134384
|
model-00036-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15a27b712bcd57b83b49caa0c3232ebcfbdf5ad64ba62aacc1020acf26fc166e
|
3 |
+
size 4664167392
|
model-00037-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a05f17910d666abc459d8d1d9a57910e8272fd3a0deef0116320e29b2a58a918
|
3 |
+
size 4664167408
|
model-00038-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ae2a209ac113abf2f81a53ac26586c3ccc9b989cd6a1b0f1e84e8f7d81652ddc
|
3 |
+
size 4999711728
|
model-00039-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e063bf4869da03c4b56124693dd196d08eda0631a04b7d8994c58d8cd36777d1
|
3 |
+
size 4966157056
|
model-00040-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7fec77ab33d2cf0a87f81fddab6d858d0be0adf9b8c82c4a6a761f7c56c8c481
|
3 |
+
size 4664134408
|
model-00041-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:861aff0cedf845494452249e078c3c90505b842f474c1541ddeca714d3ad70a3
|
3 |
+
size 4664167408
|
model-00042-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2cef40c1a04f49b8588a57051e3869f65c44eb76fcd0f152d4b3a6c5f1903fd
|
3 |
+
size 4664167408
|
model-00043-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1451df32a996c063c67857e660c883a1dd9ce1b22cf2eb85f7ff063d45f72a0e
|
3 |
+
size 4999711728
|
model-00044-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b34765a9955a85acc3ecc24add3cef81237a175607bce058af49d392f9dcec42
|
3 |
+
size 4966157056
|
model-00045-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:10b06dfa35374fda739482d5c09f0c627e9bfc52c2510a7fd36e4f274696754d
|
3 |
+
size 4664134408
|
model-00046-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:37d6c7a1a8b54b1961a8622f773e79c10100b7693a3870af4fa8e2267b6f76cb
|
3 |
+
size 4664167408
|
model-00047-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:77c0520eda2c286849cc4bf00f8453d1d3d87aff2a72954bd03535784b308cbe
|
3 |
+
size 4664167408
|
model-00048-of-00050.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2089c1308443ec3d24ce8699e0ae65087b817c8c45b12d3d304b6257aef7b13e
|
3 |
+
size 4999711728
|