Hugging Face's logo

jondurbin
/
airoboros-110b-3.3

Text Generation
Transformers
Safetensors
qwen2
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
jondurbin commited on
Commit
c594585
·
verified ·
1 Parent(s): 5417e4e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +28 -0
  3. generation_config.json +6 -0
  4. merges.txt +0 -0
  5. model-00001-of-00062.safetensors +3 -0
  6. model-00002-of-00062.safetensors +3 -0
  7. model-00003-of-00062.safetensors +3 -0
  8. model-00004-of-00062.safetensors +3 -0
  9. model-00005-of-00062.safetensors +3 -0
  10. model-00006-of-00062.safetensors +3 -0
  11. model-00007-of-00062.safetensors +3 -0
  12. model-00008-of-00062.safetensors +3 -0
  13. model-00009-of-00062.safetensors +3 -0
  14. model-00010-of-00062.safetensors +3 -0
  15. model-00011-of-00062.safetensors +3 -0
  16. model-00012-of-00062.safetensors +3 -0
  17. model-00013-of-00062.safetensors +3 -0
  18. model-00014-of-00062.safetensors +3 -0
  19. model-00015-of-00062.safetensors +3 -0
  20. model-00016-of-00062.safetensors +3 -0
  21. model-00017-of-00062.safetensors +3 -0
  22. model-00018-of-00062.safetensors +3 -0
  23. model-00019-of-00062.safetensors +3 -0
  24. model-00020-of-00062.safetensors +3 -0
  25. model-00021-of-00062.safetensors +3 -0
  26. model-00022-of-00062.safetensors +3 -0
  27. model-00023-of-00062.safetensors +3 -0
  28. model-00024-of-00062.safetensors +3 -0
  29. model-00025-of-00062.safetensors +3 -0
  30. model-00026-of-00062.safetensors +3 -0
  31. model-00027-of-00062.safetensors +3 -0
  32. model-00028-of-00062.safetensors +3 -0
  33. model-00029-of-00062.safetensors +3 -0
  34. model-00030-of-00062.safetensors +3 -0
  35. model-00031-of-00062.safetensors +3 -0
  36. model-00032-of-00062.safetensors +3 -0
  37. model-00033-of-00062.safetensors +3 -0
  38. model-00034-of-00062.safetensors +3 -0
  39. model-00035-of-00062.safetensors +3 -0
  40. model-00036-of-00062.safetensors +3 -0
  41. model-00037-of-00062.safetensors +3 -0
  42. model-00038-of-00062.safetensors +3 -0
  43. model-00039-of-00062.safetensors +3 -0
  44. model-00040-of-00062.safetensors +3 -0
  45. model-00041-of-00062.safetensors +3 -0
  46. model-00042-of-00062.safetensors +3 -0
  47. model-00043-of-00062.safetensors +3 -0
  48. model-00044-of-00062.safetensors +3 -0
  49. model-00045-of-00062.safetensors +3 -0
  50. model-00046-of-00062.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "airoboros-110b-3.3",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151643,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 49152,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 28,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 64,
17
+ "num_hidden_layers": 80,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": 32768,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.40.1",
25
+ "use_cache": true,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 152064
28
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "eos_token_id": 151643,
4
+ "max_new_tokens": 2048,
5
+ "transformers_version": "4.40.1"
6
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be4aa66707867588c0e3de1b00b22324ba769efec591481275fdc6d84cc90641
3
+ size 3598734368
model-00002-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:925880a0b385725805ec8d440a8e5934216182f7649d1db8737aa5aa334d80a5
3
+ size 3523270112
model-00003-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff9f073a1154eeadc098a1d373e85359679d3c39ce97cb7f08a4652ac0328e3
3
+ size 3825314280
model-00004-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53b6ed0e34b076ed8342a59c6b733d3a03f3f047407a829c662a8a0f75c02cd3
3
+ size 3523270120
model-00005-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a970ad9027ecaf82c84570a303b91ce4bc3cee80a493490abe0f610738765f46
3
+ size 3523270112
model-00006-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:694894f0fb17ffa7469cb3d3df788a23f483238317b899b7ac62b007fc215d87
3
+ size 3825314280
model-00007-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f91305dcd976897de1977efabace091621f9c325cff675706397c2b7a2d53af1
3
+ size 3523270120
model-00008-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d094895adf8050ab352c9314bb12871b7fedca483687365971f9e3fbc455197c
3
+ size 3523270112
model-00009-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8255d65ad23fe93bb638dcf3789977869c5474c27a6ac62bd73ba7339b6937a6
3
+ size 3825314304
model-00010-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f1bf2c98d037b1ea0708082229f04ae4ef2e718618e9722ee62ffee0508b065
3
+ size 3523270128
model-00011-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca996e52a8178bd802624cf97ce7fa595b4d4841b981c20ac524b05010ac2b2
3
+ size 3523270128
model-00012-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae454bbedaa7bd5abc975b2ae5b434f65682f1db7568921ef1078511d7af71b
3
+ size 3825314304
model-00013-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2096c4289c8c2139d3388dec5925bf7c5284a699a80a8ea7573b720295cf5e6
3
+ size 3523270128
model-00014-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b994c8e721b085ca1758f28efb8d44ce5b220b13e90fe112c4732016553d3aa5
3
+ size 3523270128
model-00015-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fda34cce262b24590e4f5db01bcabc5b7e230bfca8876806f5b8986d25d49ca1
3
+ size 3825314304
model-00016-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b42a7ada9bb349fc59a2b1053b81f9bff7bc511de3203c695eaa7367f7a84431
3
+ size 3523270128
model-00017-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:726276784d395715c614cb84b33adf4f60d2e2e0ee3a3f1723a0f2f47a09ee5a
3
+ size 3523270128
model-00018-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87db208c7ad476203e717d752d28a6f564ee528e189d729d4b51277dec757457
3
+ size 3825314304
model-00019-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b9542cb7de3dd78f84834add36a23f8d99ff21cb00b89b25e28c82631d6881
3
+ size 3523270128
model-00020-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8624acd21b2573dbbd317b2136322d2074c71e3ea9d1d6b965ae60a5435774c3
3
+ size 3523270128
model-00021-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e525035e9d471f2a1c22a911d4dbf5d81442c9df642eef686bb1cc183715e2a
3
+ size 3825314304
model-00022-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f509f67042cab75f74f7ec9eae21f72768bcf4e1b25796985a8d454b64b4aa
3
+ size 3523270128
model-00023-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2005f27bff67eaa5fa3779cd17ec1109a9f59281fe77775d7678029427d827ba
3
+ size 3523270128
model-00024-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44bb1e968cc5bcfd7a13fd1e823a0c07b3735270c6a97a4efba95a9dcd22aba6
3
+ size 3825314304
model-00025-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5be1119fabd72a5bb6907a5e7516d5e1379e2f73c52877cac3468244268feae2
3
+ size 3523270128
model-00026-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce292a18530a904f788f940afc472e7bac41368659d4cf9a1e22881db78cbe7b
3
+ size 3523270128
model-00027-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1512d5c0401d52514a8cc7e27ca856fe494b60cc2b4da204abb0549bf7f27e6b
3
+ size 3825314304
model-00028-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa6f67cbfa7836466bc2712cc96ad0e5fe646e04667e412d7f654562ebd6f18
3
+ size 3523270128
model-00029-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:938c16737fc0bcb947dd9c834c08eb37beb52982ad2a0556f4b181555e89b507
3
+ size 3523270128
model-00030-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35b61364f1e5937a252ada57e37ad2cbe06518c71a0255bd2bce9e35b36e417d
3
+ size 3825314304
model-00031-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:308fd93623537b2972b539be97e38263bf3a93cfa80152e9d94bdb26c0ff0534
3
+ size 3523270128
model-00032-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1678a739178f1fadd63631f9127471624dd024add307f8decd592fc27bf221
3
+ size 3523270128
model-00033-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8c48d5a3b932795199498f1f4281a7010016c22ba4f7aad1215b8af14c6a8a
3
+ size 3825314304
model-00034-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:886c91be7a123e28a61cd4fc266aa812c94f6913459f8869b68084b1db561d7d
3
+ size 3523270128
model-00035-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d1c6538872cc033bf211418d02f80996df3e34d554f09933220854162500c4a
3
+ size 3523270128
model-00036-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc72848dff64d01332ab4d84e56a535f08e35a9b3e5b179ba0ac01075fcd25ca
3
+ size 3825314304
model-00037-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3174afb45c05a6aaac92fd64cf0959e8359e2a9fe436d2a5ea272f9edfe400c
3
+ size 3523270128
model-00038-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6571684cdcd7d1dd9663091c3af42d75730ac21e0b60276a0bbbd67c2a6f17aa
3
+ size 3523270128
model-00039-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ff26a29391bd64c9ce62df94db65d5632fb58bdc704f127d24cd002c2d906b
3
+ size 3825314304
model-00040-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:848b50c46280b2d01cd3ecc1fde30e298bb5c832e057411423a1fd22ecc3883a
3
+ size 3523270128
model-00041-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8030c6cff1daf9b89951c0620156cee369e54d0433bd298b7af33bc72efae6f4
3
+ size 3523270128
model-00042-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66b66eea08a06e05109045dfd4324d757383c4d1853bef45d20dbaf8b6840293
3
+ size 3825314304
model-00043-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bb60df85d8865f27d03aa793530dc9597c8fd05b4e49e1fc08df1096b26f6cb
3
+ size 3523270128
model-00044-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79f9b2e9d6e0651baab6dc5e80defa22cbaba60a2112839f2f6356780dd95d6d
3
+ size 3523270128
model-00045-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7c17f8e689cf674699d5e94404afe111d598a60dcbc264a6d7c4f749f8ead34
3
+ size 3825314304
model-00046-of-00062.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988a77646e80d0741225b35fd58713c5828a2a930f0aeb9f29125eb571dbd983
3
+ size 3523270128