Hugging Face's logo

AXERA-TECH
/
SmolLM2-360M-Instruct

Transformers
English
HuggingFaceTB
SmolLM2
SmolLM2-360M-Instruct
Int8
M5Stack
RaspberryPi 5
Model card Files Community
qqc1989 commited on
Commit
be2089b
·
verified ·
1 Parent(s): 2cfeff1

update the axmodel of ax630c

Browse files
Files changed (35) hide show
  1. run_smollm2_360m_ax630c.sh +14 -0
  2. smollm2-360m-ax630c/llama_p128_l0_together.axmodel +3 -0
  3. smollm2-360m-ax630c/llama_p128_l10_together.axmodel +3 -0
  4. smollm2-360m-ax630c/llama_p128_l11_together.axmodel +3 -0
  5. smollm2-360m-ax630c/llama_p128_l12_together.axmodel +3 -0
  6. smollm2-360m-ax630c/llama_p128_l13_together.axmodel +3 -0
  7. smollm2-360m-ax630c/llama_p128_l14_together.axmodel +3 -0
  8. smollm2-360m-ax630c/llama_p128_l15_together.axmodel +3 -0
  9. smollm2-360m-ax630c/llama_p128_l16_together.axmodel +3 -0
  10. smollm2-360m-ax630c/llama_p128_l17_together.axmodel +3 -0
  11. smollm2-360m-ax630c/llama_p128_l18_together.axmodel +3 -0
  12. smollm2-360m-ax630c/llama_p128_l19_together.axmodel +3 -0
  13. smollm2-360m-ax630c/llama_p128_l1_together.axmodel +3 -0
  14. smollm2-360m-ax630c/llama_p128_l20_together.axmodel +3 -0
  15. smollm2-360m-ax630c/llama_p128_l21_together.axmodel +3 -0
  16. smollm2-360m-ax630c/llama_p128_l22_together.axmodel +3 -0
  17. smollm2-360m-ax630c/llama_p128_l23_together.axmodel +3 -0
  18. smollm2-360m-ax630c/llama_p128_l24_together.axmodel +3 -0
  19. smollm2-360m-ax630c/llama_p128_l25_together.axmodel +3 -0
  20. smollm2-360m-ax630c/llama_p128_l26_together.axmodel +3 -0
  21. smollm2-360m-ax630c/llama_p128_l27_together.axmodel +3 -0
  22. smollm2-360m-ax630c/llama_p128_l28_together.axmodel +3 -0
  23. smollm2-360m-ax630c/llama_p128_l29_together.axmodel +3 -0
  24. smollm2-360m-ax630c/llama_p128_l2_together.axmodel +3 -0
  25. smollm2-360m-ax630c/llama_p128_l30_together.axmodel +3 -0
  26. smollm2-360m-ax630c/llama_p128_l31_together.axmodel +3 -0
  27. smollm2-360m-ax630c/llama_p128_l3_together.axmodel +3 -0
  28. smollm2-360m-ax630c/llama_p128_l4_together.axmodel +3 -0
  29. smollm2-360m-ax630c/llama_p128_l5_together.axmodel +3 -0
  30. smollm2-360m-ax630c/llama_p128_l6_together.axmodel +3 -0
  31. smollm2-360m-ax630c/llama_p128_l7_together.axmodel +3 -0
  32. smollm2-360m-ax630c/llama_p128_l8_together.axmodel +3 -0
  33. smollm2-360m-ax630c/llama_p128_l9_together.axmodel +3 -0
  34. smollm2-360m-ax630c/llama_post.axmodel +3 -0
  35. smollm2-360m-ax630c/model.embed_tokens.weight.bfloat16.bin +3 -0
run_smollm2_360m_ax630c.sh ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ./main_prefill \
2
+ --template_filename_axmodel "smollm2-360m-ax630c/llama_p128_l%d_together.axmodel" \
3
+ --axmodel_num 32 \
4
+ --tokenizer_type 2 \
5
+ --filename_tokenizer_model "http://127.0.0.1:12345" \
6
+ --bos 0 --eos 0 \
7
+ --filename_post_axmodel "smollm2-360m-ax630c/llama_post.axmodel" \
8
+ --filename_tokens_embed "smollm2-360m-ax630c/model.embed_tokens.weight.bfloat16.bin" \
9
+ --tokens_embed_num 49152 \
10
+ --tokens_embed_size 960 \
11
+ --use_mmap_load_embed 1 \
12
+ --live_print 1 \
13
+ --continue 1 \
14
+ --prompt "$1"
smollm2-360m-ax630c/llama_p128_l0_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:489283a6cf19982dc5ed3d7b7d4627cbde683dbcd3ff6538f489da6f2168cf88
3
+ size 10557926
smollm2-360m-ax630c/llama_p128_l10_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c69bf65fe1cb6f5d48b86dd5956020af10c5eb4965d3b150e325130c8beb3cd
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l11_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92300bc2901e378fd51de83900433c1b55d77291428a4c814775e7d171ca131f
3
+ size 10557934
smollm2-360m-ax630c/llama_p128_l12_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a5aba10baeb8516d364cffaaaccaee1bc755960f176c46828a384986c1844c
3
+ size 10557974
smollm2-360m-ax630c/llama_p128_l13_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe2a37c3ace7aed99e3b8ed1e8d1b51ba9783f7cc1984fadb21e3f20e0336a0
3
+ size 10557942
smollm2-360m-ax630c/llama_p128_l14_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:637e346af776b27352de10877babc2b75853f6439505c2ec99e70ef2bb52ee38
3
+ size 10557910
smollm2-360m-ax630c/llama_p128_l15_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975a70f1fc47549fe47a921cfed6d527df6c8a256bb5f18d51ed365653658c9e
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l16_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6abbc6350eabc112c6a15a02fd33be194eb974ca138d0feb58ab5e394cbe507c
3
+ size 10557982
smollm2-360m-ax630c/llama_p128_l17_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ce40e19552460622e7ad9e386b19822c40675f21625c1ebc2083521ccd63ac
3
+ size 10557966
smollm2-360m-ax630c/llama_p128_l18_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae55826aaeb3eb53d56883c69645866657ebad4269f3e5a4dbae4c6ef114f43c
3
+ size 10557950
smollm2-360m-ax630c/llama_p128_l19_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97e8375fc900daf5343553f4cf6203583e305febe458f87f4ae5df9bc0432cc
3
+ size 10557974
smollm2-360m-ax630c/llama_p128_l1_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:454ded9bae228f88edcb112422ce7316b7f0a957a07e39540c72104fc1151e01
3
+ size 10557966
smollm2-360m-ax630c/llama_p128_l20_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5cb723a5adc2cb2be3afd6ca83d86661f92263c901cb87020377e0c1ef99b42
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l21_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e92095e88afe0a2815ec97121e4b295d11622fc676a6fd1cef7926e36f400646
3
+ size 10557918
smollm2-360m-ax630c/llama_p128_l22_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4b0e6590dbb4151bc6017b1252c9d42aace23e0a31158d3f29d10ccf98e1752
3
+ size 10557966
smollm2-360m-ax630c/llama_p128_l23_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ce111e8f1673e8f35ae1fe42eeb2c1aaaebe6147c8c126fda3f67e4a344ce98
3
+ size 10557966
smollm2-360m-ax630c/llama_p128_l24_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:885eee887e4cfa3398c500114062b4dcdbf5d4ac74913b13edbd778c3d4c10ea
3
+ size 10557950
smollm2-360m-ax630c/llama_p128_l25_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c593b19cf769b96b2f3ba645fc95d8d524263fe2a5b9f2150cb37375467296
3
+ size 10557974
smollm2-360m-ax630c/llama_p128_l26_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cdefe21452841e523691214e6a036522496af768f912cf61ff57d433b63f3ae
3
+ size 10557942
smollm2-360m-ax630c/llama_p128_l27_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f46c97cfcfe826414eef98462f2712ac737a6477b0cc6370553f84f5fc47d9
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l28_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52e958882489da4f0af290ea9ef4b9a17254e0b4919a341603948c4a9289a2b8
3
+ size 10557974
smollm2-360m-ax630c/llama_p128_l29_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c008c68ee4e028adb01bec748a88b2a08886ee45d71a93d58af74f6d6c9033
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l2_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c2e71329a391f290b91c0fdbf2fac9478a476c996bcb5650ab8c920bc209442
3
+ size 10557966
smollm2-360m-ax630c/llama_p128_l30_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1afc5215f9ac1cb6e4f01af87380c8aecfc342d4c36c5a57003b72ee8b7b7208
3
+ size 10557942
smollm2-360m-ax630c/llama_p128_l31_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e8ad26f50249e8b958469186d1bffc5ed3568d5102d79911cea00c41bbd9c6
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l3_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3618330d7e606da111124fffac8d2e54038abd79eabdb36ae0f39e720ff12b9c
3
+ size 10557950
smollm2-360m-ax630c/llama_p128_l4_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7792238ee5587892b689dc1eda73356dc76f17831154deb0a1568668de29b0b2
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l5_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d872ba0313a585d1fa76e9bda54c3e8e4c8302637dd95c6a07ba1080d58806f
3
+ size 10557982
smollm2-360m-ax630c/llama_p128_l6_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d202f2051275b12146373ca27b452e372a0d9da48d52f88e19ba8e256e8e51
3
+ size 10557974
smollm2-360m-ax630c/llama_p128_l7_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ab713d452a68db5c26a8d5aaac6e12f49ff58c4b270e2470260c915106b2f3
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l8_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0b837f669ca39df840f8011e2c4365a3d5e761765b1c7cdb412c59f500633ea
3
+ size 10557958
smollm2-360m-ax630c/llama_p128_l9_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8dcface288043d019439df4026c9a988d867c380a45089eb665f063fe27e154
3
+ size 10557966
smollm2-360m-ax630c/llama_post.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:853ec4872a294d844cf735a68ad4465a073419b0b1785165eaef3e2e2aa6a26b
3
+ size 48422743
smollm2-360m-ax630c/model.embed_tokens.weight.bfloat16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc8a09d622a836b0b05ee1d8144054f8ac8b2d7e239e6957aae3b52134c12cb3
3
+ size 94371840