Hugging Face's logo

rwkv-x-dev
/
rwkv-x-playground

Model card Files
xet
Community
201

[WIP] [GHA] experiment/memory-bench/Benchmark-V5headsize2x.ipynb result notebook & reports (multi-commit 682c4b57e8dbefceaef84575fa9ffc92661036ecede38b6a9f375797b3fb9d1e)

#76
by picocreator - opened
base: refs/heads/main
←
from: refs/pr/76
Discussion Files changed
+59393
-858487
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. .gitattributes +0 -36
  2. experiment/memory-bench/Benchmark-V5-L96.ipynb +0 -0
  3. experiment/memory-bench/Benchmark-V5.ipynb +0 -0
  4. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/model/BaseV5-C-Tune5.pth +0 -3
  5. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/model/EWR-1B5-E0_1-mem-ctx-8k.pth +0 -3
  6. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/model/v5-L6-D2048-E0_1-mem-ctx-8k.pth +0 -3
  7. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/model/v5-L6-D4096-E0_1-mem-ctx-8k.pth +0 -3
  8. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5.ipynb +0 -0
  9. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5headsize2x.ipynb +0 -0
  10. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/BaseV5-C-Tune5-16k.csv +0 -3
  11. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/BaseV5-C-Tune5-1k.csv +0 -0
  12. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/BaseV5-C-Tune5-4k.csv +0 -3
  13. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D2048-E0_1-16k.csv +0 -3
  14. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D2048-E0_1-1k.csv +0 -0
  15. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D2048-E0_1-4k.csv +0 -3
  16. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D4096-E0_1-16k.csv +0 -3
  17. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D4096-E0_1-1k.csv +0 -0
  18. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D4096-E0_1-4k.csv +0 -3
  19. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D2048-E0_1-16k.csv +0 -3
  20. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D2048-E0_1-1k.csv +0 -0
  21. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D2048-E0_1-4k.csv +0 -3
  22. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D4096-E0_1-16k.csv +0 -3
  23. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D4096-E0_1-1k.csv +0 -0
  24. experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D4096-E0_1-4k.csv +0 -3
  25. experiment/memory-bench/logs/BaseV5-C-Tune5-16k.csv +2 -2
  26. experiment/memory-bench/logs/BaseV5-C-Tune5-1k.csv +0 -0
  27. experiment/memory-bench/logs/BaseV5-C-Tune5-4k.csv +2 -2
  28. experiment/memory-bench/logs/v5-L6-D1024-E0_1-16k.csv +0 -3
  29. experiment/memory-bench/logs/v5-L6-D1024-E0_1-1k.csv +0 -0
  30. experiment/memory-bench/logs/v5-L6-D1024-E0_1-4k.csv +0 -3
  31. experiment/memory-bench/logs/v5-L6-D2048-E0_1-16k.csv +2 -2
  32. experiment/memory-bench/logs/v5-L6-D2048-E0_1-1k.csv +0 -0
  33. experiment/memory-bench/logs/v5-L6-D2048-E0_1-4k.csv +2 -2
  34. experiment/memory-bench/logs/v5-L6-D4096-E0_1-16k.csv +2 -2
  35. experiment/memory-bench/logs/v5-L6-D4096-E0_1-1k.csv +0 -0
  36. experiment/memory-bench/logs/v5-L6-D4096-E0_1-4k.csv +2 -2
  37. experiment/memory-bench/logs/v5-L96-D1024-E0_1-mem-ctx-8k-16k.csv +0 -3
  38. experiment/memory-bench/logs/v5-L96-D1024-E0_1-mem-ctx-8k-1k.csv +0 -0
  39. experiment/memory-bench/logs/v5-L96-D1024-E0_1-mem-ctx-8k-4k.csv +0 -3
  40. experiment/memory-bench/v5-L6-D1024-E0_1-mem-ctx-8k.pth +0 -3
  41. experiment/memory-bench/v5-L96-D1024-E0_1-mem-ctx-8k.pth +0 -3
  42. experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-E0_01-baseline-p2.pth +0 -3
  43. experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-E0_01-baseline-p3.pth +0 -3
  44. experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-E0_01-enwiki-4k-p1.pth +0 -3
  45. experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-E0_01-neox-v5base-init.pth +0 -3
  46. experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-baseline.ipynb +0 -3
  47. experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb +0 -3
  48. experiment/rwkv-x-exp/multi-size-train/v5-L6+6-D2048-E0_01-baseline-p3.pth +0 -3
  49. experiment/rwkv-x-exp/multi-size-train/v5-L6+6-D2048-E0_01-layer-expansion-p1.pth +0 -3
  50. experiment/rwkv-x-exp/multi-size-train/v5-L6+6-D2048-E0_01-layer-expansion-p2.pth +0 -3
.gitattributes CHANGED
@@ -69,39 +69,3 @@ experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-tra
69
  experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5wave-13-1B5-E0_1-ctx-16k-4k.csv filter=lfs diff=lfs merge=lfs -text
70
  experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/WavenetV5-C-Tune5-16k.csv filter=lfs diff=lfs merge=lfs -text
71
  experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5wave-13-1B5-E0_1-ctx-16k-16k.csv filter=lfs diff=lfs merge=lfs -text
72
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D4096-E0_1-16k.csv filter=lfs diff=lfs merge=lfs -text
73
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D2048-E0_1-4k.csv filter=lfs diff=lfs merge=lfs -text
74
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D4096-E0_1-4k.csv filter=lfs diff=lfs merge=lfs -text
75
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D2048-E0_1-16k.csv filter=lfs diff=lfs merge=lfs -text
76
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D4096-E0_1-4k.csv filter=lfs diff=lfs merge=lfs -text
77
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D4096-E0_1-16k.csv filter=lfs diff=lfs merge=lfs -text
78
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D2048-E0_1-16k.csv filter=lfs diff=lfs merge=lfs -text
79
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D2048-E0_1-4k.csv filter=lfs diff=lfs merge=lfs -text
80
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/BaseV5-C-Tune5-4k.csv filter=lfs diff=lfs merge=lfs -text
81
- experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/BaseV5-C-Tune5-16k.csv filter=lfs diff=lfs merge=lfs -text
82
- experiment/memory-bench/logs/v5-L96-D1024-E0_1-mem-ctx-8k-16k.csv filter=lfs diff=lfs merge=lfs -text
83
- experiment/memory-bench/logs/v5-L96-D1024-E0_1-mem-ctx-8k-4k.csv filter=lfs diff=lfs merge=lfs -text
84
- experiment/rwkv-x-exp/v5-slim-memory/v5-L6-D1024-E1e-1-ctx4k.ipynb filter=lfs diff=lfs merge=lfs -text
85
- experiment/memory-bench/logs/v5-L6-D1024-E0_1-4k.csv filter=lfs diff=lfs merge=lfs -text
86
- experiment/memory-bench/logs/v5-L6-D1024-E0_1-16k.csv filter=lfs diff=lfs merge=lfs -text
87
- experiment/rwkv-x-exp/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part1.ipynb filter=lfs diff=lfs merge=lfs -text
88
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/part1.ipynb filter=lfs diff=lfs merge=lfs -text
89
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/part2.ipynb filter=lfs diff=lfs merge=lfs -text
90
- experiment/rwkv-x-exp/v5-r3-memory/L12-D2048-E1e-1-ctx4k/part2.ipynb filter=lfs diff=lfs merge=lfs -text
91
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/part1.ipynb filter=lfs diff=lfs merge=lfs -text
92
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage2.ipynb filter=lfs diff=lfs merge=lfs -text
93
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage2.ipynb filter=lfs diff=lfs merge=lfs -text
94
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage3.ipynb filter=lfs diff=lfs merge=lfs -text
95
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage3.ipynb filter=lfs diff=lfs merge=lfs -text
96
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage4.ipynb filter=lfs diff=lfs merge=lfs -text
97
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage4.ipynb filter=lfs diff=lfs merge=lfs -text
98
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2560-E1e-1-ctx4k/stage5.ipynb filter=lfs diff=lfs merge=lfs -text
99
- experiment/rwkv-x-exp/v5-r3-memory/L6-D2048-E1e-1-ctx4k/stage5.ipynb filter=lfs diff=lfs merge=lfs -text
100
- experiment/rwkv-x-exp/multi-size-train/v5-L6-D2048-part1.ipynb filter=lfs diff=lfs merge=lfs -text
101
- experiment/rwkv-x-exp/multi-size-train/v5-L6-D2048-baseline.ipynb filter=lfs diff=lfs merge=lfs -text
102
- experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb filter=lfs diff=lfs merge=lfs -text
103
- experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-baseline.ipynb filter=lfs diff=lfs merge=lfs -text
104
- experiment/rwkv-x-exp/multi-size-train/v5-L6+6-D2048-overwrite-naive.ipynb filter=lfs diff=lfs merge=lfs -text
105
- experiment/rwkv-x-exp/multi-size-train/v5-L6-D2048-split-train.ipynb filter=lfs diff=lfs merge=lfs -text
106
- experiment/rwkv-x-exp/multi-size-train/v5-L6+6-D2048-layer-expansion.ipynb filter=lfs diff=lfs merge=lfs -text
107
- experiment/rwkv-x-exp/multi-size-train/v5-L6-D2048-split-baseline.ipynb filter=lfs diff=lfs merge=lfs -text
 
69
  experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5wave-13-1B5-E0_1-ctx-16k-4k.csv filter=lfs diff=lfs merge=lfs -text
70
  experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/WavenetV5-C-Tune5-16k.csv filter=lfs diff=lfs merge=lfs -text
71
  experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5wave-13-1B5-E0_1-ctx-16k-16k.csv filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
experiment/memory-bench/Benchmark-V5-L96.ipynb DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/Benchmark-V5.ipynb CHANGED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/model/BaseV5-C-Tune5.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1f89b4d653a240f6f165d25988b51f6db36bf8a2388707e3e3242af751575eb
3
- size 6060483063
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/model/EWR-1B5-E0_1-mem-ctx-8k.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e886ffafd5148b502a00b1c10c847ca918cec61c4c956956a2fe9811c210029b
3
- size 6060483163
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/model/v5-L6-D2048-E0_1-mem-ctx-8k.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:87b64f45529c2049a8b044b7e7c0338a9ede8ba8259d17d987d8e73f8a34fd75
3
- size 1066508293
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/model/v5-L6-D4096-E0_1-mem-ctx-8k.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:5f93b1f6f6f7fb2193130a3a51f8ed41a0541b1b5eab100ca9318c8218d481fa
3
- size 3441599237
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5.ipynb DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/Benchmark-V5headsize2x.ipynb DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/BaseV5-C-Tune5-16k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b131e25f5a022b59f3a80de7054ed0fc02d23ba0c88109799a463362bcd091d
3
- size 118790470
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/BaseV5-C-Tune5-1k.csv DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/BaseV5-C-Tune5-4k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5b6dfd18ae9886dfef7b40490e01709bed3a6fb6ae80c1b71d4e579fe33bec3
3
- size 14197389
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D2048-E0_1-16k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:75d9d09b51300d41bd9f4ffc5aa20e5e8433bf5120e50bcc840f50c55d8b164a
3
- size 118428057
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D2048-E0_1-1k.csv DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D2048-E0_1-4k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa4f4a3f30a08194d38c0ea2b9f5991cd4bbc6224cc47fd98f067a34b50ffe38
3
- size 14551219
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D4096-E0_1-16k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:16471c2afb16c0a1af294ca554513787e419bdebd0345a073c296d080e100141
3
- size 118660437
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D4096-E0_1-1k.csv DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-L6-D4096-E0_1-4k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2808d046aa2c87afc129face7b54ca66dc5027337164178d1a539a6681732de
3
- size 14457770
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D2048-E0_1-16k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c17e1b75b43fe2a9a8d7ba74fb34116d51a6594afeb8a38807c840a2b1bb7921
3
- size 119288711
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D2048-E0_1-1k.csv DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D2048-E0_1-4k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a931b7b25501d43809b8f5c8a9620fe42b456b7d63153d3835b27031c5bb925e
3
- size 14358146
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D4096-E0_1-16k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:f90cf31a2f5f5f1b8f4069bcfd94ceb8f229493356947a6056e041491411b00f
3
- size 118988133
 
 
 
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D4096-E0_1-1k.csv DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/actions-runner/_work/RWKV-infctx-trainer/RWKV-infctx-trainer/output/experiment/memory-bench/logs/v5-hs2x-L6-D4096-E0_1-4k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:e76d125d7f0533628bc3f74d988d5b1c1d9e418fdea62e39f34192434ecf18d3
3
- size 14314715
 
 
 
 
experiment/memory-bench/logs/BaseV5-C-Tune5-16k.csv CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3b131e25f5a022b59f3a80de7054ed0fc02d23ba0c88109799a463362bcd091d
3
- size 118790470
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f8b28de9a89121cbc5dba89c2bdefa65144edd20acc723e2d3e1500e06dc695
3
+ size 118790922
experiment/memory-bench/logs/BaseV5-C-Tune5-1k.csv CHANGED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/logs/BaseV5-C-Tune5-4k.csv CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d5b6dfd18ae9886dfef7b40490e01709bed3a6fb6ae80c1b71d4e579fe33bec3
3
- size 14197389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:561c2d53eefbb5418752b1822f175164fc7469fb393acdbe5e92094c088e5f9f
3
+ size 14197495
experiment/memory-bench/logs/v5-L6-D1024-E0_1-16k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:ede23f588af24bffdae0758be980b5ff8e0add92cb4973d6c4e0492842db60aa
3
- size 118299852
 
 
 
 
experiment/memory-bench/logs/v5-L6-D1024-E0_1-1k.csv DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/logs/v5-L6-D1024-E0_1-4k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ff6c289d0138740b732bdace1edd39e8b7443e0d5d6ac756bf18641cdf2462b
3
- size 14155151
 
 
 
 
experiment/memory-bench/logs/v5-L6-D2048-E0_1-16k.csv CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:75d9d09b51300d41bd9f4ffc5aa20e5e8433bf5120e50bcc840f50c55d8b164a
3
- size 118428057
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a0445a053abfebda5105e4e4d38722a713eb272220b43a9cb509abfbbdbbbc
3
+ size 118434365
experiment/memory-bench/logs/v5-L6-D2048-E0_1-1k.csv CHANGED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/logs/v5-L6-D2048-E0_1-4k.csv CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa4f4a3f30a08194d38c0ea2b9f5991cd4bbc6224cc47fd98f067a34b50ffe38
3
- size 14551219
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3c8e0ab7f864eda60a244b3d0499bfb67dbcd3497c577a15cac0e4656a885e4
3
+ size 14550324
experiment/memory-bench/logs/v5-L6-D4096-E0_1-16k.csv CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16471c2afb16c0a1af294ca554513787e419bdebd0345a073c296d080e100141
3
- size 118660437
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adb7b2f22dabce4536720add3024c0f45eb04b2506f2f6f7ec02a7166182e05c
3
+ size 118660846
experiment/memory-bench/logs/v5-L6-D4096-E0_1-1k.csv CHANGED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/logs/v5-L6-D4096-E0_1-4k.csv CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e2808d046aa2c87afc129face7b54ca66dc5027337164178d1a539a6681732de
3
- size 14457770
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056044ff2cf4c7f49ba892ff799776f77a9b7cfe08a4b8ddc4e93c81f426ca84
3
+ size 14457759
experiment/memory-bench/logs/v5-L96-D1024-E0_1-mem-ctx-8k-16k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dda096ac9d555beaff647faf5ed464cdbf7f3f305b40799ffccb17bd1ab86a65
3
- size 119504606
 
 
 
 
experiment/memory-bench/logs/v5-L96-D1024-E0_1-mem-ctx-8k-1k.csv DELETED
The diff for this file is too large to render. See raw diff
 
experiment/memory-bench/logs/v5-L96-D1024-E0_1-mem-ctx-8k-4k.csv DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a55a6859bc6194265096fa53f2a138596a0b7c0c8be327cb55d5534b17ceb16
3
- size 14287660
 
 
 
 
experiment/memory-bench/v5-L6-D1024-E0_1-mem-ctx-8k.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:cefa72363bb7dfddb34723de3848f3cc5116c1ff15481f5562317058324b8bf0
3
- size 369696005
 
 
 
 
experiment/memory-bench/v5-L96-D1024-E0_1-mem-ctx-8k.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d042262601b79b1635bdd82e73c9f26fb35b05d8cded92a03aad5df56944dde
3
- size 2825976699
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-E0_01-baseline-p2.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c447bfd1844d0c3e536fb8824d029fd8b0e334e1368f807a4e85cd7099005130
3
- size 1721187285
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-E0_01-baseline-p3.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:70b243f59685c4df841f16343bc7ff6947a3125cec5dabf9035b28b65c04da0e
3
- size 1721187285
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-E0_01-enwiki-4k-p1.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:a57c278ed7e7e2f9d7f0436540674bfa5178adcd04c3154f5d92992e0602c55b
3
- size 1721187621
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-E0_01-neox-v5base-init.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:06105d96413046fce0ec189b9c4685a813cfa7147300851c5d2afc7b5adbcb38
3
- size 1721189797
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-baseline.ipynb DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:31f61ce42e82d9a475446458ed015a190f16dd9b2b17bd67f4feedd9f72750ad
3
- size 16577145
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L12-D2048-part1.ipynb DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:b53c27ed2c20b9f1f690647a83c0fbe2ce09594518b9ec557f515a4f8b548f2b
3
- size 15941299
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L6+6-D2048-E0_01-baseline-p3.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:c380bcd4b861a8af263fd56dc6e183b9e06ba0bc8f9895c4dcd8a678b58296e8
3
- size 1721187621
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L6+6-D2048-E0_01-layer-expansion-p1.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:89f8caf661887bdba1897a10009f033331c552bfb763112e6da1b850d8ec3ff7
3
- size 1721189525
 
 
 
 
experiment/rwkv-x-exp/multi-size-train/v5-L6+6-D2048-E0_01-layer-expansion-p2.pth DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:2680e091197e798686c97bdd2af0f6827f2b29c648cc1ae03f67d6f094859618
3
- size 1721189525