| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 50.00000000 | |
| 3 33.33333333 | |
| 4 50.00000000 | |
| 5 60.00000000 | |
| 6 66.66666667 | |
| 7 71.42857143 | |
| 8 75.00000000 | |
| 9 77.77777778 | |
| 10 80.00000000 | |
| 11 81.81818182 | |
| 12 75.00000000 | |
| 13 76.92307692 | |
| 14 78.57142857 | |
| 15 80.00000000 | |
| 16 81.25000000 | |
| 17 76.47058824 | |
| 18 72.22222222 | |
| 19 68.42105263 | |
| 20 70.00000000 | |
| 21 71.42857143 | |
| 22 72.72727273 | |
| 23 73.91304348 | |
| 24 70.83333333 | |
| 25 68.00000000 | |
| 26 65.38461538 | |
| 27 62.96296296 | |
| 28 64.28571429 | |
| 29 65.51724138 | |
| 30 63.33333333 | |
| 31 64.51612903 | |
| 32 62.50000000 | |
| 33 63.63636364 | |
| 34 64.70588235 | |
| 35 65.71428571 | |
| 36 63.88888889 | |
| 37 62.16216216 | |
| 38 63.15789474 | |
| 39 64.10256410 | |
| 40 65.00000000 | |
| 41 65.85365854 | |
| 42 64.28571429 | |
| 43 62.79069767 | |
| 44 63.63636364 | |
| 45 64.44444444 | |
| 46 63.04347826 | |
| 47 61.70212766 | |
| 48 60.41666667 | |
| 49 61.22448980 | |
| 50 60.00000000 | |
| 51 60.78431373 | |
| 52 59.61538462 | |
| 53 58.49056604 | |
| 54 57.40740741 | |
| 55 58.18181818 | |
| 56 57.14285714 | |
| 57 57.89473684 | |
| 58 56.89655172 | |
| 59 57.62711864 | |
| 60 58.33333333 | |
| 61 57.37704918 | |
| 62 56.45161290 | |
| 63 57.14285714 | |
| 64 57.81250000 | |
| 65 56.92307692 | |
| 66 56.06060606 | |
| 67 56.71641791 | |
| 68 57.35294118 | |
| 69 57.97101449 | |
| 70 58.57142857 | |
| 71 57.74647887 | |
| 72 58.33333333 | |
| 73 58.90410959 | |
| 74 59.45945946 | |
| 75 58.66666667 | |
| 76 59.21052632 | |
| 77 59.74025974 | |
| 78 60.25641026 | |
| 79 60.75949367 | |
| 80 61.25000000 | |
| 81 61.72839506 | |
| 82 62.19512195 | |
| 83 62.65060241 | |
| 84 63.09523810 | |
| 85 62.35294118 | |
| 86 62.79069767 | |
| 87 63.21839080 | |
| 88 63.63636364 | |
| 89 62.92134831 | |
| 90 63.33333333 | |
| 91 63.73626374 | |
| 92 63.04347826 | |
| 93 63.44086022 | |
| 94 63.82978723 | |
| 95 64.21052632 | |
| 96 64.58333333 | |
| 97 64.94845361 | |
| 98 65.30612245 | |
| 99 65.65656566 | |
| 100 65.00000000 | |
| 101 65.34653465 | |
| 102 64.70588235 | |
| 103 64.07766990 | |
| 104 64.42307692 | |
| 105 64.76190476 | |
| 106 65.09433962 | |
| 107 65.42056075 | |
| 108 65.74074074 | |
| 109 65.13761468 | |
| 110 65.45454545 | |
| 111 65.76576577 | |
| 112 66.07142857 | |
| 113 66.37168142 | |
| 114 66.66666667 | |
| 115 66.95652174 | |
| 116 66.37931034 | |
| 117 65.81196581 | |
| 118 66.10169492 | |
| 119 66.38655462 | |
| 120 65.83333333 | |
| 121 65.28925620 | |
| 122 65.57377049 | |
| 123 65.85365854 | |
| 124 65.32258065 | |
| 125 65.60000000 | |
| 126 65.87301587 | |
| 127 66.14173228 | |
| 128 65.62500000 | |
| 129 65.89147287 | |
| 130 65.38461538 | |
| 131 65.64885496 | |
| 132 65.15151515 | |
| 133 65.41353383 | |
| 134 65.67164179 | |
| 135 65.92592593 | |
| 136 66.17647059 | |
| 137 66.42335766 | |
| 138 66.66666667 | |
| 139 66.90647482 | |
| 140 67.14285714 | |
| 141 67.37588652 | |
| 142 67.60563380 | |
| 143 67.83216783 | |
| 144 68.05555556 | |
| 145 68.27586207 | |
| 146 68.49315068 | |
| 147 68.70748299 | |
| 148 68.91891892 | |
| 149 69.12751678 | |
| 150 69.33333333 | |
| 151 68.87417219 | |
| 152 68.42105263 | |
| 153 68.62745098 | |
| 154 68.83116883 | |
| 155 69.03225806 | |
| 156 68.58974359 | |
| 157 68.15286624 | |
| 158 68.35443038 | |
| 159 67.92452830 | |
| 160 68.12500000 | |
| 161 68.32298137 | |
| 162 68.51851852 | |
| 163 68.71165644 | |
| 164 68.90243902 | |
| 165 69.09090909 | |
| 166 69.27710843 | |
| 167 69.46107784 | |
| 168 69.64285714 | |
| 169 69.23076923 | |
| 170 69.41176471 | |
| 171 69.59064327 | |
| 172 69.18604651 | |
| 173 68.78612717 | |
| 174 68.39080460 | |
| 175 68.57142857 | |
| 176 68.75000000 | |
| 177 68.92655367 | |
| 178 69.10112360 | |
| 179 68.71508380 | |
| 180 68.88888889 | |
| 181 68.50828729 | |
| 182 68.68131868 | |
| 183 68.85245902 | |
| 184 68.47826087 | |
| 185 68.64864865 | |
| 186 68.27956989 | |
| 187 67.91443850 | |
| 188 67.55319149 | |
| 189 67.19576720 | |
| 190 67.36842105 | |
| 191 67.53926702 | |
| 192 67.70833333 | |
| 193 67.35751295 | |
| 194 67.52577320 | |
| 195 67.17948718 | |
| 196 67.34693878 | |
| 197 67.00507614 | |
| 198 66.66666667 | |
| 199 66.83417085 | |
| 200 67.00000000 | |
| 201 67.16417910 | |
| 202 66.83168317 | |
| 203 66.50246305 | |
| 204 66.66666667 | |
| 205 66.34146341 | |
| 206 66.50485437 | |
| 207 66.66666667 | |
| 208 66.34615385 | |
| 209 66.50717703 | |
| 210 66.66666667 | |
| 211 66.82464455 | |
| 212 66.98113208 | |
| 213 67.13615023 | |
| 214 67.28971963 | |
| 215 66.97674419 | |
| 216 67.12962963 | |
| 217 66.82027650 | |
| 218 66.97247706 | |
| 219 67.12328767 | |
| 220 67.27272727 | |
| 221 66.96832579 | |
| 222 67.11711712 | |
| 223 67.26457399 | |
| 224 67.41071429 | |
| 225 67.55555556 | |
| 226 67.69911504 | |
| 227 67.40088106 | |
| 228 67.54385965 | |
| 229 67.68558952 | |
| 230 67.39130435 | |
| 231 67.09956710 | |
| 232 66.81034483 | |
| 233 66.52360515 | |
| 234 66.66666667 | |
| 235 66.38297872 | |
| 236 66.10169492 | |
| 237 66.24472574 | |
| 238 66.38655462 | |
| 239 66.52719665 | |
| 240 66.66666667 | |
| 241 66.80497925 | |
| 242 66.94214876 | |
| 243 67.07818930 | |
| 244 66.80327869 | |
| 245 66.93877551 | |
| 246 67.07317073 | |
| 247 67.20647773 | |
| 248 67.33870968 | |
| 249 67.46987952 | |
| 250 67.60000000 | |
| 251 67.72908367 | |
| 252 67.85714286 | |
| 253 67.58893281 | |
| 254 67.71653543 | |
| 255 67.84313725 | |
| 256 67.96875000 | |
| 257 67.70428016 | |
| 258 67.82945736 | |
| 259 67.95366795 | |
| 260 68.07692308 | |
| 261 68.19923372 | |
| 262 67.93893130 | |
| 263 68.06083650 | |
| 264 68.18181818 | |
| 265 68.30188679 | |
| 266 68.04511278 | |
| 267 68.16479401 | |
| 268 68.28358209 | |
| 269 68.40148699 | |
| 270 68.51851852 | |
| 271 68.26568266 | |
| 272 68.38235294 | |
| 273 68.13186813 | |
| 274 68.24817518 | |
| 275 68.00000000 | |
| 276 68.11594203 | |
| 277 68.23104693 | |
| 278 68.34532374 | |
| 279 68.45878136 | |
| 280 68.57142857 | |
| 281 68.68327402 | |
| 282 68.79432624 | |
| 283 68.55123675 | |
| 284 68.66197183 | |
| 285 68.42105263 | |
| 286 68.53146853 | |
| 287 68.64111498 | |
| 288 68.75000000 | |
| 289 68.85813149 | |
| 290 68.96551724 | |
| 291 69.07216495 | |
| 292 68.83561644 | |
| 293 68.94197952 | |
| 294 69.04761905 | |
| 295 69.15254237 | |
| 296 69.25675676 | |
| 297 69.36026936 | |
| 298 69.46308725 | |
| 299 69.23076923 | |
| 300 69.00000000 | |
| 301 68.77076412 | |
| 302 68.87417219 | |
| 303 68.64686469 | |
| 304 68.42105263 | |
| 305 68.52459016 | |
| 306 68.62745098 | |
| 307 68.40390879 | |
| 308 68.50649351 | |
| 309 68.60841424 | |
| 310 68.70967742 | |
| 311 68.81028939 | |
| 312 68.91025641 | |
| 313 69.00958466 | |
| 314 68.78980892 | |
| 315 68.88888889 | |
| 316 68.98734177 | |
| 317 69.08517350 | |
| 318 68.86792453 | |
| 319 68.65203762 | |
| 320 68.75000000 | |
| 321 68.53582555 | |
| 322 68.32298137 | |
| 323 68.42105263 | |
| 324 68.51851852 | |
| 325 68.61538462 | |
| 326 68.40490798 | |
| 327 68.19571865 | |
| 328 68.29268293 | |
| 329 68.38905775 | |
| 330 68.48484848 | |
| 331 68.58006042 | |
| 332 68.37349398 | |
| 333 68.46846847 | |
| 334 68.26347305 | |
| 335 68.35820896 | |
| 336 68.45238095 | |
| 337 68.24925816 | |
| 338 68.04733728 | |
| 339 68.14159292 | |
| 340 68.23529412 | |
| 341 68.32844575 | |
| 342 68.42105263 | |
| 343 68.51311953 | |
| 344 68.31395349 | |
| 345 68.40579710 | |
| 346 68.20809249 | |
| 347 68.29971182 | |
| 348 68.10344828 | |
| 349 67.90830946 | |
| 350 68.00000000 | |
| 351 68.09116809 | |
| 352 68.18181818 | |
| 353 68.27195467 | |
| 354 68.36158192 | |
| 355 68.45070423 | |
| 356 68.53932584 | |
| 357 68.62745098 | |
| 358 68.71508380 | |
| 359 68.80222841 | |
| 360 68.61111111 | |
| 361 68.69806094 | |
| 362 68.78453039 | |
| 363 68.87052342 | |
| 364 68.95604396 | |
| 365 69.04109589 | |
| 366 69.12568306 | |
| 367 69.20980926 | |
| 368 69.29347826 | |
| 369 69.37669377 | |
| 370 69.18918919 | |
| 371 69.00269542 | |
| 372 69.08602151 | |
| 373 68.90080429 | |
| 374 68.98395722 | |
| 375 69.06666667 | |
| 376 69.14893617 | |
| 377 68.96551724 | |
| 378 69.04761905 | |
| 379 69.12928760 | |
| 380 69.21052632 | |
| 381 69.29133858 | |
| 382 69.10994764 | |
| 383 69.19060052 | |
| 384 69.27083333 | |
| 385 69.35064935 | |
| 386 69.43005181 | |
| 387 69.50904393 | |
| 388 69.32989691 | |
| 389 69.40874036 | |
| 390 69.48717949 | |
| 391 69.30946292 | |
| 392 69.38775510 | |
| 393 69.46564885 | |
| 394 69.54314721 | |
| 395 69.62025316 | |
| 396 69.69696970 | |
| 397 69.77329975 | |
| 398 69.84924623 | |
| 399 69.92481203 | |
| 400 69.75000000 | |
| 401 69.82543641 | |
| 402 69.90049751 | |
| 403 69.72704715 | |
| 404 69.80198020 | |
| 405 69.62962963 | |
| 406 69.70443350 | |
| 407 69.77886978 | |
| 408 69.85294118 | |
| 409 69.92665037 | |
| 410 69.75609756 | |
| 411 69.58637470 | |
| 412 69.41747573 | |
| 413 69.49152542 | |
| 414 69.56521739 | |
| 415 69.39759036 | |
| 416 69.47115385 | |
| 417 69.54436451 | |
| 418 69.61722488 | |
| 419 69.68973747 | |
| 420 69.76190476 | |
| 421 69.59619952 | |
| 422 69.66824645 | |
| 423 69.73995272 | |
| 424 69.81132075 | |
| 425 69.88235294 | |
| 426 69.95305164 | |
| 427 69.78922717 | |
| 428 69.85981308 | |
| 429 69.69696970 | |
| 430 69.76744186 | |
| 431 69.83758701 | |
| 432 69.90740741 | |
| 433 69.97690531 | |
| 434 70.04608295 | |
| 435 69.88505747 | |
| 436 69.95412844 | |
| 437 69.79405034 | |
| 438 69.63470320 | |
| 439 69.70387244 | |
| 440 69.77272727 | |
| 441 69.84126984 | |
| 442 69.90950226 | |
| 443 69.97742664 | |
| 444 70.04504505 | |
| 445 70.11235955 | |
| 446 70.17937220 | |
| 447 70.24608501 | |
| 448 70.31250000 | |
| 449 70.37861915 | |
| 450 70.44444444 | |
| 451 70.28824834 | |
| 452 70.35398230 | |
| 453 70.19867550 | |
| 454 70.26431718 | |
| 455 70.10989011 | |
| 456 70.17543860 | |
| 457 70.24070022 | |
| 458 70.30567686 | |
| 459 70.37037037 | |
| 460 70.43478261 | |
| 461 70.49891540 | |
| 462 70.56277056 | |
| 463 70.62634989 | |
| 464 70.68965517 | |
| 465 70.53763441 | |
| 466 70.60085837 | |
| 467 70.66381156 | |
| 468 70.51282051 | |
| 469 70.36247335 | |
| 470 70.21276596 | |
| 471 70.06369427 | |
| 472 70.12711864 | |
| 473 70.19027484 | |
| 474 70.25316456 | |
| 475 70.31578947 | |
| 476 70.16806723 | |
| 477 70.02096436 | |
| 478 70.08368201 | |
| 479 70.14613779 | |
| 480 70.20833333 | |
| 481 70.27027027 | |
| 482 70.12448133 | |
| 483 70.18633540 | |
| 484 70.04132231 | |
| 485 69.89690722 | |
| 486 69.95884774 | |
| 487 70.02053388 | |
| 488 69.87704918 | |
| 489 69.93865031 | |
| 490 70.00000000 | |
| 491 70.06109980 | |
| 492 70.12195122 | |
| 493 70.18255578 | |
| 494 70.24291498 | |
| 495 70.30303030 | |
| 496 70.36290323 | |
| 497 70.42253521 | |
| 498 70.28112450 | |
| 499 70.14028056 | |
| 500 70.20000000 | |
| 501 70.25948104 | |
| 502 70.31872510 | |
| 503 70.37773360 | |
| 504 70.43650794 | |
| 505 70.49504950 | |
| 506 70.55335968 | |
| 507 70.61143984 | |
| 508 70.66929134 | |
| 509 70.72691552 | |
| 510 70.78431373 | |
| 511 70.84148728 | |
| 512 70.70312500 | |
| 513 70.56530214 | |
| 514 70.62256809 | |
| 515 70.67961165 | |
| 516 70.54263566 | |
| 517 70.40618956 | |
| 518 70.46332046 | |
| 519 70.32755299 | |
| 520 70.38461538 | |
| 521 70.24952015 | |
| 522 70.11494253 | |
| 523 70.17208413 | |
| 524 70.22900763 | |
| 525 70.28571429 | |
| 526 70.15209125 | |
| 527 70.01897533 | |
| 528 70.07575758 | |
| 529 70.13232514 | |
| 530 70.18867925 | |
| 531 70.24482109 | |
| 532 70.30075188 | |
| 533 70.16885553 | |
| 534 70.22471910 | |
| 535 70.28037383 | |
| 536 70.33582090 | |
| 537 70.39106145 | |
| 538 70.44609665 | |
| 539 70.31539889 | |
| 540 70.37037037 | |
| 541 70.42513863 | |
| 542 70.47970480 | |
| 543 70.53406998 | |
| 544 70.58823529 | |
| 545 70.64220183 | |
| 546 70.69597070 | |
| 547 70.74954296 | |
| 548 70.80291971 | |
| 549 70.85610200 | |
| 550 70.72727273 | |
| 551 70.78039927 | |
| 552 70.65217391 | |
| 553 70.70524412 | |
| 554 70.75812274 | |
| 555 70.63063063 | |
| 556 70.68345324 | |
| 557 70.55655296 | |
| 558 70.43010753 | |
| 559 70.30411449 | |
| 560 70.35714286 | |
| 561 70.40998217 | |
| 562 70.28469751 | |
| 563 70.33747780 | |
| 564 70.39007092 | |
| 565 70.26548673 | |
| 566 70.14134276 | |
| 567 70.19400353 | |
| 568 70.24647887 | |
| 569 70.12302285 | |
| 570 70.17543860 | |
| 571 70.22767075 | |
| 572 70.27972028 | |
| 573 70.33158813 | |
| 574 70.38327526 | |
| 575 70.43478261 | |
| 576 70.48611111 | |
| 577 70.36395147 | |
| 578 70.41522491 | |
| 579 70.46632124 | |
| 580 70.34482759 | |
| 581 70.22375215 | |
| 582 70.27491409 | |
| 583 70.32590051 | |
| 584 70.37671233 | |
| 585 70.42735043 | |
| 586 70.47781570 | |
| 587 70.52810903 | |
| 588 70.40816327 | |
| 589 70.28862479 | |
| 590 70.16949153 | |
| 591 70.21996616 | |
| 592 70.27027027 | |
| 593 70.15177066 | |
| 594 70.03367003 | |
| 595 70.08403361 | |
| 596 70.13422819 | |
| 597 70.18425461 | |
| 598 70.23411371 | |
| 599 70.11686144 | |
| 600 70.16666667 | |
| 601 70.21630616 | |
| 602 70.26578073 | |
| 603 70.14925373 | |
| 604 70.19867550 | |
| 605 70.24793388 | |
| 606 70.13201320 | |
| 607 70.18121911 | |
| 608 70.06578947 | |
| 609 70.11494253 | |
| 610 70.16393443 | |
| 611 70.21276596 | |
| 612 70.09803922 | |
| 613 70.14681892 | |
| 614 70.03257329 | |
| 615 70.08130081 | |
| 616 69.96753247 | |
| 617 70.01620746 | |
| 618 70.06472492 | |
| 619 69.95153473 | |
| 620 70.00000000 | |
| 621 69.88727858 | |
| 622 69.93569132 | |
| 623 69.98394864 | |
| 624 70.03205128 | |
| 625 70.08000000 | |
| 626 69.96805112 | |
| 627 70.01594896 | |
| 628 70.06369427 | |
| 629 69.95230525 | |
| 630 70.00000000 | |
| 631 70.04754358 | |
| 632 69.93670886 | |
| 633 69.98420221 | |
| 634 70.03154574 | |
| 635 70.07874016 | |
| 636 70.12578616 | |
| 637 70.17268446 | |
| 638 70.21943574 | |
| 639 70.26604069 | |
| 640 70.15625000 | |
| 641 70.20280811 | |
| 642 70.09345794 | |
| 643 70.13996890 | |
| 644 70.03105590 | |
| 645 69.92248062 | |
| 646 69.96904025 | |
| 647 70.01545595 | |
| 648 70.06172840 | |
| 649 69.95377504 | |
| 650 70.00000000 | |
| 651 70.04608295 | |
| 652 70.09202454 | |
| 653 70.13782542 | |
| 654 70.18348624 | |
| 655 70.22900763 | |
| 656 70.27439024 | |
| 657 70.31963470 | |
| 658 70.21276596 | |
| 659 70.10622155 | |
| 660 70.00000000 | |
| 661 70.04538578 | |
| 662 70.09063444 | |
| 663 70.13574661 | |
| 664 70.18072289 | |
| 665 70.22556391 | |
| 666 70.27027027 | |
| 667 70.31484258 | |
| 668 70.35928144 | |
| 669 70.40358744 | |
| 670 70.44776119 | |
| 671 70.49180328 | |
| 672 70.53571429 | |
| 673 70.57949480 | |
| 674 70.62314540 | |
| 675 70.66666667 | |
| 676 70.56213018 | |
| 677 70.60561300 | |
| 678 70.64896755 | |
| 679 70.69219440 | |
| 680 70.73529412 | |
| 681 70.63142438 | |
| 682 70.67448680 | |
| 683 70.71742313 | |
| 684 70.76023392 | |
| 685 70.65693431 | |
| 686 70.55393586 | |
| 687 70.59679767 | |
| 688 70.63953488 | |
| 689 70.68214804 | |
| 690 70.72463768 | |
| 691 70.76700434 | |
| 692 70.80924855 | |
| 693 70.70707071 | |
| 694 70.74927954 | |
| 695 70.79136691 | |
| 696 70.83333333 | |
| 697 70.87517934 | |
| 698 70.91690544 | |
| 699 70.95851216 | |
| 700 71.00000000 | |
| 701 71.04136947 | |
| 702 71.08262108 | |
| 703 71.12375533 | |
| 704 71.16477273 | |
| 705 71.20567376 | |
| 706 71.24645892 | |
| 707 71.28712871 | |
| 708 71.32768362 | |
| 709 71.36812412 | |
| 710 71.40845070 | |
| 711 71.30801688 | |
| 712 71.34831461 | |
| 713 71.38849930 | |
| 714 71.42857143 | |
| 715 71.32867133 | |
| 716 71.36871508 | |
| 717 71.40864714 | |
| 718 71.44846797 | |
| 719 71.34909597 | |
| 720 71.38888889 | |
| 721 71.28987517 | |
| 722 71.32963989 | |
| 723 71.36929461 | |
| 724 71.40883978 | |
| 725 71.44827586 | |
| 726 71.48760331 | |
| 727 71.52682256 | |
| 728 71.56593407 | |
| 729 71.60493827 | |
| 730 71.50684932 | |
| 731 71.54582763 | |
| 732 71.44808743 | |
| 733 71.48703956 | |
| 734 71.52588556 | |
| 735 71.56462585 | |
| 736 71.60326087 | |
| 737 71.50610583 | |
| 738 71.40921409 | |
| 739 71.31258457 | |
| 740 71.35135135 | |
| 741 71.39001350 | |
| 742 71.42857143 | |
| 743 71.46702557 | |
| 744 71.50537634 | |
| 745 71.40939597 | |
| 746 71.44772118 | |
| 747 71.35207497 | |
| 748 71.39037433 | |
| 749 71.42857143 | |
| 750 71.46666667 | |