common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 71.42857143 8 75.00000000 9 66.66666667 10 70.00000000 11 72.72727273 12 66.66666667 13 69.23076923 14 71.42857143 15 73.33333333 16 75.00000000 17 70.58823529 18 72.22222222 19 68.42105263 20 70.00000000 21 71.42857143 22 72.72727273 23 73.91304348 24 70.83333333 25 68.00000000 26 65.38461538 27 62.96296296 28 64.28571429 29 65.51724138 30 63.33333333 31 64.51612903 32 62.50000000 33 63.63636364 34 64.70588235 35 65.71428571 36 63.88888889 37 62.16216216 38 63.15789474 39 64.10256410 40 62.50000000 41 63.41463415 42 61.90476190 43 62.79069767 44 63.63636364 45 62.22222222 46 63.04347826 47 63.82978723 48 64.58333333 49 65.30612245 50 64.00000000 51 64.70588235 52 63.46153846 53 62.26415094 54 61.11111111 55 60.00000000 56 58.92857143 57 59.64912281 58 60.34482759 59 61.01694915 60 61.66666667 61 60.65573770 62 61.29032258 63 61.90476190 64 62.50000000 65 63.07692308 66 62.12121212 67 62.68656716 68 63.23529412 69 63.76811594 70 64.28571429 71 63.38028169 72 63.88888889 73 64.38356164 74 64.86486486 75 64.00000000 76 64.47368421 77 64.93506494 78 65.38461538 79 65.82278481 80 66.25000000 81 66.66666667 82 67.07317073 83 67.46987952 84 67.85714286 85 68.23529412 86 68.60465116 87 68.96551724 88 69.31818182 89 68.53932584 90 68.88888889 91 69.23076923 92 68.47826087 93 68.81720430 94 69.14893617 95 69.47368421 96 69.79166667 97 70.10309278 98 70.40816327 99 70.70707071 100 70.00000000 101 70.29702970 102 69.60784314 103 68.93203883 104 69.23076923 105 69.52380952 106 69.81132075 107 70.09345794 108 70.37037037 109 69.72477064 110 70.00000000 111 70.27027027 112 70.53571429 113 70.79646018 114 71.05263158 115 71.30434783 116 70.68965517 117 70.08547009 118 70.33898305 119 70.58823529 120 70.00000000 121 70.24793388 122 70.49180328 123 70.73170732 124 70.96774194 125 71.20000000 126 71.42857143 127 71.65354331 128 71.09375000 129 71.31782946 130 70.76923077 131 70.99236641 132 71.21212121 133 71.42857143 134 71.64179104 135 71.85185185 136 72.05882353 137 72.26277372 138 72.46376812 139 71.94244604 140 72.14285714 141 72.34042553 142 72.53521127 143 72.72727273 144 72.91666667 145 73.10344828 146 73.28767123 147 73.46938776 148 73.64864865 149 73.82550336 150 74.00000000 151 73.50993377 152 73.02631579 153 73.20261438 154 73.37662338 155 73.54838710 156 73.71794872 157 73.24840764 158 73.41772152 159 72.95597484 160 73.12500000 161 73.29192547 162 73.45679012 163 73.61963190 164 73.78048780 165 73.93939394 166 74.09638554 167 74.25149701 168 74.40476190 169 73.96449704 170 74.11764706 171 74.26900585 172 74.41860465 173 73.98843931 174 74.13793103 175 74.28571429 176 74.43181818 177 74.57627119 178 74.71910112 179 74.30167598 180 74.44444444 181 74.03314917 182 74.17582418 183 74.31693989 184 73.91304348 185 74.05405405 186 73.65591398 187 73.26203209 188 73.40425532 189 73.01587302 190 73.15789474 191 73.29842932 192 73.43750000 193 73.05699482 194 73.19587629 195 72.82051282 196 72.95918367 197 72.58883249 198 72.22222222 199 72.36180905 200 72.50000000 201 72.63681592 202 72.77227723 203 72.41379310 204 72.54901961 205 72.68292683 206 72.81553398 207 72.94685990 208 72.59615385 209 72.72727273 210 72.85714286 211 72.98578199 212 73.11320755 213 73.23943662 214 73.36448598 215 73.02325581 216 73.14814815 217 72.81105991 218 72.93577982 219 73.05936073 220 73.18181818 221 72.85067873 222 72.97297297 223 73.09417040 224 73.21428571 225 73.33333333 226 73.45132743 227 73.12775330 228 73.24561404 229 73.36244541 230 73.47826087 231 73.16017316 232 72.84482759 233 72.96137339 234 73.07692308 235 72.76595745 236 72.45762712 237 72.57383966 238 72.68907563 239 72.80334728 240 72.91666667 241 73.02904564 242 73.14049587 243 73.25102881 244 72.95081967 245 72.65306122 246 72.35772358 247 72.46963563 248 72.58064516 249 72.69076305 250 72.80000000 251 72.90836653 252 73.01587302 253 72.72727273 254 72.83464567 255 72.94117647 256 73.04687500 257 72.76264591 258 72.86821705 259 72.97297297 260 73.07692308 261 73.18007663 262 72.90076336 263 73.00380228 264 73.10606061 265 73.20754717 266 73.30827068 267 73.40823970 268 73.50746269 269 73.60594796 270 73.70370370 271 73.43173432 272 73.52941176 273 73.26007326 274 73.35766423 275 73.09090909 276 73.18840580 277 73.28519856 278 73.38129496 279 73.47670251 280 73.57142857 281 73.66548043 282 73.75886525 283 73.85159011 284 73.94366197 285 73.68421053 286 73.77622378 287 73.86759582 288 73.95833333 289 74.04844291 290 74.13793103 291 74.22680412 292 73.97260274 293 74.06143345 294 74.14965986 295 74.23728814 296 74.32432432 297 74.41077441 298 74.49664430 299 74.24749164 300 74.00000000 301 74.08637874 302 74.17218543 303 73.92739274 304 73.68421053 305 73.77049180 306 73.85620915 307 73.61563518 308 73.70129870 309 73.78640777 310 73.87096774 311 73.95498392 312 74.03846154 313 74.12140575 314 74.20382166 315 74.28571429 316 74.36708861 317 74.44794953 318 74.21383648 319 73.98119122 320 74.06250000 321 73.83177570 322 73.60248447 323 73.68421053 324 73.76543210 325 73.84615385 326 73.92638037 327 73.70030581 328 73.78048780 329 73.86018237 330 73.93939394 331 74.01812689 332 74.09638554 333 74.17417417 334 73.95209581 335 74.02985075 336 74.10714286 337 73.88724036 338 73.66863905 339 73.74631268 340 73.82352941 341 73.90029326 342 73.97660819 343 74.05247813 344 73.83720930 345 73.91304348 346 73.69942197 347 73.77521614 348 73.56321839 349 73.35243553 350 73.42857143 351 73.50427350 352 73.57954545 353 73.65439093 354 73.72881356 355 73.80281690 356 73.87640449 357 73.94957983 358 74.02234637 359 74.09470752 360 73.88888889 361 73.96121884 362 74.03314917 363 74.10468320 364 74.17582418 365 74.24657534 366 74.31693989 367 74.38692098 368 74.45652174 369 74.52574526 370 74.59459459 371 74.66307278 372 74.73118280 373 74.79892761 374 74.86631016 375 74.93333333 376 75.00000000 377 74.80106101 378 74.86772487 379 74.93403694 380 75.00000000 381 75.06561680 382 75.13089005 383 75.19582245 384 75.26041667 385 75.32467532 386 75.38860104 387 75.45219638 388 75.25773196 389 75.32133676 390 75.38461538 391 75.19181586 392 75.25510204 393 75.31806616 394 75.38071066 395 75.44303797 396 75.50505051 397 75.56675063 398 75.62814070 399 75.68922306 400 75.75000000 401 75.81047382 402 75.87064677 403 75.68238213 404 75.74257426 405 75.55555556 406 75.61576355 407 75.67567568 408 75.73529412 409 75.79462103 410 75.85365854 411 75.66909976 412 75.72815534 413 75.54479419 414 75.60386473 415 75.42168675 416 75.48076923 417 75.53956835 418 75.59808612 419 75.65632458 420 75.71428571 421 75.53444181 422 75.59241706 423 75.65011820 424 75.70754717 425 75.76470588 426 75.82159624 427 75.64402810 428 75.70093458 429 75.75757576 430 75.81395349 431 75.63805104 432 75.46296296 433 75.28868360 434 75.34562212 435 75.17241379 436 75.22935780 437 75.05720824 438 74.88584475 439 74.94305239 440 74.77272727 441 74.82993197 442 74.88687783 443 74.94356659 444 75.00000000 445 75.05617978 446 75.11210762 447 75.16778523 448 75.22321429 449 75.27839644 450 75.33333333 451 75.16629712 452 75.00000000 453 75.05518764 454 75.11013216 455 75.16483516 456 75.21929825 457 75.27352298 458 75.32751092 459 75.38126362 460 75.43478261 461 75.48806941 462 75.54112554 463 75.59395248 464 75.64655172 465 75.48387097 466 75.53648069 467 75.58886510 468 75.42735043 469 75.47974414 470 75.31914894 471 75.37154989 472 75.42372881 473 75.47568710 474 75.52742616 475 75.57894737 476 75.63025210 477 75.47169811 478 75.52301255 479 75.57411273 480 75.62500000 481 75.67567568 482 75.51867220 483 75.56935818 484 75.41322314 485 75.25773196 486 75.30864198 487 75.35934292 488 75.20491803 489 75.25562372 490 75.30612245 491 75.35641548 492 75.40650407 493 75.45638945 494 75.50607287 495 75.55555556 496 75.60483871 497 75.65392354 498 75.70281124 499 75.55110220 500 75.60000000 501 75.44910180 502 75.49800797 503 75.54671968 504 75.59523810 505 75.64356436 506 75.69169960 507 75.73964497 508 75.78740157 509 75.83497053 510 75.88235294 511 75.92954990 512 75.78125000 513 75.63352827 514 75.68093385 515 75.72815534 516 75.58139535 517 75.43520309 518 75.48262548 519 75.52986513 520 75.57692308 521 75.43186180 522 75.28735632 523 75.33460803 524 75.38167939 525 75.42857143 526 75.28517110 527 75.14231499 528 75.18939394 529 75.23629490 530 75.28301887 531 75.32956685 532 75.37593985 533 75.42213884 534 75.46816479 535 75.51401869 536 75.55970149 537 75.60521415 538 75.65055762 539 75.51020408 540 75.55555556 541 75.60073937 542 75.64575646 543 75.50644567 544 75.55147059 545 75.59633028 546 75.64102564 547 75.68555759 548 75.72992701 549 75.77413479 550 75.63636364 551 75.68058076 552 75.54347826 553 75.58770344 554 75.63176895 555 75.49549550 556 75.53956835 557 75.40394973 558 75.26881720 559 75.31305903 560 75.35714286 561 75.40106952 562 75.44483986 563 75.48845471 564 75.53191489 565 75.39823009 566 75.26501767 567 75.30864198 568 75.35211268 569 75.21968366 570 75.26315789 571 75.30647986 572 75.34965035 573 75.39267016 574 75.43554007 575 75.47826087 576 75.52083333 577 75.56325823 578 75.60553633 579 75.64766839 580 75.68965517 581 75.55938038 582 75.60137457 583 75.64322470 584 75.68493151 585 75.72649573 586 75.76791809 587 75.80919932 588 75.68027211 589 75.55178268 590 75.59322034 591 75.63451777 592 75.67567568 593 75.54806071 594 75.42087542 595 75.46218487 596 75.50335570 597 75.54438861 598 75.58528428 599 75.45909850 600 75.50000000 601 75.54076539 602 75.58139535 603 75.62189055 604 75.66225166 605 75.70247934 606 75.57755776 607 75.61779242 608 75.49342105 609 75.53366174 610 75.57377049 611 75.61374795 612 75.49019608 613 75.36704731 614 75.40716612 615 75.44715447 616 75.32467532 617 75.36466775 618 75.40453074 619 75.44426494 620 75.48387097 621 75.52334944 622 75.56270096 623 75.60192616 624 75.64102564 625 75.68000000 626 75.71884984 627 75.75757576 628 75.79617834 629 75.67567568 630 75.55555556 631 75.59429477 632 75.47468354 633 75.35545024 634 75.39432177 635 75.43307087 636 75.47169811 637 75.51020408 638 75.54858934 639 75.58685446 640 75.62500000 641 75.66302652 642 75.70093458 643 75.73872473 644 75.77639752 645 75.65891473 646 75.69659443 647 75.73415765 648 75.77160494 649 75.65485362 650 75.69230769 651 75.72964670 652 75.76687117 653 75.80398162 654 75.84097859 655 75.87786260 656 75.91463415 657 75.95129376 658 75.98784195 659 75.87253414 660 75.75757576 661 75.79425113 662 75.83081571 663 75.86726998 664 75.90361446 665 75.93984962 666 75.97597598 667 76.01199400 668 76.04790419 669 76.08370703 670 76.11940299 671 76.15499255 672 76.19047619 673 76.22585438 674 76.26112760 675 76.29629630 676 76.33136095 677 76.36632201 678 76.40117994 679 76.43593520 680 76.47058824 681 76.35829662 682 76.39296188 683 76.42752562 684 76.46198830 685 76.49635036 686 76.53061224 687 76.56477438 688 76.59883721 689 76.63280116 690 76.66666667 691 76.70043415 692 76.73410405 693 76.62337662 694 76.65706052 695 76.69064748 696 76.72413793 697 76.75753228 698 76.79083095 699 76.68097282 700 76.71428571 701 76.74750357 702 76.78062678 703 76.81365576 704 76.84659091 705 76.87943262 706 76.91218130 707 76.94483734 708 76.97740113 709 77.00987306 710 77.04225352 711 76.93389592 712 76.96629213 713 76.99859748 714 77.03081232 715 76.92307692 716 76.95530726 717 76.98744770 718 77.01949861 719 77.05146036 720 77.08333333 721 77.11511789 722 77.14681440 723 77.17842324 724 77.20994475 725 77.24137931 726 77.27272727 727 77.30398900 728 77.33516484 729 77.22908093 730 77.26027397 731 77.29138167 732 77.18579235 733 77.21691678 734 77.24795640 735 77.14285714 736 77.17391304 737 77.06919946 738 76.96476965 739 76.86062246 740 76.89189189 741 76.92307692 742 76.95417790 743 76.98519515 744 77.01612903 745 77.04697987 746 77.07774799 747 76.97456493 748 77.00534759 749 77.03604806 750 77.06666667