common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 71.42857143 8 75.00000000 9 77.77777778 10 80.00000000 11 81.81818182 12 75.00000000 13 76.92307692 14 78.57142857 15 80.00000000 16 81.25000000 17 76.47058824 18 77.77777778 19 73.68421053 20 75.00000000 21 76.19047619 22 77.27272727 23 78.26086957 24 75.00000000 25 72.00000000 26 69.23076923 27 66.66666667 28 67.85714286 29 65.51724138 30 63.33333333 31 64.51612903 32 62.50000000 33 63.63636364 34 64.70588235 35 65.71428571 36 66.66666667 37 64.86486486 38 65.78947368 39 66.66666667 40 65.00000000 41 65.85365854 42 64.28571429 43 65.11627907 44 65.90909091 45 64.44444444 46 65.21739130 47 65.95744681 48 66.66666667 49 67.34693878 50 66.00000000 51 66.66666667 52 65.38461538 53 64.15094340 54 62.96296296 55 61.81818182 56 60.71428571 57 61.40350877 58 62.06896552 59 62.71186441 60 63.33333333 61 63.93442623 62 64.51612903 63 65.07936508 64 65.62500000 65 66.15384615 66 65.15151515 67 65.67164179 68 66.17647059 69 66.66666667 70 67.14285714 71 66.19718310 72 66.66666667 73 67.12328767 74 67.56756757 75 66.66666667 76 67.10526316 77 67.53246753 78 67.94871795 79 68.35443038 80 68.75000000 81 69.13580247 82 69.51219512 83 69.87951807 84 70.23809524 85 70.58823529 86 70.93023256 87 71.26436782 88 71.59090909 89 70.78651685 90 71.11111111 91 71.42857143 92 70.65217391 93 70.96774194 94 71.27659574 95 71.57894737 96 71.87500000 97 72.16494845 98 72.44897959 99 72.72727273 100 72.00000000 101 72.27722772 102 71.56862745 103 70.87378641 104 71.15384615 105 71.42857143 106 71.69811321 107 71.96261682 108 72.22222222 109 71.55963303 110 71.81818182 111 72.07207207 112 72.32142857 113 72.56637168 114 72.80701754 115 73.04347826 116 72.41379310 117 71.79487179 118 72.03389831 119 72.26890756 120 71.66666667 121 71.90082645 122 72.13114754 123 72.35772358 124 72.58064516 125 72.80000000 126 73.01587302 127 73.22834646 128 72.65625000 129 72.86821705 130 72.30769231 131 72.51908397 132 72.72727273 133 72.93233083 134 73.13432836 135 73.33333333 136 73.52941176 137 73.72262774 138 73.91304348 139 73.38129496 140 73.57142857 141 73.75886525 142 73.94366197 143 74.12587413 144 74.30555556 145 74.48275862 146 74.65753425 147 74.82993197 148 75.00000000 149 75.16778523 150 75.33333333 151 74.83443709 152 74.34210526 153 74.50980392 154 74.67532468 155 74.83870968 156 75.00000000 157 75.15923567 158 75.31645570 159 74.84276730 160 75.00000000 161 75.15527950 162 75.30864198 163 75.46012270 164 75.60975610 165 75.75757576 166 75.90361446 167 76.04790419 168 76.19047619 169 75.73964497 170 75.88235294 171 76.02339181 172 76.16279070 173 76.30057803 174 76.43678161 175 76.00000000 176 76.13636364 177 76.27118644 178 76.40449438 179 75.97765363 180 76.11111111 181 75.69060773 182 75.82417582 183 75.95628415 184 75.54347826 185 75.67567568 186 75.26881720 187 74.86631016 188 75.00000000 189 74.60317460 190 74.73684211 191 74.86910995 192 75.00000000 193 74.61139896 194 74.74226804 195 74.35897436 196 74.48979592 197 74.11167513 198 73.73737374 199 73.86934673 200 74.00000000 201 74.12935323 202 74.25742574 203 73.89162562 204 74.01960784 205 74.14634146 206 74.27184466 207 74.39613527 208 74.03846154 209 74.16267943 210 74.28571429 211 74.40758294 212 74.52830189 213 74.64788732 214 74.76635514 215 74.41860465 216 74.53703704 217 74.19354839 218 74.31192661 219 74.42922374 220 74.54545455 221 74.20814480 222 74.32432432 223 74.43946188 224 74.55357143 225 74.66666667 226 74.77876106 227 74.44933921 228 74.56140351 229 74.67248908 230 74.78260870 231 74.45887446 232 74.13793103 233 74.24892704 234 74.35897436 235 74.04255319 236 73.72881356 237 73.83966245 238 73.94957983 239 74.05857741 240 74.16666667 241 74.27385892 242 74.38016529 243 74.48559671 244 74.18032787 245 73.87755102 246 73.57723577 247 73.68421053 248 73.79032258 249 73.89558233 250 74.00000000 251 74.10358566 252 74.20634921 253 73.91304348 254 74.01574803 255 74.11764706 256 74.21875000 257 73.92996109 258 74.03100775 259 74.13127413 260 74.23076923 261 74.32950192 262 74.04580153 263 74.14448669 264 74.24242424 265 74.33962264 266 74.43609023 267 74.53183521 268 74.62686567 269 74.72118959 270 74.81481481 271 74.53874539 272 74.63235294 273 74.35897436 274 74.45255474 275 74.18181818 276 74.27536232 277 74.36823105 278 74.46043165 279 74.55197133 280 74.64285714 281 74.73309609 282 74.82269504 283 74.91166078 284 75.00000000 285 74.73684211 286 74.82517483 287 74.91289199 288 75.00000000 289 75.08650519 290 75.17241379 291 75.25773196 292 75.00000000 293 75.08532423 294 75.17006803 295 75.25423729 296 75.33783784 297 75.42087542 298 75.50335570 299 75.25083612 300 75.00000000 301 75.08305648 302 75.16556291 303 74.91749175 304 74.67105263 305 74.75409836 306 74.83660131 307 74.59283388 308 74.67532468 309 74.75728155 310 74.83870968 311 74.91961415 312 75.00000000 313 75.07987220 314 75.15923567 315 75.23809524 316 75.31645570 317 75.07886435 318 74.84276730 319 74.60815047 320 74.68750000 321 74.45482866 322 74.22360248 323 74.30340557 324 74.38271605 325 74.46153846 326 74.53987730 327 74.31192661 328 74.39024390 329 74.46808511 330 74.54545455 331 74.62235650 332 74.69879518 333 74.77477477 334 74.55089820 335 74.62686567 336 74.70238095 337 74.48071217 338 74.26035503 339 74.33628319 340 74.41176471 341 74.48680352 342 74.56140351 343 74.63556851 344 74.41860465 345 74.49275362 346 74.27745665 347 74.35158501 348 74.13793103 349 73.92550143 350 74.00000000 351 74.07407407 352 74.14772727 353 74.22096317 354 74.29378531 355 74.36619718 356 74.43820225 357 74.50980392 358 74.58100559 359 74.65181058 360 74.72222222 361 74.79224377 362 74.86187845 363 74.93112948 364 75.00000000 365 75.06849315 366 75.13661202 367 75.20435967 368 75.27173913 369 75.33875339 370 75.40540541 371 75.47169811 372 75.53763441 373 75.33512064 374 75.40106952 375 75.46666667 376 75.53191489 377 75.33156499 378 75.39682540 379 75.46174142 380 75.52631579 381 75.59055118 382 75.65445026 383 75.71801567 384 75.78125000 385 75.84415584 386 75.90673575 387 75.96899225 388 75.77319588 389 75.83547558 390 75.89743590 391 75.70332481 392 75.76530612 393 75.82697201 394 75.88832487 395 75.94936709 396 76.01010101 397 76.07052897 398 76.13065327 399 76.19047619 400 76.25000000 401 76.30922693 402 76.36815920 403 76.17866005 404 76.23762376 405 76.29629630 406 76.35467980 407 76.41277641 408 76.47058824 409 76.52811736 410 76.34146341 411 76.15571776 412 76.21359223 413 76.27118644 414 76.32850242 415 76.14457831 416 76.20192308 417 76.25899281 418 76.31578947 419 76.37231504 420 76.42857143 421 76.48456057 422 76.54028436 423 76.59574468 424 76.65094340 425 76.70588235 426 76.76056338 427 76.58079625 428 76.63551402 429 76.45687646 430 76.51162791 431 76.33410673 432 76.15740741 433 75.98152425 434 76.03686636 435 75.86206897 436 75.91743119 437 75.74370709 438 75.79908676 439 75.85421412 440 75.68181818 441 75.73696145 442 75.79185520 443 75.84650113 444 75.90090090 445 75.95505618 446 76.00896861 447 76.06263982 448 76.11607143 449 76.16926503 450 76.22222222 451 76.05321508 452 75.88495575 453 75.93818985 454 75.99118943 455 76.04395604 456 76.09649123 457 76.14879650 458 76.20087336 459 76.25272331 460 76.30434783 461 76.35574837 462 76.40692641 463 76.45788337 464 76.50862069 465 76.34408602 466 76.39484979 467 76.44539615 468 76.28205128 469 76.11940299 470 75.95744681 471 76.00849257 472 76.05932203 473 76.10993658 474 76.16033755 475 76.21052632 476 76.26050420 477 76.10062893 478 76.15062762 479 75.99164927 480 76.04166667 481 75.88357588 482 75.72614108 483 75.77639752 484 75.61983471 485 75.46391753 486 75.51440329 487 75.56468172 488 75.40983607 489 75.46012270 490 75.51020408 491 75.56008147 492 75.60975610 493 75.65922921 494 75.70850202 495 75.75757576 496 75.80645161 497 75.85513078 498 75.90361446 499 75.75150301 500 75.80000000 501 75.64870259 502 75.69721116 503 75.74552684 504 75.79365079 505 75.84158416 506 75.88932806 507 75.93688363 508 75.98425197 509 76.03143418 510 76.07843137 511 76.12524462 512 75.97656250 513 75.82846004 514 75.87548638 515 75.92233010 516 75.77519380 517 75.62862669 518 75.67567568 519 75.72254335 520 75.76923077 521 75.62380038 522 75.67049808 523 75.71701721 524 75.76335878 525 75.80952381 526 75.66539924 527 75.71157495 528 75.75757576 529 75.80340265 530 75.84905660 531 75.89453861 532 75.93984962 533 75.98499062 534 76.02996255 535 76.07476636 536 76.11940299 537 76.16387337 538 76.20817844 539 76.06679035 540 76.11111111 541 76.15526802 542 76.19926199 543 76.05893186 544 76.10294118 545 76.14678899 546 76.19047619 547 76.23400366 548 76.27737226 549 76.32058288 550 76.18181818 551 76.22504537 552 76.08695652 553 76.13019892 554 76.17328520 555 76.03603604 556 76.07913669 557 75.94254937 558 75.80645161 559 75.84973166 560 75.89285714 561 75.93582888 562 75.97864769 563 75.84369449 564 75.88652482 565 75.75221239 566 75.61837456 567 75.66137566 568 75.70422535 569 75.57117750 570 75.61403509 571 75.65674256 572 75.69930070 573 75.74171030 574 75.78397213 575 75.82608696 576 75.86805556 577 75.90987868 578 75.95155709 579 75.99309154 580 76.03448276 581 75.90361446 582 75.94501718 583 75.98627787 584 76.02739726 585 76.06837607 586 76.10921502 587 76.14991482 588 76.02040816 589 75.89134126 590 75.93220339 591 75.97292724 592 76.01351351 593 75.88532884 594 75.75757576 595 75.79831933 596 75.83892617 597 75.87939698 598 75.91973244 599 75.79298831 600 75.83333333 601 75.87354409 602 75.91362126 603 75.95356551 604 75.99337748 605 76.03305785 606 75.90759076 607 75.94728171 608 75.82236842 609 75.86206897 610 75.90163934 611 75.94108020 612 75.98039216 613 75.85644372 614 75.89576547 615 75.93495935 616 75.81168831 617 75.68881686 618 75.72815534 619 75.76736672 620 75.80645161 621 75.84541063 622 75.88424437 623 75.92295345 624 75.96153846 625 76.00000000 626 76.03833866 627 76.07655502 628 76.11464968 629 75.99364070 630 75.87301587 631 75.75277338 632 75.63291139 633 75.51342812 634 75.55205047 635 75.59055118 636 75.62893082 637 75.66718995 638 75.70532915 639 75.74334898 640 75.62500000 641 75.66302652 642 75.70093458 643 75.73872473 644 75.77639752 645 75.65891473 646 75.69659443 647 75.73415765 648 75.77160494 649 75.65485362 650 75.69230769 651 75.72964670 652 75.76687117 653 75.80398162 654 75.84097859 655 75.87786260 656 75.91463415 657 75.95129376 658 75.98784195 659 75.87253414 660 75.75757576 661 75.79425113 662 75.83081571 663 75.86726998 664 75.90361446 665 75.93984962 666 75.97597598 667 76.01199400 668 76.04790419 669 76.08370703 670 76.11940299 671 76.15499255 672 76.19047619 673 76.22585438 674 76.26112760 675 76.29629630 676 76.33136095 677 76.36632201 678 76.40117994 679 76.43593520 680 76.47058824 681 76.50513950 682 76.53958944 683 76.57393851 684 76.60818713 685 76.64233577 686 76.67638484 687 76.71033479 688 76.74418605 689 76.77793904 690 76.81159420 691 76.84515195 692 76.87861272 693 76.76767677 694 76.80115274 695 76.83453237 696 76.86781609 697 76.90100430 698 76.93409742 699 76.96709585 700 77.00000000 701 77.03281027 702 77.06552707 703 77.09815078 704 77.13068182 705 77.16312057 706 77.19546742 707 77.22772277 708 77.25988701 709 77.29196051 710 77.32394366 711 77.21518987 712 77.24719101 713 77.27910238 714 77.31092437 715 77.20279720 716 77.23463687 717 77.26638773 718 77.29805014 719 77.32962448 720 77.36111111 721 77.39251040 722 77.42382271 723 77.45504841 724 77.48618785 725 77.51724138 726 77.54820937 727 77.57909216 728 77.60989011 729 77.64060357 730 77.67123288 731 77.70177839 732 77.59562842 733 77.62619372 734 77.65667575 735 77.55102041 736 77.58152174 737 77.47625509 738 77.37127371 739 77.26657645 740 77.29729730 741 77.32793522 742 77.35849057 743 77.38896366 744 77.41935484 745 77.31543624 746 77.34584450 747 77.24230254 748 77.27272727 749 77.30307076 750 77.33333333