common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 6 (n_threads_batch = 6) / 12 | Metal : EMBED_LIBRARY = 1 | CPU : NEON = 1 | ARM_FMA = 1 | FP16_VA = 1 | DOTPROD = 1 | LLAMAFILE = 1 | ACCELERATE = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 0.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 87.50000000 9 88.88888889 10 90.00000000 11 90.90909091 12 83.33333333 13 84.61538462 14 85.71428571 15 86.66666667 16 87.50000000 17 82.35294118 18 83.33333333 19 78.94736842 20 80.00000000 21 80.95238095 22 81.81818182 23 82.60869565 24 79.16666667 25 76.00000000 26 73.07692308 27 70.37037037 28 71.42857143 29 72.41379310 30 70.00000000 31 70.96774194 32 68.75000000 33 69.69696970 34 70.58823529 35 71.42857143 36 72.22222222 37 70.27027027 38 71.05263158 39 71.79487179 40 70.00000000 41 70.73170732 42 69.04761905 43 69.76744186 44 70.45454545 45 68.88888889 46 69.56521739 47 70.21276596 48 70.83333333 49 71.42857143 50 72.00000000 51 72.54901961 52 71.15384615 53 69.81132075 54 68.51851852 55 69.09090909 56 67.85714286 57 68.42105263 58 68.96551724 59 69.49152542 60 70.00000000 61 70.49180328 62 69.35483871 63 69.84126984 64 70.31250000 65 70.76923077 66 69.69696970 67 70.14925373 68 70.58823529 69 71.01449275 70 71.42857143 71 70.42253521 72 70.83333333 73 71.23287671 74 71.62162162 75 70.66666667 76 71.05263158 77 71.42857143 78 71.79487179 79 72.15189873 80 72.50000000 81 72.83950617 82 73.17073171 83 73.49397590 84 73.80952381 85 74.11764706 86 74.41860465 87 74.71264368 88 75.00000000 89 74.15730337 90 74.44444444 91 74.72527473 92 73.91304348 93 74.19354839 94 74.46808511 95 74.73684211 96 75.00000000 97 75.25773196 98 75.51020408 99 75.75757576 100 75.00000000 101 75.24752475 102 74.50980392 103 73.78640777 104 74.03846154 105 74.28571429 106 74.52830189 107 74.76635514 108 75.00000000 109 74.31192661 110 74.54545455 111 73.87387387 112 74.10714286 113 74.33628319 114 74.56140351 115 74.78260870 116 74.13793103 117 73.50427350 118 73.72881356 119 73.94957983 120 73.33333333 121 73.55371901 122 73.77049180 123 73.98373984 124 74.19354839 125 74.40000000 126 74.60317460 127 74.80314961 128 74.21875000 129 74.41860465 130 73.84615385 131 74.04580153 132 74.24242424 133 74.43609023 134 74.62686567 135 74.81481481 136 75.00000000 137 75.18248175 138 75.36231884 139 74.82014388 140 75.00000000 141 75.17730496 142 75.35211268 143 75.52447552 144 75.69444444 145 75.86206897 146 76.02739726 147 76.19047619 148 76.35135135 149 76.51006711 150 76.66666667 151 76.15894040 152 75.65789474 153 75.81699346 154 75.97402597 155 76.12903226 156 75.64102564 157 75.15923567 158 75.31645570 159 74.84276730 160 75.00000000 161 75.15527950 162 75.30864198 163 75.46012270 164 75.60975610 165 75.75757576 166 75.90361446 167 76.04790419 168 76.19047619 169 75.73964497 170 75.88235294 171 76.02339181 172 76.16279070 173 76.30057803 174 76.43678161 175 76.00000000 176 76.13636364 177 76.27118644 178 76.40449438 179 75.97765363 180 76.11111111 181 75.69060773 182 75.82417582 183 75.95628415 184 76.08695652 185 76.21621622 186 75.80645161 187 75.40106952 188 75.00000000 189 74.60317460 190 74.73684211 191 74.86910995 192 75.00000000 193 74.61139896 194 74.74226804 195 74.35897436 196 74.48979592 197 74.11167513 198 73.73737374 199 73.86934673 200 74.00000000 201 74.12935323 202 74.25742574 203 73.89162562 204 74.01960784 205 74.14634146 206 74.27184466 207 74.39613527 208 74.03846154 209 74.16267943 210 74.28571429 211 74.40758294 212 74.52830189 213 74.64788732 214 74.76635514 215 74.41860465 216 74.53703704 217 74.19354839 218 74.31192661 219 74.42922374 220 74.54545455 221 74.20814480 222 74.32432432 223 74.43946188 224 74.55357143 225 74.66666667 226 74.77876106 227 74.44933921 228 74.56140351 229 74.67248908 230 74.78260870 231 74.45887446 232 74.13793103 233 74.24892704 234 74.35897436 235 74.04255319 236 73.72881356 237 73.83966245 238 73.94957983 239 74.05857741 240 74.16666667 241 74.27385892 242 74.38016529 243 74.48559671 244 74.59016393 245 74.28571429 246 74.39024390 247 74.49392713 248 74.59677419 249 74.69879518 250 74.80000000 251 74.90039841 252 75.00000000 253 74.70355731 254 74.80314961 255 74.90196078 256 75.00000000 257 74.70817121 258 74.80620155 259 74.90347490 260 75.00000000 261 75.09578544 262 74.80916031 263 74.90494297 264 75.00000000 265 75.09433962 266 75.18796992 267 75.28089888 268 75.37313433 269 75.46468401 270 75.55555556 271 75.27675277 272 75.36764706 273 75.09157509 274 75.18248175 275 74.90909091 276 75.00000000 277 75.09025271 278 75.17985612 279 75.26881720 280 75.35714286 281 75.44483986 282 75.53191489 283 75.61837456 284 75.70422535 285 75.43859649 286 75.52447552 287 75.60975610 288 75.69444444 289 75.77854671 290 75.86206897 291 75.94501718 292 75.68493151 293 75.76791809 294 75.85034014 295 75.93220339 296 76.01351351 297 76.09427609 298 76.17449664 299 75.91973244 300 75.66666667 301 75.74750831 302 75.82781457 303 75.57755776 304 75.32894737 305 75.40983607 306 75.49019608 307 75.24429967 308 75.32467532 309 75.40453074 310 75.48387097 311 75.56270096 312 75.64102564 313 75.71884984 314 75.79617834 315 75.87301587 316 75.94936709 317 76.02523659 318 75.78616352 319 75.54858934 320 75.62500000 321 75.38940810 322 75.15527950 323 75.23219814 324 75.30864198 325 75.38461538 326 75.46012270 327 75.22935780 328 75.30487805 329 75.37993921 330 75.45454545 331 75.52870091 332 75.60240964 333 75.67567568 334 75.44910180 335 75.52238806 336 75.59523810 337 75.37091988 338 75.14792899 339 75.22123894 340 75.29411765 341 75.36656891 342 75.43859649 343 75.51020408 344 75.29069767 345 75.36231884 346 75.14450867 347 75.21613833 348 75.00000000 349 74.78510029 350 74.85714286 351 74.92877493 352 75.00000000 353 75.07082153 354 75.14124294 355 75.21126761 356 75.28089888 357 75.35014006 358 75.41899441 359 75.48746518 360 75.27777778 361 75.34626039 362 75.41436464 363 75.48209366 364 75.54945055 365 75.61643836 366 75.68306011 367 75.74931880 368 75.81521739 369 75.88075881 370 75.94594595 371 76.01078167 372 76.07526882 373 75.87131367 374 75.93582888 375 76.00000000 376 76.06382979 377 75.86206897 378 75.92592593 379 75.98944591 380 76.05263158 381 76.11548556 382 76.17801047 383 76.24020888 384 76.30208333 385 76.36363636 386 76.42487047 387 76.48578811 388 76.54639175 389 76.60668380 390 76.66666667 391 76.47058824 392 76.53061224 393 76.59033079 394 76.64974619 395 76.70886076 396 76.76767677 397 76.82619647 398 76.88442211 399 76.94235589 400 77.00000000 401 77.05735661 402 77.11442786 403 76.92307692 404 76.98019802 405 76.79012346 406 76.84729064 407 76.90417690 408 76.96078431 409 77.01711491 410 76.82926829 411 76.64233577 412 76.69902913 413 76.51331719 414 76.57004831 415 76.38554217 416 76.44230769 417 76.49880096 418 76.55502392 419 76.61097852 420 76.66666667 421 76.72209026 422 76.77725118 423 76.83215130 424 76.88679245 425 76.94117647 426 76.99530516 427 76.81498829 428 76.86915888 429 76.68997669 430 76.74418605 431 76.56612529 432 76.62037037 433 76.67436490 434 76.72811060 435 76.55172414 436 76.60550459 437 76.43020595 438 76.48401826 439 76.53758542 440 76.59090909 441 76.64399093 442 76.69683258 443 76.74943567 444 76.80180180 445 76.85393258 446 76.90582960 447 76.95749441 448 77.00892857 449 77.06013363 450 77.11111111 451 76.94013304 452 76.99115044 453 77.04194260 454 77.09251101 455 77.14285714 456 77.19298246 457 77.24288840 458 77.29257642 459 77.34204793 460 77.39130435 461 77.44034707 462 77.48917749 463 77.53779698 464 77.58620690 465 77.41935484 466 77.46781116 467 77.51605996 468 77.35042735 469 77.39872068 470 77.23404255 471 77.28237792 472 77.33050847 473 77.37843552 474 77.42616034 475 77.47368421 476 77.52100840 477 77.35849057 478 77.40585774 479 77.45302714 480 77.50000000 481 77.33887734 482 77.17842324 483 77.22567288 484 77.06611570 485 76.90721649 486 76.95473251 487 77.00205339 488 76.84426230 489 76.89161554 490 76.93877551 491 76.98574338 492 77.03252033 493 77.07910751 494 77.12550607 495 77.17171717 496 77.21774194 497 77.26358149 498 77.30923695 499 77.15430862 500 77.20000000 501 77.04590818 502 77.09163347 503 77.13717694 504 77.18253968 505 77.22772277 506 77.27272727 507 77.31755424 508 77.36220472 509 77.40667976 510 77.45098039 511 77.49510763 512 77.34375000 513 77.38791423 514 77.43190661 515 77.47572816 516 77.32558140 517 77.17601547 518 77.22007722 519 77.26396917 520 77.30769231 521 77.15930902 522 77.20306513 523 77.24665392 524 77.29007634 525 77.33333333 526 77.18631179 527 77.03984820 528 77.08333333 529 77.12665406 530 77.16981132 531 77.21280603 532 77.25563910 533 77.29831144 534 77.34082397 535 77.38317757 536 77.42537313 537 77.46741155 538 77.50929368 539 77.36549165 540 77.40740741 541 77.44916821 542 77.49077491 543 77.53222836 544 77.57352941 545 77.61467890 546 77.65567766 547 77.69652651 548 77.73722628 549 77.77777778 550 77.63636364 551 77.67695100 552 77.53623188 553 77.57685353 554 77.61732852 555 77.47747748 556 77.51798561 557 77.37881508 558 77.24014337 559 77.28085868 560 77.32142857 561 77.36185383 562 77.22419929 563 77.26465364 564 77.30496454 565 77.16814159 566 77.03180212 567 77.07231041 568 77.11267606 569 77.15289982 570 77.19298246 571 77.23292469 572 77.27272727 573 77.31239092 574 77.35191638 575 77.39130435 576 77.43055556 577 77.29636049 578 77.33564014 579 77.37478411 580 77.41379310 581 77.28055077 582 77.31958763 583 77.35849057 584 77.39726027 585 77.43589744 586 77.47440273 587 77.51277683 588 77.38095238 589 77.24957555 590 77.28813559 591 77.32656514 592 77.36486486 593 77.23440135 594 77.10437710 595 77.14285714 596 77.18120805 597 77.21943049 598 77.25752508 599 77.12854758 600 77.16666667 601 77.20465890 602 77.24252492 603 77.28026534 604 77.31788079 605 77.35537190 606 77.22772277 607 77.26523888 608 77.13815789 609 77.17569787 610 77.21311475 611 77.25040917 612 77.12418301 613 76.99836868 614 77.03583062 615 77.07317073 616 76.94805195 617 76.98541329 618 77.02265372 619 77.05977383 620 77.09677419 621 77.13365539 622 77.17041801 623 77.20706260 624 77.24358974 625 77.28000000 626 77.31629393 627 77.35247209 628 77.38853503 629 77.26550079 630 77.30158730 631 77.33755943 632 77.21518987 633 77.25118483 634 77.28706625 635 77.32283465 636 77.35849057 637 77.39403454 638 77.42946708 639 77.46478873 640 77.34375000 641 77.37909516 642 77.41433022 643 77.44945568 644 77.48447205 645 77.36434109 646 77.39938080 647 77.43431221 648 77.46913580 649 77.34976888 650 77.38461538 651 77.41935484 652 77.45398773 653 77.48851455 654 77.52293578 655 77.55725191 656 77.59146341 657 77.62557078 658 77.65957447 659 77.54172989 660 77.42424242 661 77.45839637 662 77.49244713 663 77.52639517 664 77.56024096 665 77.59398496 666 77.62762763 667 77.66116942 668 77.69461078 669 77.72795217 670 77.76119403 671 77.79433681 672 77.82738095 673 77.86032689 674 77.89317507 675 77.92592593 676 77.95857988 677 77.99113737 678 78.02359882 679 78.05596465 680 78.08823529 681 77.97356828 682 78.00586510 683 78.03806735 684 78.07017544 685 78.10218978 686 78.13411079 687 78.16593886 688 78.19767442 689 78.22931785 690 78.26086957 691 78.29232996 692 78.32369942 693 78.21067821 694 78.24207493 695 78.27338129 696 78.30459770 697 78.33572453 698 78.36676218 699 78.39771102 700 78.42857143 701 78.45934379 702 78.49002849 703 78.52062589 704 78.55113636 705 78.58156028 706 78.61189802 707 78.64214993 708 78.67231638 709 78.70239774 710 78.73239437 711 78.76230661 712 78.79213483 713 78.82187938 714 78.85154062 715 78.74125874 716 78.77094972 717 78.80055788 718 78.83008357 719 78.85952712 720 78.88888889 721 78.77947295 722 78.80886427 723 78.83817427 724 78.86740331 725 78.89655172 726 78.92561983 727 78.95460798 728 78.98351648 729 79.01234568 730 79.04109589 731 79.06976744 732 78.96174863 733 78.85402456 734 78.88283379 735 78.77551020 736 78.80434783 737 78.69742198 738 78.59078591 739 78.48443843 740 78.51351351 741 78.54251012 742 78.57142857 743 78.60026918 744 78.62903226 745 78.65771812 746 78.68632708 747 78.58099063 748 78.60962567 749 78.63818425 750 78.66666667