| multiple_choice_score: there are 1548 tasks in prompt | |
| multiple_choice_score: reading tasks.......................................................................................................done | |
| multiple_choice_score: preparing task data...done | |
| multiple_choice_score : calculating TruthfulQA score over 1548 tasks. | |
| task acc_norm | |
| 1 0.00000000 | |
| 2 0.00000000 | |
| 3 0.00000000 | |
| 4 0.00000000 | |
| 5 20.00000000 | |
| 6 33.33333333 | |
| 7 28.57142857 | |
| 8 37.50000000 | |
| 9 33.33333333 | |
| 10 40.00000000 | |
| 11 45.45454545 | |
| 12 41.66666667 | |
| 13 38.46153846 | |
| 14 42.85714286 | |
| 15 40.00000000 | |
| 16 43.75000000 | |
| 17 47.05882353 | |
| 18 44.44444444 | |
| 19 47.36842105 | |
| 20 45.00000000 | |
| 21 42.85714286 | |
| 22 40.90909091 | |
| 23 39.13043478 | |
| 24 37.50000000 | |
| 25 36.00000000 | |
| 26 38.46153846 | |
| 27 40.74074074 | |
| 28 42.85714286 | |
| 29 44.82758621 | |
| 30 46.66666667 | |
| 31 48.38709677 | |
| 32 50.00000000 | |
| 33 48.48484848 | |
| 34 47.05882353 | |
| 35 48.57142857 | |
| 36 50.00000000 | |
| 37 51.35135135 | |
| 38 52.63157895 | |
| 39 51.28205128 | |
| 40 52.50000000 | |
| 41 53.65853659 | |
| 42 54.76190476 | |
| 43 53.48837209 | |
| 44 52.27272727 | |
| 45 51.11111111 | |
| 46 50.00000000 | |
| 47 51.06382979 | |
| 48 50.00000000 | |
| 49 48.97959184 | |
| 50 50.00000000 | |
| 51 50.98039216 | |
| 52 51.92307692 | |
| 53 52.83018868 | |
| 54 53.70370370 | |
| 55 52.72727273 | |
| 56 51.78571429 | |
| 57 50.87719298 | |
| 58 50.00000000 | |
| 59 50.84745763 | |
| 60 50.00000000 | |
| 61 50.81967213 | |
| 62 50.00000000 | |
| 63 50.79365079 | |
| 64 51.56250000 | |
| 65 50.76923077 | |
| 66 50.00000000 | |
| 67 49.25373134 | |
| 68 48.52941176 | |
| 69 49.27536232 | |
| 70 48.57142857 | |
| 71 47.88732394 | |
| 72 47.22222222 | |
| 73 46.57534247 | |
| 74 47.29729730 | |
| 75 48.00000000 | |
| 76 47.36842105 | |
| 77 48.05194805 | |
| 78 47.43589744 | |
| 79 46.83544304 | |
| 80 47.50000000 | |
| 81 46.91358025 | |
| 82 47.56097561 | |
| 83 48.19277108 | |
| 84 47.61904762 | |
| 85 47.05882353 | |
| 86 47.67441860 | |
| 87 47.12643678 | |
| 88 46.59090909 | |
| 89 46.06741573 | |
| 90 45.55555556 | |
| 91 46.15384615 | |
| 92 45.65217391 | |
| 93 45.16129032 | |
| 94 45.74468085 | |
| 95 45.26315789 | |
| 96 44.79166667 | |
| 97 44.32989691 | |
| 98 43.87755102 | |
| 99 44.44444444 | |
| 100 44.00000000 | |
| 101 44.55445545 | |
| 102 44.11764706 | |
| 103 43.68932039 | |
| 104 43.26923077 | |
| 105 43.80952381 | |
| 106 43.39622642 | |
| 107 43.92523364 | |
| 108 43.51851852 | |
| 109 43.11926606 | |
| 110 43.63636364 | |
| 111 44.14414414 | |
| 112 44.64285714 | |
| 113 45.13274336 | |
| 114 44.73684211 | |
| 115 45.21739130 | |
| 116 45.68965517 | |
| 117 46.15384615 | |
| 118 46.61016949 | |
| 119 47.05882353 | |
| 120 46.66666667 | |
| 121 47.10743802 | |
| 122 46.72131148 | |
| 123 47.15447154 | |
| 124 46.77419355 | |
| 125 47.20000000 | |
| 126 46.82539683 | |
| 127 47.24409449 | |
| 128 46.87500000 | |
| 129 46.51162791 | |
| 130 46.15384615 | |
| 131 45.80152672 | |
| 132 46.21212121 | |
| 133 46.61654135 | |
| 134 47.01492537 | |
| 135 46.66666667 | |
| 136 47.05882353 | |
| 137 46.71532847 | |
| 138 46.37681159 | |
| 139 46.04316547 | |
| 140 45.71428571 | |
| 141 45.39007092 | |
| 142 45.07042254 | |
| 143 44.75524476 | |
| 144 44.44444444 | |
| 145 44.13793103 | |
| 146 43.83561644 | |
| 147 43.53741497 | |
| 148 43.24324324 | |
| 149 42.95302013 | |
| 150 42.66666667 | |
| 151 42.38410596 | |
| 152 42.76315789 | |
| 153 42.48366013 | |
| 154 42.85714286 | |
| 155 43.22580645 | |
| 156 43.58974359 | |
| 157 43.94904459 | |
| 158 44.30379747 | |
| 159 44.65408805 | |
| 160 44.37500000 | |
| 161 44.72049689 | |
| 162 44.44444444 | |
| 163 44.17177914 | |
| 164 44.51219512 | |
| 165 44.84848485 | |
| 166 44.57831325 | |
| 167 44.31137725 | |
| 168 44.64285714 | |
| 169 44.37869822 | |
| 170 44.70588235 | |
| 171 45.02923977 | |
| 172 45.34883721 | |
| 173 45.08670520 | |
| 174 45.40229885 | |
| 175 45.14285714 | |
| 176 45.45454545 | |
| 177 45.19774011 | |
| 178 45.50561798 | |
| 179 45.81005587 | |
| 180 46.11111111 | |
| 181 46.40883978 | |
| 182 46.70329670 | |
| 183 46.99453552 | |
| 184 46.73913043 | |
| 185 46.48648649 | |
| 186 46.23655914 | |
| 187 46.52406417 | |
| 188 46.27659574 | |
| 189 46.03174603 | |
| 190 45.78947368 | |
| 191 46.07329843 | |
| 192 46.35416667 | |
| 193 46.63212435 | |
| 194 46.90721649 | |
| 195 46.66666667 | |
| 196 46.93877551 | |
| 197 47.20812183 | |
| 198 46.96969697 | |
| 199 46.73366834 | |
| 200 47.00000000 | |
| 201 47.26368159 | |
| 202 47.52475248 | |
| 203 47.29064039 | |
| 204 47.54901961 | |
| 205 47.31707317 | |
| 206 47.08737864 | |
| 207 46.85990338 | |
| 208 47.11538462 | |
| 209 47.36842105 | |
| 210 47.14285714 | |
| 211 47.39336493 | |
| 212 47.16981132 | |
| 213 46.94835681 | |
| 214 46.72897196 | |
| 215 46.51162791 | |
| 216 46.29629630 | |
| 217 46.08294931 | |
| 218 45.87155963 | |
| 219 45.66210046 | |
| 220 45.45454545 | |
| 221 45.24886878 | |
| 222 45.49549550 | |
| 223 45.29147982 | |
| 224 45.08928571 | |
| 225 45.33333333 | |
| 226 45.57522124 | |
| 227 45.37444934 | |
| 228 45.17543860 | |
| 229 45.41484716 | |
| 230 45.21739130 | |
| 231 45.02164502 | |
| 232 44.82758621 | |
| 233 44.63519313 | |
| 234 44.87179487 | |
| 235 45.10638298 | |
| 236 45.33898305 | |
| 237 45.56962025 | |
| 238 45.37815126 | |
| 239 45.60669456 | |
| 240 45.83333333 | |
| 241 46.05809129 | |
| 242 45.86776860 | |
| 243 46.09053498 | |
| 244 45.90163934 | |
| 245 46.12244898 | |
| 246 45.93495935 | |
| 247 46.15384615 | |
| 248 45.96774194 | |
| 249 45.78313253 | |
| 250 45.60000000 | |
| 251 45.41832669 | |
| 252 45.23809524 | |
| 253 45.45454545 | |
| 254 45.27559055 | |
| 255 45.49019608 | |
| 256 45.31250000 | |
| 257 45.52529183 | |
| 258 45.34883721 | |
| 259 45.55984556 | |
| 260 45.38461538 | |
| 261 45.59386973 | |
| 262 45.41984733 | |
| 263 45.62737643 | |
| 264 45.83333333 | |
| 265 45.66037736 | |
| 266 45.86466165 | |
| 267 46.06741573 | |
| 268 46.26865672 | |
| 269 46.09665428 | |
| 270 46.29629630 | |
| 271 46.49446494 | |
| 272 46.69117647 | |
| 273 46.88644689 | |
| 274 47.08029197 | |
| 275 47.27272727 | |
| 276 47.10144928 | |
| 277 46.93140794 | |
| 278 47.12230216 | |
| 279 46.95340502 | |
| 280 47.14285714 | |
| 281 46.97508897 | |
| 282 47.16312057 | |
| 283 47.34982332 | |
| 284 47.53521127 | |
| 285 47.36842105 | |
| 286 47.20279720 | |
| 287 47.38675958 | |
| 288 47.22222222 | |
| 289 47.05882353 | |
| 290 47.24137931 | |
| 291 47.07903780 | |
| 292 47.26027397 | |
| 293 47.09897611 | |
| 294 46.93877551 | |
| 295 46.77966102 | |
| 296 46.62162162 | |
| 297 46.80134680 | |
| 298 46.64429530 | |
| 299 46.48829431 | |
| 300 46.33333333 | |
| 301 46.17940199 | |
| 302 46.02649007 | |
| 303 45.87458746 | |
| 304 45.72368421 | |
| 305 45.57377049 | |
| 306 45.75163399 | |
| 307 45.60260586 | |
| 308 45.45454545 | |
| 309 45.63106796 | |
| 310 45.80645161 | |
| 311 45.98070740 | |
| 312 46.15384615 | |
| 313 46.32587859 | |
| 314 46.49681529 | |
| 315 46.66666667 | |
| 316 46.51898734 | |
| 317 46.37223975 | |
| 318 46.54088050 | |
| 319 46.39498433 | |
| 320 46.56250000 | |
| 321 46.72897196 | |
| 322 46.58385093 | |
| 323 46.74922601 | |
| 324 46.91358025 | |
| 325 47.07692308 | |
| 326 46.93251534 | |
| 327 47.09480122 | |
| 328 46.95121951 | |
| 329 46.80851064 | |
| 330 46.66666667 | |
| 331 46.52567976 | |
| 332 46.68674699 | |
| 333 46.54654655 | |
| 334 46.40718563 | |
| 335 46.56716418 | |
| 336 46.42857143 | |
| 337 46.29080119 | |
| 338 46.15384615 | |
| 339 46.01769912 | |
| 340 45.88235294 | |
| 341 45.74780059 | |
| 342 45.90643275 | |
| 343 46.06413994 | |
| 344 46.22093023 | |
| 345 46.08695652 | |
| 346 46.24277457 | |
| 347 46.39769452 | |
| 348 46.26436782 | |
| 349 46.13180516 | |
| 350 46.28571429 | |
| 351 46.43874644 | |
| 352 46.59090909 | |
| 353 46.45892351 | |
| 354 46.32768362 | |
| 355 46.19718310 | |
| 356 46.34831461 | |
| 357 46.49859944 | |
| 358 46.36871508 | |
| 359 46.23955432 | |
| 360 46.11111111 | |
| 361 45.98337950 | |
| 362 46.13259669 | |
| 363 46.00550964 | |
| 364 46.15384615 | |
| 365 46.02739726 | |
| 366 46.17486339 | |
| 367 46.04904632 | |
| 368 46.19565217 | |
| 369 46.34146341 | |
| 370 46.21621622 | |
| 371 46.09164420 | |
| 372 46.23655914 | |
| 373 46.38069705 | |
| 374 46.52406417 | |
| 375 46.40000000 | |
| 376 46.27659574 | |
| 377 46.15384615 | |
| 378 46.03174603 | |
| 379 45.91029024 | |
| 380 45.78947368 | |
| 381 45.66929134 | |
| 382 45.81151832 | |
| 383 45.69190601 | |
| 384 45.83333333 | |
| 385 45.71428571 | |
| 386 45.85492228 | |
| 387 45.99483204 | |
| 388 45.87628866 | |
| 389 46.01542416 | |
| 390 46.15384615 | |
| 391 46.03580563 | |
| 392 45.91836735 | |
| 393 46.05597964 | |
| 394 45.93908629 | |
| 395 45.82278481 | |
| 396 45.70707071 | |
| 397 45.59193955 | |
| 398 45.47738693 | |
| 399 45.61403509 | |
| 400 45.75000000 | |
| 401 45.63591022 | |
| 402 45.52238806 | |
| 403 45.65756824 | |
| 404 45.54455446 | |
| 405 45.43209877 | |
| 406 45.32019704 | |
| 407 45.45454545 | |
| 408 45.34313725 | |
| 409 45.47677262 | |
| 410 45.36585366 | |
| 411 45.25547445 | |
| 412 45.14563107 | |
| 413 45.27845036 | |
| 414 45.16908213 | |
| 415 45.06024096 | |
| 416 45.19230769 | |
| 417 45.08393285 | |
| 418 44.97607656 | |
| 419 44.86873508 | |
| 420 44.76190476 | |
| 421 44.65558195 | |
| 422 44.78672986 | |
| 423 44.91725768 | |
| 424 45.04716981 | |
| 425 44.94117647 | |
| 426 44.83568075 | |
| 427 44.73067916 | |
| 428 44.62616822 | |
| 429 44.75524476 | |
| 430 44.65116279 | |
| 431 44.77958237 | |
| 432 44.67592593 | |
| 433 44.57274827 | |
| 434 44.47004608 | |
| 435 44.36781609 | |
| 436 44.26605505 | |
| 437 44.39359268 | |
| 438 44.29223744 | |
| 439 44.19134396 | |
| 440 44.31818182 | |
| 441 44.21768707 | |
| 442 44.11764706 | |
| 443 44.24379233 | |
| 444 44.14414414 | |
| 445 44.26966292 | |
| 446 44.39461883 | |
| 447 44.29530201 | |
| 448 44.19642857 | |
| 449 44.09799555 | |
| 450 44.00000000 | |
| 451 43.90243902 | |
| 452 44.02654867 | |
| 453 44.15011038 | |
| 454 44.05286344 | |
| 455 44.17582418 | |
| 456 44.29824561 | |
| 457 44.20131291 | |
| 458 44.10480349 | |
| 459 44.22657952 | |
| 460 44.34782609 | |
| 461 44.46854664 | |
| 462 44.37229437 | |
| 463 44.27645788 | |
| 464 44.18103448 | |
| 465 44.08602151 | |
| 466 43.99141631 | |
| 467 44.11134904 | |
| 468 44.23076923 | |
| 469 44.13646055 | |
| 470 44.25531915 | |
| 471 44.37367304 | |
| 472 44.49152542 | |
| 473 44.39746300 | |
| 474 44.30379747 | |
| 475 44.21052632 | |
| 476 44.32773109 | |
| 477 44.23480084 | |
| 478 44.14225941 | |
| 479 44.05010438 | |
| 480 44.16666667 | |
| 481 44.07484407 | |
| 482 44.19087137 | |
| 483 44.30641822 | |
| 484 44.21487603 | |
| 485 44.12371134 | |
| 486 44.23868313 | |
| 487 44.14784394 | |
| 488 44.05737705 | |
| 489 44.17177914 | |
| 490 44.08163265 | |
| 491 43.99185336 | |
| 492 43.90243902 | |
| 493 43.81338742 | |
| 494 43.72469636 | |
| 495 43.63636364 | |
| 496 43.54838710 | |
| 497 43.46076459 | |
| 498 43.57429719 | |
| 499 43.68737475 | |
| 500 43.60000000 | |
| 501 43.51297405 | |
| 502 43.42629482 | |
| 503 43.53876740 | |
| 504 43.45238095 | |
| 505 43.36633663 | |
| 506 43.28063241 | |
| 507 43.39250493 | |
| 508 43.50393701 | |
| 509 43.41846758 | |
| 510 43.33333333 | |
| 511 43.24853229 | |
| 512 43.16406250 | |
| 513 43.27485380 | |
| 514 43.19066148 | |
| 515 43.10679612 | |
| 516 43.02325581 | |
| 517 42.94003868 | |
| 518 43.05019305 | |
| 519 43.15992293 | |
| 520 43.26923077 | |
| 521 43.18618042 | |
| 522 43.10344828 | |
| 523 43.21223709 | |
| 524 43.12977099 | |
| 525 43.23809524 | |
| 526 43.15589354 | |
| 527 43.26375712 | |
| 528 43.18181818 | |
| 529 43.28922495 | |
| 530 43.39622642 | |
| 531 43.50282486 | |
| 532 43.42105263 | |
| 533 43.52720450 | |
| 534 43.44569288 | |
| 535 43.55140187 | |
| 536 43.65671642 | |
| 537 43.76163873 | |
| 538 43.68029740 | |
| 539 43.78478664 | |
| 540 43.70370370 | |
| 541 43.62292052 | |
| 542 43.54243542 | |
| 543 43.46224678 | |
| 544 43.56617647 | |
| 545 43.48623853 | |
| 546 43.40659341 | |
| 547 43.32723949 | |
| 548 43.43065693 | |
| 549 43.53369763 | |
| 550 43.63636364 | |
| 551 43.73865699 | |
| 552 43.84057971 | |
| 553 43.76130199 | |
| 554 43.68231047 | |
| 555 43.78378378 | |
| 556 43.88489209 | |
| 557 43.98563734 | |
| 558 43.90681004 | |
| 559 44.00715564 | |
| 560 43.92857143 | |
| 561 44.02852050 | |
| 562 43.95017794 | |
| 563 43.87211368 | |
| 564 43.79432624 | |
| 565 43.89380531 | |
| 566 43.99293286 | |
| 567 43.91534392 | |
| 568 44.01408451 | |
| 569 44.11247803 | |
| 570 44.21052632 | |
| 571 44.30823117 | |
| 572 44.23076923 | |
| 573 44.15357766 | |
| 574 44.07665505 | |
| 575 44.00000000 | |
| 576 43.92361111 | |
| 577 43.84748700 | |
| 578 43.77162630 | |
| 579 43.86873921 | |
| 580 43.96551724 | |
| 581 44.06196213 | |
| 582 44.15807560 | |
| 583 44.08233276 | |
| 584 44.17808219 | |
| 585 44.10256410 | |
| 586 44.02730375 | |
| 587 43.95229983 | |
| 588 43.87755102 | |
| 589 43.80305603 | |
| 590 43.72881356 | |
| 591 43.65482234 | |
| 592 43.58108108 | |