File size: 9,693 Bytes
f91e90b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 |
multiple_choice_score: there are 1548 tasks in prompt multiple_choice_score: reading tasks.......................................................................................................done multiple_choice_score: preparing task data...done multiple_choice_score : calculating TruthfulQA score over 1548 tasks. task acc_norm 1 0.00000000 2 0.00000000 3 0.00000000 4 0.00000000 5 20.00000000 6 33.33333333 7 28.57142857 8 37.50000000 9 33.33333333 10 40.00000000 11 45.45454545 12 41.66666667 13 38.46153846 14 42.85714286 15 40.00000000 16 43.75000000 17 47.05882353 18 44.44444444 19 47.36842105 20 45.00000000 21 42.85714286 22 40.90909091 23 39.13043478 24 37.50000000 25 36.00000000 26 38.46153846 27 40.74074074 28 42.85714286 29 44.82758621 30 46.66666667 31 48.38709677 32 50.00000000 33 48.48484848 34 47.05882353 35 48.57142857 36 50.00000000 37 51.35135135 38 52.63157895 39 51.28205128 40 52.50000000 41 53.65853659 42 54.76190476 43 53.48837209 44 52.27272727 45 51.11111111 46 50.00000000 47 51.06382979 48 50.00000000 49 48.97959184 50 50.00000000 51 50.98039216 52 51.92307692 53 52.83018868 54 53.70370370 55 52.72727273 56 51.78571429 57 50.87719298 58 50.00000000 59 50.84745763 60 50.00000000 61 50.81967213 62 50.00000000 63 50.79365079 64 51.56250000 65 50.76923077 66 50.00000000 67 49.25373134 68 48.52941176 69 49.27536232 70 48.57142857 71 47.88732394 72 47.22222222 73 46.57534247 74 47.29729730 75 48.00000000 76 47.36842105 77 48.05194805 78 47.43589744 79 46.83544304 80 47.50000000 81 46.91358025 82 47.56097561 83 48.19277108 84 47.61904762 85 47.05882353 86 47.67441860 87 47.12643678 88 46.59090909 89 46.06741573 90 45.55555556 91 46.15384615 92 45.65217391 93 45.16129032 94 45.74468085 95 45.26315789 96 44.79166667 97 44.32989691 98 43.87755102 99 44.44444444 100 44.00000000 101 44.55445545 102 44.11764706 103 43.68932039 104 43.26923077 105 43.80952381 106 43.39622642 107 43.92523364 108 43.51851852 109 43.11926606 110 43.63636364 111 44.14414414 112 44.64285714 113 45.13274336 114 44.73684211 115 45.21739130 116 45.68965517 117 46.15384615 118 46.61016949 119 47.05882353 120 46.66666667 121 47.10743802 122 46.72131148 123 47.15447154 124 46.77419355 125 47.20000000 126 46.82539683 127 47.24409449 128 46.87500000 129 46.51162791 130 46.15384615 131 45.80152672 132 46.21212121 133 46.61654135 134 47.01492537 135 46.66666667 136 47.05882353 137 46.71532847 138 46.37681159 139 46.04316547 140 45.71428571 141 45.39007092 142 45.07042254 143 44.75524476 144 44.44444444 145 44.13793103 146 43.83561644 147 43.53741497 148 43.24324324 149 42.95302013 150 42.66666667 151 42.38410596 152 42.76315789 153 42.48366013 154 42.85714286 155 43.22580645 156 43.58974359 157 43.94904459 158 44.30379747 159 44.65408805 160 44.37500000 161 44.72049689 162 44.44444444 163 44.17177914 164 44.51219512 165 44.84848485 166 44.57831325 167 44.31137725 168 44.64285714 169 44.37869822 170 44.70588235 171 45.02923977 172 45.34883721 173 45.08670520 174 45.40229885 175 45.14285714 176 45.45454545 177 45.19774011 178 45.50561798 179 45.81005587 180 46.11111111 181 46.40883978 182 46.70329670 183 46.99453552 184 46.73913043 185 46.48648649 186 46.23655914 187 46.52406417 188 46.27659574 189 46.03174603 190 45.78947368 191 46.07329843 192 46.35416667 193 46.63212435 194 46.90721649 195 46.66666667 196 46.93877551 197 47.20812183 198 46.96969697 199 46.73366834 200 47.00000000 201 47.26368159 202 47.52475248 203 47.29064039 204 47.54901961 205 47.31707317 206 47.08737864 207 46.85990338 208 47.11538462 209 47.36842105 210 47.14285714 211 47.39336493 212 47.16981132 213 46.94835681 214 46.72897196 215 46.51162791 216 46.29629630 217 46.08294931 218 45.87155963 219 45.66210046 220 45.45454545 221 45.24886878 222 45.49549550 223 45.29147982 224 45.08928571 225 45.33333333 226 45.57522124 227 45.37444934 228 45.17543860 229 45.41484716 230 45.21739130 231 45.02164502 232 44.82758621 233 44.63519313 234 44.87179487 235 45.10638298 236 45.33898305 237 45.56962025 238 45.37815126 239 45.60669456 240 45.83333333 241 46.05809129 242 45.86776860 243 46.09053498 244 45.90163934 245 46.12244898 246 45.93495935 247 46.15384615 248 45.96774194 249 45.78313253 250 45.60000000 251 45.41832669 252 45.23809524 253 45.45454545 254 45.27559055 255 45.49019608 256 45.31250000 257 45.52529183 258 45.34883721 259 45.55984556 260 45.38461538 261 45.59386973 262 45.41984733 263 45.62737643 264 45.83333333 265 45.66037736 266 45.86466165 267 46.06741573 268 46.26865672 269 46.09665428 270 46.29629630 271 46.49446494 272 46.69117647 273 46.88644689 274 47.08029197 275 47.27272727 276 47.10144928 277 46.93140794 278 47.12230216 279 46.95340502 280 47.14285714 281 46.97508897 282 47.16312057 283 47.34982332 284 47.53521127 285 47.36842105 286 47.20279720 287 47.38675958 288 47.22222222 289 47.05882353 290 47.24137931 291 47.07903780 292 47.26027397 293 47.09897611 294 46.93877551 295 46.77966102 296 46.62162162 297 46.80134680 298 46.64429530 299 46.48829431 300 46.33333333 301 46.17940199 302 46.02649007 303 45.87458746 304 45.72368421 305 45.57377049 306 45.75163399 307 45.60260586 308 45.45454545 309 45.63106796 310 45.80645161 311 45.98070740 312 46.15384615 313 46.32587859 314 46.49681529 315 46.66666667 316 46.51898734 317 46.37223975 318 46.54088050 319 46.39498433 320 46.56250000 321 46.72897196 322 46.58385093 323 46.74922601 324 46.91358025 325 47.07692308 326 46.93251534 327 47.09480122 328 46.95121951 329 46.80851064 330 46.66666667 331 46.52567976 332 46.68674699 333 46.54654655 334 46.40718563 335 46.56716418 336 46.42857143 337 46.29080119 338 46.15384615 339 46.01769912 340 45.88235294 341 45.74780059 342 45.90643275 343 46.06413994 344 46.22093023 345 46.08695652 346 46.24277457 347 46.39769452 348 46.26436782 349 46.13180516 350 46.28571429 351 46.43874644 352 46.59090909 353 46.45892351 354 46.32768362 355 46.19718310 356 46.34831461 357 46.49859944 358 46.36871508 359 46.23955432 360 46.11111111 361 45.98337950 362 46.13259669 363 46.00550964 364 46.15384615 365 46.02739726 366 46.17486339 367 46.04904632 368 46.19565217 369 46.34146341 370 46.21621622 371 46.09164420 372 46.23655914 373 46.38069705 374 46.52406417 375 46.40000000 376 46.27659574 377 46.15384615 378 46.03174603 379 45.91029024 380 45.78947368 381 45.66929134 382 45.81151832 383 45.69190601 384 45.83333333 385 45.71428571 386 45.85492228 387 45.99483204 388 45.87628866 389 46.01542416 390 46.15384615 391 46.03580563 392 45.91836735 393 46.05597964 394 45.93908629 395 45.82278481 396 45.70707071 397 45.59193955 398 45.47738693 399 45.61403509 400 45.75000000 401 45.63591022 402 45.52238806 403 45.65756824 404 45.54455446 405 45.43209877 406 45.32019704 407 45.45454545 408 45.34313725 409 45.47677262 410 45.36585366 411 45.25547445 412 45.14563107 413 45.27845036 414 45.16908213 415 45.06024096 416 45.19230769 417 45.08393285 418 44.97607656 419 44.86873508 420 44.76190476 421 44.65558195 422 44.78672986 423 44.91725768 424 45.04716981 425 44.94117647 426 44.83568075 427 44.73067916 428 44.62616822 429 44.75524476 430 44.65116279 431 44.77958237 432 44.67592593 433 44.57274827 434 44.47004608 435 44.36781609 436 44.26605505 437 44.39359268 438 44.29223744 439 44.19134396 440 44.31818182 441 44.21768707 442 44.11764706 443 44.24379233 444 44.14414414 445 44.26966292 446 44.39461883 447 44.29530201 448 44.19642857 449 44.09799555 450 44.00000000 451 43.90243902 452 44.02654867 453 44.15011038 454 44.05286344 455 44.17582418 456 44.29824561 457 44.20131291 458 44.10480349 459 44.22657952 460 44.34782609 461 44.46854664 462 44.37229437 463 44.27645788 464 44.18103448 465 44.08602151 466 43.99141631 467 44.11134904 468 44.23076923 469 44.13646055 470 44.25531915 471 44.37367304 472 44.49152542 473 44.39746300 474 44.30379747 475 44.21052632 476 44.32773109 477 44.23480084 478 44.14225941 479 44.05010438 480 44.16666667 481 44.07484407 482 44.19087137 483 44.30641822 484 44.21487603 485 44.12371134 486 44.23868313 487 44.14784394 488 44.05737705 489 44.17177914 490 44.08163265 491 43.99185336 492 43.90243902 493 43.81338742 494 43.72469636 495 43.63636364 496 43.54838710 497 43.46076459 498 43.57429719 499 43.68737475 500 43.60000000 501 43.51297405 502 43.42629482 503 43.53876740 504 43.45238095 505 43.36633663 506 43.28063241 507 43.39250493 508 43.50393701 509 43.41846758 510 43.33333333 511 43.24853229 512 43.16406250 513 43.27485380 514 43.19066148 515 43.10679612 516 43.02325581 517 42.94003868 518 43.05019305 519 43.15992293 520 43.26923077 521 43.18618042 522 43.10344828 523 43.21223709 524 43.12977099 525 43.23809524 526 43.15589354 527 43.26375712 528 43.18181818 529 43.28922495 530 43.39622642 531 43.50282486 532 43.42105263 533 43.52720450 534 43.44569288 535 43.55140187 536 43.65671642 537 43.76163873 538 43.68029740 539 43.78478664 540 43.70370370 541 43.62292052 542 43.54243542 543 43.46224678 544 43.56617647 545 43.48623853 546 43.40659341 547 43.32723949 548 43.43065693 549 43.53369763 550 43.63636364 551 43.73865699 552 43.84057971 553 43.76130199 554 43.68231047 555 43.78378378 556 43.88489209 557 43.98563734 558 43.90681004 559 44.00715564 560 43.92857143 561 44.02852050 562 43.95017794 563 43.87211368 564 43.79432624 565 43.89380531 566 43.99293286 567 43.91534392 568 44.01408451 569 44.11247803 570 44.21052632 571 44.30823117 572 44.23076923 573 44.15357766 574 44.07665505 575 44.00000000 576 43.92361111 577 43.84748700 578 43.77162630 579 43.86873921 580 43.96551724 581 44.06196213 582 44.15807560 583 44.08233276 584 44.17808219 585 44.10256410 586 44.02730375 587 43.95229983 588 43.87755102 589 43.80305603 590 43.72881356 591 43.65482234 592 43.58108108 |