diff --git "a/llmtf_eval_k0/darumeru_cp_para_en.jsonl" "b/llmtf_eval_k0/darumeru_cp_para_en.jsonl" new file mode 100644--- /dev/null +++ "b/llmtf_eval_k0/darumeru_cp_para_en.jsonl" @@ -0,0 +1,27768 @@ +{ + "metric": { + "symbol_per_token": 3.9101123595505616, + "len": 0.9887640449438202, + "lcs": 0.3025936599423631 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 24, + 24, + 24, + 434, + 2667, + 11896, + 5927, + 311, + 279, + 28738, + 12400, + 351, + 8163, + 6335, + 879, + 553, + 1431, + 1033, + 82300, + 10976, + 304, + 279, + 28439, + 11972, + 13, + 9449, + 434, + 2667, + 11896, + 279, + 6335, + 6009, + 279, + 25367, + 1549, + 11, + 10987, + 279, + 28439, + 2265, + 304, + 220, + 17, + 15, + 15, + 15, + 1573, + 3709, + 1182, + 311, + 279, + 9990, + 1590, + 304, + 220, + 17, + 15, + 15, + 17, + 13, + 2619, + 807, + 1033, + 14820, + 553, + 264, + 422, + 13, + 619, + 13, + 65218, + 52061, + 13263, + 13892, + 8166, + 3108, + 323, + 264, + 2086, + 9990, + 2265, + 655, + 37377, + 1105, + 13 + ], + "text": " In 1999 Fennelly returned to the Dunnamaggin club who by now were languishing in the intermediate grade. Under Fennelly the club began the climb again, winning the intermediate title in 2000 before getting back to the senior final in 2002. There they were denied by a D. J. Carey-inspired Young Irelands side and a second senior title eluded them." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 1999 Fennelly returned to the Dunnamaggin club who by now were languishing in the intermediate grade. Under Fennelly the club began the climb again, winning the intermediate title in 2000 before getting back to the senior final in 2002. There they were denied by a D. J. Carey-inspired Young Irelands side and a second senior title eluded them." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 1999 Fennelly returned to the Dunnamaggin club who by now were languishing in the intermediate grade. Under Fennelly the club began the climb again, winning the intermediate title in 2000 before getting back to the senior final in 2002. There they were denied by a D. J. Carey-inspired Young Irelands side and a second senior title eluded them.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 108, + "generated_len": [ + 89 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.605633802816901, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1096, + 374, + 279, + 4998, + 95772, + 315, + 279, + 65911, + 2382, + 13, + 758, + 279, + 6467, + 432, + 374, + 1053, + 311, + 387, + 1293, + 38030, + 90144, + 11, + 7892, + 304, + 279, + 220, + 17, + 15, + 15, + 20, + 5700, + 576, + 70364, + 71, + 24803, + 594, + 12712, + 311, + 279, + 19662, + 432, + 2058, + 4977, + 311, + 387, + 458, + 4541, + 22707, + 4126, + 13, + 10548, + 311, + 279, + 220, + 17, + 15, + 15, + 20, + 4531, + 11, + 5489, + 11259, + 389, + 647, + 26307, + 8023, + 1969, + 387, + 16585, + 537, + 311, + 1744, + 11, + 1576, + 279, + 11580, + 374, + 4132, + 9980, + 448, + 91991, + 12681, + 19970, + 892, + 31471, + 705, + 700, + 315, + 279, + 4910, + 323, + 90494, + 5489, + 879, + 1558, + 773, + 304, + 279, + 3579, + 13, + 4220, + 19970, + 11, + 78283, + 892, + 36593, + 389, + 1910, + 3381, + 323, + 31051, + 4024, + 6708, + 11, + 1033, + 49078, + 553, + 26234, + 323, + 13812, + 4009, + 279, + 6961, + 48397, + 315, + 63831, + 13, + 1084, + 1231, + 387, + 429, + 279, + 13885, + 315, + 1741, + 19970, + 389, + 279, + 65911, + 2382, + 6, + 4998, + 95772, + 374, + 279, + 2874, + 369, + 862, + 88861, + 34142, + 315, + 9489, + 3381, + 11, + 438, + 19661, + 389, + 647, + 26307, + 8023, + 1035, + 85992, + 30426, + 1741, + 7274, + 13, + 1084, + 374, + 1083, + 2114, + 311, + 1136, + 396, + 483, + 1095, + 65841, + 12, + 954, + 81, + 27145, + 1560, + 3435, + 11, + 892, + 279, + 65911, + 2382, + 51906, + 448, + 305, + 42057, + 11, + 323, + 6233, + 86318, + 22471, + 657, + 54986, + 6712, + 12681, + 19970, + 11, + 389, + 892, + 279, + 65911, + 2382, + 2444, + 11, + 73514, + 71361, + 13 + ], + "text": " This is the homeworld of the Vogons. In the books it is said to be long-abandoned, although in the 2005 movie The Hitchhiker's Guide to the Galaxy it still seems to be an active administrative center. According to the 2005 film, anyone standing on Vogsphere must be careful not to think, because the planet is infested with shovel-like creatures which leap up out of the ground and smack anyone who does so in the face. These creatures, parasites which prey on free thought and punish original ideas, were conceived by Adams and apparently represent the physical embodiment of bureaucracy. It may be that the existence of such creatures on the Vogons' homeworld is the reason for their pathological hatred of independent thought, as survival on Vogsphere would entail avoiding such thinking. It is also home to scintillating jewel-encrusted crabs, which the Vogons smash with hammers, and beautiful silky-coated gazelle-like creatures, on which the Vogons sit, invariably fatally." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "This is the homeworld of the Vogons. In the books it is said to be long-abandoned, although in the 2005 movie The Hitchhiker's Guide to the Galaxy it still seems to be an active administrative center. According to the 2005 film, anyone standing on Vogsphere must be careful not to think, because the planet is infested with shovel-like creatures which leap up out of the ground and smack anyone who does so in the face. These creatures, parasites which prey on free thought and punish original ideas, were conceived by Adams and apparently represent the physical embodiment of bureaucracy. It may be that the existence of such creatures on the Vogons' homeworld is the reason for their pathological hatred of independent thought, as survival on Vogsphere would entail avoiding such thinking. It is also home to scintillating jewel-encrusted crabs, which the Vogons smash with hammers, and beautiful silky-coated gazelle-like creatures, on which the Vogons sit, invariably fatally." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: This is the homeworld of the Vogons. In the books it is said to be long-abandoned, although in the 2005 movie The Hitchhiker's Guide to the Galaxy it still seems to be an active administrative center. According to the 2005 film, anyone standing on Vogsphere must be careful not to think, because the planet is infested with shovel-like creatures which leap up out of the ground and smack anyone who does so in the face. These creatures, parasites which prey on free thought and punish original ideas, were conceived by Adams and apparently represent the physical embodiment of bureaucracy. It may be that the existence of such creatures on the Vogons' homeworld is the reason for their pathological hatred of independent thought, as survival on Vogsphere would entail avoiding such thinking. It is also home to scintillating jewel-encrusted crabs, which the Vogons smash with hammers, and beautiful silky-coated gazelle-like creatures, on which the Vogons sit, invariably fatally.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 231, + "generated_len": [ + 213 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.243055555555555, + "len": 0.9930555555555556, + "lcs": 0.28249336870026526 + }, + "predict": { + "tokens": [ + 7496, + 5411, + 15473, + 5942, + 8651, + 1099, + 2025, + 2038, + 320, + 258, + 279, + 1352, + 315, + 536, + 17473, + 11, + 5746, + 476, + 15966, + 8, + 504, + 8741, + 11, + 476, + 1598, + 882, + 11, + 2025, + 1584, + 320, + 20805, + 438, + 6171, + 476, + 1008, + 7586, + 315, + 2025, + 821, + 568, + 2379, + 2795, + 2025, + 2038, + 979, + 264, + 2025, + 8471, + 11, + 323, + 894, + 4867, + 2025, + 1584, + 1969, + 387, + 36580, + 20975, + 504, + 6546, + 3542, + 476, + 1008, + 821, + 8173, + 13, + 5765, + 5003, + 279, + 2025, + 320, + 437, + 47788, + 8, + 1558, + 537, + 20975, + 3581, + 1969, + 387, + 738, + 705, + 1549, + 369, + 1817, + 17024, + 13, + 362, + 8606, + 2025, + 1083, + 32191, + 1753, + 5390, + 2197, + 1995, + 1817, + 882, + 264, + 2025, + 25935, + 264, + 1034, + 11, + 69477, + 11, + 323, + 18646, + 82, + 13, + 1096, + 32191, + 3565, + 1741, + 438, + 28721, + 3840, + 476, + 8128, + 2309, + 13, + 4654, + 3118, + 5942, + 1513, + 944, + 5344, + 13188, + 678, + 429, + 1101, + 1576, + 264, + 6366, + 374, + 6519, + 1007, + 11, + 476, + 458, + 10085, + 8837, + 13 + ], + "text": " Most popular programming systems separate static program code (in the form of class definitions, functions or procedures) from dynamic, or run time, program state (such as objects or other forms of program data). They load program code when a program starts, and any prior program state must be recreated explicitly from configuration files or other data sources. Any settings the program (and programmer) does not explicitly save must be set up again for each restart. A traditional program also loses much useful document information each time a program saves a file, quits, and reloads. This loses details such as undo history or cursor position. Image based systems don't force losing all that just because a computer is turned off, or an OS updates." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Most popular programming systems separate static program code (in the form of class definitions, functions or procedures) from dynamic, or run time, program state (such as objects or other forms of program data). They load program code when a program starts, and any prior program state must be recreated explicitly from configuration files or other data sources. Any settings the program (and programmer) does not explicitly save must be set up again for each restart. A traditional program also loses much useful document information each time a program saves a file, quits, and reloads. This loses details such as undo history or cursor position. Image based systems don't force losing all that just because a computer is turned off, or an OS updates." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Most popular programming systems separate static program code (in the form of class definitions, functions or procedures) from dynamic, or run time, program state (such as objects or other forms of program data). They load program code when a program starts, and any prior program state must be recreated explicitly from configuration files or other data sources. Any settings the program (and programmer) does not explicitly save must be set up again for each restart. A traditional program also loses much useful document information each time a program saves a file, quits, and reloads. This loses details such as undo history or cursor position. Image based systems don't force losing all that just because a computer is turned off, or an OS updates.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 163, + "generated_len": [ + 144 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8815789473684212, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1527, + 3110, + 315, + 419, + 374, + 279, + 990, + 315, + 279, + 78437, + 362, + 11352, + 13, + 369, + 2409, + 14951, + 323, + 296, + 10073, + 296, + 15582, + 13, + 362, + 11352, + 13, + 572, + 458, + 4766, + 21646, + 892, + 14638, + 369, + 1674, + 665, + 730, + 13659, + 320, + 68954, + 25, + 28820, + 1697, + 879, + 374, + 707, + 757, + 1095, + 701, + 264, + 809, + 1772, + 812, + 877, + 33595, + 892, + 3363, + 458, + 2310, + 883, + 476, + 5220, + 315, + 53082, + 8654, + 879, + 646, + 902, + 5021, + 653, + 279, + 2513, + 807, + 1483, + 311, + 653, + 13 + ], + "text": " An example of this is the use of the initials A.K. for big shots and mucky mucks. A.K. was an inside joke which stood for Alte Kocker (Lit: elderly person who is defecating), a Yiddish idiom which means an old man or woman of diminished capacity who can no longer do the things they used to do." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "An example of this is the use of the initials A.K. for big shots and mucky mucks. A.K. was an inside joke which stood for Alte Kocker (Lit: elderly person who is defecating), a Yiddish idiom which means an old man or woman of diminished capacity who can no longer do the things they used to do." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: An example of this is the use of the initials A.K. for big shots and mucky mucks. A.K. was an inside joke which stood for Alte Kocker (Lit: elderly person who is defecating), a Yiddish idiom which means an old man or woman of diminished capacity who can no longer do the things they used to do.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 94, + "generated_len": [ + 76 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8492063492063493, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 1992, + 572, + 6188, + 553, + 10991, + 12009, + 580, + 13968, + 38743, + 304, + 220, + 16, + 22, + 20, + 20, + 438, + 264, + 4544, + 266, + 45307, + 2106, + 291, + 18491, + 6113, + 1948, + 279, + 910, + 14647, + 13431, + 398, + 325, + 288, + 311, + 279, + 9710, + 323, + 279, + 28649, + 321, + 4699, + 19021, + 311, + 279, + 10984, + 13, + 26971, + 657, + 448, + 57902, + 323, + 282, + 92306, + 11, + 279, + 3082, + 572, + 6941, + 279, + 10771, + 11876, + 52594, + 311, + 15669, + 279, + 11477, + 518, + 429, + 882, + 13, + 576, + 9334, + 82760, + 458, + 384, + 719, + 7266, + 34272, + 315, + 279, + 11477, + 11, + 892, + 1030, + 1012, + 43124, + 304, + 220, + 16, + 22, + 19, + 23, + 553, + 279, + 3283, + 315, + 12095, + 11, + 26765, + 291, + 10008, + 553, + 3199, + 2660, + 425, + 3026, + 45296, + 11, + 323, + 8145, + 553, + 19685, + 7671, + 2689, + 16776, + 48554, + 5054, + 1283, + 279, + 4545, + 315, + 425, + 3026, + 45296, + 13 + ], + "text": " The place was designed by Ange-Jacques Gabriel in 1755 as a moat-skirted octagon between the Champs-Elysees to the west and the Tuileries Garden to the east. Decorated with statues and fountains, the area was named the Place Louis XV to honor the king at that time. The square showcased an equestrian statue of the king, which had been commissioned in 1748 by the city of Paris, sculpted mostly by Edme Bouchardon, and completed by Jean-Baptiste Pigalle after the death of Bouchardon." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The place was designed by Ange-Jacques Gabriel in 1755 as a moat-skirted octagon between the Champs-Elysees to the west and the Tuileries Garden to the east. Decorated with statues and fountains, the area was named the Place Louis XV to honor the king at that time. The square showcased an equestrian statue of the king, which had been commissioned in 1748 by the city of Paris, sculpted mostly by Edme Bouchardon, and completed by Jean-Baptiste Pigalle after the death of Bouchardon." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The place was designed by Ange-Jacques Gabriel in 1755 as a moat-skirted octagon between the Champs-Elysees to the west and the Tuileries Garden to the east. Decorated with statues and fountains, the area was named the Place Louis XV to honor the king at that time. The square showcased an equestrian statue of the king, which had been commissioned in 1748 by the city of Paris, sculpted mostly by Edme Bouchardon, and completed by Jean-Baptiste Pigalle after the death of Bouchardon.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 144, + "generated_len": [ + 126 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.635135135135135, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 10620, + 85, + 3441, + 1865, + 806, + 467, + 7498, + 323, + 547, + 808, + 13, + 17306, + 518, + 467, + 7498, + 220, + 18, + 16, + 2348, + 17083, + 18436, + 642, + 13, + 10620, + 85, + 3441, + 5558, + 279, + 4367, + 4566, + 37512, + 304, + 279, + 2086, + 4778, + 11, + 323, + 1221, + 3867, + 264, + 4367, + 4889, + 315, + 279, + 467, + 7498, + 1573, + 13451, + 311, + 279, + 20249, + 13, + 1260, + 5927, + 311, + 7676, + 2441, + 37512, + 4709, + 11, + 419, + 882, + 311, + 16354, + 35870, + 5755, + 518, + 467, + 7498, + 220, + 18, + 24, + 13 + ], + "text": " Galvao made his WEC and U.S. debut at WEC 31 against Brian Bowles. Galvao lost the fight via KO in the second round, and then took a fight outside of the WEC before returning to the promotion. He returned to suffer another KO loss, this time to Damacio Page at WEC 39." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Galvao made his WEC and U.S. debut at WEC 31 against Brian Bowles. Galvao lost the fight via KO in the second round, and then took a fight outside of the WEC before returning to the promotion. He returned to suffer another KO loss, this time to Damacio Page at WEC 39." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Galvao made his WEC and U.S. debut at WEC 31 against Brian Bowles. Galvao lost the fight via KO in the second round, and then took a fight outside of the WEC before returning to the promotion. He returned to suffer another KO loss, this time to Damacio Page at WEC 39.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 92, + "generated_len": [ + 74 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.847826086956522, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 10548, + 311, + 279, + 7424, + 315, + 279, + 3128, + 53571, + 315, + 14205, + 60603, + 315, + 506, + 611, + 39743, + 11, + 23016, + 386, + 3001, + 8294, + 2994, + 81639, + 6116, + 264, + 71545, + 389, + 220, + 16, + 20, + 6156, + 220, + 16, + 22, + 15, + 19, + 11, + 323, + 2778, + 21712, + 389, + 220, + 19, + 6527, + 315, + 429, + 1042, + 11, + 9664, + 304, + 419, + 14898, + 3080, + 1059, + 4545, + 304, + 6122, + 220, + 16, + 22, + 21, + 23, + 11, + 1378, + 3951, + 1283, + 61153, + 594, + 57864, + 13, + 1634, + 369, + 1967, + 509, + 52831, + 26154, + 24024, + 11, + 1340, + 1083, + 19613, + 304, + 506, + 611, + 39743, + 369, + 264, + 1393, + 1573, + 1059, + 10866, + 448, + 10860, + 22869, + 28339, + 409, + 29979, + 69014, + 58089, + 27147, + 320, + 29738, + 504, + 2516, + 402, + 9087, + 323, + 76637, + 19081, + 51362, + 323, + 6372, + 315, + 279, + 50699, + 64, + 2994, + 7828, + 64, + 34612, + 323, + 279, + 50699, + 64, + 653, + 22869, + 28339, + 304, + 39770, + 43238, + 701, + 448, + 8711, + 1340, + 1030, + 264, + 9803, + 13 + ], + "text": " According to the records of the Monastery of Saint Denis of Odivelas, Maria Micaela da Luz became a novice on 15 August 1704, and professed on 4 October of that year, remaining in this institution until her death in September 1768, two months after Paula's demise. As for Leocadia Felicia, she also stayed in Odivelas for a while before her marriage with Jose Falcao de Gamboa Fragoso (native from Boavista and Santo Aleixo and owner of the Quinta da Bela Vista and the Quinta do Falcao in Pontinha), with whom she had a daughter." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "According to the records of the Monastery of Saint Denis of Odivelas, Maria Micaela da Luz became a novice on 15 August 1704, and professed on 4 October of that year, remaining in this institution until her death in September 1768, two months after Paula's demise. As for Leocadia Felicia, she also stayed in Odivelas for a while before her marriage with Jose Falcao de Gamboa Fragoso (native from Boavista and Santo Aleixo and owner of the Quinta da Bela Vista and the Quinta do Falcao in Pontinha), with whom she had a daughter." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: According to the records of the Monastery of Saint Denis of Odivelas, Maria Micaela da Luz became a novice on 15 August 1704, and professed on 4 October of that year, remaining in this institution until her death in September 1768, two months after Paula's demise. As for Leocadia Felicia, she also stayed in Odivelas for a while before her marriage with Jose Falcao de Gamboa Fragoso (native from Boavista and Santo Aleixo and owner of the Quinta da Bela Vista and the Quinta do Falcao in Pontinha), with whom she had a daughter.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 156, + "generated_len": [ + 138 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.962025316455696, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 9211, + 566, + 374, + 18875, + 40757, + 448, + 3432, + 2064, + 15201, + 2326, + 3598, + 43439, + 337, + 1529, + 87671, + 11, + 279, + 34314, + 2335, + 388, + 279, + 2309, + 315, + 34138, + 3419, + 73619, + 315, + 279, + 46883, + 389, + 1435, + 323, + 6147, + 1435, + 311, + 13198, + 5489, + 15311, + 438, + 566, + 36187, + 13, + 1988, + 57228, + 3406, + 509, + 350, + 10386, + 2581, + 1483, + 429, + 25551, + 13, + 3197, + 68884, + 8437, + 18349, + 79123, + 17731, + 11, + 566, + 4588, + 9080, + 1251, + 311, + 3410, + 19156, + 369, + 806, + 13390, + 714, + 1172, + 43837, + 1105, + 448, + 46755, + 15311, + 13 + ], + "text": " Because he is greatly credited with having repelled three major Mongol invasions, the Emperor confers the position of Commander-in-chief of the armies on him and allows him to grant anyone titles as he wished. But Tran Quoc Tuan never used that privilege. When Yuan forces attacked Dai Viet, he asked rich people to provide provisions for his army but only rewarded them with nominal titles." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Because he is greatly credited with having repelled three major Mongol invasions, the Emperor confers the position of Commander-in-chief of the armies on him and allows him to grant anyone titles as he wished. But Tran Quoc Tuan never used that privilege. When Yuan forces attacked Dai Viet, he asked rich people to provide provisions for his army but only rewarded them with nominal titles." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Because he is greatly credited with having repelled three major Mongol invasions, the Emperor confers the position of Commander-in-chief of the armies on him and allows him to grant anyone titles as he wished. But Tran Quoc Tuan never used that privilege. When Yuan forces attacked Dai Viet, he asked rich people to provide provisions for his army but only rewarded them with nominal titles.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 97, + "generated_len": [ + 79 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.604651162790698, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 386, + 2596, + 1466, + 594, + 3412, + 374, + 13570, + 4961, + 304, + 3644, + 3687, + 27084, + 13, + 5301, + 3412, + 389, + 16645, + 9778, + 11, + 11715, + 323, + 48977, + 702, + 1012, + 14766, + 553, + 576, + 22375, + 11, + 18096, + 11, + 45512, + 11, + 19769, + 11, + 24029, + 11, + 576, + 40810, + 323, + 14874, + 11, + 17288, + 8188, + 11, + 19078, + 22485, + 11, + 19078, + 10974, + 11, + 24373, + 749, + 5398, + 11, + 1967, + 3128, + 450, + 11, + 5398, + 10264, + 11, + 576, + 1532, + 4261, + 8523, + 11, + 323, + 86285, + 21451, + 11, + 4221, + 3800, + 13, + 1260, + 12600, + 13433, + 389, + 279, + 3853, + 315, + 9720, + 304, + 83196, + 304, + 220, + 17, + 15, + 16, + 22, + 323, + 220, + 17, + 15, + 16, + 20, + 220, + 323, + 518, + 279, + 4337, + 22546, + 17538, + 34669, + 304, + 5347, + 436, + 304, + 220, + 17, + 15, + 16, + 21, + 11, + 220, + 17, + 15, + 16, + 22, + 323, + 220, + 17, + 15, + 16, + 24, + 13, + 1260, + 702, + 1083, + 21355, + 389, + 501, + 14310, + 323, + 16645, + 9778, + 220, + 518, + 279, + 4895, + 34669, + 304, + 220, + 17, + 15, + 16, + 19, + 11, + 389, + 7785, + 54571, + 220, + 448, + 5085, + 304, + 220, + 17, + 15, + 16, + 18, + 323, + 389, + 11715, + 33463, + 304, + 220, + 17, + 15, + 16, + 17, + 13 + ], + "text": " Muggah's research is widely reported in global media outlets. His research on organized crime, arms and homicide has been featured by The Atlantic, BBC, CBC, CNN, CBS, The Globe and Mail, Fast Company, Foreign Affairs, Foreign Policy, Globo News, Le Monde, Newsweek, The New York Times, and Wired Magazine, among others. He delivered talks on the future of cities in TED in 2017 and 2015 and at the World Economic Forum Summit in Davos in 2016, 2017 and 2019. He has also spoken on new technologies and organized crime at the Web Summit in 2014, on smart policing with Google in 2013 and on arms trafficking in 2012." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Muggah's research is widely reported in global media outlets. His research on organized crime, arms and homicide has been featured by The Atlantic, BBC, CBC, CNN, CBS, The Globe and Mail, Fast Company, Foreign Affairs, Foreign Policy, Globo News, Le Monde, Newsweek, The New York Times, and Wired Magazine, among others. He delivered talks on the future of cities in TED in 2017 and 2015 and at the World Economic Forum Summit in Davos in 2016, 2017 and 2019. He has also spoken on new technologies and organized crime at the Web Summit in 2014, on smart policing with Google in 2013 and on arms trafficking in 2012." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Muggah's research is widely reported in global media outlets. His research on organized crime, arms and homicide has been featured by The Atlantic, BBC, CBC, CNN, CBS, The Globe and Mail, Fast Company, Foreign Affairs, Foreign Policy, Globo News, Le Monde, Newsweek, The New York Times, and Wired Magazine, among others. He delivered talks on the future of cities in TED in 2017 and 2015 and at the World Economic Forum Summit in Davos in 2016, 2017 and 2019. He has also spoken on new technologies and organized crime at the Web Summit in 2014, on smart policing with Google in 2013 and on arms trafficking in 2012.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 190, + "generated_len": [ + 172 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.561224489795918, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1913, + 69, + 3352, + 38901, + 537, + 16007, + 389, + 6652, + 220, + 16, + 19, + 11, + 220, + 17, + 15, + 16, + 22, + 11, + 323, + 572, + 4429, + 1119, + 855, + 47347, + 24492, + 1283, + 264, + 11379, + 572, + 12729, + 553, + 279, + 31599, + 389, + 279, + 20664, + 315, + 1913, + 69, + 3352, + 3432, + 33421, + 806, + 10815, + 13, + 1260, + 572, + 5644, + 2041, + 24479, + 13, + 1084, + 572, + 10774, + 389, + 6652, + 220, + 17, + 15, + 11, + 220, + 17, + 15, + 16, + 22, + 11, + 429, + 1913, + 69, + 3352, + 572, + 1660, + 5880, + 389, + 3753, + 8004, + 13, + 1913, + 69, + 3352, + 572, + 5880, + 504, + 3753, + 8004, + 389, + 5470, + 220, + 17, + 16, + 11, + 220, + 17, + 15, + 16, + 23, + 13 + ], + "text": " Onfroy pleaded not guilty on December 14, 2017, and was taken into pretrial custody after a motion was filed by the prosecution on the grounds of Onfroy having violated his bond. He was held without bail. It was confirmed on December 20, 2017, that Onfroy was being released on house arrest. Onfroy was released from house arrest on March 21, 2018." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Onfroy pleaded not guilty on December 14, 2017, and was taken into pretrial custody after a motion was filed by the prosecution on the grounds of Onfroy having violated his bond. He was held without bail. It was confirmed on December 20, 2017, that Onfroy was being released on house arrest. Onfroy was released from house arrest on March 21, 2018." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Onfroy pleaded not guilty on December 14, 2017, and was taken into pretrial custody after a motion was filed by the prosecution on the grounds of Onfroy having violated his bond. He was held without bail. It was confirmed on December 20, 2017, that Onfroy was being released on house arrest. Onfroy was released from house arrest on March 21, 2018.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 116, + "generated_len": [ + 98 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 6.375, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 2619, + 374, + 264, + 7826, + 2734, + 304, + 17719, + 12499, + 20143, + 5435, + 311, + 14175, + 504, + 2176, + 279, + 14250, + 323, + 12785, + 25512, + 11, + 5310, + 448, + 279, + 13038, + 315, + 3853, + 12499, + 3742, + 8129, + 13, + 25694, + 19827, + 311, + 17719, + 20143, + 614, + 1012, + 11827, + 13 + ], + "text": " There is a growing interest in reducing carbon emissions related to concrete from both the academic and industrial sectors, especially with the possibility of future carbon tax implementation. Several approaches to reducing emissions have been suggested." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "There is a growing interest in reducing carbon emissions related to concrete from both the academic and industrial sectors, especially with the possibility of future carbon tax implementation. Several approaches to reducing emissions have been suggested." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: There is a growing interest in reducing carbon emissions related to concrete from both the academic and industrial sectors, especially with the possibility of future carbon tax implementation. Several approaches to reducing emissions have been suggested.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 58, + "generated_len": [ + 40 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.115107913669065, + "len": 0.9787234042553191, + "lcs": 0.138353765323993 + }, + "predict": { + "tokens": [ + 3197, + 807, + 1033, + 14122, + 11, + 23291, + 359, + 777, + 13971, + 6342, + 518, + 264, + 8045, + 315, + 20664, + 304, + 279, + 23291, + 359, + 777, + 3082, + 11, + 2670, + 10423, + 9007, + 11, + 8585, + 1205, + 404, + 11, + 22417, + 5540, + 323, + 21793, + 812, + 10621, + 29757, + 13, + 2379, + 1221, + 7726, + 311, + 9774, + 1515, + 594, + 5540, + 11, + 472, + 32803, + 8108, + 1380, + 807, + 14616, + 3080, + 220, + 16, + 24, + 20, + 18, + 13, + 11954, + 429, + 3200, + 279, + 6335, + 7726, + 311, + 27630, + 19501, + 16150, + 320, + 37387, + 220, + 17, + 11, + 20, + 15, + 15, + 8, + 304, + 23291, + 359, + 777, + 11, + 1380, + 807, + 614, + 14616, + 3512, + 2474, + 13, + 58556, + 807, + 81180, + 279, + 4910, + 504, + 23291, + 359, + 777, + 84203, + 9074, + 11, + 714, + 304, + 279, + 220, + 16, + 24, + 22, + 15, + 82, + 279, + 6335, + 14733, + 279, + 4910, + 504, + 279, + 14833, + 323, + 10275, + 17726, + 13826, + 13, + 576, + 4910, + 702, + 9761, + 13352, + 389, + 678, + 3040, + 11067, + 315, + 279, + 9649, + 13 + ], + "text": " When they were formed, Taunton Town played at a variety of grounds in the Taunton area, including Mountfields, French Weir, Victoria Park and Huish Old Boys. They then moved to Denman's Park, Haines Hill where they remained until 1953. During that season the club moved to Wordsworth Drive (capacity 2,500) in Taunton, where they have remained ever since. Initially they leased the ground from Taunton Borough Council, but in the 1970s the club purchased the ground from the council and installed floodlights. The ground has covered stands on all four sides of the pitch." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "When they were formed, Taunton Town played at a variety of grounds in the Taunton area, including Mountfields, French Weir, Victoria Park and Huish Old Boys. They then moved to Denman's Park, Haines Hill where they remained until 1953. During that season the club moved to Wordsworth Drive (capacity 2,500) in Taunton, where they have remained ever since. Initially they leased the ground from Taunton Borough Council, but in the 1970s the club purchased the ground from the council and installed floodlights. The ground has covered stands on all four sides of the pitch." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: When they were formed, Taunton Town played at a variety of grounds in the Taunton area, including Mountfields, French Weir, Victoria Park and Huish Old Boys. They then moved to Denman's Park, Haines Hill where they remained until 1953. During that season the club moved to Wordsworth Drive (capacity 2,500) in Taunton, where they have remained ever since. Initially they leased the ground from Taunton Borough Council, but in the 1970s the club purchased the ground from the council and installed floodlights. The ground has covered stands on all four sides of the pitch.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 160, + "generated_len": [ + 139 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.5964912280701755, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 730, + 637, + 84, + 374, + 458, + 9016, + 2588, + 88, + 6008, + 429, + 646, + 3063, + 304, + 264, + 3460, + 2088, + 315, + 12158, + 4682, + 504, + 2480, + 7015, + 311, + 77081, + 11, + 504, + 9058, + 311, + 20507, + 11, + 323, + 646, + 49034, + 44734, + 323, + 9956, + 13, + 576, + 14851, + 13779, + 646, + 45653, + 264, + 8028, + 9315, + 311, + 481, + 23, + 5254, + 34, + 323, + 279, + 10901, + 646, + 45653, + 264, + 8028, + 9315, + 481, + 22, + 5254, + 34, + 1573, + 807, + 633, + 24870, + 8927, + 88134, + 20123, + 13, + 1084, + 27715, + 1850, + 304, + 264, + 20507, + 17171, + 892, + 374, + 537, + 2238, + 13621, + 11, + 7892, + 807, + 614, + 279, + 5726, + 311, + 3887, + 304, + 7852, + 68461, + 13, + 2379, + 646, + 1083, + 387, + 1730, + 304, + 34235, + 4682, + 11, + 3347, + 1933, + 44901, + 11, + 2021, + 14647, + 323, + 6946, + 29157, + 13 + ], + "text": " Karamu is an extremely hardy plant that can grow in a large range of environmental conditions from full sun to shady, from dry to moist, and can tolerate frost and wind. The mature fruit can endure a minimum temperature to -8 degC and the leaves can endure a minimum temperature -7 degC before they get irretrievably damaged. It grows best in a moist soil which is not too acid, although they have the ability to live in poor soils. They can also be found in coastal conditions, lowland scrub, swamps and rock associations." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Karamu is an extremely hardy plant that can grow in a large range of environmental conditions from full sun to shady, from dry to moist, and can tolerate frost and wind. The mature fruit can endure a minimum temperature to -8 degC and the leaves can endure a minimum temperature -7 degC before they get irretrievably damaged. It grows best in a moist soil which is not too acid, although they have the ability to live in poor soils. They can also be found in coastal conditions, lowland scrub, swamps and rock associations." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Karamu is an extremely hardy plant that can grow in a large range of environmental conditions from full sun to shady, from dry to moist, and can tolerate frost and wind. The mature fruit can endure a minimum temperature to -8 degC and the leaves can endure a minimum temperature -7 degC before they get irretrievably damaged. It grows best in a moist soil which is not too acid, although they have the ability to live in poor soils. They can also be found in coastal conditions, lowland scrub, swamps and rock associations.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 132, + "generated_len": [ + 114 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.224043715846994, + "len": 0.994535519125683, + "lcs": 0.35916230366492147 + }, + "predict": { + "tokens": [ + 8979, + 73307, + 59619, + 1033, + 1483, + 14576, + 369, + 14021, + 58077, + 6457, + 26594, + 27960, + 11, + 714, + 807, + 1030, + 1012, + 12575, + 2337, + 279, + 1537, + 1635, + 803, + 323, + 803, + 553, + 43179, + 3238, + 5942, + 892, + 2138, + 4722, + 312, + 8092, + 15293, + 13, + 4220, + 23316, + 11136, + 8253, + 5866, + 315, + 8017, + 258, + 11, + 65687, + 482, + 31988, + 266, + 519, + 11, + 438, + 4480, + 349, + 1356, + 8608, + 519, + 320, + 6349, + 701, + 6543, + 52460, + 64, + 46403, + 11, + 20316, + 404, + 392, + 258, + 11, + 34619, + 11, + 37986, + 11, + 6056, + 82234, + 11, + 33223, + 11, + 304, + 60594, + 31988, + 29869, + 11, + 27796, + 11, + 323, + 4335, + 292, + 13621, + 304, + 6543, + 40429, + 476, + 1008, + 47031, + 10469, + 13, + 220, + 8979, + 73307, + 59619, + 68611, + 58077, + 6077, + 6358, + 7354, + 892, + 1035, + 5937, + 387, + 2814, + 20083, + 553, + 264, + 53511, + 11, + 369, + 1741, + 6457, + 7032, + 438, + 279, + 6174, + 9733, + 8597, + 13, + 220, + 1096, + 1616, + 11, + 458, + 8979, + 54911, + 646, + 23643, + 11499, + 315, + 10469, + 1449, + 1899, + 448, + 825, + 10350, + 53511, + 13, + 220, + 22752, + 8979, + 54911, + 23316, + 1817, + 12510, + 5248, + 10469, + 94559, + 369, + 3842, + 8510, + 2338, + 13, + 220, + 24885, + 1614, + 8979, + 73307, + 59619, + 1741, + 438, + 279, + 13716, + 1706, + 12510, + 369, + 5248, + 8510, + 2338, + 24303, + 304, + 279, + 10469, + 13 + ], + "text": " AutoAnalyzers were used mainly for routine repetitive medical laboratory analyses, but they had been replaced during the last years more and more by discrete working systems which allow lower reagent consumption. These instruments typically determine levels of albumin, alkaline phosphatase, aspartate transaminase (AST), blood urea nitrogen, bilirubin, calcium, cholesterol, creatinine, glucose, inorganic phosphorus, proteins, and uric acid in blood serum or other bodily samples. AutoAnalyzers automate repetitive sample analysis steps which would otherwise be done manually by a technician, for such medical tests as the ones mentioned previously. This way, an AutoAnalyzer can analyze hundreds of samples every day with one operating technician. Early AutoAnalyzer instruments each tested multiple samples sequentially for individual analytes. Later model AutoAnalyzers such as the SMAC tested for multiple analytes simultaneously in the samples." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "AutoAnalyzers were used mainly for routine repetitive medical laboratory analyses, but they had been replaced during the last years more and more by discrete working systems which allow lower reagent consumption. These instruments typically determine levels of albumin, alkaline phosphatase, aspartate transaminase (AST), blood urea nitrogen, bilirubin, calcium, cholesterol, creatinine, glucose, inorganic phosphorus, proteins, and uric acid in blood serum or other bodily samples. AutoAnalyzers automate repetitive sample analysis steps which would otherwise be done manually by a technician, for such medical tests as the ones mentioned previously. This way, an AutoAnalyzer can analyze hundreds of samples every day with one operating technician. Early AutoAnalyzer instruments each tested multiple samples sequentially for individual analytes. Later model AutoAnalyzers such as the SMAC tested for multiple analytes simultaneously in the samples." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: AutoAnalyzers were used mainly for routine repetitive medical laboratory analyses, but they had been replaced during the last years more and more by discrete working systems which allow lower reagent consumption. These instruments typically determine levels of albumin, alkaline phosphatase, aspartate transaminase (AST), blood urea nitrogen, bilirubin, calcium, cholesterol, creatinine, glucose, inorganic phosphorus, proteins, and uric acid in blood serum or other bodily samples. AutoAnalyzers automate repetitive sample analysis steps which would otherwise be done manually by a technician, for such medical tests as the ones mentioned previously. This way, an AutoAnalyzer can analyze hundreds of samples every day with one operating technician. Early AutoAnalyzer instruments each tested multiple samples sequentially for individual analytes. Later model AutoAnalyzers such as the SMAC tested for multiple analytes simultaneously in the samples.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 202, + "generated_len": [ + 183 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.659574468085107, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1752, + 279, + 17795, + 5456, + 11, + 11038, + 47593, + 930, + 13214, + 24706, + 4741, + 14137, + 7064, + 4462, + 94185, + 47593, + 930, + 11, + 879, + 23415, + 279, + 6912, + 369, + 279, + 7538, + 594, + 3681, + 4531, + 11, + 39100, + 504, + 279, + 10440, + 16581, + 13, + 94185, + 47593, + 930, + 572, + 4764, + 24367, + 448, + 279, + 386, + 13099, + 60597, + 0, + 4531, + 993, + 10162, + 11, + 323, + 18758, + 13, + 4329, + 315, + 94185, + 47593, + 930, + 594, + 4627, + 504, + 39100, + 504, + 279, + 10440, + 16581, + 572, + 55327, + 3726, + 323, + 1483, + 13, + 23309, + 315, + 279, + 4627, + 374, + 6342, + 438, + 15217, + 4627, + 323, + 8606, + 33897, + 13, + 330, + 40, + 614, + 6342, + 419, + 943, + 315, + 4627, + 7037, + 323, + 3381, + 432, + 572, + 911, + 882, + 432, + 2684, + 14766, + 304, + 264, + 4531, + 13, + 22827, + 11, + 358, + 1079, + 60814, + 553, + 279, + 91551, + 65348, + 4627, + 429, + 24295, + 304, + 279, + 220, + 16, + 24, + 18, + 15, + 82, + 979, + 28774, + 2142, + 21992, + 1335, + 47593, + 930, + 11247, + 304, + 458, + 7128, + 13 + ], + "text": " For the musical score, Roy Andersson originally approached former ABBA member Benny Andersson, who composed the theme for the director's previous film, Songs from the Second Floor. Benny Andersson was however occupied with the Mamma Mia! film adaption, and declined. Some of Benny Andersson's music from Songs from the Second Floor was rearranged and used. Much of the music is played as march music and traditional jazz. \"I have played this type of music myself and thought it was about time it got featured in a film. Moreover, I am fascinated by the unsuspecting music that existed in the 1930s when Nazism emerged,\" Andersson explained in an interview." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "For the musical score, Roy Andersson originally approached former ABBA member Benny Andersson, who composed the theme for the director's previous film, Songs from the Second Floor. Benny Andersson was however occupied with the Mamma Mia! film adaption, and declined. Some of Benny Andersson's music from Songs from the Second Floor was rearranged and used. Much of the music is played as march music and traditional jazz. \"I have played this type of music myself and thought it was about time it got featured in a film. Moreover, I am fascinated by the unsuspecting music that existed in the 1930s when Nazism emerged,\" Andersson explained in an interview." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: For the musical score, Roy Andersson originally approached former ABBA member Benny Andersson, who composed the theme for the director's previous film, Songs from the Second Floor. Benny Andersson was however occupied with the Mamma Mia! film adaption, and declined. Some of Benny Andersson's music from Songs from the Second Floor was rearranged and used. Much of the music is played as march music and traditional jazz. \"I have played this type of music myself and thought it was about time it got featured in a film. Moreover, I am fascinated by the unsuspecting music that existed in the 1930s when Nazism emerged,\" Andersson explained in an interview.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 159, + "generated_len": [ + 141 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.632911392405063, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 3216, + 279, + 6149, + 315, + 279, + 10440, + 4337, + 5004, + 11, + 43843, + 323, + 6388, + 22869, + 524, + 1671, + 11, + 1393, + 72569, + 5577, + 504, + 279, + 25484, + 59385, + 7513, + 15195, + 1671, + 11, + 31547, + 279, + 4911, + 330, + 61797, + 16473, + 57921, + 2142, + 1, + 315, + 279, + 17484, + 323, + 279, + 22869, + 844, + 13, + 38297, + 1033, + 10897, + 304, + 6122, + 220, + 16, + 24, + 19, + 18, + 429, + 16085, + 70527, + 279, + 22869, + 844, + 12318, + 1348, + 1035, + 387, + 13862, + 311, + 23242, + 438, + 264, + 330, + 61174, + 1, + 323, + 537, + 264, + 330, + 32957, + 3263 + ], + "text": " By the middle of the Second World War, Franco and leading Falangists, while distancing themselves from the faltering European fascists, stressed the unique \"Spanish Catholic authoritarianism\" of the regime and the Falange. Instructions were issued in September 1943 that henceforth the Falange/FET would be referred to exclusively as a \"movement\" and not a \"party\"." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "By the middle of the Second World War, Franco and leading Falangists, while distancing themselves from the faltering European fascists, stressed the unique \"Spanish Catholic authoritarianism\" of the regime and the Falange. Instructions were issued in September 1943 that henceforth the Falange/FET would be referred to exclusively as a \"movement\" and not a \"party\"." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: By the middle of the Second World War, Franco and leading Falangists, while distancing themselves from the faltering European fascists, stressed the unique \"Spanish Catholic authoritarianism\" of the regime and the Falange. Instructions were issued in September 1943 that henceforth the Falange/FET would be referred to exclusively as a \"movement\" and not a \"party\".<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 97, + "generated_len": [ + 79 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.803030303030303, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 19626, + 24256, + 1059, + 1828, + 6741, + 315, + 13078, + 11, + 2598, + 17564, + 77, + 2356, + 11, + 892, + 3363, + 330, + 56191, + 1, + 304, + 19458, + 13, + 576, + 17564, + 77, + 2356, + 49695, + 17428, + 374, + 7407, + 304, + 279, + 3082, + 315, + 794, + 71946, + 11, + 7043, + 2878, + 279, + 96179, + 18634, + 12155, + 32, + 11, + 18202, + 458, + 3082, + 315, + 220, + 17, + 19, + 26367, + 320, + 24, + 13, + 22, + 80643, + 701, + 518, + 11964, + 804, + 504, + 220, + 16, + 11, + 15, + 15, + 15, + 311, + 220, + 16, + 11, + 18, + 22, + 20, + 7541, + 320, + 18, + 15, + 20, + 311, + 220, + 19, + 16, + 24, + 296, + 568, + 19626, + 24256, + 1059, + 1828, + 11742, + 273, + 32137, + 4426, + 11, + 2598, + 330, + 28684, + 3254, + 553, + 11563, + 3001, + 19626, + 497, + 429, + 572, + 3465, + 304, + 15305, + 448, + 479, + 12, + 22615, + 81600, + 5737, + 323, + 6941, + 1283, + 279, + 16703, + 3693, + 58392, + 1340, + 1030, + 1012, + 14900, + 311, + 304, + 16938, + 13 + ], + "text": " Patrick owns her own brand of wine, called Somnium, which means \"dream\" in Latin. The Somnium Vineyard is located in the area of St Helena, California within the Howell Mountain AVA, covering an area of 24 acres (9.7 hectares), at elevations from 1,000 to 1,375 feet (305 to 419 m). Patrick owns her own athleisure collection, called \"Warrior by Danica Patrick\", that was created in partnership with G-III Apparel Group and named after the Native American mythology she had been exposed to in Arizona." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Patrick owns her own brand of wine, called Somnium, which means \"dream\" in Latin. The Somnium Vineyard is located in the area of St Helena, California within the Howell Mountain AVA, covering an area of 24 acres (9.7 hectares), at elevations from 1,000 to 1,375 feet (305 to 419 m). Patrick owns her own athleisure collection, called \"Warrior by Danica Patrick\", that was created in partnership with G-III Apparel Group and named after the Native American mythology she had been exposed to in Arizona." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Patrick owns her own brand of wine, called Somnium, which means \"dream\" in Latin. The Somnium Vineyard is located in the area of St Helena, California within the Howell Mountain AVA, covering an area of 24 acres (9.7 hectares), at elevations from 1,000 to 1,375 feet (305 to 419 m). Patrick owns her own athleisure collection, called \"Warrior by Danica Patrick\", that was created in partnership with G-III Apparel Group and named after the Native American mythology she had been exposed to in Arizona.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 150, + "generated_len": [ + 132 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.0, + "len": 0.5, + "lcs": 0.498015873015873 + }, + "predict": { + "tokens": [ + 31441, + 21312, + 1687, + 59780, + 264, + 1372, + 315, + 37906, + 311, + 11047, + 13566, + 315, + 279, + 4746, + 5944, + 323, + 729, + 13, + 61242, + 1870, + 14168, + 283, + 39976, + 23606, + 323, + 49006, + 23606, + 525, + 1378, + 4185, + 37906, + 1483, + 13, + 25028, + 525, + 1483, + 304, + 65188, + 31430, + 729, + 320, + 791, + 11, + 468, + 1285, + 32, + 11, + 393, + 34201, + 3593, + 44220, + 21312, + 1687, + 59780, + 264, + 1372, + 315, + 37906, + 311, + 11047, + 13566, + 315, + 279, + 4746, + 5944, + 323, + 729, + 13, + 61242, + 1870, + 14168, + 283, + 39976, + 23606, + 323, + 49006, + 23606, + 525, + 1378, + 4185, + 37906, + 1483, + 13, + 25028, + 525, + 1483, + 304, + 65188, + 31430, + 729, + 320, + 791, + 11, + 468, + 1285, + 32, + 11, + 393, + 34201, + 568 + ], + "text": " Quantitative echo utilizes a number of equations to calculate aspects of the heart structure and function. Simplified Bernoulli equation and continuity equation are two common equations used. Others are used in grading valve function (eg, EROA, PISA).\n\nQuantitative echo utilizes a number of equations to calculate aspects of the heart structure and function. Simplified Bernoulli equation and continuity equation are two common equations used. Others are used in grading valve function (eg, EROA, PISA)." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Quantitative echo utilizes a number of equations to calculate aspects of the heart structure and function. Simplified Bernoulli equation and continuity equation are two common equations used. Others are used in grading valve function (eg, EROA, PISA)." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Quantitative echo utilizes a number of equations to calculate aspects of the heart structure and function. Simplified Bernoulli equation and continuity equation are two common equations used. Others are used in grading valve function (eg, EROA, PISA).<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 69, + "generated_len": [ + 101 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.522471910112359, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1084, + 702, + 3635, + 264, + 13815, + 369, + 1657, + 11416, + 6946, + 323, + 6683, + 8017, + 10555, + 8887, + 17337, + 311, + 1486, + 279, + 5492, + 1817, + 36150, + 13, + 17715, + 1181, + 990, + 315, + 279, + 83571, + 330, + 69, + 15718, + 2412, + 497, + 8887, + 17337, + 8789, + 3042, + 279, + 5492, + 650, + 10242, + 438, + 432, + 572, + 13214, + 12433, + 11, + 323, + 279, + 12137, + 25466, + 9652, + 702, + 2581, + 40898, + 894, + 8056, + 369, + 5619, + 279, + 5492, + 13, + 3197, + 16380, + 279, + 5492, + 304, + 2937, + 1635, + 11, + 91755, + 7231, + 6009, + 311, + 2297, + 279, + 1555, + 311, + 2494, + 2686, + 15183, + 323, + 3545, + 65276, + 25, + 2337, + 279, + 220, + 16, + 24, + 24, + 15, + 82, + 323, + 220, + 17, + 15, + 15, + 15, + 82, + 11, + 279, + 5492, + 678, + 37377, + 311, + 279, + 1345, + 98836, + 9234, + 330, + 785, + 4371, + 287, + 1, + 553, + 5488, + 330, + 6865, + 3278, + 1744, + 498, + 2299, + 8321, + 313, + 1921, + 429, + 1052, + 594, + 4113, + 4969, + 448, + 429, + 1335, + 323, + 304, + 220, + 17, + 15, + 16, + 20, + 11, + 91755, + 7231, + 1483, + 279, + 1555, + 330, + 6865, + 3278, + 1744, + 807, + 2299, + 4460, + 311, + 633, + 12224, + 304, + 1045, + 5479, + 315, + 24987, + 1335, + 264, + 16004, + 311, + 279, + 25573, + 315, + 279, + 882, + 14590, + 13867, + 44257, + 13509, + 16782, + 13 + ], + "text": " It has become a tradition for many classic rock and adult album alternative radio stations to play the song each Thanksgiving. Despite its use of the slur \"faggots\", radio stations generally present the song uncut as it was originally recorded, and the Federal Communications Commission has never punished any station for playing the song. When performing the song in later years, Guthrie began to change the line to something less offensive and often topical: during the 1990s and 2000s, the song alluded to the Seinfeld episode \"The Outing\" by saying \"They'll think you're gay--not that there's anything wrong with that,\" and in 2015, Guthrie used the line \"They'll think they're trying to get married in some parts of Kentucky,\" a nod to the controversy of the time surrounding county clerk Kim Davis." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "It has become a tradition for many classic rock and adult album alternative radio stations to play the song each Thanksgiving. Despite its use of the slur \"faggots\", radio stations generally present the song uncut as it was originally recorded, and the Federal Communications Commission has never punished any station for playing the song. When performing the song in later years, Guthrie began to change the line to something less offensive and often topical: during the 1990s and 2000s, the song alluded to the Seinfeld episode \"The Outing\" by saying \"They'll think you're gay--not that there's anything wrong with that,\" and in 2015, Guthrie used the line \"They'll think they're trying to get married in some parts of Kentucky,\" a nod to the controversy of the time surrounding county clerk Kim Davis." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: It has become a tradition for many classic rock and adult album alternative radio stations to play the song each Thanksgiving. Despite its use of the slur \"faggots\", radio stations generally present the song uncut as it was originally recorded, and the Federal Communications Commission has never punished any station for playing the song. When performing the song in later years, Guthrie began to change the line to something less offensive and often topical: during the 1990s and 2000s, the song alluded to the Seinfeld episode \"The Outing\" by saying \"They'll think you're gay--not that there's anything wrong with that,\" and in 2015, Guthrie used the line \"They'll think they're trying to get married in some parts of Kentucky,\" a nod to the controversy of the time surrounding county clerk Kim Davis.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 196, + "generated_len": [ + 178 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.086206896551724, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 220, + 17, + 15, + 16, + 17, + 12, + 16, + 18, + 3200, + 18651, + 311, + 387, + 825, + 315, + 279, + 11785, + 15584, + 22900, + 48465, + 1030, + 10321, + 304, + 806, + 6584, + 6931, + 13, + 4636, + 264, + 1042, + 304, + 892, + 566, + 16548, + 6931, + 53779, + 304, + 8845, + 320, + 18, + 22, + 701, + 3501, + 320, + 21, + 22, + 8, + 323, + 5519, + 71023, + 10728, + 17973, + 16, + 24, + 8, + 323, + 17339, + 264, + 1221, + 40106, + 261, + 1550, + 304, + 28844, + 320, + 18, + 15, + 701, + 22900, + 48465, + 8947, + 1101, + 8063, + 8845, + 323, + 2326, + 28844, + 369, + 220, + 16, + 16, + 3501, + 389, + 279, + 3200, + 13, + 1260, + 572, + 5644, + 5456, + 1717, + 304, + 220, + 17, + 20, + 700, + 315, + 279, + 220, + 18, + 17, + 3868, + 566, + 6342, + 2337, + 279, + 3200, + 11, + 1393, + 1083, + 7402, + 220, + 16, + 21, + 3868, + 4152, + 311, + 458, + 10895, + 13, + 758, + 5256, + 311, + 806, + 7852, + 19826, + 11, + 806, + 1486, + 8881, + 1435, + 311, + 387, + 4429, + 1007, + 315, + 806, + 4622, + 1555, + 518, + 3039, + 11, + 892, + 572, + 2889, + 1151, + 553, + 73734, + 23915, + 74330, + 46935, + 40570, + 13, + 22827, + 11, + 311, + 2062, + 1007, + 264, + 38123, + 3842, + 3200, + 11, + 279, + 73734, + 13628, + 700, + 389, + 279, + 1042, + 594, + 30755, + 13 + ], + "text": " The 2012-13 season proved to be one of the worst seasons Hartnell had experienced in his professional career. After a year in which he scored career highs in goals (37), points (67) and plus-minus rating (+19) and tied a then-career high in assists (30), Hartnell produced just eight goals and three assists for 11 points on the season. He was held scoreless in 25 out of the 32 games he played during the season, while also missing 16 games due to an injury. In addition to his poor scoring, his play caused him to be taken off of his normal line at times, which was centred by Flyers captain Claude Giroux. Moreover, to cap off a disappointing individual season, the Flyers missed out on the year's playoffs." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The 2012-13 season proved to be one of the worst seasons Hartnell had experienced in his professional career. After a year in which he scored career highs in goals (37), points (67) and plus-minus rating (+19) and tied a then-career high in assists (30), Hartnell produced just eight goals and three assists for 11 points on the season. He was held scoreless in 25 out of the 32 games he played during the season, while also missing 16 games due to an injury. In addition to his poor scoring, his play caused him to be taken off of his normal line at times, which was centred by Flyers captain Claude Giroux. Moreover, to cap off a disappointing individual season, the Flyers missed out on the year's playoffs." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The 2012-13 season proved to be one of the worst seasons Hartnell had experienced in his professional career. After a year in which he scored career highs in goals (37), points (67) and plus-minus rating (+19) and tied a then-career high in assists (30), Hartnell produced just eight goals and three assists for 11 points on the season. He was held scoreless in 25 out of the 32 games he played during the season, while also missing 16 games due to an injury. In addition to his poor scoring, his play caused him to be taken off of his normal line at times, which was centred by Flyers captain Claude Giroux. Moreover, to cap off a disappointing individual season, the Flyers missed out on the year's playoffs.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 192, + "generated_len": [ + 174 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.246376811594203, + "len": 0.9951690821256038, + "lcs": 0.8189066059225513 + }, + "predict": { + "tokens": [ + 576, + 7826, + 17736, + 315, + 279, + 220, + 16, + 24, + 18, + 15, + 82, + 7117, + 501, + 18817, + 504, + 14650, + 16093, + 315, + 330, + 12555, + 279, + 1537, + 2696, + 1030, + 2814, + 320, + 95449, + 6940, + 19603, + 11, + 18265, + 2142, + 11, + 33262, + 354, + 8, + 304, + 12337, + 315, + 1128, + 807, + 3381, + 315, + 438, + 33671, + 2588, + 2832, + 14810, + 68771, + 5123, + 1393, + 330, + 66907, + 303, + 5604, + 20607, + 594, + 576, + 5232, + 288, + 315, + 4264, + 11, + 892, + 2598, + 39391, + 6940, + 19603, + 30060, + 380, + 11, + 21917, + 323, + 10772, + 1717, + 11, + 8881, + 264, + 23065, + 1, + 315, + 1181, + 1828, + 13, + 576, + 1429, + 11629, + 18817, + 11, + 4764, + 11, + 3697, + 8365, + 504, + 2878, + 279, + 5737, + 594, + 1828, + 20803, + 11, + 979, + 389, + 279, + 48896, + 315, + 4116, + 81503, + 6551, + 264, + 330, + 31457, + 23881, + 292, + 323, + 96909, + 291, + 2692, + 315, + 279, + 10526, + 10226, + 3720, + 315, + 479, + 13, + 468, + 13, + 20219, + 11, + 429, + 16396, + 304, + 2030, + 380, + 74225, + 3842, + 2142, + 11, + 429, + 547, + 3481, + 1103, + 2142, + 3118, + 389, + 264, + 16396, + 304, + 3738, + 2874, + 370, + 76219, + 323, + 98270, + 11, + 429, + 43151, + 311, + 4193, + 279, + 4522, + 315, + 8267, + 7923, + 438, + 364, + 64, + 15430, + 323, + 92122, + 39612, + 6, + 1112, + 81503, + 594, + 21208, + 11, + 17720, + 17569, + 2064, + 661, + 7101, + 315, + 806, + 330, + 22140, + 20799, + 497, + 304, + 279, + 3100, + 315, + 1482, + 21978, + 3489, + 1654, + 6587, + 72856, + 3738, + 6993, + 11, + 2670, + 1039, + 1828, + 1827 + ], + "text": " The growing threats of the 1930s brought new criticism from younger writers of \"what the last lot had done (Bloomsbury, Modernism, Eliot) in favour of what they thought of as urgent hard-hitting realism\"; while \"Wyndham Lewis's The Apes of God, which called Bloomsbury elitist, corrupt and talentless, caused a stir\" of its own. The most telling criticism, however, came perhaps from within the Group's own ranks, when on the eve of war Keynes gave a \"nostalgic and disillusioned account of the pure sweet air of G. E. Moore, that belief in undisturbed individualism, that Utopianism based on a belief in human reasonableness and decency, that refusal to accept the idea of civilisation as 'a thin and precarious crust'... Keynes's fond, elegiac repudiation of his \"early beliefs\", in the light of current affairs (\"We completely misunderstood human nature, including our own\")." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The growing threats of the 1930s brought new criticism from younger writers of \"what the last lot had done (Bloomsbury, Modernism, Eliot) in favour of what they thought of as urgent hard-hitting realism\"; while \"Wyndham Lewis's The Apes of God, which called Bloomsbury elitist, corrupt and talentless, caused a stir\" of its own. The most telling criticism, however, came perhaps from within the Group's own ranks, when on the eve of war Keynes gave a \"nostalgic and disillusioned account of the pure sweet air of G. E. Moore, that belief in undisturbed individualism, that Utopianism based on a belief in human reasonableness and decency, that refusal to accept the idea of civilisation as 'a thin and precarious crust' ... Keynes's fond, elegiac repudiation of his \"early beliefs\", in the light of current affairs (\"We completely misunderstood human nature, including our own\")\"." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The growing threats of the 1930s brought new criticism from younger writers of \"what the last lot had done (Bloomsbury, Modernism, Eliot) in favour of what they thought of as urgent hard-hitting realism\"; while \"Wyndham Lewis's The Apes of God, which called Bloomsbury elitist, corrupt and talentless, caused a stir\" of its own. The most telling criticism, however, came perhaps from within the Group's own ranks, when on the eve of war Keynes gave a \"nostalgic and disillusioned account of the pure sweet air of G. E. Moore, that belief in undisturbed individualism, that Utopianism based on a belief in human reasonableness and decency, that refusal to accept the idea of civilisation as 'a thin and precarious crust' ... Keynes's fond, elegiac repudiation of his \"early beliefs\", in the light of current affairs (\"We completely misunderstood human nature, including our own\")\".<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 226, + "generated_len": [ + 207 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.405063291139241, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 279, + 3309, + 220, + 16, + 24, + 23, + 15, + 82, + 11, + 44577, + 1652, + 4490, + 916, + 264, + 1293, + 53489, + 1142, + 916, + 279, + 19948, + 4958, + 594, + 6588, + 315, + 4131, + 3249, + 82406, + 304, + 1181, + 73957, + 52457, + 13, + 24060, + 5203, + 11430, + 429, + 11728, + 315, + 82406, + 1030, + 73895, + 1576, + 315, + 279, + 4958, + 594, + 43151, + 311, + 1795, + 6350, + 7149, + 14305, + 13, + 1260, + 17551, + 13553, + 553, + 279, + 8120, + 323, + 14079, + 77073, + 311, + 11967, + 5777, + 10659, + 389, + 19948, + 12378, + 323, + 82742, + 98169, + 6092, + 54302, + 389, + 73957, + 13 + ], + "text": " In the late 1980s, Henderson presided over a long-running case over the fishing industry's practice of snaring dolphins in its tuna nets. Environmental groups charged that millions of dolphins had drowned because of the industry's refusal to follow existing safety regulations. He rejected attempts by the Clinton and Bush administrations to relax legal standards on fishing practices and loosen dolphin safe labeling on tuna." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In the late 1980s, Henderson presided over a long-running case over the fishing industry's practice of snaring dolphins in its tuna nets. Environmental groups charged that millions of dolphins had drowned because of the industry's refusal to follow existing safety regulations. He rejected attempts by the Clinton and Bush administrations to relax legal standards on fishing practices and loosen dolphin safe labeling on tuna." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In the late 1980s, Henderson presided over a long-running case over the fishing industry's practice of snaring dolphins in its tuna nets. Environmental groups charged that millions of dolphins had drowned because of the industry's refusal to follow existing safety regulations. He rejected attempts by the Clinton and Bush administrations to relax legal standards on fishing practices and loosen dolphin safe labeling on tuna.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 97, + "generated_len": [ + 79 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.0, + "len": 0.48936170212765956, + "lcs": 0.37763713080168776 + }, + "predict": { + "tokens": [ + 1096, + 78660, + 367, + 1714, + 43753, + 304, + 20465, + 685, + 2337, + 279, + 220, + 16, + 18, + 339, + 9294, + 323, + 17601, + 2632, + 9666, + 315, + 17846, + 304, + 5257, + 12282, + 892, + 525, + 3209, + 1475, + 304, + 279, + 20228, + 315, + 279, + 13055, + 1156, + 553, + 946, + 75, + 4527, + 14564, + 323, + 1221, + 448, + 3137, + 30420, + 32861, + 382, + 1986, + 78660, + 367, + 1714, + 43753, + 304, + 20465, + 685, + 2337, + 279, + 220, + 16, + 18, + 339, + 9294, + 323, + 17601, + 2632, + 9666, + 315, + 17846, + 304, + 5257, + 12282, + 892, + 525, + 3209, + 1475, + 304, + 279, + 20228, + 315, + 279, + 13055, + 1156, + 553, + 946, + 75, + 4527, + 14564, + 323, + 1221, + 448, + 3137, + 30420, + 32861, + 13 + ], + "text": " This ornamentation method originated in Persia during the 13th century and involves little pieces of mirror in various sizes which are encased in the decoration of the fabric first by interlacing threads and then with buttonhole stitch.\n\nThis ornamentation method originated in Persia during the 13th century and involves little pieces of mirror in various sizes which are encased in the decoration of the fabric first by interlacing threads and then with buttonhole stitch." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "This ornamentation method originated in Persia during 13th century and involves little pieces of mirror in various sizes which are encased in the decoration of the fabric first by interlacing threads and then with buttonhole stitch." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: This ornamentation method originated in Persia during 13th century and involves little pieces of mirror in various sizes which are encased in the decoration of the fabric first by interlacing threads and then with buttonhole stitch.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 65, + "generated_len": [ + 95 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.584615384615384, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 48954, + 323, + 20642, + 51788, + 1033, + 12600, + 304, + 678, + 279, + 8444, + 46264, + 24824, + 2937, + 304, + 279, + 1042, + 438, + 264, + 1102, + 315, + 279, + 5263, + 304, + 36331, + 51481, + 24132, + 279, + 6290, + 13, + 48954, + 29519, + 51788, + 364, + 40350, + 387, + 10897, + 1910, + 311, + 1846, + 19446, + 304, + 458, + 29647, + 47106, + 269, + 1541, + 52042, + 1212, + 279, + 451, + 23913, + 48818, + 323, + 6693, + 23681, + 1521, + 537, + 12488, + 11405, + 18, + 20, + 15, + 817, + 86657, + 11, + 25028, + 1410, + 7627, + 1105, + 369, + 11405, + 22, + 6, + 320, + 64, + 1042, + 2937, + 11, + 448, + 422, + 54912, + 916, + 11, + 279, + 5257, + 9074, + 82, + 14548, + 1105, + 369, + 990, + 304, + 7148, + 892, + 572, + 15691, + 8776, + 553, + 364, + 53, + 6, + 9893, + 568, + 2411, + 279, + 835, + 315, + 220, + 16, + 24, + 19, + 18, + 1846, + 62258, + 504, + 279, + 4882, + 472, + 4122, + 16115, + 12030, + 6009, + 32011, + 304, + 279, + 8444, + 46264, + 24824, + 13 + ], + "text": " Morrison and Anderson shelters were delivered in all the Torbay towns later in the year as a result of the increase in bombing raids targeting the town. Morrison indoor shelters 'would be issued free to those employed in an occupation compulsorily insured under the NHI Acts and whose earnings did not exceed PS350 per annum, Others could purchase them for PS7' (a year later, with D-Day over, the various Councils collected them for use in London which was suffering attacks by 'V' weapons). At the end of 1943 those evacuated from the South Hams Battle Area began arriving in the Torbay towns." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Morrison and Anderson shelters were delivered in all the Torbay towns later in the year as a result of the increase in bombing raids targeting the town. Morrison indoor shelters 'would be issued free to those employed in an occupation compulsorily insured under the NHI Acts and whose earnings did not exceed PS350 per annum, Others could purchase them for PS7' (a year later, with D-Day over, the various Councils collected them for use in London which was suffering attacks by 'V' weapons). At the end of 1943 those evacuated from the South Hams Battle Area began arriving in the Torbay towns." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Morrison and Anderson shelters were delivered in all the Torbay towns later in the year as a result of the increase in bombing raids targeting the town. Morrison indoor shelters 'would be issued free to those employed in an occupation compulsorily insured under the NHI Acts and whose earnings did not exceed PS350 per annum, Others could purchase them for PS7' (a year later, with D-Day over, the various Councils collected them for use in London which was suffering attacks by 'V' weapons). At the end of 1943 those evacuated from the South Hams Battle Area began arriving in the Torbay towns.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 148, + "generated_len": [ + 130 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.574193548387097, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 362, + 26659, + 51247, + 287, + 58502, + 20927, + 11, + 279, + 31449, + 6364, + 54375, + 3757, + 81922, + 6139, + 25, + 330, + 35186, + 4909, + 11, + 272, + 16253, + 1783, + 11, + 323, + 297, + 26286, + 11, + 892, + 525, + 279, + 26363, + 315, + 3738, + 8232, + 11, + 646, + 614, + 902, + 3331, + 5193, + 458, + 66364, + 13, + 576, + 4633, + 3123, + 315, + 4264, + 11, + 3498, + 714, + 1496, + 304, + 3381, + 11, + 13772, + 18186, + 678, + 3263, + 10328, + 81922, + 572, + 11585, + 311, + 387, + 458, + 28015, + 315, + 24098, + 11, + 566, + 27832, + 279, + 11276, + 537, + 311, + 49034, + 37814, + 2142, + 1576, + 279, + 33913, + 315, + 4264, + 594, + 13885, + 1035, + 41947, + 279, + 3590, + 1973, + 323, + 2990, + 311, + 26915, + 13, + 10548, + 311, + 422, + 1543, + 71, + 422, + 13272, + 283, + 4360, + 11, + 81922, + 11, + 1075, + 8522, + 80647, + 434, + 88, + 48917, + 422, + 535, + 2253, + 5120, + 26684, + 1283, + 1435, + 11, + 18280, + 429, + 330, + 9309, + 4264, + 374, + 27444, + 11, + 1221, + 432, + 374, + 537, + 14861, + 979, + 44551, + 5086, + 374, + 66804, + 304, + 279, + 1882, + 323, + 26915, + 323, + 21452, + 374, + 68264, + 389, + 279, + 1879, + 3263 + ], + "text": " In A Letter Concerning Toleration, the influential English philosopher John Locke wrote: \"Promises, covenants, and oaths, which are the bonds of human society, can have no hold upon an atheist. The taking away of God, though but even in thought, dissolves all\". Although Locke was believed to be an advocate of tolerance, he urged the authorities not to tolerate atheism because the denial of God's existence would undermine the social order and lead to chaos. According to Dinesh D'Souza, Locke, like Russian novelist Fyodor Dostoyevsky after him, argued that \"when God is excluded, then it is not surprising when morality itself is sacrificed in the process and chaos and horror is unleashed on the world\"." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In A Letter Concerning Toleration, the influential English philosopher John Locke wrote: \"Promises, covenants, and oaths, which are the bonds of human society, can have no hold upon an atheist. The taking away of God, though but even in thought, dissolves all\". Although Locke was believed to be an advocate of tolerance, he urged the authorities not to tolerate atheism because the denial of God's existence would undermine the social order and lead to chaos. According to Dinesh D'Souza, Locke, like Russian novelist Fyodor Dostoyevsky after him, argued that \"when God is excluded, then it is not surprising when morality itself is sacrificed in the process and chaos and horror is unleashed on the world\"." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In A Letter Concerning Toleration, the influential English philosopher John Locke wrote: \"Promises, covenants, and oaths, which are the bonds of human society, can have no hold upon an atheist. The taking away of God, though but even in thought, dissolves all\". Although Locke was believed to be an advocate of tolerance, he urged the authorities not to tolerate atheism because the denial of God's existence would undermine the social order and lead to chaos. According to Dinesh D'Souza, Locke, like Russian novelist Fyodor Dostoyevsky after him, argued that \"when God is excluded, then it is not surprising when morality itself is sacrificed in the process and chaos and horror is unleashed on the world\".<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 173, + "generated_len": [ + 155 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.731707317073171, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1674, + 21470, + 704, + 25331, + 806, + 6981, + 438, + 6210, + 315, + 11264, + 457, + 323, + 20932, + 304, + 220, + 16, + 17, + 20, + 17, + 13, + 576, + 2701, + 1042, + 566, + 63665, + 33311, + 11, + 39780, + 279, + 5537, + 315, + 279, + 1674, + 12164, + 586, + 13, + 6210, + 12907, + 61767, + 14429, + 315, + 33311, + 1030, + 311, + 31759, + 11, + 714, + 566, + 18163, + 458, + 9128, + 553, + 892, + 11, + 1283, + 566, + 14433, + 291, + 311, + 31818, + 1674, + 21470, + 704, + 1599, + 594, + 9803, + 26796, + 23120, + 315, + 11264, + 457, + 11, + 279, + 4268, + 1035, + 387, + 5927, + 311, + 862, + 90301, + 13, + 758, + 220, + 16, + 17, + 21, + 16, + 566, + 17006, + 619, + 33786, + 13, + 758, + 220, + 16, + 17, + 21, + 18, + 566, + 5927, + 1674, + 12164, + 586, + 311, + 279, + 6210, + 315, + 33311, + 323, + 8499, + 279, + 51031, + 315, + 11461, + 1630, + 9510, + 320, + 16, + 17, + 21, + 22, + 568 + ], + "text": " Alfonso succeeded his father as King of Castile and Leon in 1252. The following year he invaded Portugal, capturing the region of the Algarve. King Afonso III of Portugal had to surrender, but he gained an agreement by which, after he consented to marry Alfonso X's daughter Beatrice of Castile, the land would be returned to their heirs. In 1261 he captured Jerez. In 1263 he returned Algarve to the King of Portugal and signed the Treaty of Badajoz (1267)." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Alfonso succeeded his father as King of Castile and Leon in 1252. The following year he invaded Portugal, capturing the region of the Algarve. King Afonso III of Portugal had to surrender, but he gained an agreement by which, after he consented to marry Alfonso X's daughter Beatrice of Castile, the land would be returned to their heirs. In 1261 he captured Jerez. In 1263 he returned Algarve to the King of Portugal and signed the Treaty of Badajoz (1267)." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Alfonso succeeded his father as King of Castile and Leon in 1252. The following year he invaded Portugal, capturing the region of the Algarve. King Afonso III of Portugal had to surrender, but he gained an agreement by which, after he consented to marry Alfonso X's daughter Beatrice of Castile, the land would be returned to their heirs. In 1261 he captured Jerez. In 1263 he returned Algarve to the King of Portugal and signed the Treaty of Badajoz (1267).<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 141, + "generated_len": [ + 123 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.009708737864078, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 38321, + 71, + 713, + 648, + 84, + 572, + 264, + 2409, + 14126, + 304, + 27950, + 13638, + 304, + 279, + 3267, + 1635, + 13, + 3776, + 1899, + 2421, + 32219, + 1033, + 12299, + 1526, + 33875, + 13830, + 320, + 64, + 1992, + 304, + 17798, + 587, + 77, + 37712, + 8, + 20644, + 7136, + 26752, + 13, + 220, + 10214, + 33345, + 431, + 18633, + 65726, + 7578, + 389, + 264, + 23946, + 323, + 2598, + 1105, + 11, + 566, + 1053, + 311, + 67120, + 429, + 358, + 1079, + 304, + 264, + 14046, + 13059, + 2050, + 22791, + 13, + 33345, + 431, + 18633, + 65726, + 11457, + 1105, + 311, + 1896, + 411, + 20426, + 504, + 279, + 22791, + 323, + 2736, + 56579, + 13, + 32219, + 15987, + 419, + 311, + 279, + 7135, + 11455, + 285, + 320, + 1983, + 315, + 279, + 32789, + 304, + 2310, + 268, + 3039, + 568 + ], + "text": " Gandhichervu was a big village in dense forest in the past years. One day few Saints were passing through Koheda (a place in Hayathnagar) Hanuman temple. Lord Sri Ranganatha sat on a hill and called them, he said to saints that I am in a nearby Snakes nest. Sri Ranganatha ordered them to takeout Him from the nest and perform rituals. Saints informed this to the Patwaris (head of the villages in olden times)." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Gandhichervu was a big village in dense forest in the past years. One day few Saints were passing through Koheda (a place in Hayathnagar) Hanuman temple. Lord Sri Ranganatha sat on a hill and called them, he said to saints that I am in a nearby Snakes nest. Sri Ranganatha ordered them to takeout Him from the nest and perform rituals. Saints informed this to the Patwaris (head of the villages in olden times)." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Gandhichervu was a big village in dense forest in the past years. One day few Saints were passing through Koheda (a place in Hayathnagar) Hanuman temple. Lord Sri Ranganatha sat on a hill and called them, he said to saints that I am in a nearby Snakes nest. Sri Ranganatha ordered them to takeout Him from the nest and perform rituals. Saints informed this to the Patwaris (head of the villages in olden times).<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 121, + "generated_len": [ + 103 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.228070175438597, + "len": 0.9912280701754386, + "lcs": 0.2661122661122661 + }, + "predict": { + "tokens": [ + 576, + 32475, + 12180, + 458, + 45530, + 5723, + 304, + 220, + 16, + 24, + 24, + 24, + 11, + 9555, + 9091, + 7525, + 304, + 220, + 17, + 15, + 15, + 16, + 11, + 323, + 3855, + 7525, + 304, + 6058, + 220, + 17, + 15, + 15, + 17, + 13, + 24805, + 3881, + 438, + 20957, + 16098, + 34002, + 11, + 432, + 3855, + 7525, + 448, + 264, + 14401, + 12, + 4673, + 434, + 562, + 7052, + 434, + 17, + 23, + 14135, + 504, + 63228, + 6553, + 13, + 16098, + 34002, + 6553, + 11626, + 13537, + 3516, + 504, + 63033, + 311, + 39770, + 1103, + 585, + 13, + 576, + 32475, + 374, + 12938, + 553, + 19370, + 20957, + 16098, + 34002, + 13, + 8704, + 5534, + 220, + 17, + 15, + 16, + 15, + 279, + 32475, + 702, + 1012, + 4429, + 1007, + 279, + 1140, + 315, + 20834, + 34891, + 504, + 16307, + 1119, + 9812, + 87182, + 11, + 3156, + 448, + 23968, + 6553, + 38463, + 13 + ], + "text": " The airline obtained an aviation license in 1999, established trial operations in 2001, and started operations in January 2002. Originally known as Metro Batavia, it started operations with a wet-leased Fokker F28 aircraft from Bali Air. Batavia Air launched scheduled services from Jakarta to Pontianak. The airline is owned by PT Metro Batavia. Since June 2010 the airline has been taken off the list of banned carriers from flying into EU airspace, along with Indonesia AirAsia." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The airline obtained an aviation license in 1999, established trial operations in 2001, and started operations in January 2002. Originally known as Metro Batavia, it started operations with a wet-leased Fokker F28 aircraft from Bali Air. Batavia Air launched scheduled services from Jakarta to Pontianak. The airline is owned by PT Metro Batavia. Since June 2010 the airline has been taken off the list of banned carriers from flying into EU airspace, along with Indonesia AirAsia." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The airline obtained an aviation license in 1999, established trial operations in 2001, and started operations in January 2002. Originally known as Metro Batavia, it started operations with a wet-leased Fokker F28 aircraft from Bali Air. Batavia Air launched scheduled services from Jakarta to Pontianak. The airline is owned by PT Metro Batavia. Since June 2010 the airline has been taken off the list of banned carriers from flying into EU airspace, along with Indonesia AirAsia.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 133, + "generated_len": [ + 114 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.865671641791045, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 13612, + 572, + 6679, + 304, + 49787, + 11, + 4787, + 12740, + 11, + 304, + 6652, + 220, + 16, + 24, + 22, + 20, + 13, + 576, + 42968, + 479, + 40231, + 337, + 1872, + 13699, + 385, + 10926, + 98106, + 806, + 9055, + 12801, + 323, + 264, + 7205, + 2088, + 315, + 2115, + 1671, + 11465, + 311, + 1824, + 1435, + 13, + 2806, + 291, + 13747, + 12375, + 80331, + 1536, + 15251, + 13612, + 304, + 5473, + 13, + 576, + 3234, + 315, + 4787, + 12740, + 12226, + 678, + 10195, + 2348, + 1435, + 4558, + 7069, + 13 + ], + "text": " Williams was tried in Monroe, North Carolina, in December 1975. The historian Gwendolyn Midlo Hall chaired his defense committee and a broad range of leftists arrived to support him. Noted attorney William Kunstler represented Williams in court. The State of North Carolina dropped all charges against him almost immediately." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Williams was tried in Monroe, North Carolina, in December 1975. The historian Gwendolyn Midlo Hall chaired his defense committee and a broad range of leftists arrived to support him. Noted attorney William Kunstler represented Williams in court. The State of North Carolina dropped all charges against him almost immediately." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Williams was tried in Monroe, North Carolina, in December 1975. The historian Gwendolyn Midlo Hall chaired his defense committee and a broad range of leftists arrived to support him. Noted attorney William Kunstler represented Williams in court. The State of North Carolina dropped all charges against him almost immediately.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 85, + "generated_len": [ + 67 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.0, + "len": 0.9830508474576272, + "lcs": 0.4489795918367347 + }, + "predict": { + "tokens": [ + 1096, + 11076, + 774, + 5537, + 374, + 3582, + 1870, + 553, + 3460, + 35799, + 9315, + 11799, + 11, + 448, + 8205, + 311, + 4017, + 320, + 437, + 3545, + 65938, + 8, + 79669, + 323, + 9255, + 320, + 56653, + 34806, + 9255, + 8, + 84982, + 13, + 10548, + 311, + 279, + 58009, + 2752, + 30536, + 54882, + 1849, + 11, + 88717, + 884, + 702, + 264, + 65938, + 57536, + 9977, + 11, + 94775, + 330, + 35, + 10798, + 1, + 389, + 9977, + 14043, + 13 + ], + "text": " This climatic region is typified by large seasonal temperature differences, with warm to hot (and often humid) summers and cold (sometimes severely cold) winters. According to the Koppen Climate Classification system, Coventry has a humid continental climate, abbreviated \"Dfb\" on climate maps." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "This climatic region is typified by large seasonal temperature differences, with warm to hot (and often humid) summers and cold (sometimes severely cold) winters. According to the Koppen Climate Classification system, Coventry has a humid continental climate, abbreviated \"Dfb\" on climate maps." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: This climatic region is typified by large seasonal temperature differences, with warm to hot (and often humid) summers and cold (sometimes severely cold) winters. According to the Koppen Climate Classification system, Coventry has a humid continental climate, abbreviated \"Dfb\" on climate maps.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 78, + "generated_len": [ + 59 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.632, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 78487, + 4678, + 52534, + 3807, + 9489, + 3942, + 8869, + 2337, + 279, + 220, + 16, + 24, + 21, + 15, + 82, + 25, + 279, + 39405, + 12062, + 20395, + 11, + 1062, + 82108, + 448, + 18710, + 83493, + 805, + 16473, + 9257, + 438, + 264, + 28805, + 4849, + 5344, + 369, + 3590, + 2297, + 26, + 425, + 5215, + 67, + 2970, + 72131, + 75831, + 13034, + 11, + 458, + 16637, + 11721, + 2025, + 26, + 323, + 78487, + 12238, + 6267, + 5832, + 11, + 264, + 66263, + 3822, + 6457, + 5458, + 5477, + 2649, + 291, + 2820, + 27813, + 13480, + 3347, + 31097, + 8521, + 13, + 2411, + 279, + 1852, + 882, + 11, + 8086, + 389, + 279, + 23651, + 17399, + 3117, + 323, + 10557, + 594, + 33639, + 19189, + 23504, + 28646, + 5107, + 4344, + 311, + 279, + 4312, + 13971, + 3942, + 11, + 438, + 1657, + 4158, + 11, + 7513, + 28839, + 6009, + 7218, + 700, + 311, + 45218, + 10557, + 11, + 14381, + 3343, + 2750, + 311, + 70178, + 323, + 264, + 21771, + 6407, + 304, + 12534, + 62234, + 13 + ], + "text": " Erie House spawned several independent community efforts during the 1960s: the Northwest Community Organization, co-founded with Holy Innocents Catholic Church as a mobilizing force for social change; Bickerdike Redevelopment Corporation, an affordable housing program; and Erie Family Health Center, a Northwestern University medical student-staffed health clinic serving low-income families. At the same time, construction on the Kennedy Expressway and Chicago's mounting racial tension prompted additional changes to the West Town community, as many white, European households began moving out to suburban Chicago, causing property values to plummet and a dramatic shift in neighborhood demographics." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Erie House spawned several independent community efforts during the 1960s: the Northwest Community Organization, co-founded with Holy Innocents Catholic Church as a mobilizing force for social change; Bickerdike Redevelopment Corporation, an affordable housing program; and Erie Family Health Center, a Northwestern University medical student-staffed health clinic serving low-income families. At the same time, construction on the Kennedy Expressway and Chicago's mounting racial tension prompted additional changes to the West Town community, as many white, European households began moving out to suburban Chicago, causing property values to plummet and a dramatic shift in neighborhood demographics." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Erie House spawned several independent community efforts during the 1960s: the Northwest Community Organization, co-founded with Holy Innocents Catholic Church as a mobilizing force for social change; Bickerdike Redevelopment Corporation, an affordable housing program; and Erie Family Health Center, a Northwestern University medical student-staffed health clinic serving low-income families. At the same time, construction on the Kennedy Expressway and Chicago's mounting racial tension prompted additional changes to the West Town community, as many white, European households began moving out to suburban Chicago, causing property values to plummet and a dramatic shift in neighborhood demographics.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 143, + "generated_len": [ + 125 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.65625, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 31399, + 311, + 5768, + 220, + 16, + 11, + 220, + 17, + 15, + 16, + 18, + 11, + 279, + 4787, + 19988, + 21994, + 6022, + 10942, + 320, + 8611, + 745, + 44580, + 16003, + 21994, + 6022, + 10942, + 8, + 10223, + 279, + 3942, + 13 + ], + "text": " Prior to July 1, 2013, the North Forest Independent School District (originally Northeast Houston Independent School District) served the community." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Prior to July 1, 2013, the North Forest Independent School District (originally Northeast Houston Independent School District) served the community." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Prior to July 1, 2013, the North Forest Independent School District (originally Northeast Houston Independent School District) served the community.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 50, + "generated_len": [ + 32 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.51123595505618, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1417, + 2640, + 276, + 702, + 15303, + 4236, + 15815, + 17318, + 59598, + 11, + 264, + 18528, + 17318, + 323, + 264, + 73579, + 17318, + 369, + 806, + 975, + 389, + 279, + 17795, + 472, + 4720, + 90604, + 11, + 323, + 458, + 66012, + 17318, + 369, + 1062, + 96665, + 32819, + 27916, + 594, + 15815, + 17318, + 23675, + 13, + 1260, + 702, + 1083, + 1012, + 73579, + 5279, + 49515, + 369, + 806, + 27804, + 369, + 13928, + 18213, + 865, + 15640, + 3159, + 82, + 37040, + 3197, + 13928, + 6212, + 52291, + 1112, + 323, + 1205, + 8713, + 304, + 10689, + 438, + 1632, + 438, + 472, + 4720, + 90604, + 323, + 47294, + 323, + 66012, + 5279, + 49515, + 369, + 806, + 975, + 389, + 7728, + 12826, + 11158, + 323, + 47294, + 13, + 758, + 220, + 17, + 15, + 15, + 17, + 11, + 566, + 572, + 38277, + 448, + 279, + 330, + 2662, + 10070, + 65595, + 304, + 10717, + 31500, + 7276, + 9484, + 1, + 10084, + 518, + 576, + 17236, + 16631, + 17322, + 11, + 323, + 304, + 220, + 17, + 15, + 15, + 22, + 566, + 572, + 38277, + 448, + 19796, + 2537, + 594, + 17599, + 386, + 1129, + 6591, + 17318, + 304, + 17843, + 315, + 806, + 18781, + 32897, + 323, + 19026, + 311, + 279, + 4627, + 315, + 4531, + 323, + 12425, + 13, + 220, + 1260, + 374, + 279, + 1156, + 21713, + 315, + 279, + 16631, + 609, + 5883, + 10717, + 17318, + 369, + 7107, + 18115, + 369, + 264, + 43751, + 19998, + 16631, + 13 + ], + "text": " Shaiman has earned five Academy Award nominations, a Tony Award and a Grammy Award for his work on the musical Hairspray, and an Emmy Award for co-writing Billy Crystal's Academy Award performances. He has also been Grammy-nominated for his arrangements for Harry Connick Jr.'s recordings When Harry Met Sally... and We Are in Love as well as Hairspray and Smash and Emmy-nominated for his work on Saturday Night Live and Smash. In 2002, he was honored with the \"Outstanding Achievement in Music-In-Film\" award at The Hollywood Film Festival, and in 2007 he was honored with ASCAP's Henry Mancini Award in recognition of his outstanding achievements and contributions to the music of film and television. He is the first recipient of the Film & TV Music Award for Best Score for a Comedy Feature Film." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Shaiman has earned five Academy Award nominations, a Tony Award and a Grammy Award for his work on the musical Hairspray, and an Emmy Award for co-writing Billy Crystal's Academy Award performances. He has also been Grammy-nominated for his arrangements for Harry Connick Jr.'s recordings When Harry Met Sally... and We Are in Love as well as Hairspray and Smash and Emmy-nominated for his work on Saturday Night Live and Smash. In 2002, he was honored with the \"Outstanding Achievement in Music-In-Film\" award at The Hollywood Film Festival, and in 2007 he was honored with ASCAP's Henry Mancini Award in recognition of his outstanding achievements and contributions to the music of film and television. He is the first recipient of the Film & TV Music Award for Best Score for a Comedy Feature Film." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Shaiman has earned five Academy Award nominations, a Tony Award and a Grammy Award for his work on the musical Hairspray, and an Emmy Award for co-writing Billy Crystal's Academy Award performances. He has also been Grammy-nominated for his arrangements for Harry Connick Jr.'s recordings When Harry Met Sally... and We Are in Love as well as Hairspray and Smash and Emmy-nominated for his work on Saturday Night Live and Smash. In 2002, he was honored with the \"Outstanding Achievement in Music-In-Film\" award at The Hollywood Film Festival, and in 2007 he was honored with ASCAP's Henry Mancini Award in recognition of his outstanding achievements and contributions to the music of film and television. He is the first recipient of the Film & TV Music Award for Best Score for a Comedy Feature Film.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 196, + "generated_len": [ + 178 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.186046511627907, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 98739, + 52968, + 304, + 1532, + 4261, + 4311, + 13, + 98739, + 374, + 3265, + 4780, + 448, + 1059, + 2157, + 323, + 47410, + 323, + 279, + 422, + 7024, + 11363, + 1062, + 20680, + 11108, + 29860, + 11, + 323, + 1059, + 73862, + 18977, + 301, + 1062, + 96906, + 67262, + 5124, + 6384, + 323, + 78441, + 393, + 3818, + 89, + 13 + ], + "text": " Cooke resides in New York City. Cooke is close friends with her Me and Earl and the Dying Girl co-star Thomas Mann, and her Bates Motel co-stars Freddie Highmore and Nicola Peltz." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Cooke resides in New York City. Cooke is close friends with her Me and Earl and the Dying Girl co-star Thomas Mann, and her Bates Motel co-stars Freddie Highmore and Nicola Peltz." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Cooke resides in New York City. Cooke is close friends with her Me and Earl and the Dying Girl co-star Thomas Mann, and her Bates Motel co-stars Freddie Highmore and Nicola Peltz.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 61, + "generated_len": [ + 43 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.016260162601626, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 279, + 6277, + 25366, + 11, + 279, + 16134, + 13390, + 438, + 432, + 24295, + 304, + 279, + 4124, + 220, + 16, + 23, + 24, + 15, + 82, + 43560, + 315, + 911, + 220, + 20, + 11, + 15, + 15, + 15, + 14856, + 323, + 572, + 7172, + 311, + 458, + 37783, + 3311, + 315, + 220, + 17, + 23, + 11, + 15, + 15, + 15, + 1290, + 1573, + 279, + 92891, + 12009, + 28689, + 5004, + 13, + 16151, + 553, + 8522, + 9611, + 7167, + 304, + 220, + 16, + 23, + 24, + 21, + 6069, + 311, + 279, + 7321, + 315, + 264, + 220, + 16, + 11, + 15, + 15, + 15, + 95757, + 29236, + 2487, + 26098, + 17445, + 448, + 8907, + 35155, + 45370, + 429, + 10223, + 438, + 279, + 6200, + 315, + 458, + 12944, + 13390, + 13, + 5542, + 419, + 6200, + 4982, + 11, + 14856, + 1033, + 7025, + 22409, + 311, + 1008, + 8153, + 11, + 892, + 5230, + 4236, + 1217, + 12558, + 315, + 911, + 220, + 24, + 15, + 15, + 2953, + 1817, + 13 + ], + "text": " In the military sphere, the Korean army as it existed in the early 1890s consisted of about 5,000 soldiers and was increased to an immense amount of 28,000 right before the Russo-Japanese War. Training by Russian officers beginning in 1896 led to the organization of a 1,000-strong royal bodyguard armed with Berdan rifles that served as the core of an improved army. From this core unit, soldiers were sometimes transferred to other units, which included five regiments of about 900 men each." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In the military sphere, the Korean army as it existed in the early 1890s consisted of about 5,000 soldiers and was increased to an immense amount of 28,000 right before the Russo-Japanese War. Training by Russian officers beginning in 1896 led to the organization of a 1,000-strong royal bodyguard armed with Berdan rifles that served as the core of an improved army. From this core unit, soldiers were sometimes transferred to other units, which included five regiments of about 900 men each." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In the military sphere, the Korean army as it existed in the early 1890s consisted of about 5,000 soldiers and was increased to an immense amount of 28,000 right before the Russo-Japanese War. Training by Russian officers beginning in 1896 led to the organization of a 1,000-strong royal bodyguard armed with Berdan rifles that served as the core of an improved army. From this core unit, soldiers were sometimes transferred to other units, which included five regiments of about 900 men each.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 141, + "generated_len": [ + 123 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.648648648648648, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1913, + 220, + 17, + 21, + 7400, + 220, + 17, + 15, + 16, + 15, + 576, + 8523, + 4961, + 429, + 4389, + 25164, + 11, + 10560, + 3251, + 315, + 279, + 18096, + 11, + 10981, + 15316, + 279, + 8056, + 304, + 264, + 14103, + 311, + 5452, + 1182, + 18096, + 7525, + 323, + 2138, + 8353, + 34838, + 803, + 3054, + 13, + 576, + 13734, + 315, + 21955, + 481, + 3156, + 448, + 18096, + 220, + 21, + 10717, + 481, + 572, + 2937, + 10774, + 389, + 220, + 17, + 5470, + 13, + 362, + 6524, + 572, + 5326, + 311, + 279, + 18096, + 16816, + 323, + 8499, + 553, + 5257, + 1251, + 481, + 7892, + 279, + 1372, + 315, + 1841, + 37170, + 572, + 77120, + 64108, + 448, + 264, + 1372, + 315, + 1251, + 15971, + 862, + 829, + 518, + 3245, + 803, + 1091, + 3055, + 320, + 300, + 2176, + 264, + 3175, + 829, + 323, + 438, + 949, + 315, + 2155, + 6530, + 1886, + 8, + 448, + 1657, + 2100, + 23562, + 58316, + 10282, + 862, + 8056, + 518, + 279, + 20284, + 315, + 279, + 803, + 5411, + 220, + 21, + 10717, + 11, + 7892, + 279, + 18096, + 16816, + 2937, + 17551, + 6649, + 311, + 3265, + 220, + 21, + 10717, + 323, + 17551, + 279, + 6649, + 311, + 3265, + 2100, + 13, + 1913, + 220, + 16, + 19, + 5470, + 220, + 17, + 15, + 16, + 16, + 11, + 279, + 18096, + 7228, + 432, + 572, + 39075, + 287, + 1181, + 3119, + 311, + 3265, + 279, + 8056, + 304, + 12337, + 315, + 17719, + 1181, + 8039, + 304, + 4279, + 13 + ], + "text": " On 26 February 2010 The Times reported that Mark Thompson, Director General of the BBC, proposed closing the station in a bid to scale back BBC operations and allow commercial rivals more room. The proposal of closure - along with BBC 6 Music - was later confirmed on 2 March. A letter was written to the BBC Trust and signed by various people - although the number of signatories was artificially boosted with a number of people signing their name at least more than once (as both a single name and as part of different collectives) with many AN listeners advocating keeping their station at the expense of the more popular 6 Music, although the BBC Trust later rejected plans to close 6 Music and rejected the plans to close AN. On 14 March 2011, the BBC announced it was reconsidering its plan to close the station in favour of reducing its budget in half." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On 26 February 2010 The Times reported that Mark Thompson, Director General of the BBC, proposed closing the station in a bid to scale back BBC operations and allow commercial rivals more room. The proposal of closure - along with BBC 6 Music - was later confirmed on 2 March. A letter was written to the BBC Trust and signed by various people - although the number of signatories was artificially boosted with a number of people signing their name at least more than once (as both a single name and as part of different collectives) with many AN listeners advocating keeping their station at the expense of the more popular 6 Music, although the BBC Trust later rejected plans to close 6 Music and rejected the plans to close AN. On 14 March 2011, the BBC announced it was reconsidering its plan to close the station in favour of reducing its budget in half." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On 26 February 2010 The Times reported that Mark Thompson, Director General of the BBC, proposed closing the station in a bid to scale back BBC operations and allow commercial rivals more room. The proposal of closure - along with BBC 6 Music - was later confirmed on 2 March. A letter was written to the BBC Trust and signed by various people - although the number of signatories was artificially boosted with a number of people signing their name at least more than once (as both a single name and as part of different collectives) with many AN listeners advocating keeping their station at the expense of the more popular 6 Music, although the BBC Trust later rejected plans to close 6 Music and rejected the plans to close AN. On 14 March 2011, the BBC announced it was reconsidering its plan to close the station in favour of reducing its budget in half.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 203, + "generated_len": [ + 185 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.290322580645161, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 17599, + 5724, + 69, + 5299, + 6139, + 264, + 4438, + 4711, + 911, + 1435, + 13, + 12375, + 7801, + 11, + 304, + 576, + 27868, + 25559, + 315, + 52076, + 20796, + 1053, + 566, + 572, + 264, + 364, + 85290, + 928, + 34101, + 4427 + ], + "text": " Henry Longfellow wrote a sonnet about him. William James, in The Varieties of Religious Experience said he was a 'spiritual genius'." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Henry Longfellow wrote a sonnet about him. William James, in The Varieties of Religious Experience said he was a 'spiritual genius'." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Henry Longfellow wrote a sonnet about him. William James, in The Varieties of Religious Experience said he was a 'spiritual genius'.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 49, + "generated_len": [ + 31 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.763440860215054, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 11954, + 4337, + 5004, + 7946, + 320, + 16, + 24, + 18, + 24, + 12, + 19, + 20, + 701, + 279, + 40937, + 320, + 263, + 220, + 24, + 5813, + 220, + 16, + 24, + 19, + 16, + 8, + 323, + 41250, + 29527, + 320, + 263, + 220, + 16, + 23, + 5813, + 220, + 16, + 24, + 19, + 16, + 8, + 3867, + 2524, + 315, + 279, + 3283, + 13, + 1988, + 304, + 6122, + 220, + 16, + 24, + 19, + 19, + 11, + 58719, + 29875, + 11067, + 304, + 279, + 4116, + 323, + 61665, + 504, + 96777, + 13, + 1913, + 220, + 19, + 6702, + 11, + 279, + 220, + 22, + 339, + 56452, + 75491, + 71884, + 66214, + 10636, + 6495, + 7924, + 1283, + 279, + 5938, + 29736, + 13, + 576, + 13656, + 13350, + 3942, + 11, + 315, + 17449, + 18703, + 292, + 6238, + 11, + 12163, + 304, + 279, + 3283, + 3080, + 4337, + 5004, + 7946, + 11, + 979, + 1045, + 1033, + 2952, + 311, + 15285, + 349, + 311, + 279, + 3639, + 4180, + 323, + 33000, + 13, + 576, + 2732, + 1033, + 31385, + 553, + 279, + 48433, + 518, + 12475, + 54316, + 64, + 13, + 4636, + 279, + 835, + 315, + 279, + 4116, + 11, + 20880, + 76409, + 572, + 9555, + 2878, + 328, + 10504, + 96777, + 13, + 758, + 220, + 16, + 24, + 19, + 20, + 11, + 279, + 1156, + 45531, + 45423, + 2356, + 320, + 30245, + 330, + 96956, + 573, + 5906, + 89, + 350, + 6357, + 899, + 311, + 990, + 279, + 56452, + 75491, + 4128, + 11, + 572, + 8930, + 304, + 6495, + 7924, + 13 + ], + "text": " During World War II (1939-45), the Germans (on 9 April 1941) and Bulgarians (on 18 April 1941) took control of the city. But in September 1944, Bulgaria switched sides in the war and withdrew from Yugoslavia. On 4 November, the 7th Macedonian Liberation Brigade entered Bitola after the German withdrawal. The historical Jewish community, of Sephardic origin, lived in the city until World War II, when some were able to immigrate to the United States and Chile. The rest were murdered by the Nazis at Treblinka. After the end of the war, SR Macedonia was established within SFR Yugoslavia. In 1945, the first Gymnasium (named \"Josip Broz Tito\") to use the Macedonian language, was opened in Bitola." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "During World War II (1939-45), the Germans (on 9 April 1941) and Bulgarians (on 18 April 1941) took control of the city. But in September 1944, Bulgaria switched sides in the war and withdrew from Yugoslavia. On 4 November, the 7th Macedonian Liberation Brigade entered Bitola after the German withdrawal. The historical Jewish community, of Sephardic origin, lived in the city until World War II, when some were able to immigrate to the United States and Chile. The rest were murdered by the Nazis at Treblinka. After the end of the war, SR Macedonia was established within SFR Yugoslavia. In 1945, the first Gymnasium (named \"Josip Broz Tito\") to use the Macedonian language, was opened in Bitola." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: During World War II (1939-45), the Germans (on 9 April 1941) and Bulgarians (on 18 April 1941) took control of the city. But in September 1944, Bulgaria switched sides in the war and withdrew from Yugoslavia. On 4 November, the 7th Macedonian Liberation Brigade entered Bitola after the German withdrawal. The historical Jewish community, of Sephardic origin, lived in the city until World War II, when some were able to immigrate to the United States and Chile. The rest were murdered by the Nazis at Treblinka. After the end of the war, SR Macedonia was established within SFR Yugoslavia. In 1945, the first Gymnasium (named \"Josip Broz Tito\") to use the Macedonian language, was opened in Bitola.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 204, + "generated_len": [ + 186 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.959183673469388, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 96364, + 916, + 264, + 5625, + 315, + 5555, + 323, + 8947, + 553, + 31502, + 25671, + 337, + 11, + 12498, + 31887, + 572, + 5880, + 304, + 6122, + 220, + 16, + 24, + 23, + 20, + 13, + 17715, + 3709, + 264, + 7945, + 7852, + 3395, + 304, + 59195, + 524, + 0, + 14418, + 11, + 1008, + 8379, + 1033, + 803, + 6785, + 323, + 807, + 2684, + 4623, + 7388, + 369, + 19344, + 13, + 576, + 7055, + 1083, + 8930, + 369, + 74623, + 518, + 576, + 2876, + 17110, + 11, + 1380, + 57571, + 7096, + 19006, + 304, + 279, + 7055, + 489, + 19049, + 279, + 7096, + 304, + 31986, + 1283, + 1101, + 2326, + 5109, + 13, + 17715, + 419, + 279, + 7055, + 1033, + 4588, + 311, + 5138, + 279, + 4031, + 315, + 279, + 89586, + 14, + 840, + 49477, + 7216, + 13 + ], + "text": " Recorded over a couple of weeks and produced by Keith Nichol, Future Warriors was released in September 1985. Despite getting a particularly poor review in Kerrang! magazine, other reviews were more positive and they got further requests for interviews. The band also opened for Slayer at The Marquee, where faulty equipment resulted in the band trashing the equipment in frustration after just three numbers. Despite this the band were asked to join the bill of the Venom/Exodus tour." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Recorded over a couple of weeks and produced by Keith Nichol, Future Warriors was released in September 1985. Despite getting a particularly poor review in Kerrang! magazine, other reviews were more positive and they got further requests for interviews. The band also opened for Slayer at The Marquee, where faulty equipment resulted in the band trashing the equipment in frustration after just three numbers. Despite this the band were asked to join the bill of the Venom/Exodus tour." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Recorded over a couple of weeks and produced by Keith Nichol, Future Warriors was released in September 1985. Despite getting a particularly poor review in Kerrang! magazine, other reviews were more positive and they got further requests for interviews. The band also opened for Slayer at The Marquee, where faulty equipment resulted in the band trashing the equipment in frustration after just three numbers. Despite this the band were asked to join the bill of the Venom/Exodus tour.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 116, + "generated_len": [ + 98 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.7612903225806456, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 5542, + 1181, + 5754, + 315, + 829, + 11, + 419, + 501, + 2390, + 1083, + 25911, + 1181, + 7653, + 594, + 33639, + 2734, + 304, + 36950, + 17860, + 19128, + 11, + 279, + 41833, + 2530, + 315, + 806, + 8671, + 2220, + 22604, + 11, + 892, + 566, + 16555, + 438, + 803, + 27155, + 1091, + 13954, + 27936, + 6946, + 13, + 1260, + 13862, + 311, + 806, + 6788, + 27936, + 11674, + 438, + 330, + 79307, + 480, + 1, + 323, + 330, + 6384, + 15614, + 1, + 1091, + 806, + 2937, + 975, + 13, + 10328, + 80982, + 4627, + 572, + 537, + 1632, + 3884, + 304, + 36861, + 46049, + 304, + 279, + 220, + 16, + 24, + 22, + 15, + 82, + 11, + 96056, + 594, + 8671, + 2220, + 22604, + 15303, + 264, + 4511, + 2701, + 13, + 10548, + 311, + 9741, + 386, + 6996, + 2143, + 1818, + 309, + 1021, + 6053, + 11, + 1052, + 572, + 264, + 9142, + 518, + 279, + 835, + 315, + 892, + 96056, + 6116, + 330, + 603, + 315, + 279, + 1429, + 43697, + 73597, + 31529, + 788, + 330, + 7983, + 566, + 3855, + 806, + 6931, + 438, + 264, + 27936, + 1331, + 5137, + 11, + 448, + 3807, + 19300, + 323, + 13475, + 11674, + 11, + 96056, + 13970, + 6009, + 311, + 633, + 6010, + 504, + 5297, + 3363, + 315, + 7493, + 1189 + ], + "text": " From its choice of name, this new project also reflected its leader's mounting interest in Ancient Greek philosophy, the ideological source of his psych-folk, which he describes as more profound than generic folk rock. He referred to his earlier folk songs as \"singable\" and \"more accessible\" than his later work. Although psychedelic music was not well seen in Communist Romania in the 1970s, Florian's psych-folk earned a cult following. According to critic Mihai Plamadeala, there was a transition at the end of which Florian became \"one of the most peculiar Romanian musicians\": \"While he started his career as a folk-singer, with several calm and usual songs, Florian slowly began to get distance from standard means of expression.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "From its choice of name, this new project also reflected its leader's mounting interest in Ancient Greek philosophy, the ideological source of his psych-folk, which he describes as more profound than generic folk rock. He referred to his earlier folk songs as \"singable\" and \"more accessible\" than his later work. Although psychedelic music was not well seen in Communist Romania in the 1970s, Florian's psych-folk earned a cult following. According to critic Mihai Plamadeala, there was a transition at the end of which Florian became \"one of the most peculiar Romanian musicians\": \"While he started his career as a folk-singer, with several calm and usual songs, Florian slowly began to get distance from standard means of expression.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: From its choice of name, this new project also reflected its leader's mounting interest in Ancient Greek philosophy, the ideological source of his psych-folk, which he describes as more profound than generic folk rock. He referred to his earlier folk songs as \"singable\" and \"more accessible\" than his later work. Although psychedelic music was not well seen in Communist Romania in the 1970s, Florian's psych-folk earned a cult following. According to critic Mihai Plamadeala, there was a transition at the end of which Florian became \"one of the most peculiar Romanian musicians\": \"While he started his career as a folk-singer, with several calm and usual songs, Florian slowly began to get distance from standard means of expression.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 173, + "generated_len": [ + 155 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.513513513513513, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 2619, + 374, + 264, + 7299, + 33252, + 88, + 1803, + 6118, + 14002, + 10115, + 1869, + 4188, + 389, + 5540, + 6686, + 892, + 374, + 8433, + 311, + 279, + 10115, + 1869, + 4188, + 3553, + 4566, + 264, + 220, + 18, + 22, + 1448, + 46887, + 1293, + 11, + 49164, + 11, + 1471, + 3337, + 96242, + 83308, + 4478, + 13709, + 11, + 3881, + 438, + 279, + 6991, + 16340, + 19874, + 11, + 21612, + 916, + 279, + 8592, + 13, + 1913, + 279, + 4910, + 6422, + 315, + 279, + 1803, + 6118, + 1052, + 374, + 10806, + 3550, + 892, + 572, + 8597, + 264, + 14549, + 86135, + 13 + ], + "text": " There is a multi-storey car park opposite Selfridges on Park Street which is connected to the Selfridges store via a 37-metre long, curved, polycarbonate-covered footbridge, known as the Parametric Bridge, suspended over the street. On the ground floor of the car park there is retail space which was previously a furniture showroom." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "There is a multi-storey car park opposite Selfridges on Park Street which is connected to the Selfridges store via a 37-metre long, curved, polycarbonate-covered footbridge, known as the Parametric Bridge, suspended over the street. On the ground floor of the car park there is retail space which was previously a furniture showroom." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: There is a multi-storey car park opposite Selfridges on Park Street which is connected to the Selfridges store via a 37-metre long, curved, polycarbonate-covered footbridge, known as the Parametric Bridge, suspended over the street. On the ground floor of the car park there is retail space which was previously a furniture showroom.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 92, + "generated_len": [ + 74 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.075, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 4636, + 73035, + 4405, + 576, + 65518, + 11, + 97042, + 11626, + 264, + 501, + 2390, + 11, + 2598, + 576, + 422, + 8382, + 836, + 11, + 3156, + 448, + 4892, + 33322, + 315, + 576, + 10717, + 13, + 33322, + 26674, + 389, + 46096, + 11, + 10693, + 97042, + 311, + 330, + 69, + 3917, + 2225, + 806, + 5670, + 5486, + 3263, + 10964, + 1156, + 8017, + 11, + 1597, + 2938, + 11, + 572, + 5880, + 389, + 220, + 17, + 17, + 6527, + 220, + 17, + 15, + 16, + 17, + 13, + 10964, + 2086, + 8017, + 24849, + 52025, + 572, + 5880, + 389, + 220, + 20, + 3217, + 220, + 17, + 15, + 16, + 18, + 13 + ], + "text": " After shelving The Streets, Skinner launched a new project, called The D.O.T, along with Rob Harvey of The Music. Harvey performs on vocals, allowing Skinner to \"further develop his production approach\". Their first album, And That, was released on 22 October 2012. Their second album titled Diary was released on 5 May 2013." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "After shelving The Streets, Skinner launched a new project, called The D.O.T, along with Rob Harvey of The Music. Harvey performs on vocals, allowing Skinner to \"further develop his production approach\". Their first album, And That, was released on 22 October 2012. Their second album titled Diary was released on 5 May 2013." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: After shelving The Streets, Skinner launched a new project, called The D.O.T, along with Rob Harvey of The Music. Harvey performs on vocals, allowing Skinner to \"further develop his production approach\". Their first album, And That, was released on 22 October 2012. Their second album titled Diary was released on 5 May 2013.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 98, + "generated_len": [ + 80 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.011834319526627, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 24, + 22, + 16, + 11, + 518, + 8436, + 88, + 25136, + 57318, + 21192, + 11, + 304, + 8436, + 88, + 25136, + 11, + 48732, + 11, + 74943, + 26464, + 572, + 26168, + 518, + 18566, + 29971, + 66, + 19837, + 13, + 1260, + 19613, + 311, + 3736, + 279, + 16811, + 19837, + 1576, + 5248, + 13994, + 315, + 2091, + 261, + 3017, + 3342, + 285, + 422, + 491, + 1515, + 1030, + 14764, + 647, + 12, + 21, + 16, + 13, + 422, + 491, + 1515, + 1030, + 1053, + 566, + 1035, + 387, + 2952, + 311, + 11877, + 279, + 16811, + 11, + 714, + 3386, + 865, + 572, + 43829, + 13, + 5976, + 3386, + 865, + 15384, + 422, + 491, + 1515, + 10549, + 304, + 279, + 94380, + 11, + 566, + 1053, + 11, + 330, + 40, + 15384, + 1435, + 6815, + 806, + 33420, + 10296, + 11, + 1221, + 566, + 1077, + 279, + 33420, + 1007, + 264, + 2632, + 11, + 1221, + 566, + 13238, + 432, + 10296, + 1549, + 13, + 3197, + 279, + 94380, + 8930, + 422, + 491, + 1515, + 3937, + 1007, + 279, + 16811, + 304, + 264, + 1602, + 2421, + 6486, + 1189, + 26464, + 5435, + 429, + 647, + 12, + 21, + 16, + 26005, + 700, + 315, + 279, + 94380, + 448, + 422, + 491, + 1515, + 389, + 1909, + 323, + 49151, + 1435, + 304, + 264, + 5625, + 34208, + 429, + 1496, + 264, + 15223, + 2578, + 614, + 12264, + 12579, + 13 + ], + "text": " In 1971, at Cheyenne Frontier Days, in Cheyenne, Wyoming, Rodney Nelson was competing at amateur bronc riding. He stayed to watch the bull riding because multiple hall of famer Myrtis Dightman had drawn V-61. Dightman had said he would be able to ride the bull, but Minick was skeptical. While Minick watched Dightman prepare in the chute, he said, \"I watched him pull his rope tight, then he let the rope off a little, then he pulled it tight again. When the chute opened Dightman went off the bull in a very few seconds.\" Nelson related that V-61 jumped out of the chute with Dightman on top and dispatched him in a couple jumps that even a horse might have trouble matching." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 1971, at Cheyenne Frontier Days, in Cheyenne, Wyoming, Rodney Nelson was competing at amateur bronc riding. He stayed to watch the bull riding because multiple hall of famer Myrtis Dightman had drawn V-61. Dightman had said he would be able to ride the bull, but Minick was skeptical. While Minick watched Dightman prepare in the chute, he said, \"I watched him pull his rope tight, then he let the rope off a little, then he pulled it tight again. When the chute opened Dightman went off the bull in a very few seconds.\" Nelson related that V-61 jumped out of the chute with Dightman on top and dispatched him in a couple jumps that even a horse might have trouble matching." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 1971, at Cheyenne Frontier Days, in Cheyenne, Wyoming, Rodney Nelson was competing at amateur bronc riding. He stayed to watch the bull riding because multiple hall of famer Myrtis Dightman had drawn V-61. Dightman had said he would be able to ride the bull, but Minick was skeptical. While Minick watched Dightman prepare in the chute, he said, \"I watched him pull his rope tight, then he let the rope off a little, then he pulled it tight again. When the chute opened Dightman went off the bull in a very few seconds.\" Nelson related that V-61 jumped out of the chute with Dightman on top and dispatched him in a couple jumps that even a horse might have trouble matching.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 187, + "generated_len": [ + 169 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.178571428571429, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 7792, + 2973, + 2765, + 330, + 14470, + 98787, + 1, + 518, + 279, + 5055, + 65442, + 2009, + 79253, + 16631, + 17322, + 11, + 330, + 14470, + 98787, + 481, + 10717, + 1, + 518, + 279, + 4337, + 10717, + 323, + 21994, + 16631, + 17322, + 11, + 279, + 15964, + 69927, + 17318, + 518, + 279, + 15964, + 69927, + 16631, + 17322, + 323, + 264, + 9785, + 95271, + 85148, + 518, + 279, + 29513, + 7179, + 5235, + 16631, + 17322, + 13 + ], + "text": " The Creators won \"Best Documentary\" at the National Geographic All Roads Film Festival, \"Best Documentary - Music\" at the World Music and Independent Film Festival, the Rosebud Award at the Rosebud Film Festival and a Special Jury Mention at the Montreal International Black Film Festival." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Creators won \"Best Documentary\" at the National Geographic All Roads Film Festival, \"Best Documentary - Music\" at the World Music and Independent Film Festival, the Rosebud Award at the Rosebud Film Festival and a Special Jury Mention at the Montreal International Black Film Festival." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Creators won \"Best Documentary\" at the National Geographic All Roads Film Festival, \"Best Documentary - Music\" at the World Music and Independent Film Festival, the Rosebud Award at the Rosebud Film Festival and a Special Jury Mention at the Montreal International Black Film Festival.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 74, + "generated_len": [ + 56 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.064814814814815, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 11333, + 603, + 44167, + 27185, + 862, + 2889, + 46128, + 13, + 2009, + 2326, + 315, + 279, + 18890, + 5382, + 3267, + 1532, + 16911, + 5313, + 46450, + 10734, + 2083, + 18178, + 26, + 16364, + 28888, + 9307, + 11, + 61632, + 96097, + 70335, + 323, + 11044, + 60185, + 1561, + 13, + 576, + 6335, + 1083, + 6941, + 1181, + 2083, + 315, + 279, + 9294, + 26, + 17513, + 4678, + 11, + 4389, + 31766, + 11, + 11038, + 84713, + 6436, + 11, + 70811, + 320, + 39, + 603, + 8, + 13897, + 811, + 11, + 11038, + 1298, + 3065, + 267, + 301, + 11, + 61632, + 96097, + 70335, + 11, + 7801, + 68135, + 11, + 93534, + 320, + 33, + 24027, + 8, + 26741, + 11, + 3757, + 472, + 6721, + 11, + 16364, + 28888, + 9307, + 11, + 11108, + 12375, + 320, + 10743, + 884, + 8, + 11261, + 11, + 75989, + 80321, + 323, + 910, + 11144, + 41509, + 13 + ], + "text": " The Petone Panthers celebrated their centenary. All three of the clubs living past New Zealand national rugby league team attended; Kevin Tamati, Nolan Tupaea and Peter Mellars. The club also named its team of the century; Albert House, Mark Brandon, Roy Siddells, Edmund (Hone) Tyne, Roy Proebstel, Nolan Tupaea, James Barber, Hercules (Bumper) Wright, John Hona, Kevin Tamati, Thomas William (Angry) Cross, Conrad Byrne and Chappy Pine." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Petone Panthers celebrated their centenary. All three of the clubs living past New Zealand national rugby league team attended; Kevin Tamati, Nolan Tupaea and Peter Mellars. The club also named its team of the century; Albert House, Mark Brandon, Roy Siddells, Edmund (Hone) Tyne, Roy Proebstel, Nolan Tupaea, James Barber, Hercules (Bumper) Wright, John Hona, Kevin Tamati, Thomas William (Angry) Cross, Conrad Byrne and Chappy Pine." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Petone Panthers celebrated their centenary. All three of the clubs living past New Zealand national rugby league team attended; Kevin Tamati, Nolan Tupaea and Peter Mellars. The club also named its team of the century; Albert House, Mark Brandon, Roy Siddells, Edmund (Hone) Tyne, Roy Proebstel, Nolan Tupaea, James Barber, Hercules (Bumper) Wright, John Hona, Kevin Tamati, Thomas William (Angry) Cross, Conrad Byrne and Chappy Pine.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 126, + "generated_len": [ + 108 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.869158878504673, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 21126, + 594, + 31758, + 572, + 81000, + 657, + 304, + 279, + 50324, + 389, + 220, + 22, + 3217, + 220, + 17, + 15, + 16, + 17, + 13, + 1913, + 806, + 1156, + 1899, + 438, + 4767, + 11, + 21126, + 10897, + 220, + 16, + 19, + 41755, + 9728, + 288, + 11, + 892, + 525, + 7025, + 2598, + 279, + 330, + 11109, + 3714, + 7858, + 1, + 553, + 279, + 3687, + 11, + 2670, + 264, + 34206, + 825, + 27798, + 6884, + 81005, + 8845, + 369, + 279, + 8522, + 8584, + 13, + 6944, + 9728, + 288, + 11658, + 6731, + 11, + 11721, + 11, + 25530, + 9327, + 4862, + 11, + 4300, + 448, + 279, + 7513, + 9145, + 11, + 279, + 9055, + 4958, + 11, + 946, + 12, + 80418, + 4300, + 11, + 323, + 1008, + 4842, + 5671, + 25934, + 448, + 304, + 21126, + 594, + 2025, + 9709, + 10897, + 2337, + 279, + 13318, + 4796, + 13 + ], + "text": " Putin's presidency was inaugurated in the Kremlin on 7 May 2012. On his first day as president, Putin issued 14 Presidential decrees, which are sometimes called the \"May Decrees\" by the media, including a lengthy one stating wide-ranging goals for the Russian economy. Other decrees concerned education, housing, skilled labor training, relations with the European Union, the defense industry, inter-ethnic relations, and other policy areas dealt with in Putin's program articles issued during the presidential campaign." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Putin's presidency was inaugurated in the Kremlin on 7 May 2012. On his first day as president, Putin issued 14 Presidential decrees, which are sometimes called the \"May Decrees\" by the media, including a lengthy one stating wide-ranging goals for the Russian economy. Other decrees concerned education, housing, skilled labor training, relations with the European Union, the defense industry, inter-ethnic relations, and other policy areas dealt with in Putin's program articles issued during the presidential campaign." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Putin's presidency was inaugurated in the Kremlin on 7 May 2012. On his first day as president, Putin issued 14 Presidential decrees, which are sometimes called the \"May Decrees\" by the media, including a lengthy one stating wide-ranging goals for the Russian economy. Other decrees concerned education, housing, skilled labor training, relations with the European Union, the defense industry, inter-ethnic relations, and other policy areas dealt with in Putin's program articles issued during the presidential campaign.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 125, + "generated_len": [ + 107 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.275862068965517, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 4741, + 12514, + 1417, + 554, + 9074, + 64176, + 572, + 20346, + 304, + 220, + 16, + 23, + 22, + 21, + 12, + 22, + 22, + 438, + 12514, + 27831, + 594, + 1156, + 7428, + 51614, + 3877, + 323, + 48806, + 8246, + 13, + 11445, + 729, + 5497, + 311, + 429, + 315, + 26414, + 14833, + 19126, + 304, + 220, + 16, + 23, + 24, + 18, + 11, + 323, + 432, + 702, + 34263, + 419, + 729, + 369, + 916, + 264, + 9294, + 13 + ], + "text": " The former Cook Shire Council Chambers was constructed in 1876-77 as Cooktown's first purpose-built Post and Telegraph Office. Its function changed to that of municipal council offices in 1893, and it has retained this function for over a century." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The former Cook Shire Council Chambers was constructed in 1876-77 as Cooktown's first purpose-built Post and Telegraph Office. Its function changed to that of municipal council offices in 1893, and it has retained this function for over a century." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The former Cook Shire Council Chambers was constructed in 1876-77 as Cooktown's first purpose-built Post and Telegraph Office. Its function changed to that of municipal council offices in 1893, and it has retained this function for over a century.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 76, + "generated_len": [ + 58 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.838709677419355, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 3776, + 315, + 279, + 12537, + 6036, + 1053, + 279, + 1251, + 315, + 279, + 6290, + 4829, + 8817, + 60676, + 311, + 2225, + 22687, + 50606, + 3283, + 10596, + 11, + 3259, + 432, + 803, + 1091, + 1101, + 264, + 54663, + 4910, + 13 + ], + "text": " One of the youth leaders said the people of the town wanted church elders to develop Celestial city faster, making it more than just a burial ground." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "One of the youth leaders said the people of the town wanted church elders to develop Celestial city faster, making it more than just a burial ground." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: One of the youth leaders said the people of the town wanted church elders to develop Celestial city faster, making it more than just a burial ground.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 49, + "generated_len": [ + 31 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.2, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1913, + 6652, + 220, + 16, + 18, + 11, + 220, + 17, + 15, + 16, + 22, + 11, + 279, + 90534, + 276, + 7962, + 4882, + 11, + 264, + 49184, + 315, + 16244, + 95778, + 39921, + 315, + 279, + 90534, + 276, + 6804, + 16192, + 11, + 72000, + 8434, + 2480, + 93032, + 448, + 279, + 90534, + 276, + 9257, + 304, + 4787, + 5159, + 13 + ], + "text": " On December 13, 2017, the Anglican Global South, a grouping of Southern Hemisphere provinces of the Anglican Communion, reaffirmed full communion with the Anglican Church in North America." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On December 13, 2017, the Anglican Global South, a grouping of Southern Hemisphere provinces of the Anglican Communion, reaffirmed full communion with the Anglican Church in North America." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On December 13, 2017, the Anglican Global South, a grouping of Southern Hemisphere provinces of the Anglican Communion, reaffirmed full communion with the Anglican Church in North America.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 63, + "generated_len": [ + 45 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.695035460992908, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 4483, + 47, + 49053, + 8499, + 264, + 1378, + 4666, + 41043, + 3484, + 304, + 220, + 17, + 15, + 15, + 21, + 448, + 28279, + 25697, + 75772, + 311, + 3635, + 862, + 1156, + 30444, + 27903, + 369, + 862, + 6869, + 40106, + 1985, + 1555, + 13, + 7281, + 304, + 220, + 17, + 15, + 15, + 21, + 11, + 4483, + 47, + 49053, + 18047, + 264, + 22846, + 2598, + 4483, + 47, + 49053, + 96450, + 13, + 576, + 7428, + 315, + 279, + 22846, + 374, + 311, + 2083, + 705, + 448, + 1008, + 40482, + 476, + 11104, + 323, + 1492, + 304, + 894, + 1616, + 3204, + 13, + 576, + 16266, + 60210, + 705, + 448, + 279, + 444, + 89544, + 37471, + 8141, + 311, + 3410, + 4627, + 46110, + 320, + 43882, + 330, + 49, + 60154, + 315, + 17758, + 899, + 311, + 14036, + 2841, + 304, + 16244, + 7043, + 23551, + 13, + 4483, + 47, + 49053, + 96450, + 60210, + 705, + 448, + 7962, + 59580, + 290, + 8307, + 311, + 1936, + 264, + 60805, + 304, + 279, + 4312, + 11643, + 6995, + 315, + 70640, + 2210, + 434, + 38955, + 311, + 1492, + 12610, + 429, + 6995, + 594, + 1550, + 5862, + 2015, + 2757, + 4379, + 13 + ], + "text": " McPhee signed a two-year endorsement deal in 2006 with Sexy Hair Concepts to become their first celebrity spokesperson for their hair-care product line. Also in 2006, McPhee founded a charity called McPhee Outreach. The purpose of the charity is to team up with other foundations or organizations and help in any way possible. The foundation teamed up with the Lollipop Theater Network to provide music outreach (called \"Rhythm of Hope\") to sick children in Southern California hospitals. McPhee Outreach teamed up with Global Compassion Services to build a preschool in the West African nation of Burkina Faso to help combat that nation's high illiteracy rate." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "McPhee signed a two-year endorsement deal in 2006 with Sexy Hair Concepts to become their first celebrity spokesperson for their hair-care product line. Also in 2006, McPhee founded a charity called McPhee Outreach. The purpose of the charity is to team up with other foundations or organizations and help in any way possible. The foundation teamed up with the Lollipop Theater Network to provide music outreach (called \"Rhythm of Hope\") to sick children in Southern California hospitals. McPhee Outreach teamed up with Global Compassion Services to build a preschool in the West African nation of Burkina Faso to help combat that nation's high illiteracy rate." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: McPhee signed a two-year endorsement deal in 2006 with Sexy Hair Concepts to become their first celebrity spokesperson for their hair-care product line. Also in 2006, McPhee founded a charity called McPhee Outreach. The purpose of the charity is to team up with other foundations or organizations and help in any way possible. The foundation teamed up with the Lollipop Theater Network to provide music outreach (called \"Rhythm of Hope\") to sick children in Southern California hospitals. McPhee Outreach teamed up with Global Compassion Services to build a preschool in the West African nation of Burkina Faso to help combat that nation's high illiteracy rate.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 159, + "generated_len": [ + 141 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.7058823529411766, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 6156, + 220, + 17, + 15, + 16, + 15, + 11, + 1340, + 572, + 20822, + 32368, + 11745, + 315, + 279, + 13506, + 7154, + 315, + 279, + 25296, + 11, + 1181, + 220, + 16, + 21, + 24, + 339, + 12039, + 323, + 279, + 1156, + 9540, + 2127, + 311, + 279, + 5124, + 7154, + 553, + 4795, + 7355, + 622, + 78, + 22959, + 3313, + 14429, + 13, + 8245, + 11790, + 11, + 279, + 220, + 16, + 18, + 339, + 5220, + 20822, + 438, + 11745, + 315, + 279, + 13506, + 7154, + 11, + 572, + 279, + 38537, + 9540, + 2127, + 311, + 279, + 5473, + 2474, + 43581, + 92235, + 304, + 220, + 16, + 24, + 19, + 20, + 3080, + 2876, + 44675, + 20932, + 268, + 67228, + 1059, + 518, + 279, + 4231, + 315, + 220, + 19, + 24, + 304, + 220, + 17, + 15, + 16, + 17, + 13 + ], + "text": " In August 2010, she was appointed Associate Justice of the Supreme Court of the Philippines, its 169th Member and the first appointee to the High Court by President Benigno Aquino III. Sereno, the 13th woman appointed as Justice of the Supreme Court, was the youngest appointee to the court since Manuel Moran in 1945 until Marvic Leonen surpassed her at the age of 49 in 2012." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In August 2010, she was appointed Associate Justice of the Supreme Court of the Philippines, its 169th Member and the first appointee to the High Court by President Benigno Aquino III. Sereno, the 13th woman appointed as Justice of the Supreme Court, was the youngest appointee to the court since Manuel Moran in 1945 until Marvic Leonen surpassed her at the age of 49 in 2012." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In August 2010, she was appointed Associate Justice of the Supreme Court of the Philippines, its 169th Member and the first appointee to the High Court by President Benigno Aquino III. Sereno, the 13th woman appointed as Justice of the Supreme Court, was the youngest appointee to the court since Manuel Moran in 1945 until Marvic Leonen surpassed her at the age of 49 in 2012.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 120, + "generated_len": [ + 102 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.057971014492754, + "len": 1.0, + "lcs": 0.9971264367816092 + }, + "predict": { + "tokens": [ + 362, + 34917, + 8628, + 11957, + 1265, + 387, + 2878, + 264, + 330, + 19411, + 480, + 1, + 9315, + 2088, + 11, + 1075, + 79392, + 15662, + 8628, + 29000, + 11, + 600, + 1734, + 13, + 1172, + 264, + 2421, + 12348, + 44939, + 1091, + 279, + 11580, + 5086, + 13, + 758, + 12872, + 11, + 1741, + 5810, + 8173, + 438, + 8380, + 26084, + 11, + 35273, + 7072, + 11, + 4992, + 13, + 525, + 11941, + 78905, + 11, + 773, + 807, + 686, + 387, + 1632, + 38475, + 553, + 862, + 7192, + 30305, + 518, + 264, + 2155, + 45306, + 13 + ], + "text": " A civilization heat signature should be within a \"comfortable\" temperature range, like terrestrial urban heat islands, i.e. only a few degrees warmer than the planet itself. In contrast, such natural sources as wild fires, volcanoes, etc. are significantly hotter, so they will be well distinguished by their maximum flux at a different wavelength." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "a civilization heat signature should be within a \"comfortable\" temperature range, like terrestrial urban heat islands, i.e. only a few degrees warmer than the planet itself. In contrast, such natural sources as wild fires, volcanoes, etc. are significantly hotter, so they will be well distinguished by their maximum flux at a different wavelength." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: a civilization heat signature should be within a \"comfortable\" temperature range, like terrestrial urban heat islands, i.e. only a few degrees warmer than the planet itself. In contrast, such natural sources as wild fires, volcanoes, etc. are significantly hotter, so they will be well distinguished by their maximum flux at a different wavelength.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 87, + "generated_len": [ + 69 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.857142857142857, + "len": 0.9897959183673469, + "lcs": 0.4509283819628647 + }, + "predict": { + "tokens": [ + 11044, + 21998, + 19243, + 10080, + 2581, + 25335, + 504, + 279, + 10755, + 315, + 279, + 8522, + 22126, + 13, + 1260, + 8469, + 304, + 29121, + 389, + 6122, + 220, + 17, + 19, + 11, + 220, + 16, + 24, + 17, + 15, + 13, + 5301, + 2997, + 11585, + 566, + 8469, + 315, + 264, + 10865, + 4746, + 13, + 5301, + 7403, + 11, + 83475, + 11, + 8469, + 304, + 220, + 16, + 24, + 17, + 20, + 13, + 576, + 1378, + 1033, + 76879, + 304, + 220, + 16, + 24, + 17, + 24, + 979, + 50458, + 19243, + 10080, + 3867, + 806, + 6981, + 594, + 66001, + 504, + 4929, + 355, + 20368, + 323, + 26918, + 1105, + 304, + 806, + 6554, + 594, + 24190, + 518, + 279, + 356, + 85266, + 18849, + 3845, + 10304, + 85116, + 304, + 83520, + 11, + 9625, + 13 + ], + "text": " Peter Carl Faberge never recovered from the shock of the Russian Revolution. He died in Switzerland on September 24, 1920. His family believed he died of a broken heart. His wife, Augusta, died in 1925. The two were reunited in 1929 when Eugene Faberge took his father's ashes from Lausanne and buried them in his mother's grave at the Cimetiere du Grand Jas in Cannes, France." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Peter Carl Faberge never recovered from the shock of the Russian Revolution. He died in Switzerland on September 24, 1920. His family believed he died of a broken heart. His wife, Augusta, died in 1925. The two were reunited in 1929 when Eugene Faberge took his father's ashes from Lausanne and buried them in his mother's grave at the Cimetiere du Grand Jas in Cannes, France." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Peter Carl Faberge never recovered from the shock of the Russian Revolution. He died in Switzerland on September 24, 1920. His family believed he died of a broken heart. His wife, Augusta, died in 1925. The two were reunited in 1929 when Eugene Faberge took his father's ashes from Lausanne and buried them in his mother's grave at the Cimetiere du Grand Jas in Cannes, France.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 117, + "generated_len": [ + 98 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.7011494252873565, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1634, + 279, + 8522, + 8584, + 702, + 18758, + 11, + 6872, + 323, + 14305, + 2348, + 3193, + 11829, + 6116, + 775, + 23438, + 323, + 2686, + 44321, + 11, + 892, + 702, + 91767, + 279, + 22514, + 323, + 3193, + 11829, + 315, + 259, + 32114, + 311, + 7269, + 3081, + 4682, + 323, + 8584, + 320, + 38131, + 3877, + 11, + 220, + 17, + 15, + 16, + 15, + 568, + 576, + 8381, + 311, + 892, + 3193, + 11829, + 323, + 22514, + 374, + 3771, + 4056, + 374, + 1741, + 429, + 1602, + 18521, + 653, + 67500, + 1103, + 259, + 32114, + 2746, + 315, + 2310, + 4231, + 11, + 2474, + 807, + 525, + 7425, + 1573, + 807, + 525, + 5420, + 311, + 5545, + 419, + 6430, + 13 + ], + "text": " As the Russian economy has declined, laws and regulations against poaching became looser and less enforced, which has favoured the hunting and poaching of tigers to improve market conditions and economy (Washington Post, 2010). The degree to which poaching and hunting is practised is such that very rarely do Siberian tigers die of old age, since they are killed before they are allowed to reach this stage." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "As the Russian economy has declined, laws and regulations against poaching became looser and less enforced, which has favoured the hunting and poaching of tigers to improve market conditions and economy (Washington Post, 2010). The degree to which poaching and hunting is practised is such that very rarely do Siberian tigers die of old age, since they are killed before they are allowed to reach this stage." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: As the Russian economy has declined, laws and regulations against poaching became looser and less enforced, which has favoured the hunting and poaching of tigers to improve market conditions and economy (Washington Post, 2010). The degree to which poaching and hunting is practised is such that very rarely do Siberian tigers die of old age, since they are killed before they are allowed to reach this stage.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 105, + "generated_len": [ + 87 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.325301204819277, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 23908, + 1370, + 3722, + 307, + 20448, + 572, + 21286, + 553, + 806, + 74896, + 369, + 220, + 16, + 20, + 22, + 1635, + 13, + 576, + 23175, + 23204, + 73, + 3101, + 31347, + 41001, + 1429, + 315, + 279, + 23908, + 1370, + 3722, + 307, + 9710, + 13, + 576, + 479, + 19530, + 3365, + 17006, + 23908, + 1370, + 7751, + 304, + 220, + 16, + 16, + 20, + 15, + 11, + 323, + 14787, + 6, + 8759, + 452, + 9420, + 258, + 320, + 18654, + 3881, + 438, + 35731, + 315, + 23908, + 13601, + 8, + 17006, + 279, + 1537, + 23908, + 1370, + 3722, + 307, + 85468, + 518, + 98089, + 304, + 220, + 16, + 16, + 23, + 22, + 13 + ], + "text": " The Ghaznavid Empire was ruled by his successors for 157 years. The expanding Seljuk empire absorbed most of the Ghaznavid west. The Ghorids captured Ghazni in 1150, and Mu'izz al-Din (also known as Muhammad of Ghori) captured the last Ghaznavid stronghold at Lahore in 1187." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Ghaznavid Empire was ruled by his successors for 157 years. The expanding Seljuk empire absorbed most of the Ghaznavid west. The Ghorids captured Ghazni in 1150, and Mu'izz al-Din (also known as Muhammad of Ghori) captured the last Ghaznavid stronghold at Lahore in 1187." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Ghaznavid Empire was ruled by his successors for 157 years. The expanding Seljuk empire absorbed most of the Ghaznavid west. The Ghorids captured Ghazni in 1150, and Mu'izz al-Din (also known as Muhammad of Ghori) captured the last Ghaznavid stronghold at Lahore in 1187.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 101, + "generated_len": [ + 83 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.823529411764706, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 23149, + 3108, + 315, + 279, + 13046, + 8471, + 438, + 16916, + 50833, + 291, + 15223, + 88255, + 13, + 1084, + 1221, + 9044, + 264, + 4013, + 315, + 1293, + 15026, + 5043, + 76217, + 553, + 44901, + 14, + 6660, + 1933, + 389, + 279, + 8416, + 12822, + 315, + 279, + 13046, + 11, + 892, + 525, + 1602, + 33404, + 50833, + 291, + 553, + 35852, + 13, + 1096, + 3772, + 315, + 279, + 13046, + 374, + 12938, + 553, + 279, + 86002, + 61396, + 1361, + 10024, + 323, + 374, + 8975, + 31127, + 369, + 29305, + 11, + 18414, + 323, + 45944, + 13, + 1084, + 572, + 23195, + 264, + 44335, + 12030, + 304, + 6122, + 220, + 17, + 15, + 15, + 15, + 13 + ], + "text": " The eastern side of the Valley starts as heavily grazed horse pasture. It then becomes a series of long narrow fields bordered by scrub/woodland on the upper edges of the Valley, which are very lightly grazed by cattle. This section of the Valley is owned by the Loose Amenities Association and is managed purely for wildlife, landscape and recreation. It was designated a Conservation Area in September 2000." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The eastern side of the Valley starts as heavily grazed horse pasture. It then becomes a series of long narrow fields bordered by scrub/woodland on the upper edges of the Valley, which are very lightly grazed by cattle. This section of the Valley is owned by the Loose Amenities Association and is managed purely for wildlife, landscape and recreation. It was designated a Conservation Area in September 2000." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The eastern side of the Valley starts as heavily grazed horse pasture. It then becomes a series of long narrow fields bordered by scrub/woodland on the upper edges of the Valley, which are very lightly grazed by cattle. This section of the Valley is owned by the Loose Amenities Association and is managed purely for wildlife, landscape and recreation. It was designated a Conservation Area in September 2000.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 103, + "generated_len": [ + 85 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.915492957746479, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1634, + 315, + 220, + 16, + 24, + 22, + 24, + 11, + 279, + 4453, + 3082, + 7407, + 9710, + 315, + 26961, + 2435, + 17165, + 16211, + 311, + 279, + 8567, + 315, + 279, + 809, + 3551, + 301, + 6804, + 2886, + 11, + 1393, + 279, + 24824, + 315, + 45767, + 76308, + 10524, + 11, + 910, + 1118, + 4284, + 11, + 86489, + 1129, + 6357, + 323, + 8211, + 983, + 1594, + 444, + 19042, + 525, + 18250, + 1119, + 279, + 78145, + 315, + 98794, + 2328, + 11, + 8450, + 2036, + 1677, + 279, + 19032, + 438, + 432, + 374, + 3881, + 3351, + 13 + ], + "text": " As of 1979, the entire area located west of Rio Claro passes to the administration of the Yumbel Commune, while the towns of Monte Aguila, Charrua, Chillancito and Salto del Laja are integrated into the commune of Cabrero, thus structuring the communicate as it is known today." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "As of 1979, the entire area located west of Rio Claro passes to the administration of the Yumbel Commune, while the towns of Monte Aguila, Charrua, Chillancito and Salto del Laja are integrated into the commune of Cabrero, thus structuring the communicate as it is known today." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: As of 1979, the entire area located west of Rio Claro passes to the administration of the Yumbel Commune, while the towns of Monte Aguila, Charrua, Chillancito and Salto del Laja are integrated into the commune of Cabrero, thus structuring the communicate as it is known today.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 89, + "generated_len": [ + 71 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.7884615384615383, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1913, + 6527, + 220, + 19, + 11, + 220, + 17, + 15, + 15, + 20, + 11, + 22900, + 7228, + 566, + 572, + 35467, + 1495, + 438, + 19172, + 323, + 279, + 33187, + 12575, + 1435, + 448, + 49535, + 13, + 2411, + 279, + 4231, + 315, + 220, + 17, + 23, + 1635, + 323, + 220, + 19, + 16, + 2849, + 11, + 12285, + 49535, + 6116, + 279, + 38537, + 19172, + 304, + 19507, + 3840, + 13 + ], + "text": " On October 4, 2005, Hart announced he was stepping down as GM and the Rangers replaced him with Daniels. At the age of 28 years and 41 days, Jon Daniels became the youngest GM in baseball history." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On October 4, 2005, Hart announced he was stepping down as GM and the Rangers replaced him with Daniels. At the age of 28 years and 41 days, Jon Daniels became the youngest GM in baseball history." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On October 4, 2005, Hart announced he was stepping down as GM and the Rangers replaced him with Daniels. At the age of 28 years and 41 days, Jon Daniels became the youngest GM in baseball history.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 70, + "generated_len": [ + 52 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.1863636363636365, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 58556, + 11, + 279, + 14833, + 572, + 23415, + 315, + 279, + 26356, + 5561, + 320, + 300, + 4767, + 701, + 37961, + 553, + 1378, + 1550, + 451, + 2723, + 1933, + 812, + 13049, + 642, + 11, + 14927, + 409, + 8907, + 6651, + 20416, + 320, + 1782, + 10491, + 3150, + 315, + 279, + 63679, + 295, + 4229, + 5197, + 268, + 8, + 323, + 66854, + 409, + 2308, + 2437, + 2178, + 288, + 320, + 300, + 16774, + 79776, + 6880, + 568, + 16954, + 1033, + 264, + 1372, + 315, + 20469, + 16037, + 1671, + 11, + 44325, + 504, + 279, + 9074, + 82, + 315, + 279, + 39921, + 11, + 1741, + 438, + 43592, + 355, + 82340, + 2143, + 320, + 331, + 34146, + 315, + 4570, + 783, + 388, + 701, + 24521, + 2157, + 529, + 724, + 320, + 23623, + 1713, + 315, + 279, + 14833, + 315, + 1644, + 983, + 285, + 701, + 20636, + 1404, + 22605, + 11, + 24521, + 98705, + 2010, + 320, + 66, + 45403, + 269, + 315, + 23908, + 306, + 701, + 323, + 806, + 36344, + 88807, + 409, + 1187, + 5776, + 68, + 320, + 14290, + 16846, + 266, + 2220, + 285, + 924, + 278, + 315, + 434, + 84967, + 568, + 19685, + 3845, + 2516, + 285, + 11, + 79679, + 324, + 2371, + 798, + 54342, + 518, + 279, + 5124, + 7154, + 6116, + 10178, + 35051, + 13, + 576, + 1429, + 31449, + 3613, + 1033, + 17828, + 1378, + 11903, + 80460, + 11, + 879, + 3697, + 448, + 1674, + 4645, + 504, + 17689, + 25, + 28504, + 409, + 647, + 74079, + 323, + 33197, + 1594, + 26961, + 13, + 63750, + 409, + 1187, + 8444, + 265, + 320, + 64, + 19067, + 315, + 279, + 15438, + 88, + 9074, + 8, + 6116, + 279, + 12435, + 19067, + 315, + 279, + 501, + 14833, + 13, + 8278, + 1493, + 15154, + 3613, + 13812, + 1030, + 279, + 1290, + 311, + 6910, + 389, + 35443, + 82, + 13 + ], + "text": " Initially, the council was composed of the Duke himself (as president), assisted by two high Netherlandish nobles, Charles de Berlaymont (the alleged author of the epithet Geuzen) and Philippe de Noircarmes (as vice-presidents). Members were a number of prominent jurists, recruited from the Councils of the provinces, such as Adrianus Nicolai (chancellor of Guelders), Jacob Meertens (president of the council of Artois), Pieter Asset, Jacob Hessels (councillor of Ghent), and his colleague Johan de la Porte (advocaat-fiscaal of Flanders). Jean du Bois, procureur-generaal at the High Court became chief prosecutor. The most influential members were reportedly two Spaniards, who came with Alba from Spain: Juan de Vargas and Luis del Rio. Jacques de la Torre (a secretary of the Privy Council) became the principal secretary of the new council. Only these Spanish members apparently had the right to vote on verdicts." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Initially, the council was composed of the Duke himself (as president), assisted by two high Netherlandish nobles, Charles de Berlaymont (the alleged author of the epithet Geuzen) and Philippe de Noircarmes (as vice-presidents). Members were a number of prominent jurists, recruited from the Councils of the provinces, such as Adrianus Nicolai (chancellor of Guelders), Jacob Meertens (president of the council of Artois), Pieter Asset, Jacob Hessels (councillor of Ghent), and his colleague Johan de la Porte (advocaat-fiscaal of Flanders). Jean du Bois, procureur-generaal at the High Court became chief prosecutor. The most influential members were reportedly two Spaniards, who came with Alba from Spain: Juan de Vargas and Luis del Rio. Jacques de la Torre (a secretary of the Privy Council) became the principal secretary of the new council. Only these Spanish members apparently had the right to vote on verdicts." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Initially, the council was composed of the Duke himself (as president), assisted by two high Netherlandish nobles, Charles de Berlaymont (the alleged author of the epithet Geuzen) and Philippe de Noircarmes (as vice-presidents). Members were a number of prominent jurists, recruited from the Councils of the provinces, such as Adrianus Nicolai (chancellor of Guelders), Jacob Meertens (president of the council of Artois), Pieter Asset, Jacob Hessels (councillor of Ghent), and his colleague Johan de la Porte (advocaat-fiscaal of Flanders). Jean du Bois, procureur-generaal at the High Court became chief prosecutor. The most influential members were reportedly two Spaniards, who came with Alba from Spain: Juan de Vargas and Luis del Rio. Jacques de la Torre (a secretary of the Privy Council) became the principal secretary of the new council. Only these Spanish members apparently had the right to vote on verdicts.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 238, + "generated_len": [ + 220 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.5, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 25594, + 39127, + 315, + 34167, + 304, + 4882, + 5159, + 1231, + 728, + 1182, + 220, + 16, + 15, + 11, + 15, + 15, + 15, + 1635, + 11, + 3602, + 279, + 14938, + 388, + 653, + 537, + 21129, + 1632, + 304, + 279, + 68537, + 3255, + 11, + 323, + 1052, + 525, + 5322, + 448, + 4734, + 21892, + 315, + 1846, + 429, + 525, + 1730, + 13 + ], + "text": " Cultivation of potatoes in South America may go back 10,000 years, yet the tubers do not preserve well in the archaeological record, and there are problems with exact identification of those that are found." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Cultivation of potatoes in South America may go back 10,000 years, yet the tubers do not preserve well in the archaeological record, and there are problems with exact identification of those that are found." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Cultivation of potatoes in South America may go back 10,000 years, yet the tubers do not preserve well in the archaeological record, and there are problems with exact identification of those that are found.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 64, + "generated_len": [ + 46 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.9066666666666667, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 4948, + 3840, + 315, + 279, + 6290, + 12713, + 1182, + 311, + 279, + 220, + 16, + 23, + 20, + 15, + 82, + 979, + 279, + 11903, + 80460, + 9555, + 862, + 3033, + 1212, + 264, + 15154, + 479, + 5923, + 77, + 5364, + 66, + 21782, + 13, + 576, + 19868, + 65, + 13518, + 436, + 6, + 348, + 395, + 278, + 424, + 311, + 17689, + 9482, + 35013, + 304, + 279, + 4124, + 949, + 315, + 220, + 16, + 23, + 24, + 23, + 438, + 458, + 1007, + 67292, + 315, + 279, + 56025, + 4796, + 91400, + 553, + 3251, + 5748, + 33329, + 76308, + 977, + 2982, + 13 + ], + "text": " The political history of the town dates back to the 1850s when the Spaniards established their government under a Spanish Gobernadorcillo. The Masbatenos' vassalage to Spain ended sometime in the early part of 1898 as an offshoot of the libertarian campaign waged by General Emilio Aguinaldo." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The political history of the town dates back to the 1850s when the Spaniards established their government under a Spanish Gobernadorcillo. The Masbatenos' vassalage to Spain ended sometime in the early part of 1898 as an offshoot of the libertarian campaign waged by General Emilio Aguinaldo." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The political history of the town dates back to the 1850s when the Spaniards established their government under a Spanish Gobernadorcillo. The Masbatenos' vassalage to Spain ended sometime in the early part of 1898 as an offshoot of the libertarian campaign waged by General Emilio Aguinaldo.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 93, + "generated_len": [ + 75 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.3671875, + "len": 0.9769230769230769, + "lcs": 0.239067055393586 + }, + "predict": { + "tokens": [ + 78579, + 7066, + 594, + 882, + 304, + 9448, + 7117, + 1435, + 311, + 264, + 16396, + 304, + 279, + 1184, + 369, + 803, + 10381, + 24098, + 13, + 1260, + 1035, + 22729, + 279, + 4522, + 30105, + 11, + 3545, + 304, + 279, + 3579, + 315, + 13758, + 504, + 279, + 15332, + 14532, + 12849, + 11438, + 315, + 21393, + 429, + 16087, + 10381, + 6194, + 429, + 1521, + 537, + 14560, + 448, + 862, + 15026, + 6194, + 13, + 1260, + 11689, + 16087, + 279, + 23641, + 17458, + 22692, + 1532, + 9448, + 8817, + 29199, + 92298, + 11, + 323, + 16087, + 89825, + 315, + 2477, + 443, + 54757, + 7775, + 979, + 566, + 7578, + 438, + 264, + 26066, + 304, + 279, + 21393, + 4586, + 5473, + 320, + 1782, + 36583, + 38756, + 568, + 3757, + 12190, + 97543, + 11, + 304, + 4378, + 911, + 279, + 220, + 16, + 21, + 19, + 23, + 6782, + 347, + 429, + 17827, + 279, + 5339, + 11, + 10342, + 429, + 1846, + 330, + 14623, + 3697, + 30345, + 504, + 9448, + 1, + 1033, + 16510, + 16087, + 311, + 1181, + 42495, + 13 + ], + "text": " Leverett's time in England brought him to a belief in the need for more religious tolerance. He would pursue the idea politically, often in the face of opposition from the conservative Puritan leadership of Massachusetts that opposed religious views that did not accord with their narrow views. He specifically opposed the Cambridge Platform describing New England church orthodoxy, and opposed punishments of nonconforming individuals when he sat as a deputy in the Massachusetts general court (the colonial legislature). John Winthrop, in writing about the 1648 synod that adopted the platform, noted that those \"who came lately from England\" were strongly opposed to its resolutions." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Leverett's time in England brought him to a belief in the need for more religious tolerance. He would pursue the idea politically, often in the face of opposition from the conservative Puritan leadership of Massachusetts that opposed religious views that did not accord with their narrow views. He specifically opposed the Cambridge Platform describing New England church orthodoxy, and opposed punishments of nonconforming individuals when he sat as a deputy in the Massachusetts general court (the colonial legislature). John Winthrop, in writing about the 1648 synod that adopted the platform, noted that those \"who came lately from England\" were strongly opposed to its resolutions." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Leverett's time in England brought him to a belief in the need for more religious tolerance. He would pursue the idea politically, often in the face of opposition from the conservative Puritan leadership of Massachusetts that opposed religious views that did not accord with their narrow views. He specifically opposed the Cambridge Platform describing New England church orthodoxy, and opposed punishments of nonconforming individuals when he sat as a deputy in the Massachusetts general court (the colonial legislature). John Winthrop, in writing about the 1648 synod that adopted the platform, noted that those \"who came lately from England\" were strongly opposed to its resolutions.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 149, + "generated_len": [ + 128 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.64935064935065, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 77973, + 315, + 279, + 19393, + 3033, + 1865, + 68444, + 10163, + 369, + 279, + 3218, + 594, + 65643, + 323, + 1008, + 19156, + 13, + 25127, + 11331, + 793, + 11, + 9486, + 369, + 279, + 32946, + 8246, + 1865, + 279, + 68444, + 1973, + 369, + 26303, + 220, + 16, + 320, + 1782, + 8267, + 2473, + 701, + 220, + 220, + 17, + 320, + 17606, + 2404, + 315, + 75377, + 8, + 323, + 220, + 20, + 320, + 1458, + 21279, + 315, + 3033, + 5896, + 12827, + 311, + 19723, + 8, + 311, + 2525, + 1119, + 5344, + 389, + 220, + 16, + 16, + 6702, + 220, + 17, + 15, + 16, + 15, + 13 + ], + "text": " Ministers of the incoming government made commencement orders for the Act's transitional and other provisions. Francis Maude, Minister for the Cabinet Office made the commencement order for Parts 1 (the civil service), 2 (ratification of treaties) and 5 (transparency of government financial reporting to Parliament) to come into force on 11 November 2010." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Ministers of the incoming government made commencement orders for the Act's transitional and other provisions. Francis Maude, Minister for the Cabinet Office made the commencement order for Parts 1 (the civil service), 2 (ratification of treaties) and 5 (transparency of government financial reporting to Parliament) to come into force on 11 November 2010." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Ministers of the incoming government made commencement orders for the Act's transitional and other provisions. Francis Maude, Minister for the Cabinet Office made the commencement order for Parts 1 (the civil service), 2 (ratification of treaties) and 5 (transparency of government financial reporting to Parliament) to come into force on 11 November 2010.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 95, + "generated_len": [ + 77 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.580645161290323, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 5080, + 279, + 21720, + 8149, + 11, + 279, + 5080, + 279, + 1973, + 315, + 17774, + 1211, + 11, + 279, + 24586, + 60066, + 686, + 6923, + 11, + 323, + 279, + 803, + 330, + 54008, + 415, + 1, + 279, + 5112, + 13 + ], + "text": " The higher the voltage supply, the higher the order of harmonics, the operational amplifier will generate, and the more \"metallic\" the sound." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The higher the voltage supply, the higher the order of harmonics, the operational amplifier will generate, and the more \"metallic\" the sound." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The higher the voltage supply, the higher the order of harmonics, the operational amplifier will generate, and the more \"metallic\" the sound.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 49, + "generated_len": [ + 31 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.01, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 17363, + 2823, + 258, + 315, + 66193, + 14418, + 1053, + 25, + 330, + 19810, + 1181, + 2265, + 11, + 432, + 594, + 537, + 264, + 12764, + 5064, + 11, + 3579, + 49584, + 25240, + 13, + 1084, + 594, + 1550, + 64387, + 11, + 714, + 432, + 594, + 14400, + 36301, + 11, + 1075, + 279, + 89309, + 429, + 58341, + 916, + 279, + 13943, + 1101, + 1573, + 63819, + 13, + 97303, + 380, + 17589, + 352, + 46835, + 34396, + 1119, + 279, + 46711, + 11, + 10161, + 279, + 11446, + 311, + 14678, + 389, + 264, + 2632, + 5021, + 323, + 4614, + 678, + 3729, + 13, + 364, + 26907, + 261, + 6, + 702, + 730, + 8590, + 18446, + 594, + 17795, + 487, + 323, + 350, + 13438, + 78, + 594, + 28071, + 21220, + 15651, + 13, + 1084, + 594, + 18838, + 11, + 432, + 594, + 23467, + 1189 + ], + "text": " Kat Bein of Billboard magazine said: \"Despite its title, it's not a bombastic, face melting tune. It's high-energy, but it's somewhat chill, like the haze that hangs over the moments just before sunrise. Vocalist Talay Riley feeds into the vibe, asking the listener to hang on a little longer and party all night. 'Harder' has KSHMR's musicality and Tiesto's rhythmic lean. It's cute, it's romantic.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Kat Bein of Billboard magazine said: \"Despite its title, it's not a bombastic, face melting tune. It's high-energy, but it's somewhat chill, like the haze that hangs over the moments just before sunrise. Vocalist Talay Riley feeds into the vibe, asking the listener to hang on a little longer and party all night. 'Harder' has KSHMR's musicality and Tiesto's rhythmic lean. It's cute, it's romantic.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Kat Bein of Billboard magazine said: \"Despite its title, it's not a bombastic, face melting tune. It's high-energy, but it's somewhat chill, like the haze that hangs over the moments just before sunrise. Vocalist Talay Riley feeds into the vibe, asking the listener to hang on a little longer and party all night. 'Harder' has KSHMR's musicality and Tiesto's rhythmic lean. It's cute, it's romantic.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 118, + "generated_len": [ + 100 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8947368421052633, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 425, + 42332, + 40131, + 429, + 11, + 304, + 279, + 15156, + 315, + 576, + 69577, + 619, + 4740, + 11, + 566, + 330, + 16123, + 8900, + 264, + 2696, + 315, + 975, + 1335, + 714, + 3207, + 944, + 2666, + 5527, + 311, + 1281, + 264, + 1293, + 15155, + 13, + 2055, + 11, + 4518 + ], + "text": " Bolland recalls that, in the wake of The Killing Joke, he \"was offered a lot of work,\" but didn't feel ready to make a long commitment. So, instead" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Bolland recalls that, in the wake of The Killing Joke, he \"was offered a lot of work,\" but didn't feel ready to make a long commitment. So, instead" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Bolland recalls that, in the wake of The Killing Joke, he \"was offered a lot of work,\" but didn't feel ready to make a long commitment. So, instead<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 56, + "generated_len": [ + 38 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.807339449541284, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 70626, + 1515, + 7228, + 806, + 4796, + 389, + 5534, + 220, + 17, + 16, + 11, + 220, + 17, + 15, + 16, + 16, + 304, + 31392, + 3234, + 5540, + 11, + 448, + 279, + 88575, + 315, + 31392, + 9434, + 4815, + 1435, + 1393, + 23988, + 806, + 8806, + 13, + 576, + 3728, + 572, + 11882, + 304, + 66989, + 311, + 4795, + 38648, + 34126, + 11, + 879, + 11626, + 806, + 1828, + 13318, + 4796, + 504, + 279, + 1852, + 3728, + 13, + 8550, + 14443, + 311, + 34126, + 594, + 17043, + 11, + 70626, + 1515, + 60314, + 304, + 806, + 1828, + 8806, + 11, + 330, + 1519, + 27378, + 601, + 582, + 1410, + 364, + 6927, + 5159, + 2244, + 1549, + 2894, + 323, + 1212, + 806, + 11438, + 582, + 1521, + 13, + 358, + 2498, + 304, + 806, + 12455, + 438, + 1632, + 438, + 279, + 12455, + 315, + 419, + 40692, + 36897, + 311, + 1039, + 30120, + 1189 + ], + "text": " Huntsman announced his campaign on June 21, 2011 in Liberty State Park, with the Statue of Liberty visible behind him while delivering his speech. The location was chosen in homage to President Ronald Reagan, who launched his own presidential campaign from the same location. Referring to Reagan's announcement, Huntsman remarked in his own speech, \"He assured us we could 'make America great again,' and under his leadership we did. I stand in his shadow as well as the shadow of this magnificent monument to our liberty.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Huntsman announced his campaign on June 21, 2011 in Liberty State Park, with the Statue of Liberty visible behind him while delivering his speech. The location was chosen in homage to President Ronald Reagan, who launched his own presidential campaign from the same location. Referring to Reagan's announcement, Huntsman remarked in his own speech, \"He assured us we could 'make America great again,' and under his leadership we did. I stand in his shadow as well as the shadow of this magnificent monument to our liberty.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Huntsman announced his campaign on June 21, 2011 in Liberty State Park, with the Statue of Liberty visible behind him while delivering his speech. The location was chosen in homage to President Ronald Reagan, who launched his own presidential campaign from the same location. Referring to Reagan's announcement, Huntsman remarked in his own speech, \"He assured us we could 'make America great again,' and under his leadership we did. I stand in his shadow as well as the shadow of this magnificent monument to our liberty.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 127, + "generated_len": [ + 109 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.472527472527473, + "len": 0.5, + "lcs": 0.4975369458128079 + }, + "predict": { + "tokens": [ + 576, + 82391, + 263, + 432, + 10453, + 517, + 1221, + 1558, + 2326, + 803, + 1635, + 315, + 47451, + 13, + 1260, + 476, + 1340, + 1221, + 9044, + 264, + 82391, + 263, + 10923, + 306, + 11998, + 323, + 646, + 5157, + 1380, + 311, + 3887, + 323, + 975, + 11, + 323, + 686, + 1221, + 3161, + 311, + 4538, + 279, + 6559, + 311, + 71251, + 382, + 785, + 82391, + 263, + 432, + 10453, + 517, + 1221, + 1558, + 2326, + 803, + 1635, + 315, + 47451, + 13, + 1260, + 476, + 1340, + 1221, + 9044, + 264, + 82391, + 263, + 10923, + 306, + 11998, + 323, + 646, + 5157, + 1380, + 311, + 3887, + 323, + 975, + 11, + 323, + 686, + 1221, + 3161, + 311, + 4538, + 279, + 6559, + 311, + 71251, + 13 + ], + "text": " The compagnon itinerant then does three more years of touring. He or she then becomes a compagnon sedentaire and can choose where to live and work, and will then begin to teach the trade to apprentices.\n\nThe compagnon itinerant then does three more years of touring. He or she then becomes a compagnon sedentaire and can choose where to live and work, and will then begin to teach the trade to apprentices." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The compagnon itinerant then does three more years of touring. He or she then becomes a compagnon sedentaire and can choose where to live and work, and will then begin to teach the trade to apprentices." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The compagnon itinerant then does three more years of touring. He or she then becomes a compagnon sedentaire and can choose where to live and work, and will then begin to teach the trade to apprentices.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 64, + "generated_len": [ + 91 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.351190476190476, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 45763, + 74683, + 349, + 21911, + 50655, + 27715, + 389, + 3347, + 47011, + 68461, + 14257, + 504, + 431, + 8503, + 337, + 632, + 323, + 702, + 16745, + 4916, + 9419, + 1091, + 41029, + 50072, + 4494, + 13, + 22474, + 517, + 12408, + 315, + 279, + 8205, + 6797, + 349, + 11174, + 50655, + 2924, + 27176, + 6660, + 27664, + 266, + 453, + 21323, + 372, + 1443, + 21323, + 372, + 11, + 3319, + 415, + 7786, + 3319, + 415, + 7786, + 61934, + 49748, + 38160, + 323, + 22930, + 12252, + 42266, + 31078, + 6660, + 468, + 1754, + 884, + 17653, + 502, + 15504, + 3808, + 13, + 23931, + 74683, + 349, + 21911, + 50655, + 374, + 21739, + 311, + 264, + 3175, + 3082, + 3403, + 220, + 16, + 15, + 15, + 15, + 76, + 35858, + 3143, + 279, + 7107, + 315, + 2009, + 9192, + 411, + 13, + 1096, + 13638, + 943, + 4419, + 79741, + 37430, + 331, + 2308, + 339, + 1055, + 58738, + 4544, + 460, + 72, + 220, + 12408, + 525, + 4363, + 311, + 387, + 9037, + 315, + 1635, + 2310, + 323, + 525, + 9761, + 304, + 77243, + 288, + 11, + 40145, + 3365, + 323, + 89394, + 87024, + 82, + 892, + 40872, + 304, + 279, + 20507, + 73549, + 8003, + 30617, + 3426, + 13, + 576, + 8426, + 35858, + 11174, + 1324, + 36279, + 389, + 12252, + 42266, + 3367, + 279, + 7271, + 315, + 3719, + 83, + 50072, + 9795, + 2145, + 14817, + 19988, + 82, + 13 + ], + "text": " Warm Temperate Rainforest grows on low fertility soils derived from Rhyolite and has fewer tree species than subtropical types. Dominant trees of the warm temperate rainforest include Coachwood Ceratopetalum apetalum, Callicoma Callicoma serratifolia and occasionally Springbrook Leatherwood Eucryphia jinksii. Cool Temperate Rainforest is restricted to a single area above 1000m altitude near the Best of All Lookout. This forest type features Antarctic Beech Nothofagus moorei trees are likely to be thousands of years old and are covered in mosses, orchids and filmy ferns which thrive in the moist cloudy micro-climate. The highest altitude rainforests on Springbrook meet the definition of Subtropical Montane Cloud Forests." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Warm Temperate Rainforest grows on low fertility soils derived from Rhyolite and has fewer tree species than subtropical types. Dominant trees of the warm temperate rainforest include Coachwood Ceratopetalum apetalum, Callicoma Callicoma serratifolia and occasionally Springbrook Leatherwood Eucryphia jinksii. Cool Temperate Rainforest is restricted to a single area above 1000m altitude near the Best of All Lookout. This forest type features Antarctic Beech Nothofagus moorei trees are likely to be thousands of years old and are covered in mosses, orchids and filmy ferns which thrive in the moist cloudy micro-climate. The highest altitude rainforests on Springbrook meet the definition of Subtropical Montane Cloud Forests." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Warm Temperate Rainforest grows on low fertility soils derived from Rhyolite and has fewer tree species than subtropical types. Dominant trees of the warm temperate rainforest include Coachwood Ceratopetalum apetalum, Callicoma Callicoma serratifolia and occasionally Springbrook Leatherwood Eucryphia jinksii. Cool Temperate Rainforest is restricted to a single area above 1000m altitude near the Best of All Lookout. This forest type features Antarctic Beech Nothofagus moorei trees are likely to be thousands of years old and are covered in mosses, orchids and filmy ferns which thrive in the moist cloudy micro-climate. The highest altitude rainforests on Springbrook meet the definition of Subtropical Montane Cloud Forests.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 186, + "generated_len": [ + 168 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.91, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 2619, + 525, + 1378, + 84313, + 7407, + 94579, + 389, + 279, + 10984, + 13, + 2411, + 279, + 1909, + 315, + 264, + 6716, + 315, + 73729, + 9798, + 7354, + 448, + 11001, + 13569, + 819, + 374, + 279, + 1887, + 19809, + 11, + 37322, + 832, + 22360, + 1990, + 14038, + 448, + 85077, + 2796, + 323, + 264, + 8405, + 4145, + 13, + 82311, + 1320, + 2774, + 11459, + 14199, + 69492, + 279, + 14038, + 26, + 279, + 4361, + 19809, + 374, + 10078, + 46762, + 291, + 13, + 21193, + 432, + 374, + 264, + 803, + 76200, + 30641, + 19809, + 448, + 37322, + 832, + 14038, + 323, + 85077, + 2796, + 304, + 279, + 9798, + 13, + 758, + 4065, + 315, + 432, + 374, + 264, + 34272, + 315, + 15115, + 17599, + 389, + 264, + 17545, + 37290, + 91655, + 448, + 1467, + 25021, + 806, + 52781, + 13 + ], + "text": " There are two centrally located entrances on the east. At the top of a pair of sideways stone steps with iron railings is the main entrance, paneled wooden double doors with sidelights and a fanlight. Narrow fluted pilasters flank the doors; the whole entrance is slightly recessed. Below it is a more restrained basement entrance with paneled doors and sidelights in the stone. In front of it is a statue of Joseph Henry on a gray granite pedestal with text explaining his accomplishments." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "There are two centrally located entrances on the east. At the top of a pair of sideways stone steps with iron railings is the main entrance, paneled wooden double doors with sidelights and a fanlight. Narrow fluted pilasters flank the doors; the whole entrance is slightly recessed. Below it is a more restrained basement entrance with paneled doors and sidelights in the stone. In front of it is a statue of Joseph Henry on a gray granite pedestal with text explaining his accomplishments." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: There are two centrally located entrances on the east. At the top of a pair of sideways stone steps with iron railings is the main entrance, paneled wooden double doors with sidelights and a fanlight. Narrow fluted pilasters flank the doors; the whole entrance is slightly recessed. Below it is a more restrained basement entrance with paneled doors and sidelights in the stone. In front of it is a statue of Joseph Henry on a gray granite pedestal with text explaining his accomplishments.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 118, + "generated_len": [ + 100 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.125, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 431, + 32657, + 13912, + 11, + 438, + 448, + 56613, + 13912, + 304, + 4586, + 11, + 16164, + 264, + 2661, + 2530, + 2504, + 315, + 821, + 30606, + 315, + 264, + 1372, + 595, + 315, + 6144, + 1379, + 17738, + 1119, + 264, + 13581, + 91559, + 8500, + 315, + 11170, + 17738, + 1741, + 429, + 23117, + 315, + 894, + 595, + 476, + 803, + 11170, + 17738, + 6147, + 279, + 2530, + 2504, + 311, + 387, + 25335, + 448, + 1045, + 2477, + 36929, + 18927, + 13, + 576, + 18927, + 429, + 279, + 2530, + 2504, + 646, + 387, + 25335, + 12703, + 448, + 279, + 1372, + 315, + 11170, + 17738, + 3949, + 3403, + 595, + 10454, + 1602, + 3265, + 311, + 220, + 16, + 11, + 3055, + 279, + 1372, + 315, + 3949, + 11170, + 17738, + 374, + 1172, + 1602, + 10078, + 8131, + 1091, + 595, + 13, + 220, + 1752, + 3110, + 11, + 448, + 279, + 5535, + 9471, + 315, + 431, + 32657, + 13912, + 11, + 279, + 431, + 32657, + 48, + 13912, + 11, + 279, + 6012, + 315, + 47116, + 7901, + 979, + 595, + 11170, + 17738, + 614, + 1012, + 3949, + 374, + 2686, + 1091, + 220, + 16, + 13384, + 323, + 279, + 6012, + 315, + 47116, + 7901, + 979, + 595, + 10, + 17, + 11170, + 17738, + 614, + 1012, + 3949, + 374, + 2686, + 1091, + 825, + 304, + 264, + 3526, + 13, + 320, + 9830, + 33911, + 18927, + 323, + 31015, + 3772, + 3685, + 369, + 803, + 10219, + 389, + 419, + 6138, + 362, + 7735, + 646, + 387, + 894, + 1379, + 11, + 504, + 264, + 3175, + 4922, + 311, + 11499, + 476, + 9037, + 315, + 5820, + 13 + ], + "text": " Raptor codes, as with fountain codes in general, encode a given source block of data consisting of a number k of equal size symbols into a potentially limitless sequence of encoding symbols such that reception of any k or more encoding symbols allows the source block to be recovered with some non-zero probability. The probability that the source block can be recovered increases with the number of encoding symbols received above k becoming very close to 1, once the number of received encoding symbols is only very slightly larger than k. For example, with the latest generation of Raptor codes, the RaptorQ codes, the chance of decoding failure when k encoding symbols have been received is less than 1%, and the chance of decoding failure when k+2 encoding symbols have been received is less than one in a million. (See Recovery probability and overhead section below for more discussion on this.) A symbol can be any size, from a single byte to hundreds or thousands of bytes." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Raptor codes, as with fountain codes in general, encode a given source block of data consisting of a number k of equal size symbols into a potentially limitless sequence of encoding symbols such that reception of any k or more encoding symbols allows the source block to be recovered with some non-zero probability. The probability that the source block can be recovered increases with the number of encoding symbols received above k becoming very close to 1, once the number of received encoding symbols is only very slightly larger than k. For example, with the latest generation of Raptor codes, the RaptorQ codes, the chance of decoding failure when k encoding symbols have been received is less than 1%, and the chance of decoding failure when k+2 encoding symbols have been received is less than one in a million. (See Recovery probability and overhead section below for more discussion on this.) A symbol can be any size, from a single byte to hundreds or thousands of bytes." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Raptor codes, as with fountain codes in general, encode a given source block of data consisting of a number k of equal size symbols into a potentially limitless sequence of encoding symbols such that reception of any k or more encoding symbols allows the source block to be recovered with some non-zero probability. The probability that the source block can be recovered increases with the number of encoding symbols received above k becoming very close to 1, once the number of received encoding symbols is only very slightly larger than k. For example, with the latest generation of Raptor codes, the RaptorQ codes, the chance of decoding failure when k encoding symbols have been received is less than 1%, and the chance of decoding failure when k+2 encoding symbols have been received is less than one in a million. (See Recovery probability and overhead section below for more discussion on this.) A symbol can be any size, from a single byte to hundreds or thousands of bytes.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 210, + "generated_len": [ + 192 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.134146341463414, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 55007, + 24095, + 374, + 458, + 5627, + 53, + 4128, + 323, + 702, + 1378, + 320, + 16106, + 14, + 20270, + 323, + 1550, + 8, + 41976, + 26, + 384, + 1302, + 13, + 822, + 364, + 26493, + 6, + 6165, + 13, + 822, + 364, + 72139, + 3159, + 576, + 14260, + 5693, + 5944, + 315, + 279, + 4128, + 17167, + 315, + 264, + 3832, + 11, + 8110, + 553, + 458, + 12893, + 3936, + 53458, + 11, + 8110, + 553, + 279, + 2118, + 1633, + 11, + 323, + 5499, + 264, + 1356, + 3404, + 18607, + 13, + 220, + 59742, + 11, + 421, + 279, + 18607, + 374, + 304, + 1458, + 3404, + 11, + 279, + 2118, + 1633, + 374, + 27211, + 13 + ], + "text": " Bambara is an SOV language and has two (mid/standard and high) tones; e.g. sa 'die' vs. sa 'snake.' The typical argument structure of the language consists of a subject, followed by an aspectival auxiliary, followed by the direct object, and finally a transitive verb. Naturally, if the verb is intransitive, the direct object is absent." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Bambara is an SOV language and has two (mid/standard and high) tones; e.g. sa 'die' vs. sa 'snake.' The typical argument structure of the language consists of a subject, followed by an aspectival auxiliary, followed by the direct object, and finally a transitive verb. Naturally, if the verb is intransitive, the direct object is absent." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Bambara is an SOV language and has two (mid/standard and high) tones; e.g. sa 'die' vs. sa 'snake.' The typical argument structure of the language consists of a subject, followed by an aspectival auxiliary, followed by the direct object, and finally a transitive verb. Naturally, if the verb is intransitive, the direct object is absent.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 100, + "generated_len": [ + 82 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.516483516483516, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 9512, + 70041, + 572, + 9555, + 304, + 220, + 16, + 24, + 21, + 20, + 438, + 458, + 330, + 411, + 2203, + 3113, + 3263, + 2009, + 16886, + 429, + 3113, + 304, + 70041, + 17179, + 862, + 20969, + 504, + 279, + 57883, + 1063, + 1038, + 658, + 323, + 10549, + 279, + 3607, + 304, + 862, + 28035, + 3611, + 13, + 70041, + 374, + 9155, + 1091, + 9512, + 15433, + 424, + 448, + 220, + 16, + 15, + 28035, + 3611, + 13, + 70041, + 374, + 2114, + 311, + 3757, + 362, + 13, + 23517, + 11678, + 11, + 279, + 2747, + 315, + 1181, + 68927, + 11, + 892, + 5646, + 2613, + 15328, + 50029, + 11, + 8872, + 749, + 1095, + 11, + 323, + 1008, + 37459, + 60434, + 2500, + 1172, + 518, + 70041, + 13 + ], + "text": " Camp Cherokee was established in 1965 as an \"outpost camp\". All troops that camp in Cherokee retrieve their meals from the centralized commissary and prepare the food in their campsites. Cherokee is smaller than Camp Osage with 10 campsites. Cherokee is home to John A. Cooper Lake, the site of its waterfront, which includes small boat sailing, motorboating, and other merit badges available only at Cherokee." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Camp Cherokee was established in 1965 as an \"outpost camp\". All troops that camp in Cherokee retrieve their meals from the centralized commissary and prepare the food in their campsites. Cherokee is smaller than Camp Osage with 10 campsites. Cherokee is home to John A. Cooper Lake, the site of its waterfront, which includes small boat sailing, motorboating, and other merit badges available only at Cherokee." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Camp Cherokee was established in 1965 as an \"outpost camp\". All troops that camp in Cherokee retrieve their meals from the centralized commissary and prepare the food in their campsites. Cherokee is smaller than Camp Osage with 10 campsites. Cherokee is home to John A. Cooper Lake, the site of its waterfront, which includes small boat sailing, motorboating, and other merit badges available only at Cherokee.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 109, + "generated_len": [ + 91 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.981818181818182, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 220, + 17, + 15, + 16, + 15, + 11, + 566, + 1865, + 264, + 8640, + 11094, + 389, + 279, + 12425, + 1473, + 58161, + 422, + 9832, + 323, + 6009, + 4069, + 10124, + 279, + 1887, + 3668, + 389, + 279, + 11371, + 4013, + 11563, + 42982, + 13, + 1260, + 1083, + 23314, + 25860, + 304, + 25860, + 323, + 27973, + 13, + 1260, + 1083, + 9723, + 389, + 60252, + 5883, + 594, + 8697, + 18634, + 3234, + 320, + 50, + 15, + 16, + 36, + 16, + 16, + 568, + 758, + 220, + 17, + 15, + 16, + 16, + 11, + 566, + 9723, + 389, + 458, + 9234, + 315, + 356, + 9048, + 4615, + 2925, + 33132, + 32890, + 11, + 323, + 702, + 264, + 45250, + 3476, + 438, + 13747, + 11044, + 47328, + 389, + 3200, + 8094, + 315, + 576, + 18679, + 799, + 13, + 1260, + 312, + 25425, + 419, + 3476, + 304, + 3200, + 3040, + 315, + 17121, + 76908, + 13 + ], + "text": " In 2010, he made a guest appearance on the television show Glory Daze and began voicing the main character on the animated series Dan Vs. He also voices Robot in Robot and Monster. He also appeared on Spike TV's Blue Mountain State (S01E11). In 2011, he appeared on an episode of Curb Your Enthusiasm, and has a recurring role as attorney Peter Goldman on season seven of The Closer. He reprises this role in season four of Major Crimes." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 2010, he made a guest appearance on the television show Glory Daze and began voicing the main character on the animated series Dan Vs. He also voices Robot in Robot and Monster. He also appeared on Spike TV's Blue Mountain State (S01E11). In 2011, he appeared on an episode of Curb Your Enthusiasm, and has a recurring role as attorney Peter Goldman on season seven of The Closer. He reprises this role in season four of Major Crimes." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 2010, he made a guest appearance on the television show Glory Daze and began voicing the main character on the animated series Dan Vs. He also voices Robot in Robot and Monster. He also appeared on Spike TV's Blue Mountain State (S01E11). In 2011, he appeared on an episode of Curb Your Enthusiasm, and has a recurring role as attorney Peter Goldman on season seven of The Closer. He reprises this role in season four of Major Crimes.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 128, + "generated_len": [ + 110 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.052631578947368, + "len": 0.9736842105263158, + "lcs": 0.5294117647058824 + }, + "predict": { + "tokens": [ + 14910, + 40045, + 5023, + 6305, + 304, + 425, + 6996, + 580, + 13, + 1260, + 374, + 12224, + 323, + 702, + 1378, + 29868, + 13, + 1260, + 23906, + 279, + 3259, + 315, + 279, + 42971, + 31145, + 57151, + 6335, + 304, + 425, + 6996, + 580, + 323, + 374, + 4767, + 315, + 432, + 13 + ], + "text": " Islamovic currently lives in Bihac. He is married and has two daughters. He funded the making of the Una Gem Tennis club in Bihac and is president of it." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Islamovic currently lives in Bihac. He is married and has two daughters. He funded the making of the Una Gem Tennis club in Bihac and is president of it." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Islamovic currently lives in Bihac. He is married and has two daughters. He funded the making of the Una Gem Tennis club in Bihac and is president of it.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 57, + "generated_len": [ + 38 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.404624277456647, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 3217, + 220, + 17, + 15, + 15, + 22, + 264, + 2083, + 518, + 19360, + 5398, + 4961, + 389, + 862, + 8869, + 311, + 8253, + 279, + 39421, + 315, + 393, + 3104, + 8073, + 594, + 8239, + 11, + 504, + 1059, + 4540, + 7424, + 13, + 2379, + 4961, + 1246, + 1657, + 315, + 393, + 3104, + 8073, + 594, + 8239, + 1319, + 19684, + 504, + 9500, + 12026, + 11, + 311, + 1508, + 51589, + 349, + 862, + 39421, + 13, + 2379, + 1730, + 1045, + 8239, + 1030, + 61158, + 862, + 12650, + 313, + 603, + 879, + 1030, + 56694, + 3556, + 911, + 806, + 3476, + 304, + 29420, + 53543, + 17639, + 504, + 279, + 5807, + 4678, + 389, + 220, + 24, + 14, + 16, + 16, + 6519, + 700, + 311, + 16234, + 975, + 3143, + 576, + 5807, + 4678, + 13, + 4354, + 11, + 19360, + 5398, + 1172, + 4652, + 1378, + 315, + 279, + 5036, + 807, + 1030, + 10820, + 11, + 2953, + 879, + 1033, + 2669, + 3881, + 311, + 614, + 1012, + 8239, + 315, + 393, + 3104, + 8073, + 1177, + 67344, + 444, + 13, + 79002, + 11, + 264, + 3234, + 5887, + 3946, + 11, + 323, + 5227, + 10715, + 730, + 13, + 547, + 654, + 1515, + 11, + 264, + 16373, + 5887, + 3946, + 13, + 9936, + 380, + 33121, + 362, + 13, + 20607, + 4961, + 11, + 304, + 576, + 1532, + 4261, + 8523, + 11, + 429, + 19360, + 1035, + 537, + 584, + 551, + 894, + 501, + 5036, + 13 + ], + "text": " In May 2007 a team at ABC News reported on their efforts to determine the identities of Palfrey's clients, from her phone records. They reported how many of Palfrey's clients phoned from hotel rooms, to obfuscate their identities. They found some clients had exaggerated their importance--one who had bragged about his role in evacuating colleagues from the White House on 9/11 turned out to merely work near The White House. However, ABC News only published two of the names they had identified, men who were already known to have been clients of Palfrey -- Randall L. Tobias, a State Department official, and Harlan K. Ullman, a Defense Department official. Journalist Neil A. Lewis reported, in The New York Times, that ABC would not publicize any new names." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In May 2007 a team at ABC News reported on their efforts to determine the identities of Palfrey's clients, from her phone records. They reported how many of Palfrey's clients phoned from hotel rooms, to obfuscate their identities. They found some clients had exaggerated their importance--one who had bragged about his role in evacuating colleagues from the White House on 9/11 turned out to merely work near The White House. However, ABC News only published two of the names they had identified, men who were already known to have been clients of Palfrey -- Randall L. Tobias, a State Department official, and Harlan K. Ullman, a Defense Department official. Journalist Neil A. Lewis reported, in The New York Times, that ABC would not publicize any new names." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In May 2007 a team at ABC News reported on their efforts to determine the identities of Palfrey's clients, from her phone records. They reported how many of Palfrey's clients phoned from hotel rooms, to obfuscate their identities. They found some clients had exaggerated their importance--one who had bragged about his role in evacuating colleagues from the White House on 9/11 turned out to merely work near The White House. However, ABC News only published two of the names they had identified, men who were already known to have been clients of Palfrey -- Randall L. Tobias, a State Department official, and Harlan K. Ullman, a Defense Department official. Journalist Neil A. Lewis reported, in The New York Times, that ABC would not publicize any new names.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 191, + "generated_len": [ + 173 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8813559322033897, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 6527, + 220, + 17, + 15, + 16, + 22, + 264, + 34095, + 8943, + 389, + 3579, + 18202, + 1865, + 30086, + 13, + 1634, + 315, + 5768, + 220, + 17, + 15, + 16, + 23, + 11, + 279, + 8943, + 702, + 1012, + 21612, + 553, + 518, + 3245, + 1378, + 24001, + 369, + 44362, + 279, + 11888, + 48605, + 315, + 10512, + 323, + 86876, + 6940, + 13, + 1084, + 572, + 1156, + 21612, + 304, + 6652, + 220, + 17, + 15, + 16, + 22, + 13 + ], + "text": " In October 2017 a Quebec ban on face covering made headlines. As of July 2018, the ban has been suspended by at least two judges for violating the Canadian Charter of Rights and Freedoms. It was first suspended in December 2017." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In October 2017 a Quebec ban on face covering made headlines. As of July 2018, the ban has been suspended by at least two judges for violating the Canadian Charter of Rights and Freedoms. It was first suspended in December 2017." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In October 2017 a Quebec ban on face covering made headlines. As of July 2018, the ban has been suspended by at least two judges for violating the Canadian Charter of Rights and Freedoms. It was first suspended in December 2017.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 77, + "generated_len": [ + 59 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.333333333333333, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 7982, + 4126, + 572, + 1483, + 553, + 73110, + 369, + 264, + 1393, + 3080, + 807, + 69109, + 311, + 279, + 4741, + 11471, + 323, + 13358, + 7982, + 4126, + 304, + 17734, + 304, + 279, + 220, + 16, + 24, + 24, + 15, + 82, + 13 + ], + "text": " The distribution center was used by Ernst for a while until they relocated to the former Pay and Pak distribution center in Kent in the 1990s." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The distribution center was used by Ernst for a while until they relocated to the former Pay and Pak distribution center in Kent in the 1990s." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The distribution center was used by Ernst for a while until they relocated to the former Pay and Pak distribution center in Kent in the 1990s.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 51, + "generated_len": [ + 33 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.5131578947368425, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 4531, + 3949, + 264, + 220, + 20, + 22, + 4, + 6785, + 10728, + 3118, + 389, + 220, + 22, + 22698, + 6, + 8379, + 389, + 279, + 4531, + 3395, + 23192, + 2747, + 431, + 10291, + 8364, + 20187, + 13, + 41007, + 20642, + 315, + 22454, + 590, + 1238, + 13972, + 360, + 588, + 6551, + 279, + 4531, + 264, + 6785, + 3395, + 11, + 4378, + 25, + 330, + 1986, + 40267, + 2632, + 18747, + 504, + 15118, + 46878, + 11, + 279, + 4171, + 18189, + 315, + 1260, + 19030, + 11, + 3937, + 7678, + 311, + 2766, + 1576, + 279, + 43068, + 7691, + 944, + 7071, + 700, + 6896, + 1128, + 311, + 653, + 448, + 432, + 13, + 758, + 419, + 42410, + 11, + 10322, + 7324, + 3113, + 3364, + 11, + 5019, + 6801, + 311, + 387, + 1075, + 7010, + 61375, + 17041, + 13775, + 69, + 299, + 11, + 1449, + 89167, + 20763, + 4041, + 311, + 3100, + 11, + 323, + 279, + 23511, + 7801, + 320, + 52445, + 545, + 8, + 6210, + 12799, + 415, + 82, + 4279, + 5279, + 7741, + 553, + 279, + 43136, + 577, + 13, + 13235, + 1293, + 11, + 419, + 686, + 387, + 264, + 4511, + 6930, + 323, + 1251, + 686, + 387, + 56518, + 5128, + 518, + 9677, + 13, + 4320, + 944, + 3116, + 432, + 1189 + ], + "text": " The film received a 57% positive rating based on 7 critics' reviews on the film review aggregate site Rotten Tomatoes. Jeffrey Anderson of Combustible Celluloid gave the film a positive review, writing: \"This hilarious little gem from Daniel Waters, the screenwriter of Heathers, went straight to video because the distributor couldn't figure out exactly what to do with it. In this vicious, odd summer camp story, everyone wants to be like cool counselor Brad Renfro, every imaginable disaster comes to light, and the gorgeous James (Jaime) King frolics half-naked by the lakeside. Before long, this will be a cult favorite and people will be quoting lines at parties. Don't miss it.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The film received a 57% positive rating based on 7 critics' reviews on the film review aggregate site Rotten Tomatoes. Jeffrey Anderson of Combustible Celluloid gave the film a positive review, writing: \"This hilarious little gem from Daniel Waters, the screenwriter of Heathers, went straight to video because the distributor couldn't figure out exactly what to do with it. In this vicious, odd summer camp story, everyone wants to be like cool counselor Brad Renfro, every imaginable disaster comes to light, and the gorgeous James (Jaime) King frolics half-naked by the lakeside. Before long, this will be a cult favorite and people will be quoting lines at parties. Don't miss it.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The film received a 57% positive rating based on 7 critics' reviews on the film review aggregate site Rotten Tomatoes. Jeffrey Anderson of Combustible Celluloid gave the film a positive review, writing: \"This hilarious little gem from Daniel Waters, the screenwriter of Heathers, went straight to video because the distributor couldn't figure out exactly what to do with it. In this vicious, odd summer camp story, everyone wants to be like cool counselor Brad Renfro, every imaginable disaster comes to light, and the gorgeous James (Jaime) King frolics half-naked by the lakeside. Before long, this will be a cult favorite and people will be quoting lines at parties. Don't miss it.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 170, + "generated_len": [ + 152 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.689655172413793, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 18601, + 646, + 387, + 2952, + 311, + 990, + 17220, + 26299, + 28135, + 476, + 5086, + 476, + 264, + 33407, + 4566, + 45408, + 311, + 1598, + 11840, + 436, + 6954, + 11, + 264, + 14397, + 4686, + 78597, + 11294, + 3922, + 892, + 6147, + 279, + 1196, + 311, + 1486, + 3687, + 389, + 1045, + 11, + 825, + 476, + 678, + 21326, + 8433, + 311, + 279, + 3922, + 13, + 1084, + 1083, + 646, + 5695, + 264, + 37952, + 6716, + 448, + 2441, + 7054, + 25, + 20, + 311, + 1855, + 264, + 8651, + 2115, + 323, + 1290, + 7699, + 5496, + 323, + 646, + 6716, + 36838, + 448, + 264, + 7054, + 2257, + 476, + 16140, + 311, + 1855, + 264, + 2114, + 26705, + 1849, + 13 + ], + "text": " The speaker can be able to use Wi-Fi independently or itself or a Boost via Ethernet to run SonosNet, a peer-to-peer mesh network which allows the user to play media on some, one or all speakers connected to the network. It also can establish a stereo pair with another Play:5 to create a separate left and right audio channel and can pair additionally with a Playbar or SUB to create a home theater system." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The speaker can be able to use Wi-Fi independently or itself or a Boost via Ethernet to run SonosNet, a peer-to-peer mesh network which allows the user to play media on some, one or all speakers connected to the network. It also can establish a stereo pair with another Play:5 to create a separate left and right audio channel and can pair additionally with a Playbar or SUB to create a home theater system." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The speaker can be able to use Wi-Fi independently or itself or a Boost via Ethernet to run SonosNet, a peer-to-peer mesh network which allows the user to play media on some, one or all speakers connected to the network. It also can establish a stereo pair with another Play:5 to create a separate left and right audio channel and can pair additionally with a Playbar or SUB to create a home theater system.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 105, + "generated_len": [ + 87 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.3744493392070485, + "len": 0.9955947136563876, + "lcs": 0.14919354838709678 + }, + "predict": { + "tokens": [ + 576, + 1156, + 315, + 892, + 374, + 422, + 2210, + 320, + 33, + 28952, + 63419, + 701, + 264, + 7770, + 5458, + 879, + 10636, + 279, + 13810, + 304, + 1973, + 311, + 7232, + 23665, + 504, + 1059, + 2997, + 323, + 3695, + 1059, + 1828, + 1803, + 13, + 9295, + 374, + 71424, + 11, + 9080, + 3590, + 632, + 11, + 84152, + 320, + 34, + 371, + 10125, + 701, + 6693, + 1449, + 73471, + 374, + 18178, + 311, + 553, + 1059, + 42065, + 11, + 23016, + 320, + 30092, + 701, + 323, + 879, + 9498, + 315, + 279, + 13810, + 979, + 282, + 40376, + 11, + 12226, + 504, + 264, + 35025, + 11, + 36783, + 1059, + 7015, + 65, + 43561, + 518, + 279, + 2997, + 7314, + 13, + 4371, + 315, + 32538, + 51571, + 323, + 89826, + 11, + 1340, + 6635, + 311, + 1841, + 705, + 13, + 20861, + 398, + 11, + 425, + 88402, + 320, + 32, + 2396, + 65, + 8763, + 701, + 1393, + 9115, + 1059, + 220, + 16, + 23, + 339, + 15198, + 4614, + 11, + 979, + 1340, + 323, + 1059, + 6554, + 17585, + 916, + 279, + 8039, + 11, + 2474, + 1059, + 3055, + 9080, + 2997, + 4157, + 9946, + 279, + 6662, + 17306, + 11, + 425, + 88402, + 374, + 9575, + 311, + 24729, + 369, + 264, + 1753, + 34288, + 4614, + 13, + 1988, + 2337, + 862, + 5693, + 11, + 425, + 88402, + 17066, + 389, + 1059, + 15198, + 19145, + 26, + 979, + 1340, + 15634, + 279, + 2150, + 517, + 594, + 5883, + 7702, + 11, + 1059, + 88934, + 916, + 1059, + 1482, + 6534, + 30640, + 1059, + 311, + 5138, + 13, + 431, + 13586, + 705, + 279, + 1874, + 374, + 362, + 5679, + 410, + 320, + 6828, + 11431, + 701, + 264, + 390, + 10049, + 879, + 6649, + 311, + 13249, + 279, + 13810, + 553, + 1667, + 1059, + 323, + 1059, + 25838, + 594, + 38175, + 311, + 10173, + 279, + 24001, + 1119, + 15668, + 369, + 1059, + 13 + ], + "text": " The first of which is Dina (Bonnevie), a college student who entered the contest in order to earn independence from her family and buy her own car. Next is spoiled, rich socialite, Suzanne (Cortez), whose every whim is attended to by her maid, Maria (Sun), and who learned of the contest when fliers, dropped from a helicopter, interrupted her sunbathing at the family pool. Out of sheer vanity and boredom, she decided to sign up. Thirdly, Bambi (Arambulo), while planning her 18th birthday party, when she and her mother argue over the budget, since her once rich family cannot afford the grand debut, Bambi is forced to settle for a much simpler party. But during their argument, Bambi falls on her birthday cake; when she sees the pageant's TV spot, her frustrations over her current situation inspire her to join. Rounding up the group is Azenith (Briones), a con artist who plans to rig the contest by using her and her boyfriend's sexuality to influence the judges into voting for her." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The first of which is Dina (Bonnevie), a college student who entered the contest in order to earn independence from her family and buy her own car. Next is spoiled, rich socialite, Suzanne (Cortez), whose every whim is attended to by her maid, Maria (Sun), and who learned of the contest when fliers, dropped from a helicopter, interrupted her sunbathing at the family pool. Out of sheer vanity and boredom, she decided to sign up. Thirdly, Bambi (Arambulo), while planning her 18th birthday party, when she and her mother argue over the budget, since her once rich family cannot afford the grand debut, Bambi is forced to settle for a much simpler party. But during their argument, Bambi falls on her birthday cake; when she sees the pageant's TV spot, her frustrations over her current situation inspire her to join. Rounding up the group is Azenith (Briones), a con artist who plans to rig the contest by using her and her boyfriend's sexuality to influence the judges into voting for her." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The first of which is Dina (Bonnevie), a college student who entered the contest in order to earn independence from her family and buy her own car. Next is spoiled, rich socialite, Suzanne (Cortez), whose every whim is attended to by her maid, Maria (Sun), and who learned of the contest when fliers, dropped from a helicopter, interrupted her sunbathing at the family pool. Out of sheer vanity and boredom, she decided to sign up. Thirdly, Bambi (Arambulo), while planning her 18th birthday party, when she and her mother argue over the budget, since her once rich family cannot afford the grand debut, Bambi is forced to settle for a much simpler party. But during their argument, Bambi falls on her birthday cake; when she sees the pageant's TV spot, her frustrations over her current situation inspire her to join. Rounding up the group is Azenith (Briones), a con artist who plans to rig the contest by using her and her boyfriend's sexuality to influence the judges into voting for her.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 246, + "generated_len": [ + 227 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.91, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 279, + 4124, + 220, + 16, + 18, + 339, + 9294, + 11, + 422, + 3365, + 19603, + 10962, + 2878, + 279, + 883, + 269, + 315, + 3085, + 4805, + 11, + 264, + 94350, + 12394, + 429, + 1083, + 5230, + 279, + 6290, + 17675, + 315, + 3085, + 4805, + 11, + 910, + 269, + 75, + 777, + 1786, + 372, + 11278, + 90574, + 11, + 43510, + 16659, + 11, + 34075, + 337, + 2660, + 11, + 18039, + 424, + 11, + 42811, + 263, + 323, + 14101, + 3863, + 263, + 11, + 21286, + 553, + 279, + 472, + 19030, + 424, + 11, + 5724, + 8187, + 323, + 62467, + 777, + 8521, + 11, + 323, + 2878, + 279, + 18035, + 13867, + 22711, + 315, + 38534, + 96314, + 13, + 422, + 3365, + 19603, + 14616, + 2878, + 279, + 883, + 269, + 315, + 3085, + 4805, + 369, + 3807, + 23631, + 13 + ], + "text": " In the early 13th century, Didsbury lay within the manor of Withington, a feudal estate that also included the townships of Withington, Chorlton-cum-Hardy, Moss Side, Rusholme, Burnage, Denton and Haughton, ruled by the Hathersage, Longford and Tatton families, and within the historic county boundaries of Lancashire. Didsbury remained within the manor of Withington for several centuries." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In the early 13th century, Didsbury lay within the manor of Withington, a feudal estate that also included the townships of Withington, Chorlton-cum-Hardy, Moss Side, Rusholme, Burnage, Denton and Haughton, ruled by the Hathersage, Longford and Tatton families, and within the historic county boundaries of Lancashire. Didsbury remained within the manor of Withington for several centuries." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In the early 13th century, Didsbury lay within the manor of Withington, a feudal estate that also included the townships of Withington, Chorlton-cum-Hardy, Moss Side, Rusholme, Burnage, Denton and Haughton, ruled by the Hathersage, Longford and Tatton families, and within the historic county boundaries of Lancashire. Didsbury remained within the manor of Withington for several centuries.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 118, + "generated_len": [ + 100 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.604938271604938, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 4873, + 572, + 9099, + 304, + 3210, + 315, + 279, + 1532, + 20644, + 1975, + 57598, + 1283, + 806, + 470, + 13, + 758, + 220, + 16, + 22, + 19, + 23, + 11, + 1283, + 279, + 4116, + 1948, + 279, + 7855, + 323, + 15154, + 1030, + 17183, + 1119, + 264, + 21864, + 4116, + 2348, + 279, + 8585, + 3881, + 304, + 279, + 47928, + 438, + 6210, + 9857, + 594, + 5004, + 11, + 264, + 15154, + 25099, + 18349, + 60150, + 13971, + 11, + 4787, + 12740, + 11, + 323, + 758, + 4873, + 37961, + 279, + 2205, + 57598, + 1212, + 21316, + 12375, + 30841, + 304, + 2064, + 14295, + 287, + 279, + 24797, + 287, + 5344, + 13 + ], + "text": " Innes was placed in command of the New Hanover militia after his return. In 1748, after the war between the British and Spanish had expanded into a wider war against the French known in the colonies as King George's War, a Spanish fleet attacked Brunswick Town, North Carolina, and Innes assisted the local militia under Captain William Dry in repulsing the raiding force." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Innes was placed in command of the New Hanover militia after his return. In 1748, after the war between the British and Spanish had expanded into a wider war against the French known in the colonies as King George's War, a Spanish fleet attacked Brunswick Town, North Carolina, and Innes assisted the local militia under Captain William Dry in repulsing the raiding force." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Innes was placed in command of the New Hanover militia after his return. In 1748, after the war between the British and Spanish had expanded into a wider war against the French known in the colonies as King George's War, a Spanish fleet attacked Brunswick Town, North Carolina, and Innes assisted the local militia under Captain William Dry in repulsing the raiding force.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 99, + "generated_len": [ + 81 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.712765957446808, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 22080, + 65081, + 374, + 979, + 279, + 5344, + 315, + 5421, + 374, + 5961, + 22409, + 1948, + 279, + 7310, + 323, + 7616, + 75635, + 11, + 892, + 1231, + 5240, + 279, + 835, + 311, + 31355, + 552, + 279, + 7310, + 13, + 1096, + 374, + 1429, + 4185, + 1380, + 264, + 330, + 1312, + 1574, + 9787, + 1, + 476, + 48670, + 835, + 6380, + 6724, + 13, + 2014, + 49360, + 419, + 264, + 1372, + 315, + 1675, + 1776, + 604, + 835, + 22183, + 3000, + 1741, + 438, + 330, + 840, + 376, + 32619, + 835, + 22183, + 497, + 330, + 71325, + 39409, + 68574, + 1, + 323, + 330, + 8847, + 344, + 24723, + 15061, + 22183, + 1, + 892, + 1102, + 304, + 48670, + 10335, + 18521, + 1660, + 2115, + 14900, + 304, + 6481, + 44118, + 13 + ], + "text": " Absorption is when the force of impact is directly transferred between the vehicle and guardrail, which may cause the end to puncture the vehicle. This is most common where a \"whale tail\" or blunt end treatment exists. To mitigate this a number of guiderail end treatments exist such as \"Extruder end treatments\", \"eccentric loaders\" and \"Driveway wrap treatments\" which result in blunt ends rarely being left exposed in modern installations." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Absorption is when the force of impact is directly transferred between the vehicle and guardrail, which may cause the end to puncture the vehicle. This is most common where a \"whale tail\" or blunt end treatment exists. To mitigate this a number of guiderail end treatments exist such as \"Extruder end treatments\", \"eccentric loaders\" and \"Driveway wrap treatments\" which result in blunt ends rarely being left exposed in modern installations." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Absorption is when the force of impact is directly transferred between the vehicle and guardrail, which may cause the end to puncture the vehicle. This is most common where a \"whale tail\" or blunt end treatment exists. To mitigate this a number of guiderail end treatments exist such as \"Extruder end treatments\", \"eccentric loaders\" and \"Driveway wrap treatments\" which result in blunt ends rarely being left exposed in modern installations.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 112, + "generated_len": [ + 94 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8210526315789473, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 362, + 38049, + 6118, + 9555, + 304, + 220, + 16, + 21, + 18, + 23, + 572, + 12965, + 42061, + 304, + 220, + 16, + 22, + 24, + 15, + 13, + 220, + 16, + 15, + 15, + 36256, + 10200, + 315, + 279, + 13994, + 374, + 264, + 2699, + 27899, + 1632, + 11, + 3143, + 264, + 44628, + 3941, + 279, + 10801, + 15605, + 11, + 504, + 892, + 279, + 14126, + 5221, + 1181, + 829, + 13, + 576, + 2699, + 27899, + 476, + 9649, + 572, + 3055, + 1483, + 369, + 46419, + 287, + 279, + 6792, + 1902, + 315, + 279, + 3753, + 13, + 362, + 90151, + 269, + 1707, + 4916, + 35902, + 23011, + 304, + 264, + 3460, + 41719, + 4916, + 323, + 374, + 11585, + 311, + 387, + 279, + 23513, + 4916, + 3753, + 304, + 279, + 1879, + 13 + ], + "text": " A deer park established in 1638 was disparked in 1790. 100 metres north of the hall is a bitumen well, near a ford across the Row Brook, from which the village gets its name. The bitumen or pitch was once used for waterproofing the timbers of the house. A Tudor style tree-house sits in a large lime tree and is believed to be the oldest tree house in the world." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "A deer park established in 1638 was disparked in 1790. 100 metres north of the hall is a bitumen well, near a ford across the Row Brook, from which the village gets its name. The bitumen or pitch was once used for waterproofing the timbers of the house. A Tudor style tree-house sits in a large lime tree and is believed to be the oldest tree house in the world." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: A deer park established in 1638 was disparked in 1790. 100 metres north of the hall is a bitumen well, near a ford across the Row Brook, from which the village gets its name. The bitumen or pitch was once used for waterproofing the timbers of the house. A Tudor style tree-house sits in a large lime tree and is believed to be the oldest tree house in the world.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 113, + "generated_len": [ + 95 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.5, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 13642, + 46399, + 374, + 264, + 2686, + 26779, + 11, + 10008, + 40526, + 17984, + 1714, + 429, + 17601, + 2770, + 7471, + 264, + 15430, + 13316, + 315, + 30374, + 46399, + 389, + 279, + 4766, + 315, + 279, + 8991, + 323, + 10687, + 3347, + 26526, + 9072, + 1482, + 1526, + 432, + 13, + 51524, + 279, + 8991, + 374, + 31267, + 19323, + 311, + 17576, + 279, + 46399, + 323, + 1438, + 279, + 16224, + 13 + ], + "text": " Window foil is a less sophisticated, mostly outdated detection method that involves gluing a thin strip of conducting foil on the inside of the glass and putting low-power electric current through it. Breaking the glass is practically guaranteed to tear the foil and break the circuit." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Window foil is a less sophisticated, mostly outdated detection method that involves gluing a thin strip of conducting foil on the inside of the glass and putting low-power electric current through it. Breaking the glass is practically guaranteed to tear the foil and break the circuit." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Window foil is a less sophisticated, mostly outdated detection method that involves gluing a thin strip of conducting foil on the inside of the glass and putting low-power electric current through it. Breaking the glass is practically guaranteed to tear the foil and break the circuit.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 70, + "generated_len": [ + 52 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.5576923076923075, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 9211, + 4264, + 594, + 9322, + 572, + 30035, + 11, + 279, + 13962, + 6105, + 1268, + 504, + 279, + 2849, + 315, + 9688, + 11, + 279, + 8807, + 558, + 12, + 4475, + 51732, + 39201, + 11, + 572, + 11889, + 311, + 11722, + 419, + 1661, + 323, + 10636, + 806, + 29980, + 13, + 65777, + 4220, + 1033, + 279, + 89288, + 315, + 279, + 19458, + 12094, + 11, + 5325, + 68608, + 17966, + 11, + 41863, + 11, + 323, + 862, + 48160, + 13, + 1597, + 3432, + 20463, + 448, + 1105, + 1075, + 6798, + 448, + 279, + 7155, + 380, + 1543, + 11, + 19305, + 482, + 23283, + 1105, + 448, + 4244, + 504, + 279, + 89196, + 11, + 323, + 2598, + 1105, + 489, + 7979, + 84, + 1671, + 11, + 2474, + 36351, + 349, + 1030, + 8450, + 5326, + 279, + 10214, + 594, + 2265, + 13, + 576, + 9414, + 315, + 19305, + 482 + ], + "text": " Because God's Word was spreading, the evil envier from the days of creation, the thrice-accursed Devil, was unable to bear this good and entered his vessels. (...) These were the cohorts of the Latin speaking, archpriests, priests, and their disciples. And having fought with them like David with the Philistines, Constantine defeated them with words from the Scriptures, and called them trilinguists, since Pilate had thus written the Lord's title. The Life of Constantine" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Because God's Word was spreading, the evil envier from the days of creation, the thrice-accursed Devil, was unable to bear this good and entered his vessels. (...) These were the cohorts of the Latin speaking, archpriests, priests, and their disciples. And having fought with them like David with the Philistines, Constantine defeated them with words from the Scriptures, and called them trilinguists, since Pilate had thus written the Lord's title. The Life of Constantine" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Because God's Word was spreading, the evil envier from the days of creation, the thrice-accursed Devil, was unable to bear this good and entered his vessels. (...) These were the cohorts of the Latin speaking, archpriests, priests, and their disciples. And having fought with them like David with the Philistines, Constantine defeated them with words from the Scriptures, and called them trilinguists, since Pilate had thus written the Lord's title. The Life of Constantine<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 122, + "generated_len": [ + 104 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.858108108108108, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 24550, + 658, + 374, + 21875, + 457, + 476, + 42673, + 19652, + 320, + 72, + 1734, + 13, + 7248, + 553, + 264, + 357, + 3444, + 701, + 448, + 1657, + 24550, + 2425, + 476, + 24550, + 2425, + 27802, + 304, + 1378, + 6978, + 13, + 576, + 24550, + 658, + 374, + 12392, + 553, + 264, + 1461, + 7250, + 1707, + 311, + 264, + 2613, + 11, + 2062, + 19652, + 59281, + 13, + 576, + 2472, + 3885, + 594, + 835, + 509, + 7876, + 374, + 12392, + 311, + 279, + 505, + 509, + 7876, + 11, + 714, + 374, + 5937, + 1602, + 3890, + 11, + 323, + 1231, + 387, + 409, + 25235, + 1168, + 476, + 5167, + 25235, + 1168, + 13, + 72989, + 525, + 5990, + 77783, + 292, + 311, + 1508, + 4825, + 323, + 67361, + 311, + 28765, + 12348, + 13, + 72989, + 614, + 264, + 2588, + 3691, + 1455, + 4830, + 1273, + 64, + 320, + 72, + 1734, + 13, + 10320, + 22875, + 8, + 448, + 264, + 7100, + 2798, + 1520, + 11, + 9434, + 438, + 264, + 7877, + 476, + 4558, + 7877, + 506, + 34731, + 1555, + 13, + 4329, + 1319, + 24705, + 347, + 60698, + 9419, + 614, + 264, + 69367, + 796, + 321, + 476, + 655, + 2143, + 31454, + 389, + 279, + 10320, + 13 + ], + "text": " The ovary is sessile or stipitate (i.e. supported by a stipe), with many ovules or ovules arranged in two rows. The ovary is attached by a filiform style to a small, capitate stigma. The legume's endocarp is attached to the exocarp, but is otherwise very variable, and may be dehiscent or indehiscent. Seeds are usually elliptic to oblong and flattened to varying degrees. Seeds have a hard black-brown testa (i.e. seed coat) with a pleurogram, visible as a closed or almost closed O-shaped line. Some phyllodinous species have a colourful aril or elaiosome on the seed." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The ovary is sessile or stipitate (i.e. supported by a stipe), with many ovules or ovules arranged in two rows. The ovary is attached by a filiform style to a small, capitate stigma. The legume's endocarp is attached to the exocarp, but is otherwise very variable, and may be dehiscent or indehiscent. Seeds are usually elliptic to oblong and flattened to varying degrees. Seeds have a hard black-brown testa (i.e. seed coat) with a pleurogram, visible as a closed or almost closed O-shaped line. Some phyllodinous species have a colourful aril or elaiosome on the seed." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The ovary is sessile or stipitate (i.e. supported by a stipe), with many ovules or ovules arranged in two rows. The ovary is attached by a filiform style to a small, capitate stigma. The legume's endocarp is attached to the exocarp, but is otherwise very variable, and may be dehiscent or indehiscent. Seeds are usually elliptic to oblong and flattened to varying degrees. Seeds have a hard black-brown testa (i.e. seed coat) with a pleurogram, visible as a closed or almost closed O-shaped line. Some phyllodinous species have a colourful aril or elaiosome on the seed.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 166, + "generated_len": [ + 148 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.891891891891892, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 5976, + 537, + 46180, + 5350, + 817, + 511, + 11, + 65569, + 1356, + 20328, + 5942, + 5931, + 311, + 8683, + 6896, + 279, + 1852, + 14490, + 729, + 438, + 21318, + 1162, + 476, + 595, + 53, + 1599, + 29530, + 11, + 3602, + 3410, + 369, + 264, + 803, + 18965, + 745, + 19259, + 6358, + 315, + 6505, + 1465, + 78183, + 311, + 429, + 315, + 279, + 28293, + 14849, + 14830, + 13, + 31040, + 11, + 419, + 5440, + 320, + 36141, + 1197, + 14277, + 279, + 990, + 315, + 902, + 330, + 3642, + 899, + 374, + 5990, + 21091, + 438, + 458, + 46180, + 5350, + 5486, + 13 + ], + "text": " While not IGRT per se, electromagnetic transponder systems seek to serve exactly the same clinical function as CBCT or kV X-ray, yet provide for a more temporally continuous analysis of setup error analogous to that of the optical tracking strategies. Hence, this technology (although entailing the use of no \"images\") is usually classified as an IGRT approach." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "While not IGRT per se, electromagnetic transponder systems seek to serve exactly the same clinical function as CBCT or kV X-ray, yet provide for a more temporally continuous analysis of setup error analogous to that of the optical tracking strategies. Hence, this technology (although entailing the use of no \"images\") is usually classified as an IGRT approach." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: While not IGRT per se, electromagnetic transponder systems seek to serve exactly the same clinical function as CBCT or kV X-ray, yet provide for a more temporally continuous analysis of setup error analogous to that of the optical tracking strategies. Hence, this technology (although entailing the use of no \"images\") is usually classified as an IGRT approach.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 92, + "generated_len": [ + 74 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.585034013605442, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 19689, + 315, + 39889, + 11, + 279, + 11264, + 84786, + 83263, + 264, + 6001, + 4763, + 30371, + 389, + 24877, + 333, + 8073, + 13, + 1260, + 29761, + 279, + 18635, + 11, + 879, + 374, + 29131, + 311, + 4545, + 13, + 4636, + 279, + 18635, + 594, + 34408, + 14525, + 11, + 279, + 11264, + 84786, + 374, + 6069, + 311, + 1744, + 429, + 279, + 18635, + 374, + 304, + 10734, + 448, + 4795, + 22918, + 30753, + 13, + 13600, + 1095, + 22918, + 30753, + 11, + 279, + 11264, + 84786, + 13719, + 279, + 18635, + 448, + 1435, + 13, + 576, + 11264, + 84786, + 33045, + 264, + 6038, + 389, + 279, + 18635, + 84339, + 5499, + 311, + 9026, + 1435, + 13, + 4354, + 11, + 279, + 1931, + 17567, + 269, + 356, + 45403, + 269, + 472, + 30401, + 34208, + 304, + 4065, + 315, + 279, + 18635, + 4633, + 279, + 11264, + 84786, + 594, + 6552, + 323, + 22273, + 13, + 14974, + 2591, + 11, + 279, + 11264, + 84786, + 5868, + 389, + 438, + 43309, + 511, + 4756, + 2524, + 315, + 279, + 11631, + 13, + 1634, + 279, + 18635, + 13553, + 311, + 63688, + 43309, + 11, + 279, + 11264, + 84786, + 38571, + 264, + 501, + 5091, + 369, + 806, + 4741, + 15207, + 13 + ], + "text": " In Arc of Infinity, the Castellan investigates a serious security breach on Gallifrey. He suspects the Doctor, who is sentenced to death. After the Doctor's termination fails, the Castellan is led to think that the Doctor is in league with President Borusa. Locating Borusa, the Castellan finds the Doctor with him. The Castellan pulls a gun on the Doctor intending finally to execute him. However, the real traitor Councillor Hedin jumps in front of the Doctor taking the Castellan's shot and dying. Confused, the Castellan looks on as Omega seizes control of the Matrix. As the Doctor attempts to thwart Omega, the Castellan develops a new respect for his former suspect." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In Arc of Infinity, the Castellan investigates a serious security breach on Gallifrey. He suspects the Doctor, who is sentenced to death. After the Doctor's termination fails, the Castellan is led to think that the Doctor is in league with President Borusa. Locating Borusa, the Castellan finds the Doctor with him. The Castellan pulls a gun on the Doctor intending finally to execute him. However, the real traitor Councillor Hedin jumps in front of the Doctor taking the Castellan's shot and dying. Confused, the Castellan looks on as Omega seizes control of the Matrix. As the Doctor attempts to thwart Omega, the Castellan develops a new respect for his former suspect." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In Arc of Infinity, the Castellan investigates a serious security breach on Gallifrey. He suspects the Doctor, who is sentenced to death. After the Doctor's termination fails, the Castellan is led to think that the Doctor is in league with President Borusa. Locating Borusa, the Castellan finds the Doctor with him. The Castellan pulls a gun on the Doctor intending finally to execute him. However, the real traitor Councillor Hedin jumps in front of the Doctor taking the Castellan's shot and dying. Confused, the Castellan looks on as Omega seizes control of the Matrix. As the Doctor attempts to thwart Omega, the Castellan develops a new respect for his former suspect.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 165, + "generated_len": [ + 147 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.9494949494949494, + "len": 0.98, + "lcs": 0.15128205128205127 + }, + "predict": { + "tokens": [ + 1913, + 5768, + 220, + 16, + 20, + 11, + 220, + 17, + 15, + 15, + 17, + 11, + 279, + 3343, + 572, + 6088, + 311, + 76536, + 6272, + 13, + 576, + 8317, + 572, + 8970, + 553, + 279, + 444, + 37100, + 26668, + 90472, + 3218, + 5823, + 553, + 7992, + 304, + 6527, + 220, + 16, + 24, + 24, + 23, + 13, + 1084, + 2567, + 279, + 13867, + 311, + 2225, + 264, + 3119, + 311, + 34508, + 990, + 315, + 4268, + 369, + 1787, + 3550, + 11, + 6118, + 1933, + 476, + 45944, + 4867, + 311, + 279, + 8317, + 13, + 576, + 2747, + 702, + 1012, + 949, + 315, + 279, + 422, + 727, + 13, + 5547, + 7675, + 323, + 1032, + 2243, + 679, + 50787, + 10942, + 2474, + 7400, + 220, + 16, + 21, + 11, + 220, + 17, + 15, + 15, + 21, + 13 + ], + "text": " On July 15, 2002, the property was sold to Fairfax County. The transfer was enabled by the Lorton Technical Corrections Act passed by Congress in October 1998. It required the county to develop a plan to maximize use of land for open space, parkland or recreation prior to the transfer. The site has been part of the D.C. Workhouse and Reformatory Historic District since February 16, 2006." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On July 15, 2002, the property was sold to Fairfax County. The transfer was enabled by the Lorton Technical Corrections Act passed by Congress in October 1998. It required the county to develop a plan to maximize use of land for open space, parkland or recreation prior to the transfer. The site has been part of the D.C. Workhouse and Reformatory Historic District since February 16, 2006." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On July 15, 2002, the property was sold to Fairfax County. The transfer was enabled by the Lorton Technical Corrections Act passed by Congress in October 1998. It required the county to develop a plan to maximize use of land for open space, parkland or recreation prior to the transfer. The site has been part of the D.C. Workhouse and Reformatory Historic District since February 16, 2006.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 119, + "generated_len": [ + 99 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.3823529411764706, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 65435, + 299, + 542, + 11, + 356, + 2572, + 30891, + 865, + 72, + 11, + 362, + 2572, + 609, + 21304, + 11, + 386, + 13, + 320, + 17, + 15, + 15, + 17, + 568, + 3719, + 4706, + 533, + 323, + 89296, + 36443, + 315, + 5949, + 82990, + 323, + 6730, + 27868, + 681, + 57137, + 52693, + 315, + 18320, + 25, + 220, + 1527, + 13383, + 315, + 30536, + 323, + 93857, + 13, + 9936, + 315, + 42508, + 35573, + 11, + 220, + 23, + 22, + 11, + 220, + 18, + 20, + 20, + 12, + 18, + 21, + 23, + 13 + ], + "text": " Ostroff, C., Kinicki, A., & Clark, M. (2002). Substantive and Operational Issues of Response Bias and Method Variance Across Levels of Analysis: An Example of Climate and Satisfaction. Journal of Applied Psychology, 87, 355-368." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Ostroff, C., Kinicki, A., & Clark, M. (2002). Substantive and Operational Issues of Response Bias and Method Variance Across Levels of Analysis: An Example of Climate and Satisfaction. Journal of Applied Psychology, 87, 355-368." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Ostroff, C., Kinicki, A., & Clark, M. (2002). Substantive and Operational Issues of Response Bias and Method Variance Across Levels of Analysis: An Example of Climate and Satisfaction. Journal of Applied Psychology, 87, 355-368.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 86, + "generated_len": [ + 68 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.7823529411764705, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 5976, + 518, + 98803, + 11, + 472, + 2969, + 82457, + 572, + 22409, + 311, + 26585, + 5737, + 647, + 11, + 304, + 892, + 1340, + 10859, + 42441, + 3437, + 11, + 2502, + 954, + 587, + 956, + 11, + 11427, + 443, + 11, + 323, + 3240, + 1038, + 19875, + 13, + 576, + 6155, + 1874, + 76556, + 28988, + 2253, + 730, + 31607, + 220, + 16, + 23, + 11, + 892, + 55596, + 98803, + 389, + 220, + 22, + 5768, + 220, + 16, + 24, + 19, + 18, + 6822, + 369, + 279, + 55854, + 1541, + 29115, + 11, + 323, + 11, + 3392, + 11829, + 27092, + 389, + 220, + 24, + 5768, + 220, + 16, + 24, + 19, + 18, + 311, + 2053, + 4000, + 11, + 7117, + 279, + 79461, + 311, + 279, + 425, + 9094, + 65090, + 11703, + 3082, + 389, + 220, + 16, + 15, + 5768, + 220, + 16, + 24, + 19, + 18, + 11, + 279, + 1899, + 315, + 279, + 2856, + 4268, + 819, + 13, + 472, + 2969, + 82457, + 1221, + 23151, + 389, + 32522, + 323, + 6155, + 14189, + 304, + 1824, + 315, + 27897, + 7891, + 3080, + 1660, + 5880, + 504, + 279, + 5666, + 389, + 220, + 18, + 16, + 5768, + 220, + 16, + 24, + 19, + 18, + 323, + 31734, + 1542, + 311, + 279, + 220, + 20, + 23, + 339, + 22251, + 261, + 14489, + 3118, + 518, + 60650, + 369, + 32522, + 323, + 6155, + 14189, + 304, + 279, + 8622, + 37685, + 15029, + 13 + ], + "text": " While at Gibraltar, Hambledon was transferred to Escort Group V, in which she joined Blankney, Blencathra, Brecon, and Brissenden. The escort group escorted Convoy KMF 18, which departed Gibraltar on 7 July 1943 bound for the Sicily invasion, and, detaching temporarily on 9 July 1943 to refuel, brought the convoy to the BARK WEST assault area on 10 July 1943, the day of the initial landings. Hambledon then operated on patrol and escort duty in support of Husky until being released from the operation on 31 July 1943 and reassigned to the 58th Destroyer Division based at Malta for patrol and escort duty in the central Mediterranean Sea." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "While at Gibraltar, Hambledon was transferred to Escort Group V, in which she joined Blankney, Blencathra, Brecon, and Brissenden. The escort group escorted Convoy KMF 18, which departed Gibraltar on 7 July 1943 bound for the Sicily invasion, and, detaching temporarily on 9 July 1943 to refuel, brought the convoy to the BARK WEST assault area on 10 July 1943, the day of the initial landings. Hambledon then operated on patrol and escort duty in support of Husky until being released from the operation on 31 July 1943 and reassigned to the 58th Destroyer Division based at Malta for patrol and escort duty in the central Mediterranean Sea." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: While at Gibraltar, Hambledon was transferred to Escort Group V, in which she joined Blankney, Blencathra, Brecon, and Brissenden. The escort group escorted Convoy KMF 18, which departed Gibraltar on 7 July 1943 bound for the Sicily invasion, and, detaching temporarily on 9 July 1943 to refuel, brought the convoy to the BARK WEST assault area on 10 July 1943, the day of the initial landings. Hambledon then operated on patrol and escort duty in support of Husky until being released from the operation on 31 July 1943 and reassigned to the 58th Destroyer Division based at Malta for patrol and escort duty in the central Mediterranean Sea.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 188, + "generated_len": [ + 170 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.266304347826087, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 472, + 16, + 48284, + 374, + 7407, + 304, + 279, + 9124, + 48270, + 315, + 830, + 37104, + 315, + 279, + 1973, + 7767, + 417, + 2416, + 323, + 24127, + 973, + 8872, + 14507, + 311, + 9124, + 55588, + 13, + 220, + 472, + 16, + 374, + 16216, + 311, + 16202, + 11379, + 304, + 279, + 9124, + 2070, + 323, + 20081, + 279, + 11466, + 311, + 18512, + 323, + 29257, + 5889, + 311, + 80109, + 6396, + 448, + 8872, + 50379, + 311, + 69136, + 10971, + 13, + 1084, + 374, + 7945, + 25988, + 311, + 16202, + 4637, + 11379, + 5815, + 448, + 7203, + 315, + 279, + 11466, + 594, + 1828, + 2487, + 2337, + 10971, + 13, + 20765, + 311, + 472, + 16, + 3163, + 4720, + 279, + 11466, + 594, + 5726, + 311, + 5546, + 531, + 84060, + 2337, + 10971, + 11, + 22561, + 429, + 432, + 374, + 264, + 5871, + 3692, + 315, + 279, + 3387, + 316, + 9887, + 2033, + 13, + 472, + 16, + 374, + 458, + 10507, + 1849, + 369, + 20956, + 279, + 29728, + 8037, + 315, + 1995, + 8692, + 4152, + 311, + 1181, + 7548, + 42910, + 323, + 44107, + 14507, + 311, + 55588, + 13, + 8704, + 279, + 2856, + 74793, + 938, + 323, + 52094, + 3668, + 8040, + 315, + 472, + 16, + 304, + 220, + 16, + 24, + 22, + 21, + 11, + 3920, + 315, + 279, + 48284, + 702, + 18875, + 55028, + 279, + 8660, + 315, + 29728, + 10822, + 304, + 264, + 6884, + 2088, + 315, + 43204, + 11, + 5310, + 279, + 5025, + 1948, + 279, + 29728, + 2038, + 323, + 7709, + 13 + ], + "text": " The H1 neuron is located in the visual cortex of true flies of the order Diptera and mediates motor responses to visual stimuli. H1 is sensitive to horizontal motion in the visual field and enables the fly to rapidly and accurately respond to optic flow with motor corrections to stabilize flight. It is particularly responsive to horizontal forward motion associated with movement of the fly's own body during flight. Damage to H1 impairs the fly's ability to counteract disturbances during flight, suggesting that it is a necessary component of the optomotor response. H1 is an ideal system for studying the neural basis of information processing due to its highly selective and predictable responses to stimuli. Since the initial anatomical and physiological characterizations of H1 in 1976, study of the neuron has greatly benefited the understanding of neural coding in a wide range of organisms, especially the relationship between the neural code and behavior." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The H1 neuron is located in the visual cortex of true flies of the order Diptera and mediates motor responses to visual stimuli. H1 is sensitive to horizontal motion in the visual field and enables the fly to rapidly and accurately respond to optic flow with motor corrections to stabilize flight. It is particularly responsive to horizontal forward motion associated with movement of the fly's own body during flight. Damage to H1 impairs the fly's ability to counteract disturbances during flight, suggesting that it is a necessary component of the optomotor response. H1 is an ideal system for studying the neural basis of information processing due to its highly selective and predictable responses to stimuli. Since the initial anatomical and physiological characterizations of H1 in 1976, study of the neuron has greatly benefited the understanding of neural coding in a wide range of organisms, especially the relationship between the neural code and behavior." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The H1 neuron is located in the visual cortex of true flies of the order Diptera and mediates motor responses to visual stimuli. H1 is sensitive to horizontal motion in the visual field and enables the fly to rapidly and accurately respond to optic flow with motor corrections to stabilize flight. It is particularly responsive to horizontal forward motion associated with movement of the fly's own body during flight. Damage to H1 impairs the fly's ability to counteract disturbances during flight, suggesting that it is a necessary component of the optomotor response. H1 is an ideal system for studying the neural basis of information processing due to its highly selective and predictable responses to stimuli. Since the initial anatomical and physiological characterizations of H1 in 1976, study of the neuron has greatly benefited the understanding of neural coding in a wide range of organisms, especially the relationship between the neural code and behavior.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 202, + "generated_len": [ + 184 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.9273743016759775, + "len": 0.994413407821229, + "lcs": 0.7706552706552706 + }, + "predict": { + "tokens": [ + 758, + 6702, + 220, + 16, + 24, + 22, + 16, + 11, + 2176, + 5166, + 645, + 323, + 23355, + 17298, + 372, + 320, + 983, + 3439, + 448, + 14261, + 43358, + 11, + 6798, + 3303, + 2396, + 11, + 323, + 3800, + 8, + 30308, + 304, + 458, + 11577, + 13583, + 17838, + 320, + 23054, + 34, + 8, + 3797, + 24668, + 705, + 20060, + 85729, + 7725, + 304, + 5257, + 11674, + 323, + 87487, + 13, + 85729, + 7725, + 6139, + 279, + 52988, + 8388, + 369, + 279, + 33721, + 594, + 11232, + 8523, + 304, + 279, + 14106, + 17102, + 13, + 10294, + 287, + 279, + 17102, + 304, + 3686, + 70, + 2863, + 594, + 13583, + 12712, + 25, + 9127, + 86723, + 315, + 279, + 77218, + 550, + 320, + 16, + 24, + 23, + 16, + 701, + 8397, + 3686, + 70, + 2863, + 6139, + 25, + 330, + 2679, + 498, + 2299, + 264, + 93788, + 369, + 27936, + 645, + 40802, + 313, + 2396, + 2024, + 258, + 6, + 21163, + 453, + 4644, + 685, + 11, + 82180, + 25975, + 11, + 3999, + 1881, + 53990, + 313, + 9330, + 2578, + 438, + 1632, + 3695, + 432, + 504, + 1931, + 27936, + 550, + 389, + 264, + 1931, + 11, + 19962, + 27936, + 645, + 2383, + 13, + 28198, + 25, + 364, + 38, + 2969, + 1536, + 594, + 18971, + 2894, + 5166, + 645, + 594, + 650, + 19190, + 37110, + 58460, + 23281, + 315, + 36682, + 645, + 11, + 892, + 21776, + 311, + 387, + 12433, + 553, + 18079, + 879, + 3278, + 633, + 432, + 6617, + 1189 + ], + "text": " In November 1971, both Artie and Happy Traum (together with Bob Dylan, David Amram, and others) participated in an extended Record Plant (NYC) session backing up Allen Ginsberg in various songs and chants. Ginsberg wrote the liner notes for the duo's Hard Times in the Country LP. Reviewing the LP in Christgau's Record Guide: Rock Albums of the Seventies (1981), Robert Christgau wrote: \"If you're a sucker for folkie nonsense--ramblin' mythopoeia, articulated sentiment, purty tunes--you might as well buy it from real folkies on a real, struggling folkie label. Bonus: 'Gambler's Song,' Artie's uncharacteristically ironic tale of anomie, which ought to be recorded by somebody who'll get it heard.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In November 1971, both Artie and Happy Traum (together with Bob Dylan, David Amram, and others) participated in an extended Record Plant (NYC) session backing up Allen Ginsberg in various songs and chants. Ginsberg wrote the liner notes for the duo's Hard Times in the Country LP. Reviewing the LP in Christgau's Record Guide: Rock Albums of the Seventies (1981), Robert Christgau wrote: \"If you're a sucker for folkie nonsense--ramblin' mythopoeia, articulated sentiment, purty tunes--you might as well buy it from real folkies on a real, struggling folkie label. Bonus: 'Gambler's Song,' Artie's uncharacteristically ironic tale of anomie, which ought to be recorded by somebody who'll get it heard.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In November 1971, both Artie and Happy Traum (together with Bob Dylan, David Amram, and others) participated in an extended Record Plant (NYC) session backing up Allen Ginsberg in various songs and chants. Ginsberg wrote the liner notes for the duo's Hard Times in the Country LP. Reviewing the LP in Christgau's Record Guide: Rock Albums of the Seventies (1981), Robert Christgau wrote: \"If you're a sucker for folkie nonsense--ramblin' mythopoeia, articulated sentiment, purty tunes--you might as well buy it from real folkies on a real, struggling folkie label. Bonus: 'Gambler's Song,' Artie's uncharacteristically ironic tale of anomie, which ought to be recorded by somebody who'll get it heard.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 198, + "generated_len": [ + 179 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.30188679245283, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 56178, + 2997, + 12163, + 304, + 264, + 36048, + 30117, + 865, + 82308, + 892, + 1030, + 1012, + 20346, + 304, + 220, + 16, + 23, + 22, + 23, + 11, + 7892, + 809, + 713, + 524, + 17460, + 672, + 1181, + 8894, + 2337, + 1863, + 291, + 644, + 594, + 8171, + 5694, + 13, + 2379, + 24367, + 279, + 23149, + 20013, + 315, + 862, + 3753, + 11, + 448, + 279, + 41517, + 1863, + 283, + 2997, + 5382, + 304, + 279, + 18494, + 4279, + 13, + 576, + 4752, + 572, + 3460, + 3322, + 369, + 1863, + 291, + 644, + 311, + 387, + 20204, + 806, + 1828, + 13829, + 26, + 264, + 58771, + 518, + 279, + 882, + 13, + 758, + 4065, + 315, + 279, + 3753, + 572, + 264, + 35570, + 323, + 264, + 19653, + 281, + 22478, + 11, + 1393, + 33597, + 323, + 58882, + 10487, + 2342, + 13938, + 4815, + 279, + 4752, + 13 + ], + "text": " The Mao family lived in a clay-brick farmhouse which had been constructed in 1878, although Yichang oversaw its extension during Zedong's boyhood. They occupied the eastern wing of their house, with the neighboring Zou family living in the western half. The building was large enough for Zedong to be allocated his own bedroom; a rarity at the time. In front of the house was a pond and a rice paddy, while pine and bamboo groves grew behind the building." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Mao family lived in a clay-brick farmhouse which had been constructed in 1878, although Yichang oversaw its extension during Zedong's boyhood. They occupied the eastern wing of their house, with the neighboring Zou family living in the western half. The building was large enough for Zedong to be allocated his own bedroom; a rarity at the time. In front of the house was a pond and a rice paddy, while pine and bamboo groves grew behind the building." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Mao family lived in a clay-brick farmhouse which had been constructed in 1878, although Yichang oversaw its extension during Zedong's boyhood. They occupied the eastern wing of their house, with the neighboring Zou family living in the western half. The building was large enough for Zedong to be allocated his own bedroom; a rarity at the time. In front of the house was a pond and a rice paddy, while pine and bamboo groves grew behind the building.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 124, + "generated_len": [ + 106 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.25, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 11102, + 19115, + 315, + 1562, + 6321, + 1080, + 76928, + 374, + 220, + 17, + 20, + 13742, + 16824, + 71803, + 916, + 220, + 18, + 15, + 12, + 21, + 15, + 4420, + 3055, + 817, + 2003, + 320, + 66907, + 769, + 90671, + 11, + 4848, + 2572, + 220, + 17, + 15, + 15, + 22, + 568, + 33014, + 6380, + 1231, + 3060, + 3080, + 8457, + 32724, + 476, + 3080, + 6835, + 3139, + 71629, + 480, + 3108, + 6239, + 13 + ], + "text": " The recommended dose of temsirolimus is 25 mg IV infused over 30-60 minutes once per week (Wyeth Pharmaceuticals, Inc., 2007). Weekly treatment may continue until disease progression or until patients experience intolerable side effects." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The recommended dose of temsirolimus is 25 mg IV infused over 30-60 minutes once per week (Wyeth Pharmaceuticals, Inc., 2007). Weekly treatment may continue until disease progression or until patients experience intolerable side effects." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The recommended dose of temsirolimus is 25 mg IV infused over 30-60 minutes once per week (Wyeth Pharmaceuticals, Inc., 2007). Weekly treatment may continue until disease progression or until patients experience intolerable side effects.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 74, + "generated_len": [ + 56 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.161290322580645, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 27181, + 1062, + 82108, + 279, + 1532, + 4261, + 5235, + 44283, + 19507, + 2083, + 304, + 82752, + 304, + 220, + 16, + 24, + 18, + 21, + 448, + 96298, + 7801, + 330, + 54012, + 1268, + 16180, + 1, + 14248, + 1536, + 13, + 576, + 2083, + 572, + 264, + 6849, + 4462, + 315, + 279, + 56047, + 5055, + 8953, + 3080, + 432, + 93444, + 6465, + 304, + 220, + 16, + 24, + 19, + 23, + 11, + 1283, + 17121, + 8953, + 37158, + 572, + 939, + 791, + 1580, + 657, + 13 + ], + "text": " Robinson co-founded the New York Black Yankees baseball team in Harlem in 1936 with financier James \"Soldier Boy\" Semler. The team was a successful member of the Negro National League until it disbanded in 1948, after Major League Baseball was desegregated." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Robinson co-founded the New York Black Yankees baseball team in Harlem in 1936 with financier James \"Soldier Boy\" Semler. The team was a successful member of the Negro National League until it disbanded in 1948, after Major League Baseball was desegregated." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Robinson co-founded the New York Black Yankees baseball team in Harlem in 1936 with financier James \"Soldier Boy\" Semler. The team was a successful member of the Negro National League until it disbanded in 1948, after Major League Baseball was desegregated.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 80, + "generated_len": [ + 62 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8045112781954886, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 50508, + 4026, + 8346, + 374, + 279, + 4126, + 315, + 279, + 50508, + 4026, + 8346, + 26997, + 30511, + 65694, + 12030, + 11, + 438, + 4512, + 553, + 279, + 547, + 808, + 13, + 45527, + 21802, + 13, + 1096, + 19197, + 54322, + 17167, + 21063, + 315, + 43046, + 6272, + 11, + 14352, + 13, + 576, + 220, + 17, + 15, + 15, + 15, + 43602, + 1730, + 220, + 19, + 21, + 11, + 15, + 15, + 20, + 1251, + 304, + 279, + 19197, + 54322, + 11, + 3259, + 432, + 279, + 220, + 17, + 21, + 15, + 339, + 1429, + 94451, + 1741, + 3082, + 304, + 279, + 3639, + 4180, + 13, + 21658, + 678, + 547, + 808, + 13, + 28464, + 5671, + 320, + 58903, + 2121, + 701, + 279, + 50508, + 4026, + 8346, + 19197, + 54322, + 20803, + 220, + 21, + 17, + 17, + 303, + 13, + 758, + 14352, + 11, + 279, + 50508, + 4026, + 8346, + 19197, + 54322, + 374, + 279, + 220, + 18, + 22, + 339, + 1429, + 94451, + 24029, + 32, + 11, + 323, + 279, + 220, + 17, + 16, + 267, + 1429, + 94451, + 19197, + 30511, + 28464, + 3082, + 13 + ], + "text": " Bellefontaine is the center of the Bellefontaine Micropolitan Statistical Area, as defined by the U.S. Census Bureau. This micropolis consists solely of Logan County, Ohio. The 2000 census found 46,005 people in the micropolis, making it the 260th most populous such area in the United States. Among all U.S. statistical areas (CBSAs), the Bellefontaine micropolis ranks 622nd. In Ohio, the Bellefontaine micropolis is the 37th most populous CBSA, and the 21st most populous micropolitan statistical area." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Bellefontaine is the center of the Bellefontaine Micropolitan Statistical Area, as defined by the U.S. Census Bureau. This micropolis consists solely of Logan County, Ohio. The 2000 census found 46,005 people in the micropolis, making it the 260th most populous such area in the United States. Among all U.S. statistical areas (CBSAs), the Bellefontaine micropolis ranks 622nd. In Ohio, the Bellefontaine micropolis is the 37th most populous CBSA, and the 21st most populous micropolitan statistical area." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Bellefontaine is the center of the Bellefontaine Micropolitan Statistical Area, as defined by the U.S. Census Bureau. This micropolis consists solely of Logan County, Ohio. The 2000 census found 46,005 people in the micropolis, making it the 260th most populous such area in the United States. Among all U.S. statistical areas (CBSAs), the Bellefontaine micropolis ranks 622nd. In Ohio, the Bellefontaine micropolis is the 37th most populous CBSA, and the 21st most populous micropolitan statistical area.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 151, + "generated_len": [ + 133 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.511111111111111, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 3218, + 1083, + 5829, + 4909, + 429, + 9170, + 1083, + 13666, + 304, + 8321, + 323, + 24054, + 11871, + 518, + 4428, + 5866, + 311, + 65308, + 11871, + 11, + 7892, + 1045, + 7586, + 315, + 11480, + 525, + 4911, + 369, + 1251, + 879, + 10542, + 438, + 8321, + 11, + 24054, + 11, + 55732, + 11, + 27208, + 476, + 946, + 11553, + 13 + ], + "text": " The Act also recognises that violence also occurs in gay and lesbian relationships at similar levels to heterosexual relationships, although some forms of abuse are unique for people who identify as gay, lesbian, bisexual, transgender or intersex." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Act also recognises that violence also occurs in gay and lesbian relationships at similar levels to heterosexual relationships, although some forms of abuse are unique for people who identify as gay, lesbian, bisexual, transgender or intersex." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Act also recognises that violence also occurs in gay and lesbian relationships at similar levels to heterosexual relationships, although some forms of abuse are unique for people who identify as gay, lesbian, bisexual, transgender or intersex.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 63, + "generated_len": [ + 45 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.048780487804878, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 17203, + 33292, + 374, + 1483, + 304, + 264, + 8045, + 315, + 384, + 719, + 7266, + 48155, + 11, + 1429, + 16626, + 10867, + 16656, + 11, + 312, + 5740, + 323, + 1008, + 10867, + 4357, + 11, + 7892, + 432, + 374, + 1083, + 92227, + 6364, + 304, + 19073, + 10723, + 476, + 1473, + 29002, + 10707, + 13 + ], + "text": " The Paint Horse is used in a variety of equestrian disciplines, most commonly Western pleasure, reining and other Western events, although it is also ridden English in hunt seat or show jumping competition." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Paint Horse is used in a variety of equestrian disciplines, most commonly Western pleasure, reining and other Western events, although it is also ridden English in hunt seat or show jumping competition." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Paint Horse is used in a variety of equestrian disciplines, most commonly Western pleasure, reining and other Western events, although it is also ridden English in hunt seat or show jumping competition.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 59, + "generated_len": [ + 41 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.2631578947368425, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 5331, + 426, + 36306, + 374, + 26361, + 438, + 825, + 315, + 279, + 1156, + 1560, + 865, + 2424, + 311, + 990, + 279, + 9931, + 1331, + 48542, + 304, + 279, + 220, + 16, + 24, + 22, + 15, + 82, + 13, + 17594, + 806, + 22130, + 10641, + 20644, + 333, + 64452, + 374, + 7025, + 40757, + 438, + 279, + 70901, + 13, + 57919, + 7247, + 14261, + 46300, + 1174, + 702, + 1012, + 40757, + 448, + 5411, + 3791, + 279, + 12654, + 13 + ], + "text": " Mushtaq is regarded as one of the first cricketers to use the reverse-sweep in the 1970s. Though his elder brother Hanif Mohammad is sometimes credited as the inventor. Cricket coach Bob Woolmer has been credited with popularising the stroke." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Mushtaq is regarded as one of the first cricketers to use the reverse-sweep in the 1970s. Though his elder brother Hanif Mohammad is sometimes credited as the inventor. Cricket coach Bob Woolmer has been credited with popularising the stroke." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Mushtaq is regarded as one of the first cricketers to use the reverse-sweep in the 1970s. Though his elder brother Hanif Mohammad is sometimes credited as the inventor. Cricket coach Bob Woolmer has been credited with popularising the stroke.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 75, + "generated_len": [ + 57 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.4869565217391303, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 671, + 1289, + 716, + 8035, + 66936, + 17012, + 50, + 39370, + 11720, + 256, + 220, + 15, + 87, + 15, + 15, + 19, + 15, + 1441, + 716, + 8035, + 66936, + 17012, + 50, + 39370, + 11077, + 257, + 220, + 15, + 87, + 15, + 15, + 19, + 15, + 1441, + 716, + 8035, + 66936, + 17012, + 50, + 39370, + 11987, + 262, + 220, + 15, + 87, + 15, + 15, + 15, + 15, + 1441, + 716, + 8035, + 8481, + 66936, + 17012, + 50, + 39370, + 8414, + 31356, + 8, + 9699, + 1124, + 310, + 716, + 3821, + 2602, + 77851, + 69222, + 3821, + 3062, + 77851, + 368, + 609, + 3968, + 62, + 8035, + 66936, + 17012, + 50, + 39370, + 11720, + 8, + 760, + 320, + 8516, + 593, + 2, + 1289, + 716, + 8035, + 12702, + 66936, + 17012, + 50, + 39370, + 8414, + 368, + 11070, + 1124, + 310, + 5453, + 3821, + 3062, + 77851, + 368, + 609, + 716, + 8035, + 66936, + 17012, + 50, + 39370, + 11720, + 8 + ], + "text": " #define _MM_DENORMALS_ZERO_MASK 0x0040#define _MM_DENORMALS_ZERO_ON 0x0040#define _MM_DENORMALS_ZERO_OFF 0x0000#define _MM_SET_DENORMALS_ZERO_MODE(mode) \\ _mm_setcsr((_mm_getcsr() & ~_MM_DENORMALS_ZERO_MASK) | (mode))#define _MM_GET_DENORMALS_ZERO_MODE() \\ (_mm_getcsr() & _MM_DENORMALS_ZERO_MASK)" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "#define _MM_DENORMALS_ZERO_MASK 0x0040#define _MM_DENORMALS_ZERO_ON 0x0040#define _MM_DENORMALS_ZERO_OFF 0x0000#define _MM_SET_DENORMALS_ZERO_MODE(mode) \\ _mm_setcsr((_mm_getcsr() & ~_MM_DENORMALS_ZERO_MASK) | (mode))#define _MM_GET_DENORMALS_ZERO_MODE() \\ (_mm_getcsr() & _MM_DENORMALS_ZERO_MASK)" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: #define _MM_DENORMALS_ZERO_MASK 0x0040#define _MM_DENORMALS_ZERO_ON 0x0040#define _MM_DENORMALS_ZERO_OFF 0x0000#define _MM_SET_DENORMALS_ZERO_MODE(mode) \\ _mm_setcsr((_mm_getcsr() & ~_MM_DENORMALS_ZERO_MASK) | (mode))#define _MM_GET_DENORMALS_ZERO_MODE() \\ (_mm_getcsr() & _MM_DENORMALS_ZERO_MASK)<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 133, + "generated_len": [ + 115 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.258064516129032, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 7400, + 220, + 16, + 24, + 18, + 23, + 66331, + 10449, + 16245, + 13918, + 323, + 803, + 30685, + 5636, + 22696, + 11, + 448, + 458, + 12944, + 3671, + 311, + 2506, + 279, + 3859, + 642, + 46419, + 11, + 311, + 279, + 9652, + 409, + 647, + 2840, + 15209, + 13, + 4220, + 1033, + 12510, + 504, + 220, + 16, + 17, + 7400, + 3080, + 220, + 21, + 5768, + 323, + 1549, + 504, + 220, + 17, + 16, + 6122, + 3080, + 220, + 17, + 16, + 6702, + 13 + ], + "text": " In February 1938 Renault presented stronger tracks and more resistant road wheels, with an improved device to keep the axles waterproof, to the Commission de Vincennes. These were tested from 12 February until 6 July and again from 21 September until 21 November." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In February 1938 Renault presented stronger tracks and more resistant road wheels, with an improved device to keep the axles waterproof, to the Commission de Vincennes. These were tested from 12 February until 6 July and again from 21 September until 21 November." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In February 1938 Renault presented stronger tracks and more resistant road wheels, with an improved device to keep the axles waterproof, to the Commission de Vincennes. These were tested from 12 February until 6 July and again from 21 September until 21 November.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 80, + "generated_len": [ + 62 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.205357142857143, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 25453, + 332, + 10881, + 1030, + 264, + 5025, + 448, + 264, + 5836, + 12879, + 5220, + 6941, + 18880, + 685, + 31401, + 504, + 220, + 16, + 24, + 23, + 16, + 311, + 220, + 16, + 24, + 23, + 17, + 13, + 1260, + 1083, + 45431, + 264, + 9814, + 5025, + 448, + 4350, + 558, + 2157, + 1038, + 1194, + 11, + 264, + 5220, + 504, + 279, + 4787, + 12721, + 3942, + 315, + 5836, + 12879, + 13, + 6944, + 11871, + 1033, + 448, + 18880, + 685, + 12637, + 7880, + 11, + 879, + 7952, + 389, + 279, + 3421, + 315, + 576, + 34136, + 24209, + 355, + 279, + 12252, + 27507, + 30683, + 72278, + 26, + 89257, + 9403, + 288, + 11, + 879, + 7952, + 389, + 279, + 3421, + 315, + 76697, + 311, + 11867, + 25453, + 332, + 10881, + 26, + 323, + 1417, + 5400, + 647, + 21405, + 11, + 879, + 7952, + 389, + 279, + 3421, + 315, + 80549, + 315, + 279, + 68392, + 13 + ], + "text": " Brautigan had a relationship with a San Francisco woman named Marcia Clay from 1981 to 1982. He also pursued a brief relationship with Janice Meissner, a woman from the North Beach community of San Francisco. Other relationships were with Marcia Pacaud, who appears on the cover of The Pill Versus the Springhill Mine Disaster; Valerie Estes, who appears on the cover of Listening to Richard Brautigan; and Sherry Vetter, who appears on the cover of Revenge of the Lawn." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Brautigan had a relationship with a San Francisco woman named Marcia Clay from 1981 to 1982. He also pursued a brief relationship with Janice Meissner, a woman from the North Beach community of San Francisco. Other relationships were with Marcia Pacaud, who appears on the cover of The Pill Versus the Springhill Mine Disaster; Valerie Estes, who appears on the cover of Listening to Richard Brautigan; and Sherry Vetter, who appears on the cover of Revenge of the Lawn." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Brautigan had a relationship with a San Francisco woman named Marcia Clay from 1981 to 1982. He also pursued a brief relationship with Janice Meissner, a woman from the North Beach community of San Francisco. Other relationships were with Marcia Pacaud, who appears on the cover of The Pill Versus the Springhill Mine Disaster; Valerie Estes, who appears on the cover of Listening to Richard Brautigan; and Sherry Vetter, who appears on the cover of Revenge of the Lawn.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 130, + "generated_len": [ + 112 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.291666666666667, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1634, + 369, + 279, + 1790, + 10126, + 11, + 1753, + 315, + 279, + 7329, + 315, + 21048, + 374, + 9761, + 553, + 264, + 12045, + 10876, + 70432, + 429, + 374, + 3381, + 311, + 387, + 264, + 20980, + 315, + 9853, + 323, + 15797, + 13, + 1096, + 9853, + 40847, + 70432, + 11, + 264, + 2421, + 13692, + 12045, + 11, + 1525, + 2624, + 6375, + 279, + 4268, + 11, + 714, + 304, + 7482, + 432, + 702, + 264, + 293, + 6752, + 10434, + 11, + 70607, + 279, + 7329, + 315, + 264, + 19240, + 13, + 576, + 70432, + 1231, + 387, + 1075, + 264, + 93767, + 323, + 1212, + 3654, + 4682, + 279, + 9853, + 429, + 374, + 9519, + 304, + 279, + 70432, + 1410, + 28999, + 323, + 6396, + 1495, + 279, + 59008, + 323, + 1281, + 342, + 617, + 550, + 13, + 220, + 9211, + 1052, + 525, + 2421, + 1560, + 11535, + 389, + 419, + 70432, + 11, + 279, + 70432, + 374, + 12040, + 3908, + 13, + 1527, + 9073, + 1651, + 315, + 419, + 70432, + 374, + 6839, + 3685, + 304, + 279, + 6802, + 315, + 279, + 393, + 983, + 273, + 1728, + 89702, + 4553, + 962, + 51379, + 11, + 438, + 3884, + 553, + 21018, + 4305, + 925, + 13 + ], + "text": " As for the next theory, much of the surface of Mars is covered by a thick smooth mantle that is thought to be a mixture of ice and dust. This ice-rich mantle, a few yards thick, smoothes the land, but in places it has a bumpy texture, resembling the surface of a basketball. The mantle may be like a glacier and under certain conditions the ice that is mixed in the mantle could melt and flow down the slopes and make gullies. Because there are few craters on this mantle, the mantle is relatively young. An excellent view of this mantle is shown below in the picture of the Ptolemaeus Crater Rim, as seen by HiRISE." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "As for the next theory, much of the surface of Mars is covered by a thick smooth mantle that is thought to be a mixture of ice and dust. This ice-rich mantle, a few yards thick, smoothes the land, but in places it has a bumpy texture, resembling the surface of a basketball. The mantle may be like a glacier and under certain conditions the ice that is mixed in the mantle could melt and flow down the slopes and make gullies. Because there are few craters on this mantle, the mantle is relatively young. An excellent view of this mantle is shown below in the picture of the Ptolemaeus Crater Rim, as seen by HiRISE." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: As for the next theory, much of the surface of Mars is covered by a thick smooth mantle that is thought to be a mixture of ice and dust. This ice-rich mantle, a few yards thick, smoothes the land, but in places it has a bumpy texture, resembling the surface of a basketball. The mantle may be like a glacier and under certain conditions the ice that is mixed in the mantle could melt and flow down the slopes and make gullies. Because there are few craters on this mantle, the mantle is relatively young. An excellent view of this mantle is shown below in the picture of the Ptolemaeus Crater Rim, as seen by HiRISE.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 162, + "generated_len": [ + 144 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.242424242424242, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 57400, + 468, + 90240, + 315, + 576, + 362, + 5058, + 13, + 10140, + 6551, + 279, + 9234, + 264, + 330, + 32, + 27651, + 11972, + 323, + 6139, + 11, + 330, + 3983, + 304, + 1817, + 9234, + 11, + 25748, + 37066, + 11250, + 482, + 12983, + 429, + 364, + 17735, + 6, + 8168, + 1101, + 1290, + 13, + 11778, + 1246, + 358, + 15102, + 6476, + 911, + 364, + 37, + 6572, + 3240, + 661, + 36083, + 1210, + 1084, + 572, + 1661, + 11, + 714, + 358, + 5710, + 944, + 37464, + 13, + 16377, + 11, + 279, + 803, + 358, + 3381, + 911, + 432, + 11, + 279, + 803, + 847, + 36705, + 13938, + 13, + 358, + 646, + 2444, + 1588, + 323, + 24691, + 29245, + 323, + 14527, + 25748, + 37066, + 11250, + 482, + 11, + 714, + 979, + 432, + 678, + 4041, + 1495, + 311, + 432, + 11, + 358, + 5274, + 1817, + 9234, + 8266, + 429, + 8205, + 323, + 52733, + 8266, + 429, + 6724, + 979, + 264, + 1473, + 12983, + 279, + 10226, + 7702, + 1660, + 4460, + 2238, + 2588, + 11, + 296, + 6191, + 5086, + 304, + 4258, + 7902, + 17971, + 11, + 323, + 979, + 432, + 11964, + 973, + 48236, + 311, + 279, + 1459, + 1380, + 432, + 594, + 9255, + 323, + 650, + 1859, + 20058, + 13, + 8886, + 13348, + 315, + 279, + 9234, + 1030, + 419, + 13942, + 16878, + 9794, + 4271, + 315, + 4746, + 1189 + ], + "text": " Molly Eichel of The A.V. Club gave the episode a \"A-\" grade and wrote, \"But in each episode, Brooklyn Nine-Nine hits that 'heart' factor just right. Take how I initially felt about 'Fancy Brudgom': It was good, but I wasn't thrilled. Still, the more I thought about it, the more my affection grew. I can sit here and nitpick and fault Brooklyn Nine-Nine, but when it all comes down to it, I leave each episode feeling that warm and fuzzy feeling that exists when a show hits the sweet spot being trying too hard, miring itself in treacle territory, and when it elevates laughs to the point where it's cold and unfeeling. Each portion of the episode had this perfectly measured-out quality of heart.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Molly Eichel of The A.V. Club gave the episode a \"A-\" grade and wrote, \"But in each episode, Brooklyn Nine-Nine hits that 'heart' factor just right. Take how I initially felt about 'Fancy Brudgom': It was good, but I wasn't thrilled. Still, the more I thought about it, the more my affection grew. I can sit here and nitpick and fault Brooklyn Nine-Nine, but when it all comes down to it, I leave each episode feeling that warm and fuzzy feeling that exists when a show hits the sweet spot being trying too hard, miring itself in treacle territory, and when it elevates laughs to the point where it's cold and unfeeling. Each portion of the episode had this perfectly measured-out quality of heart.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Molly Eichel of The A.V. Club gave the episode a \"A-\" grade and wrote, \"But in each episode, Brooklyn Nine-Nine hits that 'heart' factor just right. Take how I initially felt about 'Fancy Brudgom': It was good, but I wasn't thrilled. Still, the more I thought about it, the more my affection grew. I can sit here and nitpick and fault Brooklyn Nine-Nine, but when it all comes down to it, I leave each episode feeling that warm and fuzzy feeling that exists when a show hits the sweet spot being trying too hard, miring itself in treacle territory, and when it elevates laughs to the point where it's cold and unfeeling. Each portion of the episode had this perfectly measured-out quality of heart.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 183, + "generated_len": [ + 165 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.472972972972973, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1913, + 220, + 17, + 21, + 6527, + 220, + 17, + 15, + 16, + 22, + 11, + 264, + 96532, + 86912, + 320, + 3945, + 13, + 220, + 21, + 17, + 18, + 24, + 8, + 3736, + 33733, + 12938, + 553, + 279, + 12089, + 6898, + 55621, + 572, + 6088, + 369, + 2274, + 3, + 16, + 22, + 13, + 22, + 20, + 3526, + 304, + 1532, + 4261, + 11, + 3259, + 432, + 279, + 1429, + 11392, + 32171, + 14321, + 323, + 279, + 2086, + 1429, + 11392, + 3736, + 3512, + 6088, + 518, + 21165, + 320, + 300, + 315, + 6702, + 220, + 17, + 15, + 16, + 23, + 568 + ], + "text": " On 26 October 2017, a Rolex Daytona (Ref. 6239) watch formerly owned by the actor Paul Newman was sold for US$17.75 million in New York, making it the most expensive wristwatch and the second most expensive watch ever sold at auction (as of November 2018)." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On 26 October 2017, a Rolex Daytona (Ref. 6239) watch formerly owned by the actor Paul Newman was sold for US$17.75 million in New York, making it the most expensive wristwatch and the second most expensive watch ever sold at auction (as of November 2018)." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On 26 October 2017, a Rolex Daytona (Ref. 6239) watch formerly owned by the actor Paul Newman was sold for US$17.75 million in New York, making it the most expensive wristwatch and the second most expensive watch ever sold at auction (as of November 2018).<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 92, + "generated_len": [ + 74 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.263888888888889, + "len": 0.9861111111111112, + "lcs": 0.9052287581699346 + }, + "predict": { + "tokens": [ + 1913, + 220, + 23, + 6702, + 220, + 17, + 15, + 16, + 19, + 11, + 29360, + 25127, + 20822, + 386, + 2969, + 34113, + 438, + 42588, + 439, + 315, + 279, + 13506, + 56971, + 315, + 279, + 46759, + 7762, + 7075, + 24296, + 11, + 279, + 1590, + 5473, + 315, + 14303, + 369, + 894, + 32914, + 75895, + 559, + 938, + 19407, + 11, + 27758, + 279, + 29360, + 5561, + 13, + 5005, + 6691, + 49066, + 60278, + 386, + 2969, + 34113, + 25331, + 42570, + 36748, + 45914, + 49623, + 11, + 879, + 572, + 6941, + 89400, + 311, + 279, + 7217, + 315, + 60650, + 13 + ], + "text": " On 8 November 2014, Pope Francis appointed Mamberti as Prefect of the Supreme Tribunal of the Apostolic Signatura, the final court of appeal for any ecclesiastical judgment, besides the Pope himself. Then-Archbishop Mamberti succeeded Raymond Leo Cardinal Burke, who was named Patron to the Order of Malta." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On 8 November 2014, Pope Francis appointed Mamberti as Prefect of the Supreme Tribunal of the Apostolic Signatura, the final court of appeal for any ecclesiastical judgment, besides the Pope himself. Then-Archbishop Mamberti succeeded Raymond Leo Cardinal Burke, who was named Patron to the Order of Malta." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On 8 November 2014, Pope Francis appointed Mamberti as Prefect of the Supreme Tribunal of the Apostolic Signatura, the final court of appeal for any ecclesiastical judgment, besides the Pope himself. Then-Archbishop Mamberti succeeded Raymond Leo Cardinal Burke, who was named Patron to the Order of Malta.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 91, + "generated_len": [ + 72 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.369565217391305, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 9356, + 8282, + 2337, + 279, + 4399, + 4796, + 10735, + 389, + 88081, + 594, + 40380, + 344, + 5838, + 22538, + 13, + 98634, + 30696, + 311, + 220, + 19, + 20, + 315, + 279, + 220, + 19, + 23, + 5302, + 26, + 806, + 55275, + 2168, + 323, + 14396, + 3061, + 12035, + 279, + 3460, + 34751, + 879, + 6617, + 1435, + 6468, + 504, + 279, + 4796, + 5426, + 594, + 21516, + 13752, + 13, + 758, + 806, + 43340, + 11, + 88081, + 2581, + 9733, + 81948, + 553, + 829, + 11, + 4518, + 90170, + 22818, + 279, + 10491, + 27850, + 315, + 279, + 79836, + 8567, + 25, + 330, + 42, + 60048, + 11, + 56198, + 2142, + 11, + 323, + 21252, + 1189, + 758, + 5256, + 311, + 279, + 43340, + 11, + 566, + 2684, + 806, + 1943, + 700, + 311, + 11707, + 1526, + 220, + 18, + 15, + 43863, + 12425, + 42649, + 26, + 419, + 572, + 279, + 1156, + 13318, + 6223, + 304, + 892, + 12425, + 6342, + 264, + 3598, + 3476, + 13, + 758, + 12728, + 4842, + 11, + 88081, + 18349, + 279, + 7826, + 10173, + 315, + 279, + 6775, + 3033, + 304, + 279, + 8584, + 11, + 1393, + 304, + 7214, + 21978, + 11, + 566, + 7248, + 264, + 3746, + 3693, + 3476, + 304, + 75944, + 279, + 14461, + 315, + 56198, + 2142, + 13, + 88081, + 17827, + 1753, + 315, + 279, + 33631, + 323, + 9892, + 315, + 279, + 18706, + 18106, + 11, + 323, + 1657, + 315, + 806, + 584, + 12239, + 1033, + 6188, + 311, + 3164, + 916, + 15332, + 15511, + 315, + 23291, + 723, + 13 + ], + "text": " Republican strategy during the fall campaign focused on Eisenhower's unrivaled popularity. Ike traveled to 45 of the 48 states; his heroic image and plain talk excited the large crowds who heard him speak from the campaign train's caboose. In his speeches, Eisenhower never mentioned Stevenson by name, instead relentlessly attacking the alleged failures of the Truman administration: \"Korea, Communism, and corruption.\" In addition to the speeches, he got his message out to voters through 30-second television advertisements; this was the first presidential election in which television played a major role. In domestic policy, Eisenhower attacked the growing influence of the federal government in the economy, while in foreign affairs, he supported a strong American role in stemming the expansion of Communism. Eisenhower adopted much of the rhetoric and positions of the contemporary GOP, and many of his public statements were designed to win over conservative supporters of Taft." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Republican strategy during the fall campaign focused on Eisenhower's unrivaled popularity. Ike traveled to 45 of the 48 states; his heroic image and plain talk excited the large crowds who heard him speak from the campaign train's caboose. In his speeches, Eisenhower never mentioned Stevenson by name, instead relentlessly attacking the alleged failures of the Truman administration: \"Korea, Communism, and corruption.\" In addition to the speeches, he got his message out to voters through 30-second television advertisements; this was the first presidential election in which television played a major role. In domestic policy, Eisenhower attacked the growing influence of the federal government in the economy, while in foreign affairs, he supported a strong American role in stemming the expansion of Communism. Eisenhower adopted much of the rhetoric and positions of the contemporary GOP, and many of his public statements were designed to win over conservative supporters of Taft." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Republican strategy during the fall campaign focused on Eisenhower's unrivaled popularity. Ike traveled to 45 of the 48 states; his heroic image and plain talk excited the large crowds who heard him speak from the campaign train's caboose. In his speeches, Eisenhower never mentioned Stevenson by name, instead relentlessly attacking the alleged failures of the Truman administration: \"Korea, Communism, and corruption.\" In addition to the speeches, he got his message out to voters through 30-second television advertisements; this was the first presidential election in which television played a major role. In domestic policy, Eisenhower attacked the growing influence of the federal government in the economy, while in foreign affairs, he supported a strong American role in stemming the expansion of Communism. Eisenhower adopted much of the rhetoric and positions of the contemporary GOP, and many of his public statements were designed to win over conservative supporters of Taft.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 202, + "generated_len": [ + 184 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 6.121951219512195, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 35595, + 86213, + 582, + 614, + 1101, + 14078, + 2182, + 1493, + 4419, + 315, + 279, + 24438, + 5754, + 5486, + 311, + 4842, + 16460, + 1119, + 3405, + 13, + 4940, + 3308, + 14336, + 7802, + 19322, + 323, + 1045, + 1251, + 525, + 9831, + 311, + 9289, + 10960, + 6955, + 19554, + 369, + 264, + 5530, + 315, + 2524, + 13, + 47870, + 1231, + 1496, + 387, + 11495, + 553, + 1753, + 9155, + 65151, + 3565, + 13, + 22827, + 11, + 1496, + 421, + 1251, + 614, + 1632, + 38717, + 19322, + 11, + 807, + 1231, + 537, + 1160, + 311, + 34508, + 1105, + 13, + 362, + 16587, + 3405, + 1221, + 374, + 3425, + 458, + 10555, + 1614, + 481, + 369, + 3110, + 458, + 8894, + 315, + 279, + 24438, + 5754, + 12626, + 429, + 51824, + 1045, + 315, + 1493, + 25489, + 4419, + 481, + 1035, + 387, + 264, + 2664, + 5392, + 369, + 4842, + 6358, + 13, + 80645, + 18308, + 7988, + 26450, + 374, + 458, + 2989, + 80161, + 3405, + 369, + 3853, + 21787, + 315, + 44315, + 13 + ], + "text": " The behavioral critiques we have just discussed put these features of the rational choice approach to policy evaluation into question. Of course institutions affect preferences and some people are willing to exchange worse economic outcomes for a sense of control. Preferences may even be affected by much smaller contextual details. Moreover, even if people have well-defined preferences, they may not act to maximize them. A crucial question then is whether an alternative model - for example an extension of the rational choice framework that incorporates some of these realistic features - would be a better tool for policy analysis. Developing equally powerful alternatives is an important unresolved question for future generations of economists." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The behavioral critiques we have just discussed put these features of the rational choice approach to policy evaluation into question. Of course institutions affect preferences and some people are willing to exchange worse economic outcomes for a sense of control. Preferences may even be affected by much smaller contextual details. Moreover, even if people have well-defined preferences, they may not act to maximize them. A crucial question then is whether an alternative model - for example an extension of the rational choice framework that incorporates some of these realistic features - would be a better tool for policy analysis. Developing equally powerful alternatives is an important unresolved question for future generations of economists." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The behavioral critiques we have just discussed put these features of the rational choice approach to policy evaluation into question. Of course institutions affect preferences and some people are willing to exchange worse economic outcomes for a sense of control. Preferences may even be affected by much smaller contextual details. Moreover, even if people have well-defined preferences, they may not act to maximize them. A crucial question then is whether an alternative model - for example an extension of the rational choice framework that incorporates some of these realistic features - would be a better tool for policy analysis. Developing equally powerful alternatives is an important unresolved question for future generations of economists.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 141, + "generated_len": [ + 123 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 2.634782608695652, + "len": 0.5, + "lcs": 0.4966887417218543 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 24, + 20, + 18, + 328, + 4122, + 6342, + 1059, + 1537, + 3200, + 304, + 279, + 362, + 1890, + 47, + 9389, + 13, + 2932, + 9723, + 304, + 220, + 19, + 21, + 3868, + 323, + 4201, + 659, + 18, + 16, + 17, + 320, + 20, + 19, + 15193, + 12, + 16, + 22, + 18, + 701, + 2670, + 220, + 17, + 18, + 8473, + 11, + 8094, + 11482, + 370, + 2264, + 323, + 220, + 17, + 17, + 52941, + 382, + 641, + 220, + 16, + 24, + 20, + 18, + 328, + 4122, + 6342, + 1059, + 1537, + 3200, + 304, + 279, + 362, + 1890, + 47, + 9389, + 13, + 2932, + 9723, + 304, + 220, + 19, + 21, + 3868, + 323, + 4201, + 659, + 18, + 16, + 17, + 320, + 20, + 19, + 15193, + 12, + 16, + 22, + 18, + 701, + 2670, + 220, + 17, + 18, + 8473, + 11, + 8094, + 11482, + 370, + 2264, + 323, + 220, + 17, + 17, + 52941, + 13 + ], + "text": " In 1953 Sams played her last season in the AAGPBL. She appeared in 46 games and hit .312 (54-for-173), including 23 runs, seven extrabases and 22 RBI.\n\nIn 1953 Sams played her last season in the AAGPBL. She appeared in 46 games and hit .312 (54-for-173), including 23 runs, seven extrabases and 22 RBI." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 1953 Sams played her last season in the AAGPBL. She appeared in 46 games and hit .312 (54-for-173), including 23 runs, seven extrabases and 22 RBI." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 1953 Sams played her last season in the AAGPBL. She appeared in 46 games and hit .312 (54-for-173), including 23 runs, seven extrabases and 22 RBI.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 76, + "generated_len": [ + 115 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.4344262295081966, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 24, + 23, + 17, + 11, + 279, + 58692, + 609, + 10867, + 323, + 279, + 16244, + 54456, + 1033, + 2176, + 26001, + 311, + 1352, + 279, + 501, + 58692, + 16244, + 54456, + 320, + 2448, + 568, + 1913, + 3217, + 220, + 16, + 15, + 11, + 220, + 16, + 24, + 23, + 20, + 11, + 2308, + 13, + 220, + 16, + 17, + 16, + 23, + 572, + 7726, + 700, + 315, + 279, + 6118, + 553, + 264, + 6716, + 315, + 3043, + 8725, + 2010, + 311, + 387, + 916, + 71, + 74667, + 518, + 279, + 11960, + 2111, + 1574, + 21825, + 14028, + 304, + 11960, + 2111, + 1574, + 11, + 20623, + 13, + 758, + 220, + 16, + 24, + 23, + 22, + 11, + 2308, + 13, + 220, + 16, + 17, + 16, + 23, + 572, + 7726, + 1212, + 1181, + 2355, + 369, + 279, + 1156, + 882, + 304, + 220, + 17, + 23, + 1635, + 323, + 23151, + 369, + 1887, + 8447, + 94340, + 2473, + 389, + 58692, + 16244, + 594, + 20312, + 2025, + 13 + ], + "text": " In 1982, the Norfolk & Western and the Southern Railway were both merged to form the new Norfolk Southern Railway (NS). On May 10, 1985, No. 1218 was moved out of the park by a pair of NS diesels to be overhauled at the Irondale Steam Shop in Irondale, Alabama. In 1987, No. 1218 was moved under its power for the first time in 28 years and operated for main-line excursion service on Norfolk Southern's steam program." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 1982, the Norfolk & Western and the Southern Railway were both merged to form the new Norfolk Southern Railway (NS). On May 10, 1985, No. 1218 was moved out of the park by a pair of NS diesels to be overhauled at the Irondale Steam Shop in Irondale, Alabama. In 1987, No. 1218 was moved under its power for the first time in 28 years and operated for main-line excursion service on Norfolk Southern's steam program." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 1982, the Norfolk & Western and the Southern Railway were both merged to form the new Norfolk Southern Railway (NS). On May 10, 1985, No. 1218 was moved out of the park by a pair of NS diesels to be overhauled at the Irondale Steam Shop in Irondale, Alabama. In 1987, No. 1218 was moved under its power for the first time in 28 years and operated for main-line excursion service on Norfolk Southern's steam program.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 140, + "generated_len": [ + 122 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.552083333333333, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 63649, + 1937, + 300, + 6, + 29507, + 3726, + 9972, + 11, + 18528, + 63649, + 1937, + 300, + 11, + 572, + 11430, + 389, + 10198, + 75957, + 5904, + 304, + 279, + 5470, + 220, + 17, + 15, + 15, + 23, + 9901, + 304, + 17838, + 367, + 11, + 9589, + 315, + 47048, + 63017, + 20607, + 11, + 264, + 8263, + 304, + 36412, + 12429, + 594, + 7474, + 13, + 10328, + 4124, + 3669, + 6682, + 30056, + 518, + 3425, + 279, + 5904, + 572, + 11924, + 11, + 4092, + 311, + 1532, + 8523, + 11, + 330, + 83329, + 2849, + 2937, + 11, + 54221, + 7497, + 10457, + 429, + 18528, + 594, + 15552, + 1030, + 1012, + 1730, + 389, + 47048, + 594, + 7781, + 26208, + 481, + 279, + 1852, + 26208, + 1340, + 27570, + 389, + 279, + 1899, + 1340, + 8469, + 1189 + ], + "text": " Villegas' estranged husband, Tony Villegas, was charged on circumstantial evidence in the March 2008 murder in Plantation, Florida of Melissa Britt Lewis, a partner in Rothstein's firm. Although early news reports wondered at whether the evidence was substantial, according to New Times, \"Nine days later, forensic testing revealed that Tony's DNA had been found on Melissa's suit jacket - the same jacket she wore on the day she died.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Villegas' estranged husband, Tony Villegas, was charged on circumstantial evidence in the March 2008 murder in Plantation, Florida of Melissa Britt Lewis, a partner in Rothstein's firm. Although early news reports wondered at whether the evidence was substantial, according to New Times, \"Nine days later, forensic testing revealed that Tony's DNA had been found on Melissa's suit jacket - the same jacket she wore on the day she died.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Villegas' estranged husband, Tony Villegas, was charged on circumstantial evidence in the March 2008 murder in Plantation, Florida of Melissa Britt Lewis, a partner in Rothstein's firm. Although early news reports wondered at whether the evidence was substantial, according to New Times, \"Nine days later, forensic testing revealed that Tony's DNA had been found on Melissa's suit jacket - the same jacket she wore on the day she died.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 114, + "generated_len": [ + 96 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.551724137931035, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 330, + 40, + 2765, + 264, + 7739, + 11192, + 304, + 279, + 20551, + 19858, + 2145, + 13278, + 72237, + 279, + 1008, + 1899, + 13, + 2379, + 11, + 323, + 279, + 7179, + 13190, + 369, + 21292, + 65087, + 11, + 525, + 4303, + 264, + 4796, + 311, + 89276, + 279, + 7610, + 22749, + 52820, + 304, + 35432, + 292, + 777, + 11, + 451, + 1785, + 2572, + 323, + 358, + 1079, + 1602, + 8014, + 304, + 429, + 438, + 358, + 1744, + 432, + 374, + 279, + 11785, + 3166, + 315, + 678, + 13, + 2055, + 3208, + 32417, + 311, + 825, + 323, + 32417, + 311, + 279, + 1008, + 13, + 358, + 1410, + 537, + 614, + 2814, + 432, + 5937, + 323, + 429, + 572, + 1730, + 3220, + 13, + 2379, + 614, + 2814, + 432, + 304, + 9448, + 323, + 2155, + 5479, + 315, + 279, + 4180, + 714, + 358, + 1079, + 16575, + 807, + 686, + 2581, + 653, + 432, + 1588, + 714, + 279, + 1172, + 3166, + 374, + 311, + 1430, + 13, + 21149, + 315, + 3432, + 697, + 14317, + 10568, + 304, + 264, + 1803, + 6006, + 369, + 264, + 2003, + 476, + 5021, + 323, + 902, + 3607, + 476, + 3015, + 323, + 311, + 387, + 7425, + 553, + 2441, + 9864, + 476, + 264, + 27760, + 489, + 3106, + 13, + 758, + 1493, + 2849, + 979, + 807, + 646, + 653, + 1741, + 11117, + 2513, + 807, + 21502, + 1410, + 1281, + 1602, + 6419, + 20443, + 282, + 1723, + 714, + 315, + 3308, + 279, + 18241, + 17291, + 686, + 4367, + 432, + 25507, + 323, + 30995, + 13, + 10212, + 1265, + 5344, + 1105, + 311, + 990, + 279, + 22862, + 429, + 28810, + 13, + 576, + 3198, + 315, + 3308, + 279, + 1429, + 311, + 18555, + 1189 + ], + "text": " \"I won a hundred dollars in the Ontario Humane Society Lottery the other day. They, and the International Fund for Animal Welfare, are running a campaign to abolish the Leg Hold Trap in Fredericton, N.B., and I am very interested in that as I think it is the worst thing of all. So sent fifty to one and fifty to the other. I could not have done it otherwise and that was found money. They have done it in England and different parts of the States but I am afraid they will never do it here but the only thing is to try. Think of having your finger caught in a car door for a week or longer and no food or water and to be killed by another animal or a brutal trapper. In these days when they can do such wonderful things they surely could make very nice artificial furs but of course the furriers will fight it tooth and nail. Government should force them to use the trap that kills. The women of course the most to blame.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "\"I won a hundred dollars in the Ontario Humane Society Lottery the other day. They, and the International Fund for Animal Welfare, are running a campaign to abolish the Leg Hold Trap in Fredericton, N.B., and I am very interested in that as I think it is the worst thing of all. So sent fifty to one and fifty to the other. I could not have done it otherwise and that was found money. They have done it in England and different parts of the States but I am afraid they will never do it here but the only thing is to try. Think of having your finger caught in a car door for a week or longer and no food or water and to be killed by another animal or a brutal trapper. In these days when they can do such wonderful things they surely could make very nice artificial furs but of course the furriers will fight it tooth and nail. Government should force them to use the trap that kills. The women of course the most to blame.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: \"I won a hundred dollars in the Ontario Humane Society Lottery the other day. They, and the International Fund for Animal Welfare, are running a campaign to abolish the Leg Hold Trap in Fredericton, N.B., and I am very interested in that as I think it is the worst thing of all. So sent fifty to one and fifty to the other. I could not have done it otherwise and that was found money. They have done it in England and different parts of the States but I am afraid they will never do it here but the only thing is to try. Think of having your finger caught in a car door for a week or longer and no food or water and to be killed by another animal or a brutal trapper. In these days when they can do such wonderful things they surely could make very nice artificial furs but of course the furriers will fight it tooth and nail. Government should force them to use the trap that kills. The women of course the most to blame.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 221, + "generated_len": [ + 203 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 2.7435897435897436, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 434, + 6537, + 35255, + 425, + 1093, + 26145, + 619, + 1402, + 4677, + 6593, + 328, + 7285, + 1706, + 7081, + 576, + 14106, + 35723, + 41307, + 323, + 39641, + 52104, + 11, + 97828, + 352, + 671, + 328, + 12567, + 12, + 16, + 18, + 21, + 11, + 220, + 16, + 24, + 21, + 16, + 13 + ], + "text": " FIVE STRING BANJO JAMBOREE SPECTACULAR The Country Gentlemen and Various Artists, Starday # SLP-136, 1961." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "FIVE STRING BANJO JAMBOREE SPECTACULAR The Country Gentlemen and Various Artists, Starday # SLP-136, 1961." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: FIVE STRING BANJO JAMBOREE SPECTACULAR The Country Gentlemen and Various Artists, Starday # SLP-136, 1961.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 57, + "generated_len": [ + 39 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.896907216494846, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 39645, + 22291, + 323, + 2926, + 13, + 4509, + 17281, + 994, + 1033, + 2176, + 8947, + 553, + 18796, + 28385, + 304, + 279, + 4168, + 1283, + 279, + 43710, + 67770, + 45150, + 11, + 979, + 1251, + 6116, + 1753, + 803, + 16216, + 311, + 279, + 5899, + 315, + 11249, + 4116, + 13, + 4509, + 17281, + 994, + 7538, + 30452, + 62549, + 12649, + 11, + 879, + 29364, + 11044, + 9857, + 594, + 11514, + 3731, + 13975, + 11, + 28576, + 429, + 279, + 14029, + 4879, + 806, + 5700, + 1156, + 320, + 258, + 6058, + 220, + 16, + 24, + 21, + 19, + 568, + 39645, + 22291, + 773, + 15148, + 95758, + 3731, + 13975, + 429, + 62549, + 12649, + 323, + 9857, + 12729, + 264, + 6920, + 53343, + 19275, + 13, + 576, + 1142, + 572, + 22378, + 700, + 315, + 5473, + 13 + ], + "text": " Fail Safe and Dr. Strangelove were both produced by Columbia Pictures in the period after the Cuban Missile Crisis, when people became much more sensitive to the threat of nuclear war. Strangelove director Stanley Kubrick, who adapted Peter George's novel Red Alert, insisted that the studio release his movie first (in January 1964). Fail Safe so closely resembled Red Alert that Kubrick and George filed a copyright infringement lawsuit. The case was settled out of court." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Fail Safe and Dr. Strangelove were both produced by Columbia Pictures in the period after the Cuban Missile Crisis, when people became much more sensitive to the threat of nuclear war. Strangelove director Stanley Kubrick, who adapted Peter George's novel Red Alert, insisted that the studio release his movie first (in January 1964). Fail Safe so closely resembled Red Alert that Kubrick and George filed a copyright infringement lawsuit. The case was settled out of court." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Fail Safe and Dr. Strangelove were both produced by Columbia Pictures in the period after the Cuban Missile Crisis, when people became much more sensitive to the threat of nuclear war. Strangelove director Stanley Kubrick, who adapted Peter George's novel Red Alert, insisted that the studio release his movie first (in January 1964). Fail Safe so closely resembled Red Alert that Kubrick and George filed a copyright infringement lawsuit. The case was settled out of court.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 115, + "generated_len": [ + 97 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.181818181818182, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 6291, + 11, + 315, + 3308, + 11, + 374, + 369, + 279, + 17708, + 311, + 69803, + 2812, + 279, + 8109, + 594, + 47596, + 311, + 11651, + 6961, + 18915, + 389, + 279, + 8037, + 315, + 17289, + 504, + 279, + 90934, + 1276, + 11, + 323, + 17188, + 21063, + 389, + 279, + 9124, + 55916, + 315, + 34074, + 476, + 315, + 18915, + 23316, + 304, + 279, + 42924, + 11, + 3080, + 279, + 8109, + 3055, + 1549, + 83331, + 11, + 323, + 90934, + 1276, + 47969, + 1946, + 32908, + 448, + 9124, + 1946, + 13 + ], + "text": " The solution, of course, is for the pilot to consciously override the brain's imperative to judge physical attitude on the basis of signals from the vestibular, and rely solely on the visual cues of horizon or of attitude instruments in the airplane, until the brain once again adjusts, and vestibular sensory input agrees with visual input." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The solution, of course, is for the pilot to consciously override the brain's imperative to judge physical attitude on the basis of signals from the vestibular, and rely solely on the visual cues of horizon or of attitude instruments in the airplane, until the brain once again adjusts, and vestibular sensory input agrees with visual input." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The solution, of course, is for the pilot to consciously override the brain's imperative to judge physical attitude on the basis of signals from the vestibular, and rely solely on the visual cues of horizon or of attitude instruments in the airplane, until the brain once again adjusts, and vestibular sensory input agrees with visual input.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 84, + "generated_len": [ + 66 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.75, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 3639, + 4180, + 45729, + 15815, + 320, + 2034, + 7326, + 8, + 14994, + 60557, + 6687, + 320, + 1220, + 47, + 8, + 572, + 18047, + 304, + 220, + 16, + 24, + 24, + 24, + 311, + 22040, + 22729, + 10971, + 10488, + 369, + 56763, + 46610, + 6188, + 11, + 20346, + 11, + 12510, + 11, + 323, + 53657, + 476, + 14071, + 553, + 5099, + 5270, + 5676, + 13 + ], + "text": " The United States Naval Academy (USNA) Small Satellite Program (SSP) was founded in 1999 to actively pursue flight opportunities for miniature satellites designed, constructed, tested, and commanded or controlled by midshipmen." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The United States Naval Academy (USNA) Small Satellite Program (SSP) was founded in 1999 to actively pursue flight opportunities for miniature satellites designed, constructed, tested, and commanded or controlled by midshipmen." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The United States Naval Academy (USNA) Small Satellite Program (SSP) was founded in 1999 to actively pursue flight opportunities for miniature satellites designed, constructed, tested, and commanded or controlled by midshipmen.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 66, + "generated_len": [ + 48 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.70625, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 220, + 17, + 15, + 15, + 21, + 11, + 479, + 3334, + 89, + 5183, + 9723, + 389, + 279, + 5411, + 21927, + 65751, + 8353, + 11, + 25365, + 438, + 264, + 36542, + 323, + 3730, + 279, + 59749, + 367, + 315, + 279, + 14513, + 14671, + 393, + 14462, + 3364, + 11, + 323, + 304, + 220, + 17, + 15, + 15, + 24, + 11, + 82222, + 7424, + 312, + 58226, + 279, + 28672, + 17888, + 42657, + 3756, + 409, + 2066, + 288, + 7714, + 44476, + 6496, + 11, + 16445, + 279, + 3887, + 14633, + 315, + 279, + 5492, + 330, + 46, + 90517, + 4403, + 512, + 6595, + 3263, + 11954, + 279, + 1852, + 1042, + 11, + 389, + 5813, + 11, + 279, + 27512, + 479, + 3334, + 89, + 5183, + 11, + 75840, + 11, + 21529, + 380, + 4389, + 78, + 2521, + 35147, + 292, + 323, + 67946, + 60923, + 422, + 89, + 28618, + 40045, + 12433, + 279, + 3175, + 330, + 53, + 9634, + 4759, + 1, + 3489, + 2132, + 2160, + 4120, + 899, + 304, + 1973, + 311, + 11926, + 279, + 14487, + 8017, + 315, + 279, + 1852, + 829, + 13, + 576, + 3175, + 9723, + 389, + 279, + 220, + 17, + 21, + 339, + 1992, + 315, + 279, + 3482, + 89, + 482, + 10254, + 65, + 34222, + 3175, + 315, + 279, + 1042, + 220, + 17, + 15, + 15, + 24, + 1140, + 13 + ], + "text": " In 2006, Gvozden appeared on the popular Hello Juice commercial, dressed as a wolf and doing the impersonation of the Three Little Pigs story, and in 2009, Multimedia records reissued the compilation Groovanje devedesete uzivo, featuring the live recording of the song \"O kako si lepa\". During the same year, on April, the lineup Gvozden, Markus, bassist Marko Orlovic and drummer Ernest Dzananovic recorded the single \"Vreme je\" (\"It Is Time\") in order to promote the upcoming album of the same name. The single appeared on the 26th place of the webzine Popboks single of the year 2009 list." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 2006, Gvozden appeared on the popular Hello Juice commercial, dressed as a wolf and doing the impersonation of the Three Little Pigs story, and in 2009, Multimedia records reissued the compilation Groovanje devedesete uzivo, featuring the live recording of the song \"O kako si lepa\". During the same year, on April, the lineup Gvozden, Markus, bassist Marko Orlovic and drummer Ernest Dzananovic recorded the single \"Vreme je\" (\"It Is Time\") in order to promote the upcoming album of the same name. The single appeared on the 26th place of the webzine Popboks single of the year 2009 list." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 2006, Gvozden appeared on the popular Hello Juice commercial, dressed as a wolf and doing the impersonation of the Three Little Pigs story, and in 2009, Multimedia records reissued the compilation Groovanje devedesete uzivo, featuring the live recording of the song \"O kako si lepa\". During the same year, on April, the lineup Gvozden, Markus, bassist Marko Orlovic and drummer Ernest Dzananovic recorded the single \"Vreme je\" (\"It Is Time\") in order to promote the upcoming album of the same name. The single appeared on the 26th place of the webzine Popboks single of the year 2009 list.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 178, + "generated_len": [ + 160 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.25, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 24, + 22, + 16, + 11, + 7607, + 3732, + 1053, + 429, + 566, + 3949, + 4545, + 17736, + 504, + 264, + 19865, + 879, + 1083, + 21023, + 311, + 12764, + 806, + 7403, + 594, + 2997, + 2114, + 304, + 54239, + 13, + 576, + 19865, + 1053, + 429, + 7607, + 3732, + 1035, + 387, + 6552, + 421, + 566, + 6342, + 304, + 279, + 16582, + 3667, + 5264, + 11, + 1576, + 806, + 7403, + 594, + 2997, + 7248, + 28235, + 81787, + 3179, + 13 + ], + "text": " In 1971, Jacklin said that he received death threats from a caller who also threatened to bomb his wife's family home in Belfast. The caller said that Jacklin would be shot if he played in the Ulster Open, because his wife's family supported Ian Paisley." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 1971, Jacklin said that he received death threats from a caller who also threatened to bomb his wife's family home in Belfast. The caller said that Jacklin would be shot if he played in the Ulster Open, because his wife's family supported Ian Paisley." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 1971, Jacklin said that he received death threats from a caller who also threatened to bomb his wife's family home in Belfast. The caller said that Jacklin would be shot if he played in the Ulster Open, because his wife's family supported Ian Paisley.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 78, + "generated_len": [ + 60 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.629834254143646, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 50164, + 738, + 29403, + 304, + 6652, + 220, + 16, + 21, + 20, + 19, + 11, + 8643, + 46042, + 5553, + 518, + 279, + 835, + 315, + 6058, + 11, + 1380, + 5107, + 8437, + 1033, + 78020, + 11, + 323, + 11465, + 518, + 72647, + 80439, + 389, + 220, + 16, + 18, + 5813, + 13, + 362, + 20327, + 572, + 88489, + 448, + 911, + 8063, + 16183, + 2953, + 1045, + 35398, + 8756, + 9710, + 315, + 279, + 6722, + 11, + 323, + 279, + 13390, + 58661, + 1526, + 279, + 32533, + 311, + 3359, + 432, + 13, + 4636, + 15691, + 1378, + 51957, + 68769, + 504, + 279, + 11903, + 80460, + 389, + 220, + 16, + 22, + 323, + 220, + 17, + 20, + 5813, + 11, + 18231, + 4788, + 11, + 41026, + 53845, + 315, + 279, + 65175, + 558, + 315, + 806, + 2953, + 11, + 6635, + 311, + 2968, + 705, + 279, + 4774, + 11, + 323, + 75744, + 369, + 56175, + 13, + 2938, + 12922, + 572, + 8643, + 389, + 220, + 16, + 15, + 3217, + 11, + 279, + 10178, + 6290, + 24367, + 448, + 1602, + 2632, + 10805, + 11, + 323, + 279, + 19044, + 9575, + 311, + 60410, + 6334, + 389, + 220, + 16, + 22, + 3217, + 13, + 576, + 11903, + 80460, + 21583, + 1119, + 279, + 32533, + 323, + 34131, + 11, + 87449, + 807, + 8570, + 862, + 13643, + 26, + 279, + 50164, + 572, + 24569, + 18650, + 448, + 19156, + 323, + 1008, + 4441, + 5431, + 11, + 323, + 53850, + 1622, + 7145, + 279, + 20803, + 315, + 279, + 13390, + 13 + ], + "text": " The expedition set sail in December 1654, reached Barbados at the end of January, where additional forces were embarked, and arrived at Hispaniola on 13 April. A landing was effected with about eight thousand men some forty miles west of the capital, and the army marched through the woods to attack it. After suffering two disastrous defeats from the Spaniards on 17 and 25 April, Venables, complaining loudly of the cowardice of his men, decided to give up the attempt, and sailed for Jamaica. That island was reached on 10 May, the chief town occupied with very little fighting, and the governor forced to capitulate on 17 May. The Spaniards retired into the woods and hills, whence they continued their resistance; the expedition was badly equipped with provisions and other necessaries, and sickness decimated the ranks of the army." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The expedition set sail in December 1654, reached Barbados at the end of January, where additional forces were embarked, and arrived at Hispaniola on 13 April. A landing was effected with about eight thousand men some forty miles west of the capital, and the army marched through the woods to attack it. After suffering two disastrous defeats from the Spaniards on 17 and 25 April, Venables, complaining loudly of the cowardice of his men, decided to give up the attempt, and sailed for Jamaica. That island was reached on 10 May, the chief town occupied with very little fighting, and the governor forced to capitulate on 17 May. The Spaniards retired into the woods and hills, whence they continued their resistance; the expedition was badly equipped with provisions and other necessaries, and sickness decimated the ranks of the army." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The expedition set sail in December 1654, reached Barbados at the end of January, where additional forces were embarked, and arrived at Hispaniola on 13 April. A landing was effected with about eight thousand men some forty miles west of the capital, and the army marched through the woods to attack it. After suffering two disastrous defeats from the Spaniards on 17 and 25 April, Venables, complaining loudly of the cowardice of his men, decided to give up the attempt, and sailed for Jamaica. That island was reached on 10 May, the chief town occupied with very little fighting, and the governor forced to capitulate on 17 May. The Spaniards retired into the woods and hills, whence they continued their resistance; the expedition was badly equipped with provisions and other necessaries, and sickness decimated the ranks of the army.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 199, + "generated_len": [ + 181 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.6875, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 10545, + 32, + 60, + 82, + 697, + 3139, + 12703, + 11, + 498, + 1231, + 448, + 9423, + 3920, + 279, + 12923, + 18560, + 315, + 45270, + 11, + 4627, + 11, + 18824, + 11, + 13330, + 11, + 323, + 49967, + 13, + 2503, + 29739, + 311, + 6997, + 3170, + 1493, + 4278, + 9946, + 697, + 16656, + 13, + 14301, + 498, + 686, + 3960, + 1128, + 374, + 8791, + 553, + 20839, + 323, + 13143, + 13, + 51292, + 3292, + 311, + 3796, + 1493, + 1852, + 16170, + 311, + 697, + 1828, + 1947, + 1189 + ], + "text": " \"[A]s your experience increases, you may with advantage study the sister arts of mime, music, painting, drawing, and sculpture. ... Seek to discover why these works afford your pleasure. Thus you will learn what is meant by grace and beauty. Endeavor to apply these same principles to your own art.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "\"[A]s your experience increases, you may with advantage study the sister arts of mime, music, painting, drawing, and sculpture. ... Seek to discover why these works afford your pleasure. Thus you will learn what is meant by grace and beauty. Endeavor to apply these same principles to your own art.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: \"[A]s your experience increases, you may with advantage study the sister arts of mime, music, painting, drawing, and sculpture. ... Seek to discover why these works afford your pleasure. Thus you will learn what is meant by grace and beauty. Endeavor to apply these same principles to your own art.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 82, + "generated_len": [ + 64 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 279, + 220, + 16, + 22, + 339, + 9294, + 11, + 432, + 6116, + 949, + 315, + 279, + 9489, + 81560, + 974, + 1584, + 315, + 68447, + 13, + 9449, + 279, + 68447, + 315, + 451, + 449, + 4122, + 11, + 279, + 3742, + 1849, + 572, + 312, + 10155, + 323, + 1657, + 315, + 279, + 7532, + 21312, + 86904, + 12378, + 1033, + 9482, + 13, + 758, + 220, + 16, + 24, + 15, + 20, + 432, + 572, + 26001, + 448, + 14590, + 5671, + 11, + 27280, + 444, + 2628, + 1013, + 4997, + 321, + 11, + 323, + 6116, + 949, + 315, + 140411, + 27347, + 9290, + 11, + 892, + 3080, + 220, + 16, + 24, + 19, + 23, + 572, + 264, + 949, + 315, + 68447, + 15072, + 1212, + 279, + 451, + 449, + 4122, + 13, + 576, + 10178, + 315, + 451, + 449, + 309, + 594, + 76819, + 585, + 277, + 13390, + 1207, + 300, + 318, + 431, + 449, + 16632, + 572, + 504, + 444, + 2628, + 13 + ], + "text": " In the 17th century, it became part of the independent princely state of Hyderabad. Under the Hyderabad of Nizams, the tax system was reformed and many of the exploitative taxing practices were ended. In 1905 it was merged with surrounding areas, renamed Latur tehsil, and became part of Osmanabad district, which until 1948 was a part of Hyderabad Kingdom under the Nizams. The chief of Nizam's Razakar army Qasim Rizwi was from Latur." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In the 17th century, it became part of the independent princely state of Hyderabad. Under the Hyderabad of Nizams, the tax system was reformed and many of the exploitative taxing practices were ended. In 1905 it was merged with surrounding areas, renamed Latur tehsil, and became part of Osmanabad district, which until 1948 was a part of Hyderabad Kingdom under the Nizams. The chief of Nizam's Razakar army Qasim Rizwi was from Latur." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In the 17th century, it became part of the independent princely state of Hyderabad. Under the Hyderabad of Nizams, the tax system was reformed and many of the exploitative taxing practices were ended. In 1905 it was merged with surrounding areas, renamed Latur tehsil, and became part of Osmanabad district, which until 1948 was a part of Hyderabad Kingdom under the Nizams. The chief of Nizam's Razakar army Qasim Rizwi was from Latur.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 133, + "generated_len": [ + 115 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 2.6766917293233083, + "len": 0.9925093632958801, + "lcs": 0.11533052039381153 + }, + "predict": { + "tokens": [ + 5688, + 12589, + 320, + 66, + 13, + 220, + 16, + 21, + 18, + 15, + 18040, + 481, + 272, + 13, + 220, + 16, + 21, + 16, + 18, + 18040, + 701, + 33565, + 323, + 10767, + 2987, + 4438, + 476, + 10641, + 315, + 7828, + 1455, + 5559, + 11, + 21286, + 916, + 264, + 12040, + 25650, + 11, + 9767, + 11, + 323, + 15175, + 97013, + 4204, + 6350, + 2030, + 380, + 74225, + 553, + 1181, + 35856, + 1741, + 438, + 279, + 472, + 1587, + 5380, + 11, + 472, + 1442, + 3611, + 11, + 20995, + 35168, + 11, + 3303, + 269, + 3611, + 11, + 63578, + 5380, + 11, + 3984, + 309, + 3611, + 11, + 323, + 21766, + 42661, + 13, + 1260, + 25331, + 7828, + 1455, + 5559, + 304, + 279, + 2410, + 28512, + 73395, + 892, + 3697, + 311, + 279, + 2241, + 1283, + 279, + 384, + 7606, + 315, + 279, + 63578, + 5380, + 323, + 3303, + 269, + 3611, + 504, + 97013, + 4204, + 13, + 14671, + 374, + 5023, + 3881, + 315, + 1657, + 315, + 279, + 44519, + 429, + 8110, + 1741, + 438, + 60015, + 12, + 2589, + 329, + 358, + 320, + 66, + 13, + 220, + 16, + 21, + 16, + 18, + 18040, + 481, + 272, + 13, + 220, + 16, + 21, + 15, + 17, + 18040, + 701, + 358, + 417, + 277, + 6222, + 258, + 320, + 66, + 13, + 220, + 16, + 21, + 15, + 17, + 18040, + 481, + 272, + 13, + 220, + 16, + 20, + 24, + 15, + 18040, + 701, + 91711, + 12589, + 320, + 66, + 13, + 220, + 16, + 20, + 24, + 15, + 18040, + 481, + 272, + 13, + 220, + 16, + 20, + 21, + 17, + 18040, + 701, + 444, + 617, + 12589, + 320, + 66, + 13, + 220, + 16, + 20, + 21, + 17, + 18040, + 481, + 272, + 13, + 220, + 16, + 20, + 20, + 21, + 18040, + 701, + 1417, + 84, + 11250, + 258, + 4284, + 320, + 66, + 13, + 220, + 16, + 20, + 20, + 21, + 18040, + 481, + 272, + 13, + 220, + 16, + 20, + 19, + 17, + 18040, + 701, + 323, + 60015, + 12, + 2589, + 329, + 7946, + 320, + 66, + 13, + 220, + 16, + 20, + 19, + 17, + 18040, + 481, + 272, + 13, + 220, + 16, + 20, + 18, + 24, + 18040, + 6138 + ], + "text": " Libaya (c. 1630 BC - c. 1613 BC), successor and possibly either son or brother of Bel-bani, ruled over a relatively peaceful, secure, and stable Assyria existing undisturbed by its neighbours such as the Hattians, Hittites, Hurrians, Amorites, Babylonians, Elamites, and Mitanni. He succeeded Bel-bani in the Adaside Dynasty which came to the fore after the ejection of the Babylonians and Amorites from Assyria. Little is currently known of many of the kings that followed such as Sharma-Adad I (c. 1613 BC - c. 1602 BC), Iptar-Sin (c. 1602 BC - c. 1590 BC), Bazaya (c. 1590 BC - c. 1562 BC), Lullaya (c. 1562 BC - c. 1556 BC), Shu-Ninua (c. 1556 BC - c. 1542 BC), and Sharma-Adad II (c. 1542 BC - c. 1539 BC.)" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Libaya (c. 1630 BC - c. 1613 BC), successor and possibly either son or brother of Bel-bani, ruled over a relatively peaceful, secure, and stable Assyria existing undisturbed by its neighbours such as the Hattians, Hittites, Hurrians, Amorites, Babylonians, Elamites, and Mitanni. He succeeded Bel-bani in the Adaside Dynasty which came to the fore after the ejection of the Babylonians and Amorites from Assyria. Little is currently known of many of the kings that followed such as Sharma-Adad I (c. 1613 BC - c. 1602 BC), Iptar-Sin (c. 1602 BC - c. 1590 BC), Bazaya (c. 1590 BC - c. 1562 BC), Lullaya (c. 1562 BC - c. 1556 BC), Shu-Ninua (c. 1556 BC - c. 1542 BC), and Sharma-Adad II (c. 1542 BC - c. 1539 BC.)" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Libaya (c. 1630 BC - c. 1613 BC), successor and possibly either son or brother of Bel-bani, ruled over a relatively peaceful, secure, and stable Assyria existing undisturbed by its neighbours such as the Hattians, Hittites, Hurrians, Amorites, Babylonians, Elamites, and Mitanni. He succeeded Bel-bani in the Adaside Dynasty which came to the fore after the ejection of the Babylonians and Amorites from Assyria. Little is currently known of many of the kings that followed such as Sharma-Adad I (c. 1613 BC - c. 1602 BC), Iptar-Sin (c. 1602 BC - c. 1590 BC), Bazaya (c. 1590 BC - c. 1562 BC), Lullaya (c. 1562 BC - c. 1556 BC), Shu-Ninua (c. 1556 BC - c. 1542 BC), and Sharma-Adad II (c. 1542 BC - c. 1539 BC.)<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 286, + "generated_len": [ + 266 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.373333333333333, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 16115, + 315, + 45406, + 66, + 839, + 374, + 27185, + 553, + 1045, + 304, + 19085, + 438, + 264, + 12560, + 369, + 10381, + 11290, + 13, + 758, + 220, + 16, + 23, + 18, + 24, + 264, + 36897, + 572, + 65806, + 389, + 279, + 2747, + 315, + 279, + 8049, + 11, + 323, + 304, + 220, + 16, + 23, + 20, + 24, + 264, + 2906, + 3753, + 572, + 65806, + 14046, + 13, + 576, + 37386, + 702, + 1012, + 70901, + 1122, + 323, + 2617, + 553, + 50787, + 19085, + 1212, + 279, + 26096, + 40043, + 11586, + 10974, + 315, + 220, + 17, + 15, + 15, + 24, + 13 + ], + "text": " The Battle of Drumclog is celebrated by some in Scotland as a victory for religious freedom. In 1839 a monument was erected on the site of the battle, and in 1859 a school house was erected nearby. The battlefield has been inventoried and protected by Historic Scotland under the Scottish Historical Environment Policy of 2009." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Battle of Drumclog is celebrated by some in Scotland as a victory for religious freedom. In 1839 a monument was erected on the site of the battle, and in 1859 a school house was erected nearby. The battlefield has been inventoried and protected by Historic Scotland under the Scottish Historical Environment Policy of 2009." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Battle of Drumclog is celebrated by some in Scotland as a victory for religious freedom. In 1839 a monument was erected on the site of the battle, and in 1859 a school house was erected nearby. The battlefield has been inventoried and protected by Historic Scotland under the Scottish Historical Environment Policy of 2009.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 93, + "generated_len": [ + 75 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.56989247311828, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 67086, + 3001, + 374, + 7407, + 389, + 279, + 10200, + 3108, + 315, + 279, + 11020, + 333, + 92708, + 86145, + 685, + 5540, + 304, + 330, + 785, + 14481, + 1, + 39342, + 13, + 1096, + 6118, + 374, + 10199, + 448, + 13656, + 323, + 12752, + 17738, + 11, + 323, + 374, + 279, + 6028, + 3728, + 369, + 10381, + 323, + 43873, + 7488, + 13, + 1084, + 572, + 8597, + 2598, + 24043, + 56398, + 15619, + 304, + 4938, + 315, + 21315, + 24043, + 56398, + 11, + 714, + 432, + 572, + 27280, + 1283, + 279, + 35948, + 39260, + 323, + 279, + 39450, + 315, + 279, + 20426, + 2152, + 6755, + 815, + 446, + 11790, + 11, + 11020, + 333, + 92708, + 86145, + 685, + 11, + 6693, + 8458, + 2732, + 304, + 279, + 8817, + 13 + ], + "text": " The basilica is located on the north side of the Epifanio Mejia Park in \"The Centre\" neighbourhood. This park is filled with historical and cultural symbols, and is the primary location for religious and civic activities. It was previously called Bolivar Square in memory of Simon Bolivar, but it was renamed after the renowned poet and the composer of the Himno Antioqueno, Epifanio Mejia, whose remains rest in the church." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The basilica is located on the north side of the Epifanio Mejia Park in \"The Centre\" neighbourhood. This park is filled with historical and cultural symbols, and is the primary location for religious and civic activities. It was previously called Bolivar Square in memory of Simon Bolivar, but it was renamed after the renowned poet and the composer of the Himno Antioqueno, Epifanio Mejia, whose remains rest in the church." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The basilica is located on the north side of the Epifanio Mejia Park in \"The Centre\" neighbourhood. This park is filled with historical and cultural symbols, and is the primary location for religious and civic activities. It was previously called Bolivar Square in memory of Simon Bolivar, but it was renamed after the renowned poet and the composer of the Himno Antioqueno, Epifanio Mejia, whose remains rest in the church.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 111, + "generated_len": [ + 93 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.71875, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 6156, + 220, + 17, + 15, + 16, + 24, + 11, + 279, + 5938, + 10212, + 7228, + 501, + 10953, + 311, + 3421, + 279, + 33993, + 315, + 32679, + 311, + 12415, + 315, + 31427, + 55429, + 320, + 41867, + 220, + 16, + 24, + 18, + 18, + 323, + 220, + 16, + 24, + 19, + 20, + 1215, + 419, + 5230, + 501, + 19156, + 369, + 279, + 48346, + 315, + 5938, + 13350, + 26600, + 879, + 5558, + 862, + 32679, + 553, + 77749, + 2477, + 12010, + 4753, + 2953, + 23856, + 24357, + 13 + ], + "text": " In August 2019, the German Government announced new measures to cover the restoration of citizenship to victims of Nazi persecution (between 1933 and 1945); this included new provisions for the descendants of German Jewish mothers who lost their citizenship by marrying non-German men whilst overseas." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In August 2019, the German Government announced new measures to cover the restoration of citizenship to victims of Nazi persecution (between 1933 and 1945); this included new provisions for the descendants of German Jewish mothers who lost their citizenship by marrying non-German men whilst overseas." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In August 2019, the German Government announced new measures to cover the restoration of citizenship to victims of Nazi persecution (between 1933 and 1945); this included new provisions for the descendants of German Jewish mothers who lost their citizenship by marrying non-German men whilst overseas.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 82, + "generated_len": [ + 64 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.273809523809524, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 61268, + 424, + 42554, + 34156, + 264, + 4751, + 11392, + 26184, + 7923, + 17136, + 369, + 3460, + 11, + 5538, + 95702, + 19029, + 11, + 1483, + 1380, + 279, + 4910, + 374, + 6975, + 85481, + 369, + 14376, + 94978, + 476, + 57492, + 47296, + 323, + 1380, + 432, + 374, + 11997, + 311, + 975, + 389, + 279, + 7329, + 55512, + 311, + 264, + 6853, + 315, + 3550, + 369, + 279, + 975, + 25868, + 13, + 10964, + 26279, + 374, + 4152, + 311, + 279, + 1303, + 724, + 12781, + 315, + 279, + 3082, + 311, + 387, + 60408, + 13, + 22827, + 11, + 1493, + 57492, + 5942, + 1969, + 387, + 10275, + 389, + 279, + 15175, + 949, + 315, + 279, + 30232, + 13 + ], + "text": " Drainage galleries constitute a rather expensive stabilisation provision for large, deep landslide movements, used where the ground is unsuitable for cutting trenches or drainage wells and where it is impossible to work on the surface owing to a lack of space for the work machinery. Their effectiveness is due to the extensiveness of the area to be drained. Moreover, these drainage systems must be installed on the stable part of the slope." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Drainage galleries constitute a rather expensive stabilisation provision for large, deep landslide movements, used where the ground is unsuitable for cutting trenches or drainage wells and where it is impossible to work on the surface owing to a lack of space for the work machinery. Their effectiveness is due to the extensiveness of the area to be drained. Moreover, these drainage systems must be installed on the stable part of the slope." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Drainage galleries constitute a rather expensive stabilisation provision for large, deep landslide movements, used where the ground is unsuitable for cutting trenches or drainage wells and where it is impossible to work on the surface owing to a lack of space for the work machinery. Their effectiveness is due to the extensiveness of the area to be drained. Moreover, these drainage systems must be installed on the stable part of the slope.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 102, + "generated_len": [ + 84 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.860869565217391, + "len": 0.5, + "lcs": 0.4982078853046595 + }, + "predict": { + "tokens": [ + 6512, + 7887, + 18521, + 4221, + 24860, + 14135, + 11, + 279, + 27974, + 13, + 16, + 24, + 24, + 374, + 28341, + 448, + 29885, + 17431, + 388, + 311, + 18472, + 279, + 6010, + 2567, + 311, + 21000, + 4268, + 13, + 2014, + 7225, + 10517, + 279, + 29885, + 17431, + 261, + 2337, + 4268, + 819, + 11, + 279, + 45672, + 3739, + 712, + 374, + 8433, + 311, + 279, + 32177, + 315, + 279, + 19142, + 38590, + 311, + 3410, + 7046, + 19753, + 382, + 6740, + 7887, + 18521, + 4221, + 24860, + 14135, + 11, + 279, + 27974, + 13, + 16, + 24, + 24, + 374, + 28341, + 448, + 29885, + 17431, + 388, + 311, + 18472, + 279, + 6010, + 2567, + 311, + 21000, + 4268, + 13, + 2014, + 7225, + 10517, + 279, + 29885, + 17431, + 261, + 2337, + 4268, + 819, + 11, + 279, + 45672, + 3739, + 712, + 374, + 8433, + 311, + 279, + 32177, + 315, + 279, + 19142, + 38590, + 311, + 3410, + 7046, + 19753, + 13 + ], + "text": " Relatively rarely among fighter aircraft, the RB.199 is fitted with thrust reversers to decrease the distance required to safely land. To fully deploy the thrust reverser during landings, the yaw damper is connected to the steering of the nosewheel to provide greater stability.\n\nRelatively rarely among fighter aircraft, the RB.199 is fitted with thrust reversers to decrease the distance required to safely land. To fully deploy the thrust reverser during landings, the yaw damper is connected to the steering of the nosewheel to provide greater stability." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Relatively rarely among fighter aircraft, the RB.199 is fitted with thrust reversers to decrease the distance required to safely land. To fully deploy the thrust reverser during landings, the yaw damper is connected to the steering of the nosewheel to provide greater stability." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Relatively rarely among fighter aircraft, the RB.199 is fitted with thrust reversers to decrease the distance required to safely land. To fully deploy the thrust reverser during landings, the yaw damper is connected to the steering of the nosewheel to provide greater stability.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 76, + "generated_len": [ + 115 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.60655737704918, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 362, + 29236, + 6303, + 2510, + 1419, + 2884, + 572, + 11523, + 279, + 2701, + 3200, + 438, + 264, + 4843, + 36112, + 13, + 13235, + 279, + 220, + 17, + 15, + 16, + 15, + 12, + 16, + 16, + 3200, + 11, + 279, + 78453, + 1865, + 419, + 2510, + 1419, + 2884, + 862, + 501, + 2114, + 36112, + 13, + 362, + 12159, + 501, + 4158, + 5636, + 36112, + 572, + 38197, + 2337, + 279, + 78453, + 6, + 9960, + 4614, + 518, + 71902, + 2863, + 4254, + 93465, + 13 + ], + "text": " A royal blue throwback design was introduced the following season as a third jersey. Before the 2010-11 season, the Islanders made this throwback design their new home jersey. A corresponding new white road jersey was unveiled during the Islanders' draft party at Nassau Coliseum." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "A royal blue throwback design was introduced the following season as a third jersey. Before the 2010-11 season, the Islanders made this throwback design their new home jersey. A corresponding new white road jersey was unveiled during the Islanders' draft party at Nassau Coliseum." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: A royal blue throwback design was introduced the following season as a third jersey. Before the 2010-11 season, the Islanders made this throwback design their new home jersey. A corresponding new white road jersey was unveiled during the Islanders' draft party at Nassau Coliseum.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 79, + "generated_len": [ + 61 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.3230769230769233, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1532, + 48087, + 8930, + 304, + 220, + 16, + 24, + 23, + 24, + 13, + 758, + 6702, + 220, + 17, + 15, + 16, + 21, + 279, + 30919, + 11426, + 3283, + 14833, + 16228, + 304, + 4694, + 315, + 279, + 3283, + 53268, + 287, + 1532, + 48087, + 11, + 3156, + 448, + 8513, + 6660, + 11, + 553, + 279, + 835, + 315, + 220, + 17, + 15, + 16, + 22, + 13, + 576, + 53268, + 367, + 572, + 7373, + 6652, + 220, + 16, + 17, + 11, + 220, + 17, + 15, + 16, + 22, + 13 + ], + "text": " New Territory opened in 1989. In November 2016 the Sugar Land city council voted in favor of the city annexing New Territory, along with Greatwood, by the end of 2017. The annexation was effective December 12, 2017." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "New Territory opened in 1989. In November 2016 the Sugar Land city council voted in favor of the city annexing New Territory, along with Greatwood, by the end of 2017. The annexation was effective December 12, 2017." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: New Territory opened in 1989. In November 2016 the Sugar Land city council voted in favor of the city annexing New Territory, along with Greatwood, by the end of 2017. The annexation was effective December 12, 2017.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 83, + "generated_len": [ + 65 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.3714285714285714, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 73247, + 311, + 279, + 17390, + 11, + 16439, + 6342, + 304, + 279, + 220, + 17, + 15, + 15, + 23, + 12, + 15, + 24, + 47574, + 448, + 279, + 28373, + 14261, + 37452, + 11, + 714, + 566, + 572, + 5880, + 389, + 6527, + 220, + 16, + 19, + 11, + 220, + 17, + 15, + 15, + 23, + 11, + 1573, + 279, + 5792, + 3200, + 6009, + 13, + 1260, + 8499, + 448, + 38075, + 1574, + 78, + 315, + 279, + 17860, + 33117, + 8953, + 304, + 6702, + 220, + 17, + 15, + 15, + 23, + 11, + 323, + 36856, + 220, + 16, + 17, + 13, + 24, + 3501, + 817, + 1809, + 11, + 220, + 19, + 13, + 17, + 42662, + 817, + 1809, + 11, + 323, + 220, + 17, + 13, + 16, + 28844, + 817, + 1809, + 11, + 304, + 220, + 17, + 15, + 3868, + 6342, + 304, + 279, + 17860, + 8953, + 13 + ], + "text": " Returning to the NBA, Taylor played in the 2008-09 preseason with the Charlotte Bobcats, but he was released on October 14, 2008, before the regular season began. He signed with Egaleo of the Greek Basket League in November 2008, and averaged 12.9 points per game, 4.2 rebounds per game, and 2.1 assists per game, in 20 games played in the Greek League." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Returning to the NBA, Taylor played in the 2008-09 preseason with the Charlotte Bobcats, but he was released on October 14, 2008, before the regular season began. He signed with Egaleo of the Greek Basket League in November 2008, and averaged 12.9 points per game, 4.2 rebounds per game, and 2.1 assists per game, in 20 games played in the Greek League." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Returning to the NBA, Taylor played in the 2008-09 preseason with the Charlotte Bobcats, but he was released on October 14, 2008, before the regular season began. He signed with Egaleo of the Greek Basket League in November 2008, and averaged 12.9 points per game, 4.2 rebounds per game, and 2.1 assists per game, in 20 games played in the Greek League.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 123, + "generated_len": [ + 105 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.948207171314741, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 6065, + 279, + 1790, + 4743, + 5555, + 11, + 12114, + 55489, + 288, + 14422, + 3156, + 279, + 28438, + 10948, + 504, + 18657, + 311, + 28874, + 11, + 892, + 91529, + 657, + 12114, + 24824, + 304, + 279, + 28438, + 13046, + 13, + 576, + 1438, + 518, + 386, + 3095, + 46424, + 3143, + 92554, + 11, + 28438, + 572, + 279, + 3175, + 12196, + 1884, + 4281, + 325, + 311, + 3512, + 12170, + 3156, + 279, + 28438, + 10948, + 13, + 1084, + 48786, + 458, + 3082, + 220, + 23, + 15, + 13136, + 320, + 20, + 15, + 9497, + 8, + 6884, + 323, + 220, + 16, + 21, + 15, + 13136, + 320, + 24, + 24, + 9497, + 8, + 1293, + 448, + 705, + 311, + 220, + 21, + 36256, + 320, + 17, + 15, + 10482, + 8, + 315, + 3015, + 13, + 28101, + 10464, + 61455, + 8881, + 264, + 2086, + 3598, + 17726, + 304, + 279, + 1852, + 5537, + 429, + 5534, + 13, + 758, + 678, + 11, + 220, + 22, + 18, + 11, + 20, + 15, + 15, + 13136, + 17, + 320, + 17, + 23, + 11, + 19, + 15, + 15, + 18031, + 9497, + 8, + 892, + 1033, + 2114, + 311, + 803, + 1091, + 220, + 24, + 18, + 16, + 11, + 15, + 15, + 15, + 1251, + 1033, + 91529, + 657, + 13, + 2014, + 5648, + 38162, + 279, + 3283, + 315, + 1532, + 25919, + 11, + 279, + 19044, + 315, + 28874, + 5420, + 24198, + 311, + 1855, + 279, + 393, + 2253, + 3612, + 300, + 3931, + 11, + 892, + 6781, + 279, + 3283, + 714, + 6069, + 311, + 279, + 38162, + 315, + 794, + 13, + 34252, + 323, + 1818, + 71571, + 336, + 1543, + 1346, + 20527, + 4518, + 13, + 73318, + 315, + 26367, + 3941, + 8094, + 5302, + 1033, + 48786, + 13, + 10424, + 580, + 361, + 288, + 88418, + 220, + 20, + 15, + 15, + 11, + 15, + 15, + 15, + 13, + 22546, + 17683, + 1033, + 12943, + 518, + 2274, + 3, + 16, + 7094, + 320, + 16, + 24, + 17, + 22, + 11192, + 701, + 892, + 572, + 13578, + 311, + 4558, + 825, + 29177, + 315, + 279, + 6775, + 8039, + 518, + 429, + 882, + 13 + ], + "text": " Over the next six weeks, numerous levees broke along the Mississippi River from Illinois to Louisiana, which inundated numerous towns in the Mississippi Valley. The break at Mounds Landing near Greenville, Mississippi was the single greatest crevasse to ever occur along the Mississippi River. It flooded an area 80 km (50 mi) wide and 160 km (99 mi) long with up to 6 metres (20 ft) of water. Heavy spring rains caused a second major flood in the same region that June. In all, 73,500 km2 (28,400 sq mi) which were home to more than 931,000 people were inundated. To avoid flooding the city of New Orleans, the governor of Louisiana allowed engineers to create the Poydras cut, which saved the city but led to the flooding of St. Bernard and Plaquemines parishes instead. Millions of acres across seven states were flooded. Evacuees totaled 500,000. Economic losses were estimated at US$1 billion (1927 dollars), which was equivalent to almost one-third of the federal budget at that time." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Over the next six weeks, numerous levees broke along the Mississippi River from Illinois to Louisiana, which inundated numerous towns in the Mississippi Valley. The break at Mounds Landing near Greenville, Mississippi was the single greatest crevasse to ever occur along the Mississippi River. It flooded an area 80 km (50 mi) wide and 160 km (99 mi) long with up to 6 metres (20 ft) of water. Heavy spring rains caused a second major flood in the same region that June. In all, 73,500 km2 (28,400 sq mi) which were home to more than 931,000 people were inundated. To avoid flooding the city of New Orleans, the governor of Louisiana allowed engineers to create the Poydras cut, which saved the city but led to the flooding of St. Bernard and Plaquemines parishes instead. Millions of acres across seven states were flooded. Evacuees totaled 500,000. Economic losses were estimated at US$1 billion (1927 dollars), which was equivalent to almost one-third of the federal budget at that time." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Over the next six weeks, numerous levees broke along the Mississippi River from Illinois to Louisiana, which inundated numerous towns in the Mississippi Valley. The break at Mounds Landing near Greenville, Mississippi was the single greatest crevasse to ever occur along the Mississippi River. It flooded an area 80 km (50 mi) wide and 160 km (99 mi) long with up to 6 metres (20 ft) of water. Heavy spring rains caused a second major flood in the same region that June. In all, 73,500 km2 (28,400 sq mi) which were home to more than 931,000 people were inundated. To avoid flooding the city of New Orleans, the governor of Louisiana allowed engineers to create the Poydras cut, which saved the city but led to the flooding of St. Bernard and Plaquemines parishes instead. Millions of acres across seven states were flooded. Evacuees totaled 500,000. Economic losses were estimated at US$1 billion (1927 dollars), which was equivalent to almost one-third of the federal budget at that time.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 269, + "generated_len": [ + 251 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.5, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 11643, + 60766, + 1473, + 7244, + 5103, + 52807, + 304, + 4680, + 323, + 16882, + 2608, + 553, + 4231, + 220, + 17, + 15, + 11, + 4152, + 311, + 279, + 11048, + 4124, + 6513, + 315, + 24037, + 13, + 3216, + 4231, + 220, + 17, + 20, + 11, + 24037, + 525, + 1990, + 279, + 4680, + 315, + 27485, + 26, + 4764, + 11, + 2176, + 74932, + 3060, + 311, + 3063, + 6814, + 862, + 6305, + 13 + ], + "text": " African elephants show sexual dimorphism in weight and shoulder height by age 20, due to the rapid early growth of males. By age 25, males are double the weight of females; however, both sexes continue to grow throughout their lives." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "African elephants show sexual dimorphism in weight and shoulder height by age 20, due to the rapid early growth of males. By age 25, males are double the weight of females; however, both sexes continue to grow throughout their lives." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: African elephants show sexual dimorphism in weight and shoulder height by age 20, due to the rapid early growth of males. By age 25, males are double the weight of females; however, both sexes continue to grow throughout their lives.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 70, + "generated_len": [ + 52 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.6, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1913, + 220, + 17, + 18, + 6702, + 220, + 17, + 15, + 15, + 21, + 11, + 566, + 7726, + 389, + 11679, + 311, + 467, + 10746, + 320, + 7995, + 6645, + 39108, + 356, + 13659, + 483, + 11, + 264, + 4741, + 61151, + 2781, + 8, + 3080, + 10074, + 13 + ], + "text": " On 23 November 2006, he moved on loan to Woking (under manager Glenn Cockerill, a former Southampton player) until Christmas." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On 23 November 2006, he moved on loan to Woking (under manager Glenn Cockerill, a former Southampton player) until Christmas." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On 23 November 2006, he moved on loan to Woking (under manager Glenn Cockerill, a former Southampton player) until Christmas.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 53, + "generated_len": [ + 35 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.328947368421052, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 19685, + 811, + 425, + 11302, + 10859, + 279, + 50164, + 78087, + 438, + 264, + 883, + 11, + 8098, + 11675, + 19685, + 425, + 11302, + 13, + 2932, + 68476, + 438, + 11164, + 1149, + 323, + 17847, + 311, + 279, + 50164, + 594, + 5810, + 380, + 11, + 7155, + 579, + 529, + 1198, + 1174, + 443, + 320, + 524, + 415, + 1506, + 438, + 6804, + 1270, + 701, + 19620, + 1573, + 29954, + 59146, + 7919, + 594, + 17727, + 75744, + 504, + 9625, + 13, + 10548, + 311, + 29954, + 59146, + 7919, + 594, + 2692, + 11, + 425, + 11302, + 572, + 11675, + 458, + 6203, + 10924, + 276, + 380, + 13 + ], + "text": " Jeanne Baret joined the expedition disguised as a man, calling herself Jean Baret. She enlisted as valet and assistant to the expedition's naturalist, Philibert Commercon (anglicized as Commerson), shortly before Bougainville's ships sailed from France. According to Bougainville's account, Baret was herself an expert botanist." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Jeanne Baret joined the expedition disguised as a man, calling herself Jean Baret. She enlisted as valet and assistant to the expedition's naturalist, Philibert Commercon (anglicized as Commerson), shortly before Bougainville's ships sailed from France. According to Bougainville's account, Baret was herself an expert botanist." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Jeanne Baret joined the expedition disguised as a man, calling herself Jean Baret. She enlisted as valet and assistant to the expedition's naturalist, Philibert Commercon (anglicized as Commerson), shortly before Bougainville's ships sailed from France. According to Bougainville's account, Baret was herself an expert botanist.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 94, + "generated_len": [ + 76 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.5128205128205128, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1644, + 7891, + 67, + 12, + 18, + 572, + 264, + 220, + 18, + 52, + 42592, + 34882, + 5440, + 7756, + 850, + 504, + 869, + 2813, + 9680, + 15859, + 16209, + 320, + 57342, + 568, + 50167, + 1030, + 46137, + 264, + 1372, + 315, + 279, + 2477, + 56112, + 938, + 23210, + 14310, + 315, + 1181, + 8131, + 1644, + 7891, + 67, + 12, + 16, + 15, + 15, + 55825, + 23210, + 313, + 433, + 30568, + 279, + 4453, + 2331, + 315, + 279, + 1644, + 7891, + 67, + 12, + 16, + 15, + 15, + 23210, + 1614, + 10457, + 304, + 6058, + 220, + 17, + 15, + 16, + 18, + 11, + 714, + 2041, + 279, + 3550, + 55825, + 313, + 18122, + 264, + 330, + 16440, + 52321, + 3745, + 1, + 315, + 1644, + 7891, + 67, + 220, + 18, + 11, + 476, + 362, + 18, + 11, + 369, + 4124, + 304, + 27947, + 10971, + 7497, + 438, + 264, + 5147, + 2246, + 20021, + 436, + 266, + 18155, + 13, + 576, + 1644, + 7891, + 67, + 12, + 18, + 1273, + 2721, + 23210, + 572, + 46137, + 438, + 264, + 220, + 18, + 52, + 42592, + 34882, + 1352, + 74097, + 315, + 220, + 16, + 15, + 87, + 16, + 15, + 87, + 18, + 15, + 2889, + 85266, + 416, + 320, + 15, + 13, + 18, + 18, + 87, + 15, + 13, + 18, + 18, + 87, + 15, + 13, + 24, + 23, + 10482, + 568, + 50167, + 49968, + 448, + 62951, + 49, + 7821, + 311, + 1896, + 279, + 362, + 18, + 311, + 279, + 36396, + 1380, + 432, + 572, + 12909, + 311, + 387, + 5880, + 504, + 279, + 3720, + 1023, + 304, + 279, + 730, + 28846, + 4688, + 13 + ], + "text": " Arkyd-3 was a 3U CubeSat technology demonstrator from private company Planetary Resources (PRI). PRI had packaged a number of the non-optical satellite technologies of its larger Arkyd-100 telescope satellite--essentially the entire base of the Arkyd-100 satellite model revealed in January 2013, but without the space telescope--into a \"cost-effective box\" of Arkyd 3, or A3, for early in-space flight testing as a subscale nanosatellite. The Arkyd-3 testbed satellite was packaged as a 3U CubeSat form-factor of 10x10x30 centimetres (0.33x0.33x0.98 ft). PRI contracted with NanoRacks to take the A3 to the ISS where it was planned to be released from the airlock in the Kibo module." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Arkyd-3 was a 3U CubeSat technology demonstrator from private company Planetary Resources (PRI). PRI had packaged a number of the non-optical satellite technologies of its larger Arkyd-100 telescope satellite--essentially the entire base of the Arkyd-100 satellite model revealed in January 2013, but without the space telescope--into a \"cost-effective box\" of Arkyd 3, or A3, for early in-space flight testing as a subscale nanosatellite. The Arkyd-3 testbed satellite was packaged as a 3U CubeSat form-factor of 10x10x30 centimetres (0.33x0.33x0.98 ft). PRI contracted with NanoRacks to take the A3 to the ISS where it was planned to be released from the airlock in the Kibo module." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Arkyd-3 was a 3U CubeSat technology demonstrator from private company Planetary Resources (PRI). PRI had packaged a number of the non-optical satellite technologies of its larger Arkyd-100 telescope satellite--essentially the entire base of the Arkyd-100 satellite model revealed in January 2013, but without the space telescope--into a \"cost-effective box\" of Arkyd 3, or A3, for early in-space flight testing as a subscale nanosatellite. The Arkyd-3 testbed satellite was packaged as a 3U CubeSat form-factor of 10x10x30 centimetres (0.33x0.33x0.98 ft). PRI contracted with NanoRacks to take the A3 to the ISS where it was planned to be released from the airlock in the Kibo module.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 213, + "generated_len": [ + 195 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.7254901960784315, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 6649, + 315, + 15893, + 323, + 18753, + 311, + 3635, + 3613, + 315, + 29234, + 614, + 8881, + 1045, + 38410, + 1948, + 8359, + 323, + 1846, + 5302, + 13, + 758, + 220, + 17, + 15, + 16, + 15, + 11, + 18753, + 1521, + 15313, + 1493, + 6649, + 13, + 758, + 584, + 21126, + 702, + 10982, + 429, + 8359, + 702, + 902, + 14602, + 315, + 53268, + 287, + 894, + 3146, + 13 + ], + "text": " The plans of Georgia and Ukraine to become members of NATO have caused some tensions between Russia and those states. In 2010, Ukraine did abandon these plans. In public Putin has stated that Russia has no intention of annexing any country." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The plans of Georgia and Ukraine to become members of NATO have caused some tensions between Russia and those states. In 2010, Ukraine did abandon these plans. In public Putin has stated that Russia has no intention of annexing any country." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The plans of Georgia and Ukraine to become members of NATO have caused some tensions between Russia and those states. In 2010, Ukraine did abandon these plans. In public Putin has stated that Russia has no intention of annexing any country.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 69, + "generated_len": [ + 51 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.605839416058394, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 30128, + 49489, + 367, + 11, + 264, + 4646, + 24240, + 311, + 29282, + 458, + 24168, + 30128, + 1584, + 315, + 264, + 18790, + 311, + 264, + 10767, + 28727, + 13964, + 13, + 55313, + 49489, + 367, + 374, + 2952, + 311, + 11075, + 36413, + 18368, + 315, + 30128, + 1995, + 553, + 31334, + 10607, + 28824, + 10535, + 323, + 4867, + 1197, + 524, + 986, + 369, + 264, + 2118, + 30128, + 5496, + 13, + 12091, + 49489, + 367, + 11, + 458, + 24168, + 9788, + 2804, + 59220, + 646, + 387, + 93076, + 33599, + 4566, + 264, + 6716, + 315, + 30027, + 745, + 12, + 306, + 38940, + 2804, + 81402, + 6094, + 1948, + 4646, + 323, + 13964, + 11, + 323, + 264, + 220, + 17, + 15257, + 28824, + 1943, + 504, + 279, + 4646, + 311, + 279, + 13964, + 13, + 55313, + 49489, + 367, + 7460, + 264, + 11980, + 1717, + 30128, + 5496, + 369, + 11560, + 13942, + 1197, + 38940, + 18730, + 11, + 323, + 8916, + 1197, + 524, + 986, + 1582, + 66084, + 67901, + 419, + 16287, + 553, + 8241, + 279, + 11980, + 1717, + 30128, + 5496, + 323, + 30027, + 745, + 1197, + 38940, + 2804, + 81402, + 13 + ], + "text": " In quantum teleportation, a sender wishes to transmit an arbitrary quantum state of a particle to a possibly distant receiver. Quantum teleportation is able to achieve faithful transmission of quantum information by substituting classical communication and prior entanglement for a direct quantum channel. Using teleportation, an arbitrary unknown qubit can be faithfully transmitted via a pair of maximally-entangled qubits shared between sender and receiver, and a 2-bit classical message from the sender to the receiver. Quantum teleportation requires a noiseless quantum channel for sharing perfectly entangled particles, and therefore entanglement distillation satisfies this requirement by providing the noiseless quantum channel and maximally entangled qubits." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In quantum teleportation, a sender wishes to transmit an arbitrary quantum state of a particle to a possibly distant receiver. Quantum teleportation is able to achieve faithful transmission of quantum information by substituting classical communication and prior entanglement for a direct quantum channel. Using teleportation, an arbitrary unknown qubit can be faithfully transmitted via a pair of maximally-entangled qubits shared between sender and receiver, and a 2-bit classical message from the sender to the receiver. Quantum teleportation requires a noiseless quantum channel for sharing perfectly entangled particles, and therefore entanglement distillation satisfies this requirement by providing the noiseless quantum channel and maximally entangled qubits." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In quantum teleportation, a sender wishes to transmit an arbitrary quantum state of a particle to a possibly distant receiver. Quantum teleportation is able to achieve faithful transmission of quantum information by substituting classical communication and prior entanglement for a direct quantum channel. Using teleportation, an arbitrary unknown qubit can be faithfully transmitted via a pair of maximally-entangled qubits shared between sender and receiver, and a 2-bit classical message from the sender to the receiver. Quantum teleportation requires a noiseless quantum channel for sharing perfectly entangled particles, and therefore entanglement distillation satisfies this requirement by providing the noiseless quantum channel and maximally entangled qubits.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 155, + "generated_len": [ + 137 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.267441860465116, + "len": 0.9770114942528736, + "lcs": 0.3606194690265487 + }, + "predict": { + "tokens": [ + 13235, + 279, + 9816, + 11, + 7513, + 61240, + 11758, + 11643, + 38578, + 1251, + 304, + 279, + 1852, + 11566, + 438, + 279, + 1532, + 4337, + 67373, + 11, + 29064, + 11133, + 11871, + 448, + 279, + 38578, + 67702, + 13, + 758, + 279, + 4124, + 220, + 16, + 23, + 15, + 15, + 82, + 279, + 2711, + 369, + 69816, + 11, + 892, + 572, + 1221, + 3545, + 1483, + 304, + 279, + 5670, + 315, + 19352, + 11561, + 11, + 6069, + 1657, + 4158, + 34587, + 4623, + 1119, + 279, + 14791, + 315, + 10174, + 13, + 3085, + 279, + 4683, + 315, + 11133, + 7999, + 3156, + 279, + 1062, + 11757, + 11, + 279, + 31743, + 572, + 15791, + 12036, + 2337, + 419, + 4168, + 13 + ], + "text": " Before the conference, European diplomacy treated African indigenous people in the same manner as the New World natives, forming trading relationships with the indigenous chiefs. In the early 1800s the search for ivory, which was then often used in the production of luxury goods, led many white traders further into the interior of Africa. With the exception of trading posts along the coasts, the continent was essentially ignored during this period." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Before the conference, European diplomacy treated African indigenous people in the same manner as the New World natives, forming trading relationships with the indigenous chiefs. In the early 1800s the search for ivory, which was then often used in the production of luxury goods, led many white traders further into the interior of Africa. With the exception of trading posts along the coasts, the continent was essentially ignored during this period." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Before the conference, European diplomacy treated African indigenous people in the same manner as the New World natives, forming trading relationships with the indigenous chiefs. In the early 1800s the search for ivory, which was then often used in the production of luxury goods, led many white traders further into the interior of Africa. With the exception of trading posts along the coasts, the continent was essentially ignored during this period.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 106, + "generated_len": [ + 86 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.440476190476191, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 2619, + 572, + 264, + 20361, + 6541, + 311, + 4446, + 279, + 9154, + 12030, + 46990, + 45855, + 1849, + 311, + 21859, + 6384, + 13, + 576, + 1874, + 429, + 3855, + 279, + 20361, + 572, + 18047, + 553, + 279, + 4741, + 16923, + 315, + 32877, + 11, + 38062, + 11885, + 722, + 56995, + 1087, + 11, + 879, + 572, + 6849, + 304, + 32359, + 425, + 2992, + 311, + 32877, + 16341, + 273, + 15596, + 263, + 11, + 5023, + 279, + 18093, + 8056, + 311, + 21859, + 6384, + 13, + 758, + 3217, + 220, + 17, + 15, + 16, + 23, + 11, + 279, + 425, + 2992, + 4479, + 315, + 27354, + 16228, + 2348, + 32359, + 425, + 2992, + 311, + 21859, + 6384, + 13 + ], + "text": " There was a petition drive to bring the Bay Area Rapid Transit system to Livermore. The group that started the petition was founded by the former mayor of Dublin, Linda Jeffery Sailors, who was successful in extending BART to Dublin/Pleasanton, currently the closest station to Livermore. In May 2018, the BART board of directors voted against extending BART to Livermore." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "There was a petition drive to bring the Bay Area Rapid Transit system to Livermore. The group that started the petition was founded by the former mayor of Dublin, Linda Jeffery Sailors, who was successful in extending BART to Dublin/Pleasanton, currently the closest station to Livermore. In May 2018, the BART board of directors voted against extending BART to Livermore." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: There was a petition drive to bring the Bay Area Rapid Transit system to Livermore. The group that started the petition was founded by the former mayor of Dublin, Linda Jeffery Sailors, who was successful in extending BART to Dublin/Pleasanton, currently the closest station to Livermore. In May 2018, the BART board of directors voted against extending BART to Livermore.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 102, + "generated_len": [ + 84 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.4711538461538463, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 24, + 24, + 21, + 11, + 31395, + 9965, + 4588, + 67190, + 911, + 479, + 11433, + 37542, + 1732, + 859, + 594, + 62461, + 2432, + 2348, + 18183, + 8697, + 13, + 67190, + 76976, + 10982, + 429, + 38713, + 42, + 300, + 1732, + 859, + 646, + 1896, + 279, + 2432, + 220, + 21, + 311, + 220, + 15, + 421, + 566, + 6801, + 311, + 13, + 364, + 40, + 2776, + 6785, + 11, + 358, + 4172, + 18279, + 847, + 2272, + 389, + 432, + 29151, + 758, + 2097, + 11, + 37542, + 1732, + 859, + 5558, + 279, + 1156, + 1809, + 11, + 323, + 2765, + 279, + 2432, + 553, + 264, + 5456, + 315, + 1172, + 220, + 19, + 12, + 17, + 13, + 576, + 2701, + 1042, + 11, + 566, + 5558, + 862, + 18035, + 92226, + 220, + 17, + 13, + 20, + 12, + 18, + 13, + 20, + 13 + ], + "text": " In 1996, Popular Science asked Levy about Garry Kasparov's impending match against Deep Blue. Levy confidently stated that \"...Kasparov can take the match 6 to 0 if he wants to. 'I'm positive, I'd stake my life on it.'\" In fact, Kasparov lost the first game, and won the match by a score of only 4-2. The following year, he lost their historic rematch 2.5-3.5." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 1996, Popular Science asked Levy about Garry Kasparov's impending match against Deep Blue. Levy confidently stated that \"...Kasparov can take the match 6 to 0 if he wants to. 'I'm positive, I'd stake my life on it.'\" In fact, Kasparov lost the first game, and won the match by a score of only 4-2. The following year, he lost their historic rematch 2.5-3.5." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 1996, Popular Science asked Levy about Garry Kasparov's impending match against Deep Blue. Levy confidently stated that \"...Kasparov can take the match 6 to 0 if he wants to. 'I'm positive, I'd stake my life on it.'\" In fact, Kasparov lost the first game, and won the match by a score of only 4-2. The following year, he lost their historic rematch 2.5-3.5.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 122, + "generated_len": [ + 104 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.673076923076923, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 498, + 4172, + 728, + 311, + 4116, + 448, + 13, + 1260, + 1030, + 264, + 11677, + 13, + 1260, + 572, + 4658, + 279, + 3946, + 429, + 5019, + 74551, + 311, + 387, + 11, + 714, + 646, + 944, + 11, + 1576, + 498, + 614, + 311, + 387, + 6133, + 13, + 358, + 646, + 944, + 387, + 264, + 15205, + 619, + 402, + 645, + 323, + 498, + 646, + 944, + 387, + 11, + 714, + 421 + ], + "text": " you'd go to war with. He had a passion. He was probably the official that everyone strives to be, but can't, because you have to be yourself. I can't be a Stan Javie and you can't be, but if" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "you'd go to war with. He had a passion. He was probably the official that everyone strives to be, but can't, because you have to be yourself. I can't be a Stan Javie and you can't be, but if" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: you'd go to war with. He had a passion. He was probably the official that everyone strives to be, but can't, because you have to be yourself. I can't be a Stan Javie and you can't be, but if<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 70, + "generated_len": [ + 52 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.892857142857143, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 10964, + 59922, + 448, + 9625, + 12713, + 1182, + 279, + 29658, + 11, + 448, + 279, + 2432, + 6342, + 389, + 220, + 16, + 20, + 3217, + 220, + 16, + 24, + 16, + 15, + 11, + 15344, + 594, + 1156, + 3946, + 2432, + 13391, + 304, + 264, + 220, + 21, + 12, + 17, + 12560, + 13, + 2806, + 480, + 9071, + 304, + 279, + 4337, + 10861, + 323, + 279, + 7513, + 20761, + 18621, + 2924, + 279, + 220, + 17, + 15, + 15, + 21, + 4337, + 10861, + 13023, + 11, + 979, + 279, + 96233, + 23283, + 279, + 8585, + 220, + 20, + 12, + 18, + 304, + 279, + 16346, + 6102, + 9794, + 11, + 1283, + 264, + 220, + 16, + 12, + 16, + 4038, + 11, + 323, + 279, + 220, + 17, + 15, + 15, + 15, + 7513, + 18621, + 11, + 2765, + 553, + 9625, + 448, + 458, + 4960, + 7246, + 20748, + 5795, + 553, + 6798, + 12475, + 89, + 791, + 13807, + 13 + ], + "text": " Their rivalry with France dates back the earliest, with the match played on 15 May 1910, Italy's first official match ending in a 6-2 victory. Notable matches in the World Cup and the European Football Championship include the 2006 World Cup Final, when the Italians defeated the French 5-3 in the penalty shoot-out, after a 1-1 draw, and the 2000 European Championship, won by France with an extra-time golden goal by David Trezeguet." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Their rivalry with France dates back the earliest, with the match played on 15 May 1910, Italy's first official match ending in a 6-2 victory. Notable matches in the World Cup and the European Football Championship include the 2006 World Cup Final, when the Italians defeated the French 5-3 in the penalty shoot-out, after a 1-1 draw, and the 2000 European Championship, won by France with an extra-time golden goal by David Trezeguet." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Their rivalry with France dates back the earliest, with the match played on 15 May 1910, Italy's first official match ending in a 6-2 victory. Notable matches in the World Cup and the European Football Championship include the 2006 World Cup Final, when the Italians defeated the French 5-3 in the penalty shoot-out, after a 1-1 draw, and the 2000 European Championship, won by France with an extra-time golden goal by David Trezeguet.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 130, + "generated_len": [ + 112 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.10126582278481, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 730, + 11855, + 277, + 88570, + 67, + 5559, + 320, + 15998, + 220, + 16, + 24, + 18, + 20, + 304, + 730, + 4212, + 24998, + 14126, + 11, + 85673, + 42358, + 8, + 323, + 8469, + 304, + 220, + 17, + 15, + 16, + 16, + 13, + 1260, + 572, + 458, + 7748, + 15203, + 18145, + 11, + 3150, + 11, + 22825, + 323, + 27841, + 323, + 4741, + 12386, + 369, + 36751, + 1466, + 11, + 40159, + 266, + 5655, + 79978, + 10606, + 19825, + 13, + 5301, + 3281, + 7923, + 374, + 304, + 54294, + 7822, + 315, + 35042, + 86633, + 323, + 17206, + 448, + 15203, + 17206, + 13, + 1260, + 26558, + 304, + 21996, + 13 + ], + "text": " Kausar Yazdani (born 1935 in Katalpur village, Uttar Pradesh) and died in 2011. He was an Indian Islamic scholar, author, journalist and activist and former Secretary for Dawah, Jamaat-e-Islami Hind. His specialisation is in comparative studies of Hindu scriptures and literature with Islamic literature. He stays in Delhi." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Kausar Yazdani (born 1935 in Katalpur village, Uttar Pradesh) and died in 2011. He was an Indian Islamic scholar, author, journalist and activist and former Secretary for Dawah, Jamaat-e-Islami Hind. His specialisation is in comparative studies of Hindu scriptures and literature with Islamic literature. He stays in Delhi." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Kausar Yazdani (born 1935 in Katalpur village, Uttar Pradesh) and died in 2011. He was an Indian Islamic scholar, author, journalist and activist and former Secretary for Dawah, Jamaat-e-Islami Hind. His specialisation is in comparative studies of Hindu scriptures and literature with Islamic literature. He stays in Delhi.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 97, + "generated_len": [ + 79 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.9464285714285716, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 6944, + 50577, + 525, + 279, + 63971, + 10762, + 16328, + 14101, + 277, + 3433, + 11, + 33166, + 24244, + 16739, + 1047, + 320, + 64, + 23971, + 315, + 45776, + 884, + 701, + 279, + 17695, + 53411, + 16328, + 320, + 64, + 25037, + 1992, + 369, + 16987, + 304, + 4337, + 5004, + 7946, + 8, + 323, + 279, + 21683, + 16053, + 16328, + 14101, + 277, + 3433, + 11, + 3941, + 504, + 279, + 2869, + 596, + 472, + 1127, + 16328, + 13 + ], + "text": " Other museums are the Barrel Organ Museum Haarlem, Het Dolhuys (a museum of psychiatry), the Ten Boom Museum (a hiding place for Jews in World War II) and the Historisch Museum Haarlem, across from the Frans Hals Museum." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Other museums are the Barrel Organ Museum Haarlem, Het Dolhuys (a museum of psychiatry), the Ten Boom Museum (a hiding place for Jews in World War II) and the Historisch Museum Haarlem, across from the Frans Hals Museum." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Other museums are the Barrel Organ Museum Haarlem, Het Dolhuys (a museum of psychiatry), the Ten Boom Museum (a hiding place for Jews in World War II) and the Historisch Museum Haarlem, across from the Frans Hals Museum.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 74, + "generated_len": [ + 56 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.207547169811321, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 8082, + 376, + 11, + 264, + 4438, + 315, + 9305, + 309, + 11, + 374, + 949, + 315, + 279, + 2086, + 9471, + 315, + 14538, + 812, + 409, + 1361, + 11, + 9223, + 518, + 911, + 279, + 1852, + 882, + 438, + 4818, + 269, + 5918, + 355, + 14302, + 80991, + 323, + 663, + 884, + 76, + 13, + 5976, + 8082, + 376, + 594, + 4511, + 374, + 4428, + 311, + 429, + 315, + 663, + 884, + 76, + 594, + 11, + 3940, + 323, + 9853, + 653, + 537, + 6514, + 13, + 6944, + 28813, + 304, + 279, + 14538, + 812, + 7215, + 63010, + 2924, + 4509, + 263, + 1728, + 355, + 11, + 472, + 6493, + 64, + 11, + 479, + 1080, + 88167, + 11, + 13225, + 544, + 269, + 11, + 358, + 541, + 276, + 285, + 11, + 13550, + 44707, + 11, + 647, + 59817, + 585, + 11, + 323, + 422, + 1103, + 924, + 13342, + 13 + ], + "text": " Surtr, a son of Annam, is part of the second generation of giantish deities, born at about the same time as Skoraeus Stonebones and Thrym. While Surtr's cult is similar to that of Thrym's, fire and ice do not mix. Other gods in the giantish pantheon include Stronmaus, Hiatea, Grolantor, Karontor, Iallanis, Memnor, Vaprak, and Diancastra." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Surtr, a son of Annam, is part of the second generation of giantish deities, born at about the same time as Skoraeus Stonebones and Thrym. While Surtr's cult is similar to that of Thrym's, fire and ice do not mix. Other gods in the giantish pantheon include Stronmaus, Hiatea, Grolantor, Karontor, Iallanis, Memnor, Vaprak, and Diancastra." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Surtr, a son of Annam, is part of the second generation of giantish deities, born at about the same time as Skoraeus Stonebones and Thrym. While Surtr's cult is similar to that of Thrym's, fire and ice do not mix. Other gods in the giantish pantheon include Stronmaus, Hiatea, Grolantor, Karontor, Iallanis, Memnor, Vaprak, and Diancastra.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 124, + "generated_len": [ + 106 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.973333333333333, + "len": 0.9736842105263158, + "lcs": 0.4175084175084175 + }, + "predict": { + "tokens": [ + 4636, + 1660, + 16188, + 311, + 279, + 3619, + 11, + 566, + 8930, + 806, + 1828, + 7474, + 389, + 279, + 1887, + 8592, + 315, + 4864, + 1536, + 6728, + 11, + 4752, + 279, + 7474, + 311, + 220, + 16, + 19, + 30334, + 13, + 5301, + 7474, + 11, + 35953, + 72, + 609, + 39101, + 11, + 2937, + 5230, + 806, + 25350, + 17041, + 323, + 31502, + 13, + 576, + 7474, + 702, + 7881, + 1119, + 279, + 3042, + 11228, + 35953, + 72, + 11, + 14249, + 2886, + 609, + 647, + 265, + 18123, + 11, + 393, + 727, + 13, + 304, + 4864, + 1536, + 6728, + 323, + 6515, + 13 + ], + "text": " After being admitted to the bar, he opened his own firm on the main street of Charleroi, building the firm to 14 attorneys. His firm, Bassi & Associates, later included his sons Brad and Keith. The firm has developed into the present-day Bassi, McCune & Vreeland, P.C. in Charleroi and Washington." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "After being admitted to the bar, he opened his own firm on the main street of Charleroi, building the firm to 14 attorneys. His firm, Bassi & Associates, later included his sons Brad and Keith. The firm has developed into the present-day Bassi, McCune & Vreeland, P.C. in Charleroi and Washington." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: After being admitted to the bar, he opened his own firm on the main street of Charleroi, building the firm to 14 attorneys. His firm, Bassi & Associates, later included his sons Brad and Keith. The firm has developed into the present-day Bassi, McCune & Vreeland, P.C. in Charleroi and Washington.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 95, + "generated_len": [ + 75 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.5337837837837838, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 17599, + 358, + 11676, + 264, + 82149, + 518, + 51349, + 777, + 311, + 279, + 6156, + 258, + 1103, + 646, + 2382, + 5792, + 315, + 279, + 27785, + 679, + 315, + 794, + 434, + 18245, + 9150, + 11, + 25210, + 979, + 279, + 12493, + 679, + 572, + 18047, + 304, + 220, + 16, + 16, + 17, + 17, + 13, + 576, + 9257, + 315, + 9448, + 51197, + 8817, + 315, + 14205, + 13615, + 572, + 5798, + 304, + 279, + 6149, + 315, + 279, + 220, + 16, + 17, + 339, + 9294, + 323, + 73017, + 304, + 279, + 220, + 16, + 18, + 339, + 9294, + 13, + 576, + 28419, + 21271, + 572, + 3855, + 304, + 279, + 220, + 16, + 18, + 339, + 476, + 220, + 16, + 19, + 339, + 9294, + 323, + 8145, + 304, + 911, + 220, + 16, + 20, + 15, + 15, + 13, + 794, + 13, + 13615, + 594, + 572, + 51734, + 304, + 279, + 220, + 16, + 22, + 339, + 323, + 220, + 16, + 23, + 339, + 23631, + 13, + 576, + 43101, + 10107, + 3936, + 11470, + 619, + 727, + 13, + 26064, + 1536, + 27003, + 279, + 4752, + 323, + 3084, + 6758, + 279, + 43491, + 304, + 220, + 16, + 23, + 21, + 17, + 12, + 16, + 23, + 21, + 19, + 13 + ], + "text": " Henry I granted a chapel at Headington to the Augustinian canons regular of the Priory of St Frideswide, Oxford when the priory was founded in 1122. The Church of England parish church of Saint Andrew was built in the middle of the 12th century and enlarged in the 13th century. The bell tower was started in the 13th or 14th century and completed in about 1500. St. Andrew's was repaired in the 17th and 18th centuries. The Gothic Revival architect J.C. Buckler restored the building and lengthened the nave in 1862-1864." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Henry I granted a chapel at Headington to the Augustinian canons regular of the Priory of St Frideswide, Oxford when the priory was founded in 1122. The Church of England parish church of Saint Andrew was built in the middle of the 12th century and enlarged in the 13th century. The bell tower was started in the 13th or 14th century and completed in about 1500. St. Andrew's was repaired in the 17th and 18th centuries. The Gothic Revival architect J.C. Buckler restored the building and lengthened the nave in 1862-1864." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Henry I granted a chapel at Headington to the Augustinian canons regular of the Priory of St Frideswide, Oxford when the priory was founded in 1122. The Church of England parish church of Saint Andrew was built in the middle of the 12th century and enlarged in the 13th century. The bell tower was started in the 13th or 14th century and completed in about 1500. St. Andrew's was repaired in the 17th and 18th centuries. The Gothic Revival architect J.C. Buckler restored the building and lengthened the nave in 1862-1864.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 166, + "generated_len": [ + 148 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.3076923076923075, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 7496, + 315, + 806, + 4278, + 1033, + 537, + 4652, + 1573, + 806, + 4545, + 13, + 2411, + 279, + 882, + 315, + 806, + 4545, + 11, + 46524, + 702, + 1012, + 14971, + 46149, + 323, + 31514, + 553, + 806, + 22698, + 481, + 5310, + 40456, + 276, + 57031, + 1644, + 461, + 1915, + 323, + 1429, + 20729, + 3250, + 1671, + 315, + 279, + 882, + 481, + 4152, + 311, + 806, + 4948, + 54180, + 323, + 806, + 8848, + 11, + 330, + 776, + 34133, + 13088, + 1, + 323, + 330, + 1528, + 64641, + 1, + 17206, + 13, + 220, + 33953, + 11, + 806, + 84217, + 4278, + 6116, + 3881, + 518, + 264, + 882, + 315, + 2588, + 51888, + 304, + 33000, + 979, + 304, + 279, + 220, + 16, + 24, + 20, + 15, + 82, + 11, + 65133, + 73761, + 11171, + 351, + 323, + 65133, + 451, + 5061, + 16320, + 4652, + 678, + 806, + 84217, + 4278, + 11, + 323, + 11, + 5310, + 11, + 979, + 75826, + 1644, + 1129, + 66237, + 23415, + 279, + 11674, + 504, + 279, + 17102, + 472, + 6297, + 11058, + 264, + 30697, + 46524, + 320, + 16, + 24, + 22, + 15, + 701, + 13214, + 12433, + 553, + 88040, + 15687, + 6586, + 1387, + 6712, + 323, + 9656, + 26462, + 35336, + 409, + 33000, + 11, + 323, + 2937, + 553, + 87309, + 13878, + 15687, + 6586, + 1387, + 6712, + 320, + 39, + 1256, + 15687, + 6586, + 1387, + 6712, + 594, + 10641, + 568 + ], + "text": " Most of his works were not published before his death. At the time of his death, Castro has been constantly mocked and criticized by his critics - especially Hernan Diaz Arrieta and most mainstream columnists of the time - due to his political activism and his rare, \"provinciano\" and \"cheesy\" literature. Nevertheless, his unpublished works became known at a time of hard censorship in Chile when in the 1950s, Editorial Zig-Zag and Editorial Nascimiento published all his unpublished works, and, especially, when Ariel Arancibia composed the songs from the LP Homenaje a Oscar Castro (1970), originally recorded by Hector Duvauchelle and Los Cuatro de Chile, and later by Humberto Duvauchelle (Hector Duvauchelle's brother)." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Most of his works were not published before his death. At the time of his death, Castro has been constantly mocked and criticized by his critics - especially Hernan Diaz Arrieta and most mainstream columnists of the time - due to his political activism and his rare, \"provinciano\" and \"cheesy\" literature. Nevertheless, his unpublished works became known at a time of hard censorship in Chile when in the 1950s, Editorial Zig-Zag and Editorial Nascimiento published all his unpublished works, and, especially, when Ariel Arancibia composed the songs from the LP Homenaje a Oscar Castro (1970), originally recorded by Hector Duvauchelle and Los Cuatro de Chile, and later by Humberto Duvauchelle (Hector Duvauchelle's brother)." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Most of his works were not published before his death. At the time of his death, Castro has been constantly mocked and criticized by his critics - especially Hernan Diaz Arrieta and most mainstream columnists of the time - due to his political activism and his rare, \"provinciano\" and \"cheesy\" literature. Nevertheless, his unpublished works became known at a time of hard censorship in Chile when in the 1950s, Editorial Zig-Zag and Editorial Nascimiento published all his unpublished works, and, especially, when Ariel Arancibia composed the songs from the LP Homenaje a Oscar Castro (1970), originally recorded by Hector Duvauchelle and Los Cuatro de Chile, and later by Humberto Duvauchelle (Hector Duvauchelle's brother).<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 187, + "generated_len": [ + 169 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.371134020618556, + "len": 0.96, + "lcs": 0.28368794326241137 + }, + "predict": { + "tokens": [ + 47520, + 572, + 9223, + 304, + 5836, + 18336, + 11, + 7043, + 11, + 714, + 7726, + 448, + 806, + 2997, + 311, + 57419, + 11, + 14630, + 13, + 5301, + 6554, + 11, + 63687, + 47520, + 11, + 572, + 264, + 36341, + 518, + 279, + 3822, + 315, + 37279, + 13, + 1597, + 806, + 6981, + 11, + 25179, + 47520, + 11, + 6342, + 67000, + 518, + 37279, + 13, + 47520, + 18178, + 83152, + 11678, + 794, + 13, + 10244, + 594, + 5124, + 6022, + 304, + 83152, + 11678, + 24069, + 11, + 14630, + 13, + 47520, + 738, + 264, + 2906, + 3255, + 448, + 220, + 17, + 18, + 72457, + 323, + 1083, + 10568, + 220, + 23, + 19, + 16211, + 389, + 16775, + 369, + 220, + 16, + 11, + 20, + 18, + 18, + 13692, + 323, + 220, + 16, + 21, + 42779, + 13 + ], + "text": " Trent was born in San Diego, California, but moved with his family to Brighton, Michigan. His mother, Tina Trent, was a diver at the University of Nebraska. And his father, Philip Trent, played cornerback at Nebraska. Trent attended Orchard Lake St. Mary's High School in Orchard Lake Village, Michigan. Trent set a school record with 23 interceptions and also caught 84 passes on offense for 1,533 yards and 16 touchdowns." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Trent was born in San Diego, California, but moved with his family to Brighton, Michigan. His mother, Tina Trent, was a diver at the University of Nebraska. And his father, Philip Trent, played cornerback at Nebraska. Trent attended Orchard Lake St. Mary's High School in Orchard Lake Village, Michigan. Trent set a school record with 23 interceptions and also caught 84 passes on offense for 1,533 yards and 16 touchdowns." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Trent was born in San Diego, California, but moved with his family to Brighton, Michigan. His mother, Tina Trent, was a diver at the University of Nebraska. And his father, Philip Trent, played cornerback at Nebraska. Trent attended Orchard Lake St. Mary's High School in Orchard Lake Village, Michigan. Trent set a school record with 23 interceptions and also caught 84 passes on offense for 1,533 yards and 16 touchdowns.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 119, + "generated_len": [ + 97 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.7, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 2790, + 11, + 16358, + 2257, + 702, + 23415, + 916, + 220, + 19, + 15, + 15, + 4278, + 369, + 279, + 55810, + 11, + 26278, + 323, + 1008, + 23316, + 448, + 11375, + 759, + 14011, + 53517, + 323, + 31379, + 53517, + 11, + 323, + 702, + 10660, + 304, + 27601, + 46579, + 304, + 8359, + 11, + 9625, + 11, + 9856, + 11, + 279, + 71989, + 53737, + 11, + 10684, + 13622, + 11, + 6747, + 11, + 41918, + 11, + 17009, + 323, + 16926, + 56684, + 13 + ], + "text": " In total, Akbar has composed over 400 works for the chorus, piano and other instruments with Symphonic Orchestra and Chamber Orchestra, and has performed in countless concerts in Russia, France, Germany, the Baltic Countries, Central Asia, India, Qatar, Turkey and Northern Cyprus." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In total, Akbar has composed over 400 works for the chorus, piano and other instruments with Symphonic Orchestra and Chamber Orchestra, and has performed in countless concerts in Russia, France, Germany, the Baltic Countries, Central Asia, India, Qatar, Turkey and Northern Cyprus." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In total, Akbar has composed over 400 works for the chorus, piano and other instruments with Symphonic Orchestra and Chamber Orchestra, and has performed in countless concerts in Russia, France, Germany, the Baltic Countries, Central Asia, India, Qatar, Turkey and Northern Cyprus.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 78, + "generated_len": [ + 60 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.646464646464646, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 22752, + 12876, + 38468, + 1483, + 5257, + 6524, + 32980, + 13, + 43951, + 38468, + 1156, + 9723, + 304, + 279, + 220, + 16, + 23, + 24, + 15, + 82, + 11, + 323, + 432, + 6116, + 3204, + 311, + 1173, + 12463, + 5335, + 46279, + 304, + 279, + 4124, + 220, + 17, + 15, + 339, + 9294, + 13, + 576, + 10684, + 7148, + 54456, + 1483, + 12463, + 44443, + 304, + 862, + 220, + 16, + 24, + 15, + 20, + 22361, + 11, + 323, + 504, + 220, + 16, + 24, + 15, + 23, + 279, + 53887, + 5737, + 11, + 1212, + 19725, + 594, + 5106, + 11, + 1483, + 5335, + 315, + 3146, + 16065, + 11, + 11919, + 323, + 3598, + 4357, + 389, + 38468, + 311, + 14907, + 990, + 315, + 279, + 13705, + 13, + 19725, + 1730, + 566, + 572, + 7199, + 553, + 279, + 8353, + 13511, + 279, + 55953, + 1483, + 11, + 323, + 773, + 43124, + 975, + 504, + 13511, + 323, + 25812, + 1741, + 438, + 422, + 6215, + 425, + 22908, + 11, + 21891, + 25636, + 9287, + 22309, + 2040, + 11, + 279, + 30349, + 380, + 9857, + 86274, + 11, + 472, + 5400, + 320, + 1519, + 1856, + 8, + 30321, + 11, + 25124, + 328, + 91832, + 11, + 14927, + 35116, + 1933, + 323, + 279, + 29293, + 23223, + 323, + 24242, + 285, + 1863, + 95873, + 23129, + 13, + 10548, + 311, + 41793, + 5166, + 1645, + 26684, + 11, + 916, + 220, + 16, + 20, + 15, + 3198, + 13511, + 1033, + 43124, + 553, + 19725, + 323, + 15271, + 398, + 8876, + 4716, + 1515, + 311, + 2884, + 38468, + 369, + 7148, + 53887, + 11, + 7148, + 16742, + 323, + 7148, + 6272, + 9074, + 1163, + 309, + 2284, + 13 + ], + "text": " Early advertising posters used various letter fonts. Graphic posters first appeared in the 1890s, and it became possible to print colour images economically in the early 20th century. The Central London Railway used colour illustrations in their 1905 poster, and from 1908 the Underground Group, under Pick's direction, used images of country scenes, shopping and major events on posters to encourage use of the tube. Pick found he was limited by the commercial artists the printers used, and so commissioned work from artists and designers such as Dora Batty, Edward McKnight Kauffer, the cartoonist George Morrow, Herry (Heather) Perry, Graham Sutherland, Charles Sharland and the sisters Anna and Doris Zinkeisen. According to Ruth Artmonsky, over 150 women artists were commissioned by Pick and latterly Christian Barman to design posters for London Underground, London Transport and London County Council Tramways." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Early advertising posters used various letter fonts. Graphic posters first appeared in the 1890s, and it became possible to print colour images economically in the early 20th century. The Central London Railway used colour illustrations in their 1905 poster, and from 1908 the Underground Group, under Pick's direction, used images of country scenes, shopping and major events on posters to encourage use of the tube. Pick found he was limited by the commercial artists the printers used, and so commissioned work from artists and designers such as Dora Batty, Edward McKnight Kauffer, the cartoonist George Morrow, Herry (Heather) Perry, Graham Sutherland, Charles Sharland and the sisters Anna and Doris Zinkeisen. According to Ruth Artmonsky, over 150 women artists were commissioned by Pick and latterly Christian Barman to design posters for London Underground, London Transport and London County Council Tramways." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Early advertising posters used various letter fonts. Graphic posters first appeared in the 1890s, and it became possible to print colour images economically in the early 20th century. The Central London Railway used colour illustrations in their 1905 poster, and from 1908 the Underground Group, under Pick's direction, used images of country scenes, shopping and major events on posters to encourage use of the tube. Pick found he was limited by the commercial artists the printers used, and so commissioned work from artists and designers such as Dora Batty, Edward McKnight Kauffer, the cartoonist George Morrow, Herry (Heather) Perry, Graham Sutherland, Charles Sharland and the sisters Anna and Doris Zinkeisen. According to Ruth Artmonsky, over 150 women artists were commissioned by Pick and latterly Christian Barman to design posters for London Underground, London Transport and London County Council Tramways.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 216, + "generated_len": [ + 198 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.855072463768116, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 29938, + 320, + 41, + 23318, + 31220, + 37376, + 8, + 323, + 26426, + 320, + 49454, + 35119, + 477, + 3744, + 701, + 1283, + 24667, + 1817, + 1008, + 594, + 13734, + 11, + 525, + 1431, + 705, + 311, + 3119, + 862, + 13008, + 13, + 4636, + 1378, + 4780, + 315, + 47201, + 1030, + 10865, + 705, + 1576, + 807, + 1410, + 537, + 7503, + 389, + 2513, + 304, + 4925, + 315, + 862, + 13008, + 11, + 29938, + 323, + 26426, + 10279, + 311, + 5274, + 26426, + 304, + 6757, + 773, + 807, + 686, + 537, + 835, + 705, + 10805, + 13 + ], + "text": " Mitchell (Jesse Tyler Ferguson) and Cameron (Eric Stonestreet), after accepting each other's proposal, are now up to plan their wedding. After two friends of theirs had broken up because they could not agree on things in matter of their wedding, Mitchell and Cameron decide to leave Cameron in charge so they will not end up fighting." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Mitchell (Jesse Tyler Ferguson) and Cameron (Eric Stonestreet), after accepting each other's proposal, are now up to plan their wedding. After two friends of theirs had broken up because they could not agree on things in matter of their wedding, Mitchell and Cameron decide to leave Cameron in charge so they will not end up fighting." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Mitchell (Jesse Tyler Ferguson) and Cameron (Eric Stonestreet), after accepting each other's proposal, are now up to plan their wedding. After two friends of theirs had broken up because they could not agree on things in matter of their wedding, Mitchell and Cameron decide to leave Cameron in charge so they will not end up fighting.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 87, + "generated_len": [ + 69 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.9767441860465116, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 35731, + 594, + 2086, + 16230, + 448, + 59357, + 572, + 2337, + 279, + 83774, + 315, + 1863, + 3779, + 18668, + 77, + 5227, + 410, + 64, + 11, + 979, + 566, + 3208, + 3303, + 81, + 9544, + 547, + 18358, + 94680, + 452, + 9420, + 309, + 461, + 311, + 279, + 6210, + 315, + 59357, + 320, + 3391, + 64958, + 90450, + 568 + ], + "text": " Muhammad's second interaction with Ethiopia was during the Expedition of Zaid ibn Haritha, when he sent Amr bin Umayyah al-Damri to the King of Ethiopia (then Abyssinia)." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Muhammad's second interaction with Ethiopia was during the Expedition of Zaid ibn Haritha, when he sent Amr bin Umayyah al-Damri to the King of Ethiopia (then Abyssinia)." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Muhammad's second interaction with Ethiopia was during the Expedition of Zaid ibn Haritha, when he sent Amr bin Umayyah al-Damri to the King of Ethiopia (then Abyssinia).<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 61, + "generated_len": [ + 43 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.181818181818182, + "len": 0.98989898989899, + "lcs": 0.5665859564164649 + }, + "predict": { + "tokens": [ + 576, + 6513, + 315, + 279, + 14046, + 14126, + 315, + 24504, + 258, + 6660, + 3156, + 279, + 4185, + 3886, + 315, + 10621, + 5604, + 323, + 910, + 718, + 36633, + 6290, + 17675, + 5485, + 4401, + 1896, + 1992, + 3156, + 2926, + 3350, + 26018, + 323, + 553, + 279, + 5099, + 220, + 16, + 23, + 19, + 15, + 82, + 24813, + 50004, + 7840, + 1030, + 1012, + 13444, + 41001, + 1119, + 279, + 14126, + 13, + 364, + 39, + 965, + 258, + 6660, + 11, + 38534, + 82, + 6, + 572, + 279, + 3082, + 594, + 39754, + 2621, + 504, + 279, + 3309, + 220, + 16, + 24, + 339, + 9294, + 3080, + 279, + 11345, + 315, + 279, + 6481, + 72836, + 1849, + 11, + 979, + 364, + 1143, + 718, + 36633, + 11, + 10621, + 5604, + 6, + 6116, + 279, + 3946, + 2621, + 13 + ], + "text": " The growth of the nearby village of Hollinwood along the common border of Oldham and Chadderton townships saw development take place along Drury Lane and by the mid 1840s Coalshaw Green had been effectively absorbed into the village. 'Hollinwood, Lancs' was the area's postal address from the late 19th century until the advent of the modern postcode system, when 'Chadderton, Oldham' became the official address." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The growth of the nearby village of Hollinwood along the common border of Oldham and Chadderton townships saw development take place along Drury Lane and by the mid 1840s Coalshaw Green had been effectively absorbed into the village. 'Hollinwood, Lancs' was the area's postal address from the late 19th century until the advent of the modern postcode system, when 'Chadderton, Oldham' became the official address." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The growth of the nearby village of Hollinwood along the common border of Oldham and Chadderton townships saw development take place along Drury Lane and by the mid 1840s Coalshaw Green had been effectively absorbed into the village. 'Hollinwood, Lancs' was the area's postal address from the late 19th century until the advent of the modern postcode system, when 'Chadderton, Oldham' became the official address.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 118, + "generated_len": [ + 99 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.15, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 24, + 23, + 22, + 11, + 7855, + 23786, + 38197, + 264, + 501, + 6741, + 323, + 2168, + 369, + 23786, + 24716, + 491, + 11, + 31918, + 4743, + 49019, + 369, + 279, + 4743, + 501, + 25512, + 429, + 23786, + 24716, + 491, + 572, + 17779, + 1119, + 11, + 23786, + 24716, + 491, + 11, + 15181, + 2080, + 33909, + 11, + 23786, + 24716, + 491, + 71926, + 11, + 23786, + 24716, + 491, + 24813, + 11, + 23786, + 24716, + 491, + 92715, + 13 + ], + "text": " In 1987, British Rail unveiled a new brand and image for Railfreight, introducing six logos for the six new sectors that Railfreight was divided into, Railfreight, Speedlink Distribution, Railfreight Petroleum, Railfreight Coal, Railfreight Metals." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 1987, British Rail unveiled a new brand and image for Railfreight, introducing six logos for the six new sectors that Railfreight was divided into, Railfreight, Speedlink Distribution, Railfreight Petroleum, Railfreight Coal, Railfreight Metals." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 1987, British Rail unveiled a new brand and image for Railfreight, introducing six logos for the six new sectors that Railfreight was divided into, Railfreight, Speedlink Distribution, Railfreight Petroleum, Railfreight Coal, Railfreight Metals.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 78, + "generated_len": [ + 60 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.689655172413793, + "len": 0.9827586206896551, + "lcs": 0.6014760147601476 + }, + "predict": { + "tokens": [ + 11954, + 279, + 312, + 1627, + 279, + 8817, + 572, + 87702, + 291, + 323, + 71424, + 11, + 323, + 1429, + 315, + 1181, + 58849, + 86270, + 13, + 3085, + 279, + 12296, + 315, + 279, + 41796, + 71, + 84177, + 2997, + 11, + 279, + 4752, + 572, + 2937, + 27003, + 323, + 59762, + 13, + 362, + 9798, + 29956, + 673, + 572, + 3694, + 311, + 279, + 4889, + 315, + 279, + 10984, + 7002, + 11, + 892, + 646, + 2058, + 387, + 3884, + 13 + ], + "text": " During the reformation the church was plundered and spoiled, and most of its treasures confiscated. With the aid of the Fanshawe family, the building was later restored and strengthened. A stone buttress was added to the outside of the east wall, which can still be seen." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "During the reformation the church was plundered and spoiled, and most of its treasures confiscated. With the aid of the Fanshawe family, the building was later restored and strengthened. A stone buttress was added to the outside of the east wall, which can still be seen." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: During the reformation the church was plundered and spoiled, and most of its treasures confiscated. With the aid of the Fanshawe family, the building was later restored and strengthened. A stone buttress was added to the outside of the east wall, which can still be seen.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 77, + "generated_len": [ + 58 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.252427184466019, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 5492, + 572, + 1156, + 12433, + 553, + 97869, + 31085, + 57363, + 19851, + 76368, + 389, + 3217, + 220, + 16, + 18, + 11, + 220, + 16, + 24, + 18, + 24, + 13, + 19851, + 76368, + 572, + 54220, + 264, + 4013, + 315, + 2070, + 37040, + 369, + 279, + 11635, + 315, + 7992, + 304, + 3216, + 11866, + 685, + 11, + 10292, + 11, + 979, + 566, + 10613, + 3941, + 32205, + 1417, + 2807, + 11, + 264, + 12725, + 11, + 323, + 806, + 7403, + 10244, + 11, + 264, + 70608, + 7538, + 315, + 264, + 2205, + 8817, + 13, + 19851, + 76368, + 12433, + 1417, + 2807, + 594, + 29868, + 11, + 61326, + 323, + 45893, + 11, + 25083, + 264, + 23863, + 2319, + 315, + 330, + 59161, + 32099, + 24511, + 1, + 429, + 4512, + 279, + 6770, + 21669, + 78709, + 323, + 36290, + 315, + 279, + 5492, + 13 + ], + "text": " The song was first recorded by folklore researcher Herbert Halpert on May 13, 1939. Halpert was compiling a series of field recordings for the Library of Congress in Byhalia, MS, when he ran across Walter Shipp, a minister, and his wife Mary, a choir director of a local church. Halpert recorded Shipp's daughters, Katherine and Christine, singing a spare version of \"Sea Lion Woman\" that defined the basic rhymes and rhythm of the song." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The song was first recorded by folklore researcher Herbert Halpert on May 13, 1939. Halpert was compiling a series of field recordings for the Library of Congress in Byhalia, MS, when he ran across Walter Shipp, a minister, and his wife Mary, a choir director of a local church. Halpert recorded Shipp's daughters, Katherine and Christine, singing a spare version of \"Sea Lion Woman\" that defined the basic rhymes and rhythm of the song." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The song was first recorded by folklore researcher Herbert Halpert on May 13, 1939. Halpert was compiling a series of field recordings for the Library of Congress in Byhalia, MS, when he ran across Walter Shipp, a minister, and his wife Mary, a choir director of a local church. Halpert recorded Shipp's daughters, Katherine and Christine, singing a spare version of \"Sea Lion Woman\" that defined the basic rhymes and rhythm of the song.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 121, + "generated_len": [ + 103 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.543859649122807, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 8596, + 444, + 67527, + 11, + 279, + 4024, + 19919, + 315, + 479, + 1702, + 645, + 11, + 14122, + 264, + 1874, + 315, + 14823, + 311, + 3695, + 279, + 7313, + 16827, + 2860, + 2473, + 504, + 5398, + 21863, + 11, + 1380, + 566, + 6069, + 279, + 9142, + 315, + 279, + 2473, + 504, + 1467, + 15382, + 311, + 279, + 4895, + 320, + 437, + 504, + 264, + 2291, + 17018, + 21231, + 311, + 458, + 12876, + 87113, + 12957, + 1614, + 568 + ], + "text": " Bill Louden, the original creator of GEnie, formed a group of investors to buy the Delphi online service from News Corp, where he led the transition of the service from text-only to the Web (and from a pay-per-hour to an advertising-supported revenue model)." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Bill Louden, the original creator of GEnie, formed a group of investors to buy the Delphi online service from News Corp, where he led the transition of the service from text-only to the Web (and from a pay-per-hour to an advertising-supported revenue model)." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Bill Louden, the original creator of GEnie, formed a group of investors to buy the Delphi online service from News Corp, where he led the transition of the service from text-only to the Web (and from a pay-per-hour to an advertising-supported revenue model).<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 75, + "generated_len": [ + 57 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.238095238095238, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 4841, + 432, + 387, + 20748, + 30, + 4841, + 432, + 2968, + 7194, + 311, + 3952, + 22053, + 1948, + 279, + 730, + 1579, + 4076, + 84, + 323, + 26832, + 268, + 49800, + 3942, + 30, + 4220, + 525, + 4755, + 18761, + 525, + 10161, + 5577, + 304, + 3783, + 369, + 279, + 220, + 17, + 15, + 17, + 17, + 6223 + ], + "text": " Will it be golden? Will it give birth to animosity between the Kikuyu and Kalenjin community? These are questions politicians are asking themselves in wait for the 2022 election" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Will it be golden? Will it give birth to animosity between the Kikuyu and Kalenjin community? These are questions politicians are asking themselves in wait for the 2022 election" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Will it be golden? Will it give birth to animosity between the Kikuyu and Kalenjin community? These are questions politicians are asking themselves in wait for the 2022 election<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 60, + "generated_len": [ + 42 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.126760563380282, + "len": 0.5, + "lcs": 0.4965753424657534 + }, + "predict": { + "tokens": [ + 576, + 27829, + 916, + 432, + 508, + 1782, + 46797, + 60, + 323, + 279, + 62326, + 9305, + 3083, + 3539, + 68, + 417, + 285, + 678, + 793, + 311, + 279, + 1657, + 8286, + 946, + 27436, + 315, + 2059, + 763, + 304, + 4694, + 315, + 279, + 3693, + 5240, + 382, + 785, + 27829, + 916, + 432, + 508, + 1782, + 46797, + 60, + 323, + 279, + 62326, + 9305, + 3083, + 3539, + 68, + 417, + 285, + 678, + 793, + 311, + 279, + 1657, + 8286, + 946, + 27436, + 315, + 2059, + 763, + 304, + 4694, + 315, + 279, + 3693, + 5240, + 13 + ], + "text": " The Eye over it [the pyramid] and the motto Annuit Coeptis allude to the many signal interpositions of providence in favor of the American cause.\n\nThe Eye over it [the pyramid] and the motto Annuit Coeptis allude to the many signal interpositions of providence in favor of the American cause." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Eye over it [the pyramid] and the motto Annuit Coeptis allude to the many signal interpositions of providence in favor of the American cause." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Eye over it [the pyramid] and the motto Annuit Coeptis allude to the many signal interpositions of providence in favor of the American cause.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 54, + "generated_len": [ + 71 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.326530612244898, + "len": 0.9797979797979798, + "lcs": 0.29750479846449135 + }, + "predict": { + "tokens": [ + 88924, + 8900, + 264, + 6662, + 2685, + 3082, + 323, + 264, + 1378, + 45099, + 93433, + 13, + 576, + 8416, + 6422, + 315, + 279, + 93433, + 8900, + 264, + 2444, + 1495, + 17914, + 3054, + 11, + 892, + 389, + 9001, + 58838, + 8789, + 2567, + 11912, + 40062, + 323, + 572, + 3881, + 369, + 279, + 4271, + 315, + 1181, + 3607, + 13, + 576, + 3754, + 1030, + 264, + 2480, + 44204, + 5723, + 323, + 369, + 1657, + 1635, + 279, + 61508, + 1033, + 23151, + 553, + 13928, + 386, + 13, + 35077, + 11, + 4848, + 13, + 758, + 2937, + 1635, + 279, + 3754, + 1035, + 387, + 48859, + 369, + 2291, + 817, + 1651, + 45229, + 69764, + 389, + 7877, + 16224, + 12425, + 11, + 323, + 264, + 9833, + 3619, + 943, + 5666, + 572, + 8900, + 448, + 17377, + 2393, + 13 + ], + "text": " Wonderland offered a grandstand area and a two-story clubhouse. The upper floor of the clubhouse offered a sit down dining room, which on weekend evenings generally required advance reservations and was known for the quality of its food. The track had a full liquor license and for many years the concessions were operated by Harry M. Stevens, Inc. In later years the track would be rented for pay per view boxing exhibitions on closed circuit television, and a sports bar type operation was offered with minimal success." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Wonderland offered a grandstand area and a two-story clubhouse. The upper floor of the clubhouse offered a sit down dining room, which on weekend evenings generally required advance reservations and was known for the quality of its food. The track had a full liquor license and for many years the concessions were operated by Harry M. Stevens, Inc. In later years the track would be rented for pay per view boxing exhibitions on closed circuit television, and a sports bar type operation was offered with minimal success." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Wonderland offered a grandstand area and a two-story clubhouse. The upper floor of the clubhouse offered a sit down dining room, which on weekend evenings generally required advance reservations and was known for the quality of its food. The track had a full liquor license and for many years the concessions were operated by Harry M. Stevens, Inc. In later years the track would be rented for pay per view boxing exhibitions on closed circuit television, and a sports bar type operation was offered with minimal success.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 118, + "generated_len": [ + 98 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.348387096774194, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 11954, + 279, + 3309, + 220, + 16, + 20, + 20, + 15, + 82, + 11, + 41421, + 7881, + 264, + 59929, + 8841, + 806, + 50975, + 11, + 279, + 3033, + 11, + 323, + 279, + 8171, + 1561, + 13, + 21683, + 5380, + 614, + 537, + 10838, + 3425, + 4842, + 11799, + 11, + 4345, + 3952, + 436, + 1361, + 11, + 476, + 10502, + 67231, + 8881, + 806, + 63291, + 13, + 758, + 220, + 16, + 20, + 21, + 20, + 11, + 566, + 17779, + 8359, + 1119, + 1378, + 5479, + 25, + 806, + 869, + 7947, + 320, + 269, + 71063, + 713, + 77, + 2210, + 8, + 323, + 279, + 584, + 21889, + 320, + 269, + 1147, + 336, + 927, + 80136, + 568, + 1752, + 806, + 869, + 7947, + 11, + 41421, + 14554, + 1045, + 315, + 279, + 1429, + 70307, + 323, + 2989, + 26438, + 315, + 8359, + 13, + 758, + 1493, + 5671, + 11, + 41421, + 594, + 13009, + 18349, + 8171, + 1561, + 11, + 41770, + 11, + 323, + 1496, + 4185, + 1251, + 11, + 28285, + 1541, + 30220, + 1045, + 323, + 56356, + 1095, + 4268, + 323, + 52535, + 13, + 14301, + 6009, + 264, + 13212, + 315, + 8648, + 304, + 8359, + 429, + 11695, + 51199, + 304, + 279, + 9167, + 28474, + 315, + 4620, + 5628, + 347, + 320, + 16, + 20, + 22, + 15, + 568 + ], + "text": " During the late 1550s, Ivan developed a hostility toward his advisers, the government, and the boyars. Historians have not determined whether policy differences, personal animosities, or mental imbalance caused his wrath. In 1565, he divided Russia into two parts: his private domain (or oprichnina) and the public realm (or zemshchina). For his private domain, Ivan chose some of the most prosperous and important districts of Russia. In these areas, Ivan's agents attacked boyars, merchants, and even common people, summarily executing some and confiscating land and possessions. Thus began a decade of terror in Russia that culminated in the Massacre of Novgorod (1570)." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "During the late 1550s, Ivan developed a hostility toward his advisers, the government, and the boyars. Historians have not determined whether policy differences, personal animosities, or mental imbalance caused his wrath. In 1565, he divided Russia into two parts: his private domain (or oprichnina) and the public realm (or zemshchina). For his private domain, Ivan chose some of the most prosperous and important districts of Russia. In these areas, Ivan's agents attacked boyars, merchants, and even common people, summarily executing some and confiscating land and possessions. Thus began a decade of terror in Russia that culminated in the Massacre of Novgorod (1570)." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: During the late 1550s, Ivan developed a hostility toward his advisers, the government, and the boyars. Historians have not determined whether policy differences, personal animosities, or mental imbalance caused his wrath. In 1565, he divided Russia into two parts: his private domain (or oprichnina) and the public realm (or zemshchina). For his private domain, Ivan chose some of the most prosperous and important districts of Russia. In these areas, Ivan's agents attacked boyars, merchants, and even common people, summarily executing some and confiscating land and possessions. Thus began a decade of terror in Russia that culminated in the Massacre of Novgorod (1570).<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 173, + "generated_len": [ + 155 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.598290598290598, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1084, + 374, + 7407, + 304, + 4882, + 4312, + 5227, + 546, + 323, + 374, + 76217, + 553, + 39961, + 8011, + 1466, + 320, + 69514, + 91747, + 18438, + 8, + 311, + 279, + 4882, + 4312, + 11, + 9959, + 32595, + 311, + 279, + 4882, + 6326, + 11, + 64349, + 77729, + 323, + 4882, + 36633, + 55786, + 4787, + 6326, + 311, + 4787, + 4312, + 13, + 576, + 12261, + 315, + 5124, + 2566, + 374, + 12864, + 553, + 279, + 4787, + 18028, + 9131, + 315, + 910, + 27004, + 25094, + 6022, + 13, + 5124, + 2566, + 572, + 18047, + 389, + 1128, + 1483, + 311, + 387, + 5124, + 9007, + 18438, + 13, + 576, + 8785, + 36741, + 614, + 3635, + 279, + 431, + 6128, + 276, + 3362, + 39224, + 323, + 26414, + 13702, + 304, + 1128, + 374, + 1431, + 39961, + 8011, + 1466, + 51165, + 11, + 264, + 9798, + 594, + 2510, + 504, + 279, + 4741, + 44240, + 61572, + 11, + 23490, + 3881, + 438, + 279, + 330, + 12472, + 38233, + 3263 + ], + "text": " It is located in South West Harare and is bordered by Glen Norah (formerly Baxter Farm) to the South West, Waterfalls to the South East, Willowvale and Southerton spanning North East to North West. The centre of Highfield is marked by the North Eastern corner of Chengu Primary School. Highfield was founded on what used to be Highfields Farm. The farmhouses have become the Rutsanana Clinic and municipal buildings in what is now Glen Norah suburb, a stone's throw from the former Municipal Compound, locally known as the \"Short Lines\"." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "It is located in South West Harare and is bordered by Glen Norah (formerly Baxter Farm) to the South West, Waterfalls to the South East, Willowvale and Southerton spanning North East to North West. The centre of Highfield is marked by the North Eastern corner of Chengu Primary School. Highfield was founded on what used to be Highfields Farm. The farmhouses have become the Rutsanana Clinic and municipal buildings in what is now Glen Norah suburb, a stone's throw from the former Municipal Compound, locally known as the \"Short Lines\"." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: It is located in South West Harare and is bordered by Glen Norah (formerly Baxter Farm) to the South West, Waterfalls to the South East, Willowvale and Southerton spanning North East to North West. The centre of Highfield is marked by the North Eastern corner of Chengu Primary School. Highfield was founded on what used to be Highfields Farm. The farmhouses have become the Rutsanana Clinic and municipal buildings in what is now Glen Norah suburb, a stone's throw from the former Municipal Compound, locally known as the \"Short Lines\".<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 135, + "generated_len": [ + 117 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.836734693877551, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 51583, + 292, + 572, + 6941, + 10304, + 42588, + 439, + 315, + 279, + 6662, + 1147, + 45831, + 315, + 22364, + 454, + 75, + 3756, + 304, + 13225, + 35147, + 580, + 304, + 5470, + 220, + 16, + 24, + 19, + 17, + 323, + 6009, + 1343, + 6293, + 279, + 8245, + 65, + 7042, + 1052, + 11, + 49645, + 279, + 40937, + 311, + 8809, + 1435, + 2348, + 1741, + 6168, + 13, + 1260, + 572, + 28926, + 311, + 279, + 7077, + 315, + 14889, + 301, + 2878, + 279, + 99070, + 41394, + 29400, + 304, + 5470, + 220, + 16, + 24, + 19, + 18, + 11, + 3432, + 8597, + 537, + 5644, + 894, + 3946, + 6277, + 7077, + 13, + 1260, + 28910, + 311, + 34898, + 323, + 15344, + 2701, + 279, + 18179, + 315, + 279, + 38444, + 39, + 304, + 220, + 16, + 24, + 19, + 20, + 13, + 758, + 55650, + 566, + 572, + 14975, + 11, + 12517, + 11, + 323, + 4429, + 311, + 264, + 3113, + 304, + 479, + 4640, + 4578, + 11567, + 13, + 11954, + 806, + 82919, + 11, + 566, + 572, + 304, + 279, + 9362, + 315, + 59395, + 1103, + 4586, + 20932, + 431, + 454, + 21490, + 323, + 910, + 295, + 21490, + 27994, + 64251, + 299, + 3226, + 402, + 619, + 5120, + 3583, + 292, + 13, + 1260, + 572, + 66802, + 1608, + 311, + 96777, + 304, + 4124, + 220, + 16, + 24, + 19, + 21, + 11, + 6679, + 369, + 4116, + 16660, + 323, + 29131, + 311, + 4545, + 304, + 13637, + 11058, + 3334, + 13, + 1260, + 572, + 15695, + 304, + 22730, + 5580, + 444, + 25196, + 389, + 220, + 17, + 15, + 7400, + 220, + 16, + 24, + 19, + 22, + 13 + ], + "text": " Gutic was named Grand Prefect of the grand zupa of Pokuplje in Karlovac in March 1942 and began expelling the Serb population there, prompting the Germans to warn him against such actions. He was promoted to the rank of colonel within the Croatian Armed Forces in March 1943, having previously not held any official military rank. He fled to Austria and Italy following the collapse of the NDH in 1945. In Venice he was recognized, arrested, and taken to a camp in Grottaglie. During his captivity, he was in the presence of Slovenian general Leon Rupnik and Chetnik commander Dobroslav Jevdevic. He was extradited to Yugoslavia in early 1946, tried for war crimes and sentenced to death in Sarajevo. He was executed in Banja Luka on 20 February 1947." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Gutic was named Grand Prefect of the grand zupa of Pokuplje in Karlovac in March 1942 and began expelling the Serb population there, prompting the Germans to warn him against such actions. He was promoted to the rank of colonel within the Croatian Armed Forces in March 1943, having previously not held any official military rank. He fled to Austria and Italy following the collapse of the NDH in 1945. In Venice he was recognized, arrested, and taken to a camp in Grottaglie. During his captivity, he was in the presence of Slovenian general Leon Rupnik and Chetnik commander Dobroslav Jevdevic. He was extradited to Yugoslavia in early 1946, tried for war crimes and sentenced to death in Sarajevo. He was executed in Banja Luka on 20 February 1947." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Gutic was named Grand Prefect of the grand zupa of Pokuplje in Karlovac in March 1942 and began expelling the Serb population there, prompting the Germans to warn him against such actions. He was promoted to the rank of colonel within the Croatian Armed Forces in March 1943, having previously not held any official military rank. He fled to Austria and Italy following the collapse of the NDH in 1945. In Venice he was recognized, arrested, and taken to a camp in Grottaglie. During his captivity, he was in the presence of Slovenian general Leon Rupnik and Chetnik commander Dobroslav Jevdevic. He was extradited to Yugoslavia in early 1946, tried for war crimes and sentenced to death in Sarajevo. He was executed in Banja Luka on 20 February 1947.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 214, + "generated_len": [ + 196 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.235294117647059, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 479, + 4897, + 82, + 525, + 38333, + 1119, + 4236, + 25294, + 38710, + 481, + 7988, + 11, + 39706, + 15409, + 1380, + 807, + 646, + 13444, + 9289, + 6540, + 11, + 6923, + 501, + 6708, + 323, + 2884, + 9904, + 429, + 4628, + 705, + 6176, + 4752, + 304, + 862, + 1828, + 11725, + 323, + 3941, + 279, + 5537, + 13, + 4337, + 38, + 4897, + 594, + 4236, + 1887, + 5671, + 525, + 279, + 51148, + 11, + 10174, + 11, + 13622, + 16462, + 11, + 4505, + 11, + 323, + 279, + 12592, + 6326, + 323, + 4787, + 10174, + 13 + ], + "text": " GBCs are organised into five Regional Networks - powerful, collaborative platforms where they can effectively exchange knowledge, generate new ideas and design solutions that speed up green building in their own markets and across the region. WorldGBC's five main areas are the Americas, Africa, Asia Pacific, Europe, and the Middle East and North Africa." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "GBCs are organised into five Regional Networks - powerful, collaborative platforms where they can effectively exchange knowledge, generate new ideas and design solutions that speed up green building in their own markets and across the region. WorldGBC's five main areas are the Americas, Africa, Asia Pacific, Europe, and the Middle East and North Africa." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: GBCs are organised into five Regional Networks - powerful, collaborative platforms where they can effectively exchange knowledge, generate new ideas and design solutions that speed up green building in their own markets and across the region. WorldGBC's five main areas are the Americas, Africa, Asia Pacific, Europe, and the Middle East and North Africa.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 86, + "generated_len": [ + 68 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.13939393939394, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 1913, + 220, + 22, + 6652, + 220, + 16, + 24, + 19, + 16, + 11, + 30321, + 572, + 4544, + 3018, + 518, + 36243, + 39182, + 13, + 66487, + 1283, + 279, + 10769, + 3359, + 1340, + 2684, + 37099, + 323, + 11, + 3432, + 6552, + 1495, + 264, + 11031, + 11, + 3867, + 705, + 32522, + 323, + 33657, + 48542, + 287, + 21300, + 304, + 279, + 19827, + 311, + 279, + 56411, + 19809, + 13, + 2932, + 8570, + 38400, + 87042, + 3080, + 220, + 18, + 16, + 3217, + 220, + 16, + 24, + 19, + 17, + 11, + 323, + 1221, + 75744, + 10984, + 311, + 7043, + 13, + 42851, + 804, + 518, + 63798, + 10720, + 8110, + 323, + 389, + 220, + 18, + 16, + 5768, + 11, + 1340, + 55596, + 11, + 438, + 79461, + 6155, + 11, + 369, + 36243, + 39182, + 13, + 5542, + 27521, + 11, + 1340, + 4087, + 3606, + 311, + 81312, + 585, + 311, + 7789, + 304, + 279, + 19081, + 332, + 1103, + 22235, + 4796, + 13, + 1752, + 279, + 1790, + 1042, + 11, + 3080, + 1283, + 279, + 2112, + 1765, + 315, + 730, + 48560, + 11, + 220, + 16, + 20, + 6156, + 220, + 16, + 24, + 19, + 18, + 11, + 30321, + 10660, + 33657, + 48542, + 287, + 323, + 17186, + 24640, + 323, + 76556, + 70716, + 323, + 8149, + 97088, + 1047, + 304, + 279, + 30249, + 4577, + 20520, + 315, + 279, + 10200, + 16462, + 13 + ], + "text": " On 7 December 1941, Perry was moored at Pearl Harbor. Shortly after the Japanese attack she got underway and, having shot down a plane, took up patrol and minesweeping duties in the approaches to the harbor entrance. She continued offshore patrols until 31 May 1942, and then sailed east to California. Alterations at Mare Island followed and on 31 July, she departed, as convoy escort, for Pearl Harbor. From Hawaii, she steamed to Kodiak to assist in the Aleutian Islands campaign. For the next year, until after the retaking of Kiska, 15 August 1943, Perry performed minesweeping and rescue missions and escorted troop and supply convoys in the foggy waters of the north Pacific." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On 7 December 1941, Perry was moored at Pearl Harbor. Shortly after the Japanese attack she got underway and, having shot down a plane, took up patrol and minesweeping duties in the approaches to the harbor entrance. She continued offshore patrols until 31 May 1942, and then sailed east to California. Alterations at Mare Island followed and on 31 July, she departed, as convoy escort, for Pearl Harbor. From Hawaii, she steamed to Kodiak to assist in the Aleutian Islands campaign. For the next year, until after the retaking of Kiska, 15 August 1943, Perry performed minesweeping and rescue missions and escorted troop and supply convoys in the foggy waters of the north Pacific." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On 7 December 1941, Perry was moored at Pearl Harbor. Shortly after the Japanese attack she got underway and, having shot down a plane, took up patrol and minesweeping duties in the approaches to the harbor entrance. She continued offshore patrols until 31 May 1942, and then sailed east to California. Alterations at Mare Island followed and on 31 July, she departed, as convoy escort, for Pearl Harbor. From Hawaii, she steamed to Kodiak to assist in the Aleutian Islands campaign. For the next year, until after the retaking of Kiska, 15 August 1943, Perry performed minesweeping and rescue missions and escorted troop and supply convoys in the foggy waters of the north Pacific.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 183, + "generated_len": [ + 165 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.722222222222222, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 3406, + 10215, + 20767, + 15359, + 68538, + 525, + 30106, + 9419, + 429, + 525, + 537, + 25470, + 662, + 15359, + 68538, + 11, + 714, + 35692, + 438, + 421, + 807, + 525, + 13, + 3406, + 10215, + 20767, + 15359, + 68538, + 614, + 8357, + 304, + 15279, + 70323, + 10935, + 13 + ], + "text": " Quasi-enantiomers are molecular species that are not strictly enantiomers, but behave as if they are. Quasi-enantiomers have applications in parallel kinetic resolution." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Quasi-enantiomers are molecular species that are not strictly enantiomers, but behave as if they are. Quasi-enantiomers have applications in parallel kinetic resolution." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Quasi-enantiomers are molecular species that are not strictly enantiomers, but behave as if they are. Quasi-enantiomers have applications in parallel kinetic resolution.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 54, + "generated_len": [ + 36 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.25, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 3460, + 24346, + 11495, + 553, + 279, + 22368, + 6069, + 553, + 76241, + 19446, + 8679, + 25342, + 304, + 1973, + 311, + 6016, + 21856, + 13, + 576, + 24954, + 576, + 89515, + 315, + 2825, + 9337, + 33845, + 429, + 279, + 7313, + 5652, + 5980, + 2813, + 11, + 386, + 3261, + 16225, + 4848, + 2572, + 21446, + 31538, + 311, + 1438, + 705, + 8785, + 7337, + 15668, + 311, + 11300, + 551, + 13, + 2379, + 18349, + 11707, + 11, + 67998, + 12632, + 323, + 1496, + 56420, + 25853, + 14697, + 13 + ], + "text": " The large corporations affected by the strikes led by Chavez employed fear tactics in order to protect profits. The documentary The Wrath of Grapes mentions that the Delano-based company, M Caratan Inc., hired criminals to break up farm workers voting to unionize. They attacked voters, overturned tables and even smashed ballot boxes." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The large corporations affected by the strikes led by Chavez employed fear tactics in order to protect profits. The documentary The Wrath of Grapes mentions that the Delano-based company, M Caratan Inc., hired criminals to break up farm workers voting to unionize. They attacked voters, overturned tables and even smashed ballot boxes." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The large corporations affected by the strikes led by Chavez employed fear tactics in order to protect profits. The documentary The Wrath of Grapes mentions that the Delano-based company, M Caratan Inc., hired criminals to break up farm workers voting to unionize. They attacked voters, overturned tables and even smashed ballot boxes.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 82, + "generated_len": [ + 64 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.780821917808219, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 8051, + 28600, + 493, + 14766, + 264, + 14138, + 6884, + 8045, + 315, + 13883, + 11, + 1045, + 315, + 892, + 1030, + 3151, + 43567, + 11, + 1741, + 438, + 279, + 6773, + 20394, + 28234, + 16362, + 429, + 1410, + 1172, + 387, + 68425, + 979, + 862, + 52665, + 1033, + 1495, + 311, + 3940, + 13, + 7496, + 50187, + 11, + 1052, + 572, + 279, + 330, + 10850, + 960, + 1, + 35025, + 481, + 264, + 14538, + 11, + 16916, + 6773, + 20394, + 330, + 36411, + 1455, + 3662, + 1, + 35025, + 429, + 572, + 23415, + 315, + 3807, + 9155, + 11474, + 8433, + 3786, + 13 + ], + "text": " Silkworm featured a fairly wide variety of enemies, some of which had specific weaknesses, such as the armoured AA guns that could only be harmed when their shields were down to fire. Most famously, there was the \"Goose\" helicopter - a giant, heavily armoured \"mini-boss\" helicopter that was composed of several smaller vehicles connected together." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Silkworm featured a fairly wide variety of enemies, some of which had specific weaknesses, such as the armoured AA guns that could only be harmed when their shields were down to fire. Most famously, there was the \"Goose\" helicopter - a giant, heavily armoured \"mini-boss\" helicopter that was composed of several smaller vehicles connected together." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Silkworm featured a fairly wide variety of enemies, some of which had specific weaknesses, such as the armoured AA guns that could only be harmed when their shields were down to fire. Most famously, there was the \"Goose\" helicopter - a giant, heavily armoured \"mini-boss\" helicopter that was composed of several smaller vehicles connected together.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 91, + "generated_len": [ + 73 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.437125748502994, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 23889, + 572, + 5798, + 304, + 220, + 16, + 24, + 20, + 20, + 12, + 20, + 21, + 438, + 279, + 10304, + 27047, + 315, + 279, + 10684, + 62812, + 22636, + 13, + 16858, + 7236, + 3697, + 504, + 444, + 6019, + 13281, + 323, + 279, + 66742, + 95304, + 11, + 19734, + 323, + 37871, + 49945, + 369, + 279, + 88623, + 78409, + 504, + 279, + 33625, + 95304, + 11, + 14549, + 504, + 431, + 16551, + 323, + 22309, + 58264, + 11, + 8991, + 572, + 7117, + 504, + 386, + 88392, + 11, + 19734, + 7096, + 504, + 16821, + 3069, + 74, + 304, + 22415, + 55775, + 559, + 11, + 323, + 326, + 1113, + 61453, + 504, + 11960, + 74, + 332, + 4886, + 304, + 67500, + 685, + 13, + 1084, + 572, + 5871, + 311, + 35161, + 812, + 264, + 4361, + 3082, + 315, + 18840, + 43121, + 657, + 13702, + 320, + 16169, + 279, + 44559, + 9257, + 11, + 892, + 374, + 9966, + 311, + 387, + 27003, + 568, + 9211, + 279, + 17171, + 572, + 16916, + 3015, + 24867, + 11, + 4558, + 279, + 4453, + 3082, + 315, + 279, + 40482, + 315, + 279, + 6351, + 1030, + 311, + 387, + 9226, + 4279, + 264, + 22962, + 13, + 220, + 16, + 15, + 11, + 15, + 15, + 15, + 58772, + 1033, + 92024, + 1119, + 279, + 4910, + 323, + 90362, + 10637, + 88659, + 911, + 220, + 18, + 3526, + 40899, + 20044, + 315, + 17171, + 13 + ], + "text": " The stadium was built in 1955-56 as the Grand Arena of the Central Lenin Stadium. Building materials came from Leningrad and the Armenian SSR, electrical and oak beams for the spectator benches from the Ukrainian SSR, furniture from Riga and Kaunas, glass was brought from Minsk, electrical equipment from Podolsk in Moscow Oblast, and larch lumber from Irkutsk in Siberia. It was necessary to demolish a whole area of dilapidated buildings (including the Trinity Church, which is supposed to be restored). Because the soil was heavily waterlogged, almost the entire area of the foundations of the complex had to be raised half a meter. 10,000 piles were hammered into the ground and dredgers reclaimed about 3 million cubic meters of soil." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The stadium was built in 1955-56 as the Grand Arena of the Central Lenin Stadium. Building materials came from Leningrad and the Armenian SSR, electrical and oak beams for the spectator benches from the Ukrainian SSR, furniture from Riga and Kaunas, glass was brought from Minsk, electrical equipment from Podolsk in Moscow Oblast, and larch lumber from Irkutsk in Siberia. It was necessary to demolish a whole area of dilapidated buildings (including the Trinity Church, which is supposed to be restored). Because the soil was heavily waterlogged, almost the entire area of the foundations of the complex had to be raised half a meter. 10,000 piles were hammered into the ground and dredgers reclaimed about 3 million cubic meters of soil." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The stadium was built in 1955-56 as the Grand Arena of the Central Lenin Stadium. Building materials came from Leningrad and the Armenian SSR, electrical and oak beams for the spectator benches from the Ukrainian SSR, furniture from Riga and Kaunas, glass was brought from Minsk, electrical equipment from Podolsk in Moscow Oblast, and larch lumber from Irkutsk in Siberia. It was necessary to demolish a whole area of dilapidated buildings (including the Trinity Church, which is supposed to be restored). Because the soil was heavily waterlogged, almost the entire area of the foundations of the complex had to be raised half a meter. 10,000 piles were hammered into the ground and dredgers reclaimed about 3 million cubic meters of soil.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 185, + "generated_len": [ + 167 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.051428571428572, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 17618, + 13, + 71360, + 329, + 3313, + 19995, + 304, + 576, + 75812, + 9936, + 11, + 220, + 18, + 5813, + 220, + 16, + 24, + 20, + 21, + 429, + 1059, + 6981, + 11, + 279, + 3309, + 11108, + 619, + 13, + 34449, + 865, + 11, + 1030, + 2661, + 1059, + 1378, + 6869, + 1717, + 23279, + 19423, + 438, + 25103, + 13, + 576, + 1042, + 572, + 911, + 220, + 16, + 23, + 24, + 19, + 13, + 2932, + 2598, + 1105, + 22557, + 323, + 451, + 613, + 645, + 13, + 2932, + 6342, + 448, + 1105, + 369, + 1635, + 13, + 3776, + 6556, + 22557, + 3207, + 944, + 2525, + 2114, + 11, + 323, + 279, + 2091, + 11, + 1541, + 3229, + 1059, + 429, + 279, + 14074, + 1515, + 1030, + 22329, + 1435, + 13, + 220, + 3197, + 451, + 613, + 645, + 572, + 911, + 220, + 16, + 20, + 1635, + 2310, + 11, + 1059, + 6981, + 6635, + 429, + 1576, + 6869, + 1717, + 19423, + 1033, + 773, + 8848, + 11, + 279, + 88189, + 42864, + 2578, + 387, + 8014, + 13, + 63139, + 315, + 279, + 14898, + 4588, + 311, + 1490, + 451, + 613, + 645, + 1393, + 1340, + 572, + 13675, + 13, + 220, + 17618, + 13, + 71360, + 329, + 3313, + 1053, + 451, + 613, + 645, + 1030, + 11465, + 304, + 6515, + 304, + 1661, + 2971, + 11, + 714, + 8469, + 264, + 2254, + 2937, + 11, + 1283, + 892, + 1340, + 572, + 50613, + 438, + 264, + 3742, + 1776, + 2408, + 57084, + 13 + ], + "text": " Mrs. Palladino replied in The Albuquerque Journal, 3 April 1956 that her father, the late Thomas J. Shinick, had given her two hairless Mexican cats as pets. The year was about 1894. She called them Dick and Nellie. She played with them for years. One morning Dick didn't come home, and the fam,ily told her that the milkman had stolen him. When Nellie was about 15 years old, her father decided that because hairless cats were so rare, the Smithsonian Institution might be interested. Officials of the institution asked to see Nellie while she was alive. Mrs. Palladino said Nellie had arrived in Washington in good condition, but died a month later, after which she was exhibited as a taxidermy specimen." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Mrs. Palladino replied in The Albuquerque Journal, 3 April 1956 that her father, the late Thomas J. Shinick, had given her two hairless Mexican cats as pets. The year was about 1894. She called them Dick and Nellie. She played with them for years. One morning Dick didn't come home, and the fam,ily told her that the milkman had stolen him. When Nellie was about 15 years old, her father decided that because hairless cats were so rare, the Smithsonian Institution might be interested. Officials of the institution asked to see Nellie while she was alive. Mrs. Palladino said Nellie had arrived in Washington in good condition, but died a month later, after which she was exhibited as a taxidermy specimen." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Mrs. Palladino replied in The Albuquerque Journal, 3 April 1956 that her father, the late Thomas J. Shinick, had given her two hairless Mexican cats as pets. The year was about 1894. She called them Dick and Nellie. She played with them for years. One morning Dick didn't come home, and the fam,ily told her that the milkman had stolen him. When Nellie was about 15 years old, her father decided that because hairless cats were so rare, the Smithsonian Institution might be interested. Officials of the institution asked to see Nellie while she was alive. Mrs. Palladino said Nellie had arrived in Washington in good condition, but died a month later, after which she was exhibited as a taxidermy specimen.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 193, + "generated_len": [ + 175 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.82089552238806, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 12307, + 377, + 88, + 23371, + 68, + 4013, + 374, + 264, + 7548, + 5411, + 323, + 1850, + 47624, + 2841, + 594, + 2311, + 4013, + 304, + 8330, + 13, + 576, + 6467, + 11, + 5326, + 553, + 26154, + 558, + 27047, + 323, + 35948, + 86463, + 22847, + 2781, + 479, + 11433, + 55201, + 11, + 25986, + 2002, + 279, + 2272, + 323, + 3039, + 315, + 31539, + 21315, + 23371, + 68, + 11, + 458, + 59113, + 86463, + 22847, + 8964, + 18319, + 13, + 2619, + 525, + 5023, + 8063, + 6467, + 304, + 279, + 4013, + 13 + ], + "text": " The Specky Magee series is a highly popular and best-selling children's book series in Australia. The books, written by Felice Arena and renowned Aussie Rules player Garry Lyon, chronicle the life and times of teenager Simon Magee, an aspiring Aussie Rules football champion. There are currently eight books in the series." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Specky Magee series is a highly popular and best-selling children's book series in Australia. The books, written by Felice Arena and renowned Aussie Rules player Garry Lyon, chronicle the life and times of teenager Simon Magee, an aspiring Aussie Rules football champion. There are currently eight books in the series." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Specky Magee series is a highly popular and best-selling children's book series in Australia. The books, written by Felice Arena and renowned Aussie Rules player Garry Lyon, chronicle the life and times of teenager Simon Magee, an aspiring Aussie Rules football champion. There are currently eight books in the series.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 85, + "generated_len": [ + 67 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.377358490566038, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 279, + 220, + 17, + 15, + 15, + 21, + 77264, + 7064, + 28564, + 11, + 794, + 299, + 696, + 572, + 4091, + 553, + 279, + 16003, + 1198, + 1415, + 448, + 279, + 220, + 16, + 20, + 339, + 8084, + 3735, + 1573, + 1660, + 30107, + 311, + 279, + 22672, + 43562, + 369, + 47199, + 1417, + 545, + 74, + 323, + 34098, + 645, + 13612, + 13, + 23662, + 311, + 45250, + 4478, + 6646, + 323, + 264, + 22672, + 13425, + 429, + 572, + 1632, + 5477, + 67385, + 448, + 26178, + 11, + 794, + 299, + 696, + 5485, + 1602, + 2632, + 5619, + 882, + 304, + 1059, + 30525, + 3200, + 13, + 220, + 794, + 299, + 696, + 6342, + 8063, + 3868, + 448, + 279, + 43562, + 438, + 264, + 30525, + 1573, + 18169, + 279, + 21591, + 83901, + 304, + 458, + 1007, + 3200, + 6559, + 369, + 20820, + 4126, + 95729, + 9815, + 13 + ], + "text": " In the 2006 WNBA Draft, Strother was selected by the Houston Comets with the 15th overall pick before being traded to the Phoenix Mercury for Liz Shimek and Mistie Williams. Due to recurring foot pain and a Phoenix bench that was well-stocked with guards, Strother saw very little playing time in her rookie season. Strother played eight games with the Mercury as a rookie before joining the Indiana Fever in an off season trade for veteran center Olympia Scott." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In the 2006 WNBA Draft, Strother was selected by the Houston Comets with the 15th overall pick before being traded to the Phoenix Mercury for Liz Shimek and Mistie Williams. Due to recurring foot pain and a Phoenix bench that was well-stocked with guards, Strother saw very little playing time in her rookie season. Strother played eight games with the Mercury as a rookie before joining the Indiana Fever in an off season trade for veteran center Olympia Scott." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In the 2006 WNBA Draft, Strother was selected by the Houston Comets with the 15th overall pick before being traded to the Phoenix Mercury for Liz Shimek and Mistie Williams. Due to recurring foot pain and a Phoenix bench that was well-stocked with guards, Strother saw very little playing time in her rookie season. Strother played eight games with the Mercury as a rookie before joining the Indiana Fever in an off season trade for veteran center Olympia Scott.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 124, + "generated_len": [ + 106 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.634517766497462, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 2176, + 279, + 3793, + 11, + 220, + 17, + 15, + 15, + 24, + 12, + 16, + 19, + 323, + 220, + 17, + 15, + 16, + 19, + 12, + 16, + 24, + 11, + 566, + 702, + 1012, + 825, + 315, + 279, + 1429, + 25407, + 323, + 4541, + 21130, + 29527, + 315, + 472, + 92974, + 47554, + 9917, + 86464, + 13, + 5542, + 10161, + 7192, + 1372, + 315, + 4755, + 311, + 6388, + 279, + 1965, + 304, + 32291, + 62020, + 18977, + 908, + 476, + 98271, + 23382, + 1140, + 11, + 566, + 702, + 12114, + 1584, + 438, + 1632, + 438, + 5313, + 2188, + 21907, + 323, + 4911, + 20686, + 311, + 806, + 6668, + 13, + 1260, + 702, + 22040, + 10223, + 438, + 264, + 4462, + 315, + 5257, + 40285, + 41447, + 315, + 279, + 47554, + 9917, + 86464, + 13, + 1260, + 374, + 3881, + 311, + 387, + 458, + 96699, + 4796, + 261, + 315, + 1251, + 594, + 438, + 1632, + 438, + 20336, + 6, + 1290, + 13, + 1260, + 702, + 9226, + 5257, + 4755, + 304, + 279, + 14614, + 2670, + 3405, + 315, + 9540, + 287, + 1967, + 8199, + 15681, + 288, + 438, + 9833, + 36656, + 315, + 472, + 92974, + 13, + 11954, + 27269, + 9164, + 315, + 220, + 17, + 15, + 16, + 23, + 566, + 69405, + 4889, + 472, + 92974, + 11738, + 369, + 4828, + 315, + 3349, + 315, + 30565, + 13, + 1260, + 374, + 4961, + 311, + 387, + 279, + 1156, + 79231, + 304, + 279, + 1584, + 3840, + 311, + 614, + 4652, + 806, + 1828, + 8259, + 6795, + 429, + 21314, + 279, + 4714, + 323, + 20686, + 6069, + 553, + 1435, + 369, + 279, + 1251, + 315, + 279, + 1584, + 13 + ], + "text": " In both the terms, 2009-14 and 2014-19, he has been one of the most vocal and active parliamentarians of Haryana Vidhan Sabha. From asking maximum number of questions to leading the table in Calling Attention Motions or Supplementary Questions list, he has numerous state as well as national level protests and unique campaigns to his credit. He has actively served as a member of various prestigious committees of the Vidhan Sabha. He is known to be an ingenious campaigner of people's as well as farmers' right. He has raised various questions in the assembly including question of appointing Leander Paes as sports ambassador of Haryana. During Budget Session of 2018 he protested outside Haryana Assembly for raise of price of crops. He is reported to be the first MLA in the state history to have published his own Report Card that highlights the issues and campaigns led by him for the people of the state." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In both the terms, 2009-14 and 2014-19, he has been one of the most vocal and active parliamentarians of Haryana Vidhan Sabha. From asking maximum number of questions to leading the table in Calling Attention Motions or Supplementary Questions list, he has numerous state as well as national level protests and unique campaigns to his credit. He has actively served as a member of various prestigious committees of the Vidhan Sabha. He is known to be an ingenious campaigner of people's as well as farmers' right. He has raised various questions in the assembly including question of appointing Leander Paes as sports ambassador of Haryana. During Budget Session of 2018 he protested outside Haryana Assembly for raise of price of crops. He is reported to be the first MLA in the state history to have published his own Report Card that highlights the issues and campaigns led by him for the people of the state." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In both the terms, 2009-14 and 2014-19, he has been one of the most vocal and active parliamentarians of Haryana Vidhan Sabha. From asking maximum number of questions to leading the table in Calling Attention Motions or Supplementary Questions list, he has numerous state as well as national level protests and unique campaigns to his credit. He has actively served as a member of various prestigious committees of the Vidhan Sabha. He is known to be an ingenious campaigner of people's as well as farmers' right. He has raised various questions in the assembly including question of appointing Leander Paes as sports ambassador of Haryana. During Budget Session of 2018 he protested outside Haryana Assembly for raise of price of crops. He is reported to be the first MLA in the state history to have published his own Report Card that highlights the issues and campaigns led by him for the people of the state.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 215, + "generated_len": [ + 197 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.372549019607843, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 279, + 1486, + 63939, + 279, + 2083, + 315, + 51671, + 28449, + 52877, + 6342, + 304, + 279, + 4778, + 315, + 58039, + 2348, + 279, + 48866, + 67960, + 23129, + 86547, + 323, + 84373, + 700, + 448, + 220, + 16, + 25, + 17, + 323, + 8916, + 1521, + 537, + 25882, + 369, + 279, + 11737, + 882, + 304, + 264, + 2802, + 279, + 1156, + 4778, + 315, + 279, + 1486, + 63939, + 13 + ], + "text": " In the play-offs the team of Boris Kaminski played in the round of sixteen against the Uni-Reisen Leipzig and bowed out with 1:2 and therefore did not survived for the fourth time in a row the first round of the play-offs." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In the play-offs the team of Boris Kaminski played in the round of sixteen against the Uni-Reisen Leipzig and bowed out with 1:2 and therefore did not survived for the fourth time in a row the first round of the play-offs." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In the play-offs the team of Boris Kaminski played in the round of sixteen against the Uni-Reisen Leipzig and bowed out with 1:2 and therefore did not survived for the fourth time in a row the first round of the play-offs.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 69, + "generated_len": [ + 51 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.1403508771929824, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 330, + 22171, + 26692, + 1831, + 277, + 320, + 785, + 29354, + 9940, + 1172, + 8643, + 2308, + 13, + 220, + 22, + 19, + 304, + 279, + 2274, + 22338, + 8261, + 66276, + 304, + 220, + 16, + 24, + 23, + 18, + 323, + 1521, + 537, + 1496, + 9487, + 304, + 279, + 6424, + 11, + 714, + 22869, + 1015, + 1035, + 1438, + 1526, + 448, + 3598, + 12983, + 304, + 1846, + 5837, + 1378, + 27685, + 2937, + 11, + 448, + 330, + 35052, + 2157, + 3303, + 1021, + 355, + 1, + 323, + 330, + 35544, + 14950, + 32291, + 1, + 304, + 220, + 16, + 24, + 23, + 21, + 13, + 16073, + 56366, + 288, + 315, + 330, + 22171, + 26692, + 1831, + 277, + 1, + 1033, + 5880, + 553, + 22869, + 1015, + 304, + 220, + 16, + 24, + 24, + 16, + 11, + 220, + 16, + 24, + 24, + 23, + 11, + 323, + 1736, + 27300, + 7017, + 304, + 220, + 17, + 15, + 15, + 23, + 13 + ], + "text": " \"Der Kommissar (The Commissioner)\" only reached No. 74 in the US Cash Box Charts in 1983 and did not even chart in the UK, but Falco would break through with major hits in those countries two albums later, with \"Rock Me Amadeus\" and \"Vienna Calling\" in 1986. Updated remixes of \"Der Kommissar\" were released by Falco in 1991, 1998, and posthumously in 2008." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "\"Der Kommissar (The Commissioner)\" only reached No. 74 in the US Cash Box Charts in 1983 and did not even chart in the UK, but Falco would break through with major hits in those countries two albums later, with \"Rock Me Amadeus\" and \"Vienna Calling\" in 1986. Updated remixes of \"Der Kommissar\" were released by Falco in 1991, 1998, and posthumously in 2008." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: \"Der Kommissar (The Commissioner)\" only reached No. 74 in the US Cash Box Charts in 1983 and did not even chart in the UK, but Falco would break through with major hits in those countries two albums later, with \"Rock Me Amadeus\" and \"Vienna Calling\" in 1986. Updated remixes of \"Der Kommissar\" were released by Falco in 1991, 1998, and posthumously in 2008.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 132, + "generated_len": [ + 114 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8181818181818183, + "len": 0.9772727272727273, + "lcs": 0.6826347305389222 + }, + "predict": { + "tokens": [ + 576, + 12131, + 1933, + 24919, + 13007, + 3754, + 323, + 2070, + 2083, + 17339, + 369, + 1156, + 1992, + 369, + 279, + 467, + 1893, + 969, + 3772, + 220, + 19, + 32, + 58184, + 304, + 220, + 17, + 15, + 15, + 16, + 13, + 576, + 2083, + 572, + 69922, + 553, + 4741, + 14792, + 1103, + 27219, + 301, + 472, + 15542, + 13 + ], + "text": " The Woodland Hills boys track and field team tied for first place for the WPIAL section 4A championships in 2001. The team was coached by former Olympian Lindel Hodge." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The Woodland Hills boys track and field team tied for first place for the WPIAL section 4A championships in 2001. The team was coached by former Olympian Lindel Hodge." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The Woodland Hills boys track and field team tied for first place for the WPIAL section 4A championships in 2001. The team was coached by former Olympian Lindel Hodge.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 63, + "generated_len": [ + 44 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.702970297029703, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 21154, + 13241, + 311, + 2498, + 9091, + 389, + 1163, + 88167, + 369, + 18367, + 315, + 78259, + 320, + 1958, + 11756, + 2488, + 5843, + 287, + 279, + 17704, + 315, + 279, + 75217, + 20448, + 701, + 328, + 55043, + 14758, + 429, + 806, + 8038, + 315, + 41011, + 18844, + 2241, + 325, + 288, + 1657, + 26450, + 11, + 678, + 315, + 892, + 1102, + 304, + 279, + 75217, + 20448, + 9583, + 15679, + 13, + 1416, + 21941, + 11017, + 1181, + 1482, + 1815, + 11, + 279, + 20448, + 686, + 4399, + 323, + 220, + 18, + 15, + 11, + 15, + 15, + 15, + 1635, + 315, + 62255, + 686, + 22279, + 21941, + 1573, + 264, + 2086, + 20448, + 47182, + 13, + 4354, + 11, + 458, + 10555, + 1815, + 6147, + 369, + 279, + 88401, + 1635, + 311, + 387, + 1172, + 825, + 16183, + 11, + 421, + 328, + 55043, + 374, + 5420, + 311, + 6530, + 279, + 1429, + 24514, + 20062, + 323, + 1855, + 264, + 1367, + 408, + 2356, + 315, + 678, + 3738, + 6540, + 11, + 19867, + 67098, + 10620, + 531, + 3001, + 13, + 576, + 4479, + 374, + 2058, + 54174, + 714, + 6147, + 328, + 55043, + 311, + 41740, + 420, + 635, + 423, + 566, + 3880, + 11, + 3897, + 566, + 323, + 279, + 330, + 7408, + 3337, + 385, + 6874, + 1671, + 1, + 387, + 505, + 2181, + 311, + 264, + 8699, + 11580, + 11, + 10127, + 38365, + 13, + 328, + 55043, + 32908, + 311, + 1493, + 3793, + 481, + 323, + 1083, + 41739, + 63564, + 264, + 2086, + 5007, + 315, + 892, + 4558, + 4302, + 374, + 3881, + 11, + 892, + 566, + 2727, + 374, + 518, + 279, + 330, + 453, + 13607, + 835, + 1, + 315, + 279, + 33161, + 13 + ], + "text": " Called forth to stand trial on Trantor for allegations of treason (for foreshadowing the decline of the Galactic Empire), Seldon explains that his science of psychohistory foresees many alternatives, all of which result in the Galactic Empire eventually falling. If humanity follows its current path, the Empire will fall and 30,000 years of turmoil will overcome humanity before a second Empire arises. However, an alternative path allows for the intervening years to be only one thousand, if Seldon is allowed to collect the most intelligent minds and create a compendium of all human knowledge, entitled Encyclopedia Galactica. The board is still wary but allows Seldon to assemble whomever he needs, provided he and the \"Encyclopedists\" be exiled to a remote planet, Terminus. Seldon agrees to these terms - and also secretly establishes a second Foundation of which almost nothing is known, which he says is at the \"opposite end\" of the galaxy." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Called forth to stand trial on Trantor for allegations of treason (for foreshadowing the decline of the Galactic Empire), Seldon explains that his science of psychohistory foresees many alternatives, all of which result in the Galactic Empire eventually falling. If humanity follows its current path, the Empire will fall and 30,000 years of turmoil will overcome humanity before a second Empire arises. However, an alternative path allows for the intervening years to be only one thousand, if Seldon is allowed to collect the most intelligent minds and create a compendium of all human knowledge, entitled Encyclopedia Galactica. The board is still wary but allows Seldon to assemble whomever he needs, provided he and the \"Encyclopedists\" be exiled to a remote planet, Terminus. Seldon agrees to these terms - and also secretly establishes a second Foundation of which almost nothing is known, which he says is at the \"opposite end\" of the galaxy." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Called forth to stand trial on Trantor for allegations of treason (for foreshadowing the decline of the Galactic Empire), Seldon explains that his science of psychohistory foresees many alternatives, all of which result in the Galactic Empire eventually falling. If humanity follows its current path, the Empire will fall and 30,000 years of turmoil will overcome humanity before a second Empire arises. However, an alternative path allows for the intervening years to be only one thousand, if Seldon is allowed to collect the most intelligent minds and create a compendium of all human knowledge, entitled Encyclopedia Galactica. The board is still wary but allows Seldon to assemble whomever he needs, provided he and the \"Encyclopedists\" be exiled to a remote planet, Terminus. Seldon agrees to these terms - and also secretly establishes a second Foundation of which almost nothing is known, which he says is at the \"opposite end\" of the galaxy.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 220, + "generated_len": [ + 202 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.8556701030927836, + "len": 0.9896907216494846, + "lcs": 0.48525469168900803 + }, + "predict": { + "tokens": [ + 1913, + 5470, + 220, + 16, + 11, + 220, + 16, + 22, + 15, + 15, + 11, + 64284, + 5403, + 18047, + 304, + 279, + 33581, + 315, + 279, + 16338, + 372, + 54704, + 279, + 8954, + 315, + 5836, + 14168, + 20473, + 323, + 23220, + 5836, + 12879, + 11473, + 5652, + 11, + 220, + 20, + 8756, + 320, + 23, + 13, + 15, + 13136, + 8, + 504, + 279, + 26961, + 36523, + 304, + 3539, + 26695, + 10524, + 11, + 12270, + 13, + 11201, + 594, + 56818, + 315, + 97736, + 374, + 279, + 44868, + 3728, + 315, + 279, + 8954, + 13, + 758, + 220, + 16, + 22, + 15, + 21, + 566, + 572, + 20822, + 46032, + 315, + 279, + 9126, + 315, + 15993, + 20842, + 409, + 3406, + 261, + 295, + 17165, + 11, + 1380, + 566, + 14616, + 2326, + 1635, + 13 + ], + "text": " On March 1, 1700, Olivares founded in the valley of the Circumcision the mission of San Bernardo and Mission San Francisco Solano, 5 miles (8.0 km) from the Rio Grande in Coahuila, Mexico. Today's municipality of Guerrero is the approximate location of the mission. In 1706 he was appointed guardian of the College of Santa Cruz de Queretaro, where he remained three years." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "On March 1, 1700, Olivares founded in the valley of the Circumcision the mission of San Bernardo and Mission San Francisco Solano, 5 miles (8.0 km) from the Rio Grande in Coahuila, Mexico. Today's municipality of Guerrero is the approximate location of the mission. In 1706 he was appointed guardian of the College of Santa Cruz de Queretaro, where he remained three years." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: On March 1, 1700, Olivares founded in the valley of the Circumcision the mission of San Bernardo and Mission San Francisco Solano, 5 miles (8.0 km) from the Rio Grande in Coahuila, Mexico. Today's municipality of Guerrero is the approximate location of the mission. In 1706 he was appointed guardian of the College of Santa Cruz de Queretaro, where he remained three years.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 116, + "generated_len": [ + 97 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.629139072847682, + "len": 0.967741935483871, + "lcs": 0.1819484240687679 + }, + "predict": { + "tokens": [ + 2516, + 1862, + 5135, + 11465, + 389, + 279, + 6109, + 311, + 17186, + 279, + 12415, + 13, + 576, + 27493, + 323, + 5593, + 1033, + 4429, + 311, + 14046, + 14967, + 323, + 73762, + 320, + 16169, + 279, + 83123, + 43616, + 11, + 279, + 57994, + 12905, + 287, + 6660, + 323, + 279, + 43401, + 568, + 576, + 9145, + 4678, + 9500, + 17221, + 64612, + 369, + 279, + 27493, + 323, + 4929, + 6254, + 65627, + 1865, + 32676, + 315, + 4017, + 3015, + 2500, + 369, + 4017, + 58200, + 311, + 58716, + 279, + 31596, + 13, + 4329, + 220, + 22, + 20, + 12866, + 1033, + 25335, + 389, + 279, + 1899, + 315, + 279, + 11423, + 11, + 3498, + 1045, + 14616, + 30591, + 304, + 279, + 87095, + 315, + 279, + 14164, + 481, + 825, + 883, + 572, + 44333, + 13675, + 1045, + 882, + 2937, + 1283, + 1660, + 27534, + 448, + 279, + 990, + 315, + 264, + 9276, + 2257, + 13, + 758, + 678, + 220, + 22, + 24, + 1251, + 1033, + 7425, + 304, + 279, + 20763, + 11, + 315, + 8711, + 220, + 20, + 24, + 1033, + 2841, + 13, + 7496, + 315, + 279, + 5593, + 1033, + 1212, + 220, + 16, + 18, + 1635, + 315, + 4231, + 323, + 279, + 38537, + 11734, + 572, + 1378, + 1635, + 2310, + 13 + ], + "text": " Boats soon arrived on the scene to rescue the victims. The wounded and dead were taken to nearby houses and pubs (including the Norwich Arms, the Admiral Collingwood and the Swan). The Union House hotel supplied blankets for the wounded and Lacons Brewery made quantities of hot water available for hot baths to revive the survivors. Some 75 bodies were recovered on the day of the accident, though some remained trapped in the wreckage of the bridge - one man was rescued alive some time later after being freed with the use of a crowbar. In all 79 people were killed in the disaster, of whom 59 were children. Most of the dead were under 13 years of age and the youngest victim was two years old." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Boats soon arrived on the scene to rescue the victims. The wounded and dead were taken to nearby houses and pubs (including the Norwich Arms, the Admiral Collingwood and the Swan). The Union House hotel supplied blankets for the wounded and Lacons Brewery made quantities of hot water available for hot baths to revive the survivors. Some 75 bodies were recovered on the day of the accident, though some remained trapped in the wreckage of the bridge - one man was rescued alive some time later after being freed with the use of a crowbar. In all 79 people were killed in the disaster, of whom 59 were children. Most of the dead were under 13 years of age and the youngest victim was two years old." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Boats soon arrived on the scene to rescue the victims. The wounded and dead were taken to nearby houses and pubs (including the Norwich Arms, the Admiral Collingwood and the Swan). The Union House hotel supplied blankets for the wounded and Lacons Brewery made quantities of hot water available for hot baths to revive the survivors. Some 75 bodies were recovered on the day of the accident, though some remained trapped in the wreckage of the bridge - one man was rescued alive some time later after being freed with the use of a crowbar. In all 79 people were killed in the disaster, of whom 59 were children. Most of the dead were under 13 years of age and the youngest victim was two years old.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 174, + "generated_len": [ + 151 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.7017543859649122, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 467, + 11611, + 594, + 58258, + 323, + 10195, + 525, + 12433, + 304, + 279, + 6682, + 315, + 422, + 26161, + 11, + 1818, + 363, + 5183, + 11, + 73262, + 11, + 323, + 356, + 7441, + 11, + 67905, + 7066, + 594, + 3234, + 69444, + 11, + 323, + 51736, + 594, + 9414, + 315, + 5347, + 3335, + 13, + 3776, + 315, + 806, + 43340, + 389, + 264, + 1618, + 315, + 8245, + 3756, + 1783, + 304, + 7937, + 6899, + 4647, + 220, + 16, + 20, + 22, + 23, + 702, + 1012, + 33583, + 553, + 422, + 768, + 34183, + 13, + 5301, + 8806, + 311, + 279, + 43621, + 304, + 220, + 16, + 20, + 22, + 16, + 1231, + 387, + 1349, + 304, + 16759, + 4467, + 49958, + 422, + 87948, + 86, + 288, + 594, + 619, + 32614, + 315, + 678, + 279, + 4270, + 742, + 23558, + 2337, + 279, + 80871, + 315, + 16259, + 20731, + 11, + 476, + 304, + 67905, + 7066, + 594, + 86315, + 11099, + 13 + ], + "text": " Wray's judgments and charges are recorded in the reports of Dyer, Plowden, Coke, and Croke, Cobbett's State Trials, and Nicolas's Life of Davison. One of his speeches on a call of Serjeants in Michaelmas term 1578 has been preserved by Dugdale. His speech to the throne in 1571 may be read in Sir Simonds D'Ewes's Journals of all the Parliaments during the Reign of Queen Elizabeth, or in Cobbett's Parliamentary History." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Wray's judgments and charges are recorded in the reports of Dyer, Plowden, Coke, and Croke, Cobbett's State Trials, and Nicolas's Life of Davison. One of his speeches on a call of Serjeants in Michaelmas term 1578 has been preserved by Dugdale. His speech to the throne in 1571 may be read in Sir Simonds D'Ewes's Journals of all the Parliaments during the Reign of Queen Elizabeth, or in Cobbett's Parliamentary History." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Wray's judgments and charges are recorded in the reports of Dyer, Plowden, Coke, and Croke, Cobbett's State Trials, and Nicolas's Life of Davison. One of his speeches on a call of Serjeants in Michaelmas term 1578 has been preserved by Dugdale. His speech to the throne in 1571 may be read in Sir Simonds D'Ewes's Journals of all the Parliaments during the Reign of Queen Elizabeth, or in Cobbett's Parliamentary History.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 132, + "generated_len": [ + 114 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.607843137254902, + "len": 0.5, + "lcs": 0.49572649572649574 + }, + "predict": { + "tokens": [ + 17884, + 3767, + 572, + 9223, + 304, + 5776, + 2573, + 263, + 13, + 5301, + 6981, + 323, + 37850, + 1033, + 73193, + 304, + 5776, + 2573, + 263, + 323, + 43411, + 86041, + 3143, + 40306, + 382, + 84138, + 3767, + 572, + 9223, + 304, + 5776, + 2573, + 263, + 13, + 5301, + 6981, + 323, + 37850, + 1033, + 73193, + 304, + 5776, + 2573, + 263, + 323, + 43411, + 86041, + 3143, + 40306, + 13 + ], + "text": " Bellany was born in Port Seton. His father and grandfather were fishermen in Port Seton and Eyemouth near Edinburgh.\n\nBellany was born in Port Seton. His father and grandfather were fishermen in Port Seton and Eyemouth near Edinburgh." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Bellany was born in Port Seton. His father and grandfather were fishermen in Port Seton and Eyemouth near Edinburgh." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Bellany was born in Port Seton. His father and grandfather were fishermen in Port Seton and Eyemouth near Edinburgh.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 44, + "generated_len": [ + 51 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.717557251908397, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 6652, + 220, + 16, + 22, + 16, + 17, + 11, + 356, + 2792, + 12224, + 21475, + 28738, + 91057, + 11, + 17828, + 12923, + 315, + 52907, + 3841, + 3004, + 5604, + 320, + 16, + 21, + 24, + 20, + 12, + 16, + 22, + 21, + 18, + 701, + 5561, + 50443, + 311, + 16759, + 14927, + 28738, + 91057, + 320, + 16, + 21, + 19, + 23, + 12, + 16, + 22, + 16, + 16, + 701, + 825, + 315, + 279, + 56371, + 2953, + 304, + 13224, + 13, + 4354, + 11, + 1340, + 374, + 537, + 9733, + 304, + 3841, + 3004, + 5604, + 594, + 1828, + 47245, + 323, + 1340, + 1231, + 537, + 614, + 1012, + 279, + 6554, + 315, + 806, + 4438, + 7801, + 11, + 879, + 572, + 9223, + 304, + 220, + 16, + 22, + 15, + 24, + 11, + 2326, + 1635, + 1573, + 862, + 10866, + 13, + 7801, + 2937, + 10223, + 438, + 8353, + 74189, + 304, + 50462, + 323, + 572, + 26753, + 458, + 9412, + 1573, + 22273, + 94487, + 304, + 220, + 16, + 22, + 20, + 21, + 11, + 3040, + 1635, + 1573, + 806, + 6981, + 13 + ], + "text": " In December 1712, Cope married Jane Duncombe, reportedly sister of Baron Feversham (1695-1763), himself heir to Sir Charles Duncombe (1648-1711), one of the richest men in Britain. However, she is not mentioned in Feversham's own biography and she may not have been the mother of his son James, who was born in 1709, three years before their marriage. James later served as commercial consul in Hamburg and was briefly an MP before dying unmarried in 1756, four years before his father." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In December 1712, Cope married Jane Duncombe, reportedly sister of Baron Feversham (1695-1763), himself heir to Sir Charles Duncombe (1648-1711), one of the richest men in Britain. However, she is not mentioned in Feversham's own biography and she may not have been the mother of his son James, who was born in 1709, three years before their marriage. James later served as commercial consul in Hamburg and was briefly an MP before dying unmarried in 1756, four years before his father." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In December 1712, Cope married Jane Duncombe, reportedly sister of Baron Feversham (1695-1763), himself heir to Sir Charles Duncombe (1648-1711), one of the richest men in Britain. However, she is not mentioned in Feversham's own biography and she may not have been the mother of his son James, who was born in 1709, three years before their marriage. James later served as commercial consul in Hamburg and was briefly an MP before dying unmarried in 1756, four years before his father.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 149, + "generated_len": [ + 131 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.859154929577465, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 17594, + 1340, + 15803, + 444, + 1047, + 8199, + 11, + 31465, + 685, + 594, + 6981, + 11, + 468, + 709, + 355, + 11, + 6801, + 1059, + 311, + 31818, + 4724, + 93123, + 355, + 323, + 702, + 52282, + 311, + 4220, + 355, + 11, + 279, + 26356, + 315, + 45826, + 11, + 369, + 1824, + 13, + 9449, + 58552, + 1103, + 2329, + 11, + 31465, + 685, + 594, + 43151, + 315, + 1059, + 6981, + 594, + 3210, + 1035, + 1102, + 304, + 1059, + 1660, + 2182, + 311, + 4545, + 476, + 1660, + 8943, + 3304, + 311, + 264, + 308, + 14931, + 722, + 13 + ], + "text": " Though she loves Lysander, Hermia's father, Egeus, wants her to marry Demetrius and has appealed to Theseus, the Duke of Athens, for support. Under Athenian law, Hermia's refusal of her father's command would result in her being put to death or being banished to a nunnery." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Though she loves Lysander, Hermia's father, Egeus, wants her to marry Demetrius and has appealed to Theseus, the Duke of Athens, for support. Under Athenian law, Hermia's refusal of her father's command would result in her being put to death or being banished to a nunnery." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Though she loves Lysander, Hermia's father, Egeus, wants her to marry Demetrius and has appealed to Theseus, the Duke of Athens, for support. Under Athenian law, Hermia's refusal of her father's command would result in her being put to death or being banished to a nunnery.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 89, + "generated_len": [ + 71 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.619047619047619, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 29317, + 967, + 572, + 7117, + 1573, + 264, + 56215, + 14833, + 304, + 220, + 16, + 24, + 19, + 22, + 323, + 572, + 3229, + 429, + 566, + 1410, + 2987, + 2064, + 661, + 6493, + 806, + 49808, + 18310, + 279, + 17829, + 30683, + 476, + 387, + 505, + 25579, + 657, + 13, + 1260, + 8499, + 264, + 537, + 277, + 1506, + 5114, + 2064, + 20536, + 1095, + 806, + 49808, + 11, + 892, + 572, + 1221, + 4652, + 304, + 279, + 3874, + 261, + 295, + 5398, + 389, + 6058, + 220, + 23, + 11, + 220, + 16, + 24, + 19, + 22, + 13, + 29317, + 967, + 5135, + 1053, + 429, + 566, + 1030, + 1012, + 9575, + 311, + 1841, + 419, + 5114, + 11, + 323, + 279, + 71536, + 9257, + 505, + 25579, + 657, + 1435, + 389, + 5813, + 220, + 16, + 23, + 11, + 220, + 16, + 24, + 19, + 23, + 13, + 220, + 29317, + 967, + 8469, + 389, + 3217, + 220, + 16, + 22, + 11, + 220, + 16, + 24, + 19, + 24, + 304, + 11471, + 930, + 11, + 22389, + 13 + ], + "text": " Koyle was brought before a disciplinary council in 1947 and was told that he could either repudiate his revelations concerning the Dream Mine or be excommunicated. He signed a notarized statement repudiating his revelations, which was then published in the Deseret News on January 8, 1947. Koyle soon said that he had been forced to sign this statement, and the LDS Church excommunicated him on April 18, 1948. Koyle died on May 17, 1949 in Payson, Utah." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Koyle was brought before a disciplinary council in 1947 and was told that he could either repudiate his revelations concerning the Dream Mine or be excommunicated. He signed a notarized statement repudiating his revelations, which was then published in the Deseret News on January 8, 1947. Koyle soon said that he had been forced to sign this statement, and the LDS Church excommunicated him on April 18, 1948. Koyle died on May 17, 1949 in Payson, Utah." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Koyle was brought before a disciplinary council in 1947 and was told that he could either repudiate his revelations concerning the Dream Mine or be excommunicated. He signed a notarized statement repudiating his revelations, which was then published in the Deseret News on January 8, 1947. Koyle soon said that he had been forced to sign this statement, and the LDS Church excommunicated him on April 18, 1948. Koyle died on May 17, 1949 in Payson, Utah.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 144, + "generated_len": [ + 126 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.754716981132075, + "len": 0.9811320754716981, + "lcs": 0.796812749003984 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 22, + 22, + 22, + 11, + 279, + 10440, + 60734, + 7992, + 17827, + 279, + 28361, + 315, + 38044, + 367, + 11, + 892, + 12985, + 264, + 17136, + 369, + 18545, + 264, + 2335, + 5077, + 57598, + 429, + 14433, + 1035, + 387, + 2567, + 504, + 11627, + 315, + 279, + 220, + 16, + 18, + 4180, + 13, + 13355, + 29668, + 315, + 279, + 28361, + 315, + 38044, + 367, + 5302, + 11 + ], + "text": " In 1777, the Second Continental Congress adopted the Articles of Confederation, which contained a provision for raising a confederal militia that consent would be required from nine of the 13 States. Article VI of the Articles of Confederation states," + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 1777, the Second Continental Congress adopted the Articles of Confederation, which contained a provision for raising a confederal militia that consent would be required from nine of the 13 States. Article VI of the Articles of Confederation states," + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 1777, the Second Continental Congress adopted the Articles of Confederation, which contained a provision for raising a confederal militia that consent would be required from nine of the 13 States. Article VI of the Articles of Confederation states,<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 72, + "generated_len": [ + 53 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.287234042553192, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 10548, + 311, + 3757, + 362, + 13, + 11471, + 777, + 11, + 279, + 13747, + 879, + 12290, + 389, + 17522, + 315, + 279, + 3822, + 315, + 14630, + 11, + 279, + 67641, + 1917, + 4842, + 572, + 2182, + 304, + 1992, + 304, + 1973, + 311, + 5545, + 264, + 330, + 41541, + 3072, + 497, + 476, + 264, + 3654, + 1372, + 315, + 7775, + 311, + 279, + 1459, + 1380, + 807, + 2666, + 10655, + 15358, + 438, + 7775, + 13, + 11471, + 777, + 18280, + 429, + 54589, + 264, + 7046, + 1372, + 315, + 22591, + 4143, + 1035, + 7949, + 53068, + 429, + 1231, + 614, + 1012, + 5644, + 553, + 4143, + 323, + 1787, + 264, + 2088, + 315, + 89809, + 323, + 6708, + 369, + 4143, + 429, + 807, + 8270, + 944, + 614, + 1030, + 5937, + 13 + ], + "text": " According to John A. Payton, the attorney who spoke on behalf of the University of Michigan, the affirmative action policy was put in place in order to reach a \"critical mass\", or a certain number of individuals to the point where they feel comfortable acting as individuals. Payton argued that admitting a greater number of minority students would reduce stereotypes that may have been held by students and open a range of viewpoints and ideas for students that they wouldn't have had otherwise." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "According to John A. Payton, the attorney who spoke on behalf of the University of Michigan, the affirmative action policy was put in place in order to reach a \"critical mass\", or a certain number of individuals to the point where they feel comfortable acting as individuals. Payton argued that admitting a greater number of minority students would reduce stereotypes that may have been held by students and open a range of viewpoints and ideas for students that they wouldn't have had otherwise." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: According to John A. Payton, the attorney who spoke on behalf of the University of Michigan, the affirmative action policy was put in place in order to reach a \"critical mass\", or a certain number of individuals to the point where they feel comfortable acting as individuals. Payton argued that admitting a greater number of minority students would reduce stereotypes that may have been held by students and open a range of viewpoints and ideas for students that they wouldn't have had otherwise.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 112, + "generated_len": [ + 94 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.705882352941177, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 8354, + 42597, + 287, + 1558, + 537, + 17188, + 389, + 894, + 5256, + 311, + 279, + 2766, + 4269, + 13, + 362, + 2766, + 42597, + 4157, + 387, + 330, + 45756, + 497, + 1576, + 432, + 374, + 537, + 330, + 16828, + 3263, + 758, + 5256, + 11, + 264, + 5785, + 2766, + 42597, + 646, + 387, + 3465, + 518, + 894, + 1459, + 11, + 504, + 894, + 2975, + 315, + 279, + 2766, + 13 + ], + "text": " Video fingerprinting does not rely on any addition to the video stream. A video fingerprint cannot be \"removed\", because it is not \"added\". In addition, a reference video fingerprint can be created at any point, from any copy of the video." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Video fingerprinting does not rely on any addition to the video stream. A video fingerprint cannot be \"removed\", because it is not \"added\". In addition, a reference video fingerprint can be created at any point, from any copy of the video." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Video fingerprinting does not rely on any addition to the video stream. A video fingerprint cannot be \"removed\", because it is not \"added\". In addition, a reference video fingerprint can be created at any point, from any copy of the video.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 69, + "generated_len": [ + 51 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.454545454545454, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 9043, + 29199, + 16367, + 292, + 7822, + 4652, + 304, + 220, + 17, + 15, + 15, + 22, + 4961, + 5904, + 311, + 1824, + 9419, + 2639, + 369, + 472, + 13, + 9744, + 416, + 79363, + 285, + 13, + 362, + 3920, + 315, + 2326, + 11211, + 315, + 1803, + 19308, + 320, + 86, + 2819, + 8, + 24854, + 19941, + 1052, + 1033, + 11799, + 504, + 279, + 1803, + 19308, + 24854, + 315, + 6481, + 12677, + 323, + 42774, + 311, + 1846, + 315, + 264, + 98325, + 97966, + 476, + 458, + 4124, + 4998, + 64444, + 1741, + 438, + 5998, + 453, + 275, + 41650, + 355, + 13, + 362, + 3920, + 315, + 279, + 24854, + 323, + 34258, + 315, + 279, + 6773, + 11, + 16882, + 11, + 323, + 4722, + 48595, + 1083, + 19941, + 429, + 472, + 13, + 9744, + 416, + 79363, + 285, + 572, + 803, + 4428, + 311, + 4124, + 12677, + 323, + 1008, + 1443, + 288, + 1091, + 6481, + 12677, + 13, + 758, + 220, + 17, + 15, + 15, + 24, + 11, + 279, + 16599, + 315, + 264, + 82758, + 4532, + 6358, + 323, + 264, + 3920, + 315, + 54294, + 2487, + 21595, + 3897, + 4623, + 1824, + 369, + 279, + 30078, + 429, + 472, + 13, + 9744, + 416, + 79363, + 285, + 323, + 83397, + 81195, + 724, + 525, + 8651, + 9419, + 13 + ], + "text": " Two orthopedic studies published in 2007 reported evidence to support species status for H. floresiensis. A study of three tokens of carpal (wrist) bones concluded there were differences from the carpal bones of modern humans and similarities to those of a chimpanzee or an early hominin such as Australopithecus. A study of the bones and joints of the arm, shoulder, and lower limbs also concluded that H. floresiensis was more similar to early humans and other apes than modern humans. In 2009, the publication of a cladistic analysis and a study of comparative body measurements provided further support for the hypothesis that H. floresiensis and Homo sapiens are separate species." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Two orthopedic studies published in 2007 reported evidence to support species status for H. floresiensis. A study of three tokens of carpal (wrist) bones concluded there were differences from the carpal bones of modern humans and similarities to those of a chimpanzee or an early hominin such as Australopithecus. A study of the bones and joints of the arm, shoulder, and lower limbs also concluded that H. floresiensis was more similar to early humans and other apes than modern humans. In 2009, the publication of a cladistic analysis and a study of comparative body measurements provided further support for the hypothesis that H. floresiensis and Homo sapiens are separate species." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Two orthopedic studies published in 2007 reported evidence to support species status for H. floresiensis. A study of three tokens of carpal (wrist) bones concluded there were differences from the carpal bones of modern humans and similarities to those of a chimpanzee or an early hominin such as Australopithecus. A study of the bones and joints of the arm, shoulder, and lower limbs also concluded that H. floresiensis was more similar to early humans and other apes than modern humans. In 2009, the publication of a cladistic analysis and a study of comparative body measurements provided further support for the hypothesis that H. floresiensis and Homo sapiens are separate species.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 172, + "generated_len": [ + 154 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.537313432835821, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 12475, + 2757, + 5927, + 311, + 14648, + 323, + 10859, + 19962, + 19637, + 14489, + 3108, + 56867, + 866, + 13830, + 3639, + 82151, + 1526, + 279, + 3200, + 13, + 5301, + 1378, + 8845, + 304, + 8063, + 3868, + 572, + 537, + 3322, + 311, + 1492, + 806, + 3108, + 5648, + 1660, + 86452, + 389, + 279, + 1590, + 1899, + 315, + 279, + 3200, + 11, + 323, + 566, + 2115, + 279, + 6335, + 311, + 1841, + 369, + 2441, + 19637, + 14489, + 3108, + 11, + 794, + 19626, + 594, + 50406, + 389, + 264, + 825, + 4666, + 5116, + 13, + 12475, + 2757, + 6342, + 220, + 16, + 19, + 10734, + 3868, + 369, + 279, + 32219, + 1526, + 279, + 3200, + 11, + 19826, + 825, + 5795, + 3123, + 311, + 422, + 5400, + 4311, + 13, + 1260, + 14766, + 304, + 678, + 220, + 19, + 3868, + 304, + 279, + 6335, + 594, + 78715, + 38500, + 8953, + 4796, + 714, + 572, + 537, + 304, + 279, + 18529, + 369, + 279, + 8953, + 10861, + 13023, + 438, + 393, + 1862, + 9382, + 444, + 3134, + 865, + 220, + 19, + 12, + 16, + 311, + 14060, + 279, + 37682, + 13 + ], + "text": " Treacy returned to Ireland and joined struggling Premier Division side Drogheda United midway through the season. His two goals in eight games was not enough to help his side avoid being relegated on the final day of the season, and he left the club to sign for another Premier Division side, St Patrick's Athletic on a one-year contract. Treacy played 14 league games for the Saints through the season, scoring one goal away to Derry City. He featured in all 4 games in the club's UEFA Europa League campaign but was not in the squad for the League Cup Final as Pats beat Limerick 4-1 to retain the trophy." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Treacy returned to Ireland and joined struggling Premier Division side Drogheda United midway through the season. His two goals in eight games was not enough to help his side avoid being relegated on the final day of the season, and he left the club to sign for another Premier Division side, St Patrick's Athletic on a one-year contract. Treacy played 14 league games for the Saints through the season, scoring one goal away to Derry City. He featured in all 4 games in the club's UEFA Europa League campaign but was not in the squad for the League Cup Final as Pats beat Limerick 4-1 to retain the trophy." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Treacy returned to Ireland and joined struggling Premier Division side Drogheda United midway through the season. His two goals in eight games was not enough to help his side avoid being relegated on the final day of the season, and he left the club to sign for another Premier Division side, St Patrick's Athletic on a one-year contract. Treacy played 14 league games for the Saints through the season, scoring one goal away to Derry City. He featured in all 4 games in the club's UEFA Europa League campaign but was not in the squad for the League Cup Final as Pats beat Limerick 4-1 to retain the trophy.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 152, + "generated_len": [ + 134 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.553191489361702, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 576, + 1537, + 43887, + 265, + 315, + 279, + 11832, + 3850, + 815, + 10948, + 11, + 1083, + 3881, + 438, + 279, + 19725, + 6053, + 10948, + 11, + 374, + 7481, + 438, + 279, + 8176, + 315, + 11832, + 3850, + 815, + 1576, + 315, + 1181, + 74924, + 6233, + 6993, + 323, + 279, + 6662, + 3691, + 452, + 12321, + 7826, + 389, + 279, + 14796, + 78946, + 13 + ], + "text": " The last kilometre of the Siuntio River, also known as the Pickala River, is described as the Amazon of Siuntio because of its extraordinarily beautiful nature and the grand black alders growing on the riverbanks." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "The last kilometre of the Siuntio River, also known as the Pickala River, is described as the Amazon of Siuntio because of its extraordinarily beautiful nature and the grand black alders growing on the riverbanks." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: The last kilometre of the Siuntio River, also known as the Pickala River, is described as the Amazon of Siuntio because of its extraordinarily beautiful nature and the grand black alders growing on the riverbanks.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 65, + "generated_len": [ + 47 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.0, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 4111, + 2836, + 11, + 279, + 2086, + 33663, + 12559, + 14800, + 53458, + 69443, + 16025, + 5590, + 261, + 11, + 572, + 5798, + 553, + 14205, + 3757, + 26803, + 23296, + 518, + 14205, + 3757, + 11, + 1532, + 60150, + 13, + 9652, + 291, + 518, + 14205, + 3757, + 304, + 220, + 16, + 24, + 22, + 15, + 11, + 1340, + 572, + 12607, + 311, + 279, + 10984, + 13648, + 25099, + 13, + 2932, + 572, + 279, + 2086, + 8284, + 311, + 11722, + 279, + 829, + 4111, + 2836, + 13, + 9652, + 291, + 220, + 16, + 16, + 5768, + 220, + 16, + 24, + 19, + 17, + 11, + 279, + 1156, + 45414, + 6412, + 4111, + 2836, + 10223, + 304, + 279, + 10440, + 4337, + 5004, + 438, + 264, + 14588, + 66597, + 8872, + 7050, + 2331, + 8149, + 8284, + 1212, + 279, + 6326, + 15994, + 594, + 364, + 3564, + 76633, + 11732, + 6, + 323, + 572, + 7171, + 1007, + 220, + 21, + 6702, + 220, + 16, + 24, + 19, + 20, + 13 + ], + "text": " Preserver, the second Protecteur-class auxiliary replenishment oiler, was built by Saint John Shipbuilding at Saint John, New Brunswick. Commissioned at Saint John in 1970, she was assigned to the east coast fleet. She was the second ship to bear the name Preserver. Commissioned 11 July 1942, the first HMCS Preserver served in the Second World War as a Fairmile motor launch base supply ship under the East Coast's 'Newfoundland Force' and was paid off 6 November 1945." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Preserver, the second Protecteur-class auxiliary replenishment oiler, was built by Saint John Shipbuilding at Saint John, New Brunswick. Commissioned at Saint John in 1970, she was assigned to the east coast fleet. She was the second ship to bear the name Preserver. Commissioned 11 July 1942, the first HMCS Preserver served in the Second World War as a Fairmile motor launch base supply ship under the East Coast's 'Newfoundland Force' and was paid off 6 November 1945." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Preserver, the second Protecteur-class auxiliary replenishment oiler, was built by Saint John Shipbuilding at Saint John, New Brunswick. Commissioned at Saint John in 1970, she was assigned to the east coast fleet. She was the second ship to bear the name Preserver. Commissioned 11 July 1942, the first HMCS Preserver served in the Second World War as a Fairmile motor launch base supply ship under the East Coast's 'Newfoundland Force' and was paid off 6 November 1945.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 136, + "generated_len": [ + 118 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.2037037037037037, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 2350, + 11998, + 8469, + 518, + 279, + 2825, + 844, + 11, + 3143, + 51936, + 11, + 304, + 220, + 16, + 21, + 23, + 17, + 11, + 4658, + 304, + 6122, + 13, + 1260, + 572, + 26918, + 304, + 279, + 42624, + 380, + 71833, + 518, + 51936, + 13, + 5301, + 686, + 11, + 29005, + 220, + 16, + 18, + 5375, + 13, + 220, + 16, + 21, + 23, + 17, + 11, + 572, + 18651, + 304, + 6702, + 13 + ], + "text": " Phaire died at the Grange, near Cork, in 1682, probably in September. He was buried in the baptist graveyard at Cork. His will, dated 13 Sept. 1682, was proved in November." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Phaire died at the Grange, near Cork, in 1682, probably in September. He was buried in the baptist graveyard at Cork. His will, dated 13 Sept. 1682, was proved in November." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Phaire died at the Grange, near Cork, in 1682, probably in September. He was buried in the baptist graveyard at Cork. His will, dated 13 Sept. 1682, was proved in November.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 72, + "generated_len": [ + 54 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 5.686274509803922, + "len": 0.9805825242718447, + "lcs": 0.49568221070811747 + }, + "predict": { + "tokens": [ + 1752, + 24675, + 13923, + 8014, + 304, + 83269, + 17189, + 11, + 279, + 330, + 443, + 57771, + 1, + 525, + 7798, + 304, + 264, + 41733, + 3922, + 429, + 47283, + 304, + 34102, + 438, + 330, + 68487, + 928, + 5942, + 1189, + 576, + 41099, + 3405, + 374, + 25, + 421, + 5019, + 702, + 4911, + 11449, + 323, + 8450, + 2155, + 41733, + 14155, + 11, + 1221, + 1246, + 646, + 582, + 3512, + 3535, + 1817, + 1008, + 30, + 1096, + 3405, + 702, + 1012, + 20068, + 553, + 264, + 1614, + 2598, + 36481, + 1511, + 79440, + 320, + 10069, + 287, + 27133, + 14917, + 12091, + 31367, + 67849, + 27368, + 14917, + 369, + 38041, + 568, + 14513, + 3598, + 15336, + 614, + 1012, + 10820, + 369, + 37623, + 438, + 37906, + 369, + 330, + 10481, + 37623, + 11, + 9250, + 37623, + 11, + 323, + 26750, + 60378, + 1189 + ], + "text": " For cognitive scientists interested in ontology alignment, the \"concepts\" are nodes in a semantic network that reside in brains as \"conceptual systems.\" The focal question is: if everyone has unique experiences and thus different semantic networks, then how can we ever understand each other? This question has been addressed by a model called ABSURDIST (Aligning Between Systems Using Relations Derived Inside Systems for Translation). Three major dimensions have been identified for similarity as equations for \"internal similarity, external similarity, and mutual inhibition.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "For cognitive scientists interested in ontology alignment, the \"concepts\" are nodes in a semantic network that reside in brains as \"conceptual systems.\" The focal question is: if everyone has unique experiences and thus different semantic networks, then how can we ever understand each other? This question has been addressed by a model called ABSURDIST (Aligning Between Systems Using Relations Derived Inside Systems for Translation). Three major dimensions have been identified for similarity as equations for \"internal similarity, external similarity, and mutual inhibition.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: For cognitive scientists interested in ontology alignment, the \"concepts\" are nodes in a semantic network that reside in brains as \"conceptual systems.\" The focal question is: if everyone has unique experiences and thus different semantic networks, then how can we ever understand each other? This question has been addressed by a model called ABSURDIST (Aligning Between Systems Using Relations Derived Inside Systems for Translation). Three major dimensions have been identified for similarity as equations for \"internal similarity, external similarity, and mutual inhibition.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 122, + "generated_len": [ + 102 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.205607476635514, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 12853, + 13851, + 278, + 4195, + 572, + 3208, + 311, + 8330, + 369, + 67621, + 11, + 323, + 504, + 1052, + 566, + 3937, + 311, + 49651, + 11, + 1380, + 566, + 32009, + 448, + 264, + 8381, + 304, + 3893, + 2449, + 13, + 5301, + 8922, + 572, + 4531, + 7822, + 11, + 323, + 566, + 6094, + 6846, + 448, + 25127, + 14010, + 80999, + 7924, + 323, + 12751, + 3651, + 596, + 6642, + 13, + 1260, + 1083, + 6439, + 438, + 458, + 17847, + 311, + 7538, + 323, + 16851, + 8755, + 1103, + 356, + 13, + 23517, + 13, + 320, + 15672, + 13851, + 278, + 4195, + 594, + 37850, + 11, + 19351, + 69725, + 6053, + 422, + 85222, + 24095, + 11, + 1030, + 8910, + 6210, + 18211, + 28314, + 23517, + 323, + 60923, + 425, + 13, + 56184, + 6767, + 473, + 448, + 279, + 38870, + 315, + 43372, + 304, + 220, + 16, + 24, + 17, + 22, + 6138 + ], + "text": " Chatrichalerm was sent to Australia for schooling, and from there he went to UCLA, where he graduated with a degree in geology. His minor was film studies, and he shared classes with Francis Ford Coppola and Roman Polanski. He also worked as an assistant to director and producer Merian C. Cooper. (Chatrichalerm's grandfather, Prince Yugala Dighambara, had helped King Kong makers Cooper and Ernest B. Schoedsack with the filming of Chang in 1927.)" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "Chatrichalerm was sent to Australia for schooling, and from there he went to UCLA, where he graduated with a degree in geology. His minor was film studies, and he shared classes with Francis Ford Coppola and Roman Polanski. He also worked as an assistant to director and producer Merian C. Cooper. (Chatrichalerm's grandfather, Prince Yugala Dighambara, had helped King Kong makers Cooper and Ernest B. Schoedsack with the filming of Chang in 1927.)" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: Chatrichalerm was sent to Australia for schooling, and from there he went to UCLA, where he graduated with a degree in geology. His minor was film studies, and he shared classes with Francis Ford Coppola and Roman Polanski. He also worked as an assistant to director and producer Merian C. Cooper. (Chatrichalerm's grandfather, Prince Yugala Dighambara, had helped King Kong makers Cooper and Ernest B. Schoedsack with the filming of Chang in 1927.)<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 125, + "generated_len": [ + 107 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 3.624113475177305, + "len": 1.0, + "lcs": 1.0 + }, + "predict": { + "tokens": [ + 758, + 220, + 16, + 16, + 23, + 6931, + 3868, + 11, + 10471, + 36856, + 220, + 16, + 15, + 19, + 13, + 18, + 13692, + 817, + 1809, + 323, + 220, + 20, + 13, + 17, + 13692, + 817, + 6777, + 26, + 1172, + 30758, + 16859, + 320, + 24, + 24, + 13, + 23, + 13692, + 817, + 1809, + 323, + 220, + 20, + 13, + 15, + 13692, + 817, + 6777, + 8, + 4041, + 3265, + 311, + 1493, + 43645, + 13, + 1752, + 3110, + 11, + 10926, + 315, + 434, + 15232, + 32205, + 11471, + 777, + 36856, + 1172, + 220, + 23, + 23, + 13692, + 817, + 1809, + 2337, + 806, + 6931, + 448, + 264, + 220, + 19, + 13, + 19, + 13692, + 17018, + 1786, + 11433, + 5461, + 13, + 65455, + 1442, + 9082, + 36856, + 1172, + 220, + 23, + 16, + 13, + 17, + 13692, + 817, + 1809, + 448, + 264, + 220, + 19, + 13, + 17, + 13692, + 17018, + 1786, + 11433, + 5461, + 13, + 10471, + 702, + 50187, + 1053, + 389, + 279, + 3832, + 25, + 330, + 4498, + 4303, + 27578, + 633, + 304, + 264, + 3054, + 3786, + 11, + 807, + 1513, + 944, + 17585, + 911, + 879, + 374, + 279, + 1850, + 1189 + ], + "text": " In 118 career games, Brown averaged 104.3 yards per game and 5.2 yards per carry; only Barry Sanders (99.8 yards per game and 5.0 yards per carry) comes close to these totals. For example, Hall of Famer Walter Payton averaged only 88 yards per game during his career with a 4.4 yards-per-carry average. Emmitt Smith averaged only 81.2 yards per game with a 4.2 yards-per-carry average. Brown has famously said on the subject: \"When running backs get in a room together, they don't argue about who is the best.\"" + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "In 118 career games, Brown averaged 104.3 yards per game and 5.2 yards per carry; only Barry Sanders (99.8 yards per game and 5.0 yards per carry) comes close to these totals. For example, Hall of Famer Walter Payton averaged only 88 yards per game during his career with a 4.4 yards-per-carry average. Emmitt Smith averaged only 81.2 yards per game with a 4.2 yards-per-carry average. Brown has famously said on the subject: \"When running backs get in a room together, they don't argue about who is the best.\"" + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: In 118 career games, Brown averaged 104.3 yards per game and 5.2 yards per carry; only Barry Sanders (99.8 yards per game and 5.0 yards per carry) comes close to these totals. For example, Hall of Famer Walter Payton averaged only 88 yards per game during his career with a 4.4 yards-per-carry average. Emmitt Smith averaged only 81.2 yards per game with a 4.2 yards-per-carry average. Brown has famously said on the subject: \"When running backs get in a room together, they don't argue about who is the best.\"<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 159, + "generated_len": [ + 141 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +} +{ + "metric": { + "symbol_per_token": 4.1208791208791204, + "len": 0.989010989010989, + "lcs": 0.713903743315508 + }, + "predict": { + "tokens": [ + 1634, + 315, + 220, + 17, + 15, + 16, + 18, + 11, + 4392, + 13, + 15854, + 4141, + 956, + 702, + 1012, + 14766, + 11, + 29047, + 11, + 323, + 4652, + 304, + 803, + 1091, + 69949, + 27076, + 14418, + 46534, + 15245, + 13, + 1260, + 702, + 1083, + 1012, + 3421, + 14766, + 389, + 4265, + 220, + 22, + 315, + 279, + 7513, + 14418, + 425, + 1630, + 436, + 379, + 425, + 1630, + 26673, + 11, + 389, + 4265, + 220, + 16, + 17, + 315, + 279, + 34983, + 21451, + 8564, + 4223, + 409, + 7577, + 23446, + 11, + 323, + 279, + 6156, + 220, + 17, + 15, + 16, + 18, + 220, + 21, + 339, + 46798, + 9785, + 14069, + 315, + 279, + 3693, + 21451, + 35953, + 10717, + 1103, + 21451, + 13 + ], + "text": " As of 2013, Mr. Saavedra has been featured, interviewed, and published in more than seventy specialized magazine editions worldwide. He has also been cover featured on issue 7 of the European magazine Bajos y Bajistas, on issue 12 of the Brazilian Magazine Linha de Frente, and the August 2013 6th Anniversary Special Edition of the American Magazine Bass Musician Magazine." + }, + "sample": { + "messages": [ + { + "role": "user", + "content": "Repeat the following text absolutely exactly.\n\nText: {text}" + }, + { + "role": "bot", + "content": "Repeat:" + } + ], + "inputs": { + "text": "As of 2013, Mr. Saavedra has been featured, interviewed, and published in more than seventy specialized magazine editions worldwide. He has also been cover featured on issue 7 of the European magazine Bajos y Bajistas, on issue 12 of the Brazilian Magazine Linha de Frente. and the August 2013 6th Anniversary Special Edition of the American Magazine Bass Musician Magazine." + } + }, + "prompt": "<|im_start|>user\nRepeat the following text absolutely exactly.\n\nText: As of 2013, Mr. Saavedra has been featured, interviewed, and published in more than seventy specialized magazine editions worldwide. He has also been cover featured on issue 7 of the European magazine Bajos y Bajistas, on issue 12 of the Brazilian Magazine Linha de Frente. and the August 2013 6th Anniversary Special Edition of the American Magazine Bass Musician Magazine.<|im_end|>\n<|im_start|>assistant\nRepeat:", + "info": { + "prompt_len": 110, + "generated_len": [ + 91 + ], + "generated_cumulative_logprob": "TODO: calculate for hf model" + } +}