{ "cells": [ { "cell_type": "markdown", "metadata": { "id": "U8RTc2PmnX-v" }, "source": [ "Initial setup" ] }, { "cell_type": "code", "execution_count": 1, "metadata": { "id": "kGW7vfRkrqHe", "colab": { "base_uri": "https://localhost:8080/" }, "outputId": "b28824a9-de8c-4f8c-da38-b00f8388c23b" }, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Requirement already satisfied: huggingface_hub in /usr/local/lib/python3.11/dist-packages (0.28.1)\n", "Requirement already satisfied: filelock in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (3.17.0)\n", "Requirement already satisfied: fsspec>=2023.5.0 in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (2024.10.0)\n", "Requirement already satisfied: packaging>=20.9 in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (24.2)\n", "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (6.0.2)\n", "Requirement already satisfied: requests in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (2.32.3)\n", "Requirement already satisfied: tqdm>=4.42.1 in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (4.67.1)\n", "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.11/dist-packages (from huggingface_hub) (4.12.2)\n", "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface_hub) (3.4.1)\n", "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface_hub) (3.10)\n", "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface_hub) (2.3.0)\n", "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.11/dist-packages (from requests->huggingface_hub) (2025.1.31)\n" ] } ], "source": [ "!pip install huggingface_hub" ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "id": "2I850FIsCVNw" }, "outputs": [], "source": [ "from huggingface_hub import login, upload_folder\n", "from google.colab import userdata\n", "\n", "HF_TOKEN = userdata.get('HF_TOKEN')\n", "login(HF_TOKEN, add_to_git_credential=True)\n", "REPO_ID='flunardelli/llm-metaeval'" ] }, { "cell_type": "code", "source": [ "from huggingface_hub import snapshot_download\n", "snapshot_download(repo_id=REPO_ID, repo_type=\"dataset\", allow_patterns=\"*.json\", local_dir=\"./results\")" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 1000, "referenced_widgets": [ "9cc2bac65bce4700a5ef55d371122860", "c22bc73b6dd34ad5a0d271043f94da5e", "f3a6549e81914af58e3e2f9ab78a44b2", "8fbc37aec6dc48599759211538b229bb", "9094111dac3e493abd69f64e43b91263", "204393cae74d4d4d920cdfa9299869c7", "0ff36c27bdca43e28e24eaaca6f8b9e2", "b794dbdcaa2c40dd94e9b65f179f3f24", "549918f3f42d4e2baa279d3da03fe5af", "bb30c9141eb64d8fa3919f1547ad9c3a", "0144665f4e9d4bcfad63422bbc5c9dcd", "849b0237b3c94d7a8e6d82b3d3888ed3", "ddd438a7fc994abbb810199cf24e0f8e", "5a0f6bd02c2d4f81904bcd8854f05747", "32085617294f49db8bea8f439ea0acc1", "eea5593cb74e463bbfc02f2050bde981", "99fb68634ae8476f85e4d8377d8faae3", "8b881ffb70c14299baa5341fcf7ab17b", "29e264f8b2e04fa79e9b44468f30106f", "1805208a99c14cd6996f162932fab18a", "8c1214a694d148688c8575179bb856fa", "5b9ca492c66c4470b26498fda3bb2ccd", "aba77fff49cc4b6297ee93dfc87c1218", "6254b5b7302d479ab4292db2bd7ef3cb", "fb457b62e3714f57a78a4fc4eaba744d", "591eacc6e85f4fa4a2e6a33350f8e89f", "263409efd372419eb209dee4b80de7e1", "92554388d07f43d3b3089932b0c83990", "6b8c8655e09c48daa43a45e5ed832041", "a3e7e24673df4008a28c676bf3e07ab7", "6e80756a9eb245708515bb5b94f7ac6f", "38ecbbc74e3144668c10670cae98c78b", "6add04e0451f4a02935f8c53963f4053", "54bafefc748541d0bd117f6c413149f1", "2762059edfd9460c987b4fa6a7e2e4e1", "2714ba17e51c4c5495cca0426e811bd7", "d4f256b77b7c4c6a9f713fb6f787d498", "1e8fe9b32b404085b3497d1d23ade7ec", "5e39db028b34465d8418b982032e2490", "29699dd6baf049af93b3eff4472d6c46", "a47bec1b09264d829d24d2a4d5991cf8", "2c673d409d8a4e1c89a34660a19286b5", "b7b78ae03f5140b3ac86a6b931c41e40", "6a61772e7e8641848fa317b1099b2f8a", "998595bf51844320a5518d976d127f8d", "4b7a086003c94adfb537e06d1c331b29", "8e0888d3a8704883b6ef9f0184a9f692", "4beb3b92a01c424fb483e3a4a76ad5e3", "c05b2912dce9474691425324c13645a5", "fddcc790897d474c9204a8cbda1319db", "75aa3e1c208e4c89926a68077526fb6b", "421a6a27925546409ee76cea44fb82f1", "99da34f881394a459f2226d74408aef0", "2b45c1eb9e004257ae929cbc2ff92413", "df1b749ab09b4184bf048ad42d62544f", "56cf52bf88d04e6a822127323bffcacd", "22c10662eb3948028b48c11e0ef3ca61", "e815acd1c7ca4abda17a18736d7633dd", "1d06f88813e6489ba0ba36b23cf5c070", "f2fbad75718a438f883a32bbf906812f", "c05d897914e64631a0206221260bcc07", "e55bb8c8ad3d4c24825d0323bc7aabe0", "fff8efa520ac48ada3512a23b7d80140", "89b92eaa41e54bc2bc09dcbc34a6eea5", "bdc52df50ef94a8b8b68dba02790fd13", "bde27c5b3ac94b13bbc791b7ab4357cf", "80f98cce4fcc455297539fc0d2347d5e", "aeb0c0173e73440c94580ac7a2ce68a1", "c7c8188107dd47f7ba0c75909293a6aa", "ff6d22a202914c92a60fbd7723af2cc2", "4e678a13422149a5a64231d6c46389c3", "440f114809f84f619d88d4395a6a0bc1", "0a1fc59074f74f9182796c5192686cf5", "2f08ef0146f34689bb500b88e4c59624", "9cd38c95d7f54a3fa772462138b58fe0", "44c59853152d416985a09fbb0d4879a1", "9213ab86805948bd8655b73c69004bed", "b26dc181bcc9458482d2f4af687429ee", "cd42232d76c347998c0d71ede04c33d5", "425f116b208142499bef182f6d767f55", "00a5c26b26fc4025aca7eb5b4080bc5f", "44d8ead233434925bda8d22dcb2983f4", "1c5398b7129f49b5b5fea875a75a013c", "e2f34259f48e44f7b18092b18a261268", "e5eae0d00e9b4116b980d67a66369456", "f360fc0b1f3c45bfb32dd272a73dc6cc", "f8363f07b7cf4d9e88f4aa573d5603dd", "725151003be14e7fb8c7e3406adbe86a", "13fcb96ef0c64ab69f7a3c713f3bb7c6", "c5e7e06df5e34752b20d5a0139936441", "bdd5452bad4c475ba741587a9ec769b0", "cbcb0beec4b94b5cbf5b0a60628b7f70", "3612409c01a841e0a273b891454232a9", "efea81b7d78943269911beda8243344f", "e0ae34a9bb2046b28917446d51f09bd2", "b83044875de64579a1bdb9bb91d4f60c", "c105f377e7574883923ee5ab2d238df1", "4d8ff28e546844c3af1453c8ea164196", "b689401a988c408481e2c1b79c92b221", "1744b8c2fdc64f529898f31b7691fe05", "9890c121dfc949e6ae03fe6489ff94c9", "ef0603af93054783b7acc9aef6ca48ed", "0eb9ed0444094f0ea4d61da261d57d09", "235206e009d2499bb2cc4195c2648b45", "620a8fafb3d844c389b7322967d5467d", "dc23e1efd31c41b3a825429fb94f1b95", "46e926cca4b6435989c9e0815381c16e", "9cc20124fdd04411b78bb4cac9dbdce0", "e981a1dc704447e9849cbc2ca24c04bb", "444e28aac537427284824f386d2b5858", "cc26e7088216493d9c48daf7c131c088", "845b8d37218347b598b7a57bad841eb0", "d09a14caf3d54a9a81d1ba3305ccd6df", "6c952be8604c4e8a823f52a9b5fd2ae2", "e10f41a49baa459a8d0cf7c1dc249cf9", "5b44aaed59da4fdfa9107ebdec19600b", "4d5903d6cb92406fb117a67337cb08f2", "27e9d27d69db4709b256bbafe4408880", "d206f865274447159f2cf6ae170a1f4c", "2d7d9527a4a748d4b339b3189432b0b2", "b270b4d318e94cadaf6a04c86ab675a4", "60c9ee85e7634c99b4613a1fa4373a8c", "71ad674968ae4c2cb6481a0903b2a86b", "99ecd341121f4cda9fb8b63c70e38634", "e77750264676487a8871db8e4ae14bcf", "2e6ddf31d3fa460fbe756d4d36298ccc", "969f84c9ded2452e8c54be44153015c8", "66ba03030e15408083791eab3f1704c9", "427c50801445433aa4c0092cb603ad63", "4b128f7ed36c47fdb25dc14a727a64f7", "d8636fd8d40f4d5aab7fccb9acc24aaa", "9e4bed7d4ae34251956432354f9d5c90", "acabc953ce924013a0988b52492ec9c9", "75561e34fc9f4e1388c3920cb8a33b7b", "3e32338bb6ef48b28028e40c2213d012", "52a4897ee6034628a10d5eebb34fa7d0", "23fbb7500dd441b89f02befa4bc90b76", "1f99956432184b2d8a6c57c697ea9ac6", "e9fa477607b04b9595a9bc89fb7aa73e", "7d283b6ff9b84a71bbb394f0a1c716cb", "409ab2d5a9034992b2e08b23cf8223aa", "c3387b1f913941fe8bc674f9e2c55593", "5dd788e1bc7944fd89ddc7c9e937fbb6", "072187097a0d417080008e88d8238e02", "9f17b7cd32c1441d8baa69595ab103f6", "671b1a50a0274b25b2473660c14e1fbe", "c05647ea40854b43b04dde0dd111b306", "0a950b5b05d8455782ca5241d2ab6c66", "9af407f19c7a48a48bc9ce005325e855", "a7154e8c323c483489425fd0a7ad4584", "c9bb5d6cf7964712a6a35e29a6f57eee", "6dc49e5e1616455e91d14e971ec5e652", "d5202566300540218321f7de22702d29", "dca211f8c7834ace848bfedee5ea187a", "06a88799fdcf4d6e876685e805d44234", "d93ea1b9a05c4d11b4495e82dfce44c3", "5d2352d99a644aca8b0ef60dc0d4ac5f", "054cbde5c53144c1bb90752433df62f7", "d1e560d776334bb68ddca93136975600", "5cf3e0076305474d8aa36eaaa1029280", "1ee6b783d15a428a92117a4dd593f7fb", "60761af4ee5c4920ba14cb2a015f65d5", "af011aca69cb436eb8be26646a56d57d", "eb1b2f2676a442f8a11f150fa2a4ee4c", "abf79a3d7bb7462badab4ff7ff256487", "c89248db16bf496687b39f8ea0565b1d", "516feaae85914c489f67d6502f56734a", "d29a61be8a554c989f049b8d729c947d", "26d13bf4db3641ba95114b816d22fb43", "4b6ffc8af53b495799f4afb76d58b0b1", "4ebc7c29dfe34274a162f2823291e616", "cb22ef9197af44d4b5ec4a8964274df1", "3b70de6169be4c7986edb3a810a7682e", "8a91436628fb40daaf4bd23d663f8d5e", "1562202d87194b919c1426965d7bd634", "9dcd7b3019ef4c9ba7935aa221ba4b6c", "ae9f973d5d7e4f3da0d4fe1be06ba735", "f69b09fc1f0e408f98f5472c371234d2", "8d310266d4a44cb8bb31eb68b6dc7b92", "94cd83ac01c345be8fa1291f633d503e", "0777e3b7bfcb452187e269eb97ed6700", "ddbeb3cd8d9848d28dbd42e4f3fe446c", "a3392b7755ff4848b4d8247848d036f0", "2a8d9d6aa9b54cff914f84a8b5d96452", "902e14d2acec422295b85b69618b42c2", "903e766aac5a4759bdfc0df5204b27f7", "8d748332573d49a0a832cd40d0f11daa", "a61fc0aa34574db386671561f416037c", "0a36e0c8da46435eb942a58f5ed2aa47", "be5573fa816246ada0220b247c8e74ce", "e49ae331264e46488726a72a58448907", "f7024eb81944424da2a6619c53ce294d", "4e22ea6fd16e4c07983fc1d5f1ecde76", "4005ada5720f431da5aabf8568aaab8c", "6c2f8a2703354935a38e45babe05d474", "20cf84e9d5154642bff8b2f3c68cbf46", "9666c4a9bbc048ef8ef682c3156ece16", "3b1076173e5d40e0b9c6bd3ff93f4ac8", "d33d67158f864c21ad9bd803b934c4b5", "bf472d47e9de45f395b2c47e43c90b84", "2434301f227644008478daf5bab68d03", "67213579e415444e832d1142332b3786", "2e88a8c29e0749008a216af564afd2e6", "420b78ac31ab40b09740304ed7616250", "6255b149bc2c455492f9a070e05ecfc3", "1daeb368eb9748708ff008c8a86454b6", "2b8a6ffa25224edaa3b3d58d9569f880", "0494c989902c4d2da4b9fd27a5bcfe06", "f7ee977c4fd84dc581660b0a95cfd3c0", "7bdced2baf0b4f718ab29cd1f312e210", "cb5b3676994a4f59afa318d62a10e260", "fa8c1d0331294bda8daa8fa0587a66c6", "2fd19f8a1adc4ad18a221923f9b284a7", "280920d8819247309c84dddbd4ca94e2", "d79bba0bbdfe48d69b17d2b41f3739b4", "82aac6948c554d159c49f82aff04b98d", "326deeb02fee4efea4e126e14870aea2", "f4af84b2a393481f8fb8c698abf248c7", "0b4a237b8873494e8795834f218f769b", "bd71b61752594dc3b820855132619731", "9ff3f0f54fa24d54a12d7c197295f648", "bd16db6bdd9c4869b5f285db1cac367a", "2466b27e5e134e0c9291ac7e64eff7f8", "d9295a3a6283435c9044b040e73944c2", "b714260d843547b99d36dae7ffac7a41", "9419fbf9587842049449fc44a6881669", "d6a5066de8d54fda86ba6672b9922e6d", "a314dd63273d49318f3310218579d6ec", "49ec745a353445028a5aaad84189338e", "f101ddb72e9a4b489b0d8a70f134698d", "e94a195b4db94585bfa1ff4c966c2c0e", "608ee3bf16f54275a71109bcd577365d", "0ef74265a89c42439fb1f2097d5debd6", "6fb3d7b90c594ef9b4a10729bf05e772", "92d6e5c748994f34b9d2763adec49670", "4b9225b9835e4bf3b91d6c552b2fb1ff", "c64c2cae1eb246819d8759cb4a4f22d8", "c75553e9080b459389a362be98941cce", "36e84de9cf2246a7b26e93efc4feb9fa", "fcf975e1d06442cb952a33182d899891", "1ea15d8f28144580b71f2d3c77037d0a", "1a75e9564d64492a8eeaf5ab62541726", "9ec48be4f64b4400800abd7ddc432f6e", "dcf166011e024d238ca7f298674bbf79", "bd3de9f7c99c40c0a9a7023e7ca3272f", "84ea450d74d648b78e20fcbbdf493c1f", "3bde7f5f976a467b8aca5f2a24da7a6f", "3f0cc33090f34fb8b9599612993f842d", "050b83eb42fb4ec3bb65a58a5a20736b", "b94c2e31f8d94f0697cff1f59353b988", "062d72872e38458881f780f6ec994946", "3cf9ab015c434c7e83ff18bc787d949f", "65229932fcfc4ea4a7b1491003377b2a", "8783eb9c22cb4b7db36c235afc70bf8b", "1759c8f726a44908a138604423b749b2", "53218c11d2b748229318a3bc1c97ebd2", "8acad129b8c34f10920768360874b26e", "14d3a30c40214889a607973b022bc8cd", "b83a1c5bdd0a4bd8befe1a0643ba7d67", "72f0c37a6ad64a3b9fd577e680d1610d", "cd3c8fdccb8a48c7955d6980bf250896", "7c121e0eaaf949f68059c23dfaad1915", "05124aa6671b400895c3b63f41abc6e1", "075ca874bb864fd2aff5ea26ecbbb1ec", "dae58ea3d8084731b5fab0c5fd2f093b", "ea37b15b83cb4c21a6665e236623a05a", "9321c3e491f24944890072db26769026", "a59eb1d2436b47d58aa053e370a60289", "fa266fb3cdae4f30afd7546b81d5a8da", "f644fa3855d34265a3fb90d5748a45d7", "84b4f9d6c56e43e6b08d07cba39fd52e", "c258079afa25460c9275d15b7d8fd893", "4ed29c7df78846ea8b00820eb44a409b", "de03ed7dcbf54ada9b097227db2c3f2d", "571b1f8e6d75412e92862d09c33c5882", "2f3f8ff29d8f4d0aaa9767b5c295e51e", "facc3da4263e4edda708409bbca9bd9b", "f4315d488389430995c1f524b9725b6b", "85b3919ed73b43989a8b6fa9e8643925", "dcb35b3079ff4c1d8f56c8ce8d878253", "7db3aa10ea5541e784cb827b2bd721a3", "f593916f77d348d6b179bae17ce5f921", "325ed614801a43cc8b780811a31f4b3b", "7fe50947ccf2424982e041e885c90d06", "f8520a3e98c6468f8ca4e9e2f57e12e7", "4bd493dac8334f9eabab649ce64c1742", "435f82a5e4384257a2291f17f8ecdb37", "db64dad7ff594b9ca7d45d75758e25a8", "6bb4cc8f7ce6409c95769152513b80f6", "e669ac029c71451cbd4638e075c61594", "325ccd527c074cc880f0885274802d99", "e453736f47f9484f94d53e30a97973f7", "9812295e63504a96a22d901b6564d271", "b1c3541bfc904d6eb52276e0eb2626a5", "c7c2c723cd4646e8ae8e3983dffea67b", "9e7961eeb1344cb38b68fc6162171cce", "00dacc62f7e04db0a2e218d0ceaff6a4", "9d490db3446b442d9ceee53eb7d05ecd", "4ab11ac3f2a24d06a9d64871c6e260c0", "e99fe3d656f042908b435dad554bfd79", "e8f6f860a3164154b00de8ac9a0e99b9", "f0268510af5b47aeb6e7dc729f312105", "0d433b5cd9474baf94bf55efd54e316d", "68adcbae7fda45ec969a60fc0b13beae", "0eea1dfa80724589976bac169e201de9", "03cd90f6637243d89f36397cfcea39e9", "e9b154b2cf0a488880a54446f106db17", "770fbc67509a4410a597317aca0649b7", "f62f61ac6a4d4019a6523073a29309e2", "0c580eb8c9114e4d95d708e8f2585fed", "fea05f37e8554eaf8c64130760969ef8", "a67cae615dd2493bbfbadd29f6d2337a", "94b0d04038f64aae80b6f481776f53e9", "bfd6a2c55fc94811883d60f697a89698", "b5cd10017b024e1399adb033da650d4a", "30741d66f94d4114a45bf95bff6acff8", "85d5336d371945bc93834e2bf22c5b09", "1c88b993e40140d6b93b2d820c475a80", "6644be0fe2404277b2d82813f2dbbc1b", "54e431f1a84f4480a81f8b162bd33de6", "69cac3af7386490a9df33871ba30390f", "e4170f6565c64a1691086ff7e6841f29", "acd2535bc61f434ab8b331cd3f3ed70f", "77dca56e54a54a85ba4fffc315ee4c49", "345c958ae8834a5cae711e82df6b2c0d", "b93bd98666a34feb9d65ae3cc18dfb2b", "379c276a9ac04760adfd9d81746aa5ab", "cb17d1e0ddd240fda07248b9c4f1d8c0", "b27a6249645343a6958d2f7e4e1495d8", "cecffa5d752e4f0483149bfff11d0c2f", "24882834f8164d338564709620a16a6e", "5be530fdfe5f4183a83da965f2dd6850", "1bf50f452aac4570b5f75af69ffcc7e3", "6b9afc1824304f5d9268407eb2fbf637", "f776bc75ae134baab4c2c2c4c756c6a0", "87ca33ff513b4291b5b5809875eff2aa", "f45272aff4ae42b895044bac32110c83", "fe4a912b4d694cb693b96697e6d7d768", "fc798809ea91419ebe59a46904b289a5", "a3a590eb96004d04b4006a552ed19ba5", "ca860f3787f644f89e82d9419f1fda87", "92013bdc765043f89d4a2841b86d42f2", "334cf0f4b56b446f824db216d18f73ab", "4c30a04f522e4860b7d3324ade609500", "872fad26cb7d4fddacd4564f9b415840", "c42cea08094941a488337851cd3e1e2b", "d990b84e9ba548858c56e563bc58311b", "57fc604e8d5543c9b41f5e8433e81b1f", "62687d6fcb304ff0827063382f758535", "5c91e99e35ac42e6b18d9574a0eaf230", "ee00739551e6458c92bbc080bc2886ed", "479b543c10654614bd85f61724cfe0ab", "9a6b7ef191a94e838fb59b0717ad8b1f", "67af028d309c482485844cd870afa2ec", "4228ea5a75ca4b2c825e53d9c201c968", "009ff85d20d0477699d7c179d7c08f98", "74bf0ac64ae44fc3b091095b81b6f494", "63a3914fede747f0970e2bf97bc0ece8", "6a2ee8a8158740649fb0fedc916266ec", "2a4b233df8864e6eaf663011018654c1", "7f2d1bcc5cb642c684f45637c9baa3d7", "d8e8bd957bda4937b8a5e1d93deca8f1", "e8d3e952a92b42c6a0fc3308dca08be1", "3394bec1b1974f6ab1ebb6cf15d3ab98", "a7fe135254ef4199b9ca043c28462f85", "0c953549fabb491987156d605147aaf2", "f2661a84d5c74882a7d80e32b8afa8df", "a7b65c7c9da24da389e392bde610f02a", "17033358666a421ea2666966f5e771c5", "9664ea88548348948edb1ea5b7fb76d5", "d5774e10c00f4118ae5baaab46987df6", "ffdbcbec114a4c3eb7554593bd8ed729", "98ce9d1ccaeb4ddcad4f4b5ea1583e58", "6908ae9a1f3d4862b44fbc0e2cf0abd1", "425d24fd97ac4de28fac13b5817184ad", "ad5d1519f32547e5a8a5093b8603d9f2", "bd991628978b4368823aba5eac0c3205", "6252b703f5b44a01a7fa07fd9bfe30ea", "f71e860be47540b6ab4f5d9b5614f246", "d9a91868347e4ff2b16b035cd5650f25", "d1d160b20cb6425982cae0bd3ce3a6c9", "33cfe4a5f0c44218be843d6bf12b11b8", "045514d0298947a3be87e9a8e2f77f4a", "cea610eeafae4b44bff6a4b6bd4f8d6c", "426fa3cbd39e4fdaaf3f44bf1312ec6a", "47ca76bcc2c445188e73186a8b95c767", "d41d80d8a2754c99a71e2cf28625484d", "858be3b1513042aa9d9b14a032c3239c", "173b4650aec641ebbefbcd29b5ba3a3d", "3f1b3271839142c3ace879bf163457fd", "b9f761ba58044c6d8531a40b3104d479", "c5de94ca6b1f4be893ef0303ff12932e", "5c941927c6734923b35e36f52a112ac0", "87953047baee4b39ac1e14da26ff97c5", "4faad779c5cd402c8765c90207f6c71e", "126d52903b0944b28f3a6af1601320c2", "90aabd7ee7234d50badb6c8cb2e47fb5", "4cedbfa7e0c844d8977eaff6c9730617", "5a05ee8f8c0347148024d4e8217feab8", "e0eb922172d54623bde09bd9a6dd75a1", "22ce9aaa26364deab197eb3e878be8ad", "b4efcd098363473289d17dcab3a7a3f5", "4d6946ae3746412dbd550dc8f71c01a0", "03575df90e2d4b539f8aed8634b69b29", "06cbf1af0ab340409272be750cee5224", "5901a70965774bc1801b8851d49b6e55", "6be219f225be4413a54569fbd56fc51d", "93f84c043f314ff9a849335056c287fc", "125d7fb15f46407d884142cc561ec653", "d1ab601e7f6b4a41a17ec661b373fb7a", "19255412047c45f19cd7ff78191018ac", "175970a9bac64d79bbce66173259e1cd", "c0b36a76db6040fa9b799ef6144fb15e", "20eb197ef5614079ba9ed5c259cbf064", "53b7fcee677f4511839708a9abc8d791", "fbff1ae7554a47b3ba7b1c9fd2c2536b", "18f1839cb4ee4b2fbf6fe9239be16e78", "c89dbf661b6d43eb9516119acb4e89d4", "1771fba834e64ce09c911a3ea9a3801e", "a28dda37b1894b27a99328f1a1544627", "1c0f9e6c859940cca0cf02674cf3ac17", "d9dddcdd85af4e7f950e54515c8cf74f", "811b779809654a98b30f15f53cf0a01e", "d664df6a791b4e7890574f9341b09410", "a388d7b1f0dc45a9bd76350ed47ec0d0", "c71e14dd5af141a99e864737c3c74944", "7f5fd367147f461cb8c5cc6844dfeb78", "5776fc81e56d4a2e99ea3baddd88fa36", "4fe329f1d5b540edbfa339ec2326663c", "5b0ef36220a44a3c8b4fe0f828d964a3", "6137f87004724f0b9406fa1d912c83ef", "224bba1d91b146d9bcba48c01ed20bb5", "1c1628100bca4d7f8d354bd4d02e150b", "8b11134591d349dfb3d076363271b553", "4d36765b923740e4bb3b46d6e3626018", "b97076612e3343f68b0faeb124b3d938", "0da749d5b77e485ea9ca6c2c624e21d8", "0f91085916c04b5c856653a22eb99247", "f8582704a9364e6f9cba6c753d3572fd", "0a5b38830c77446d8a7f41d0c3a96ba6", "cef0d5af0e224c33a88b4eaa1bd8d64a", "4d0a4fa9fad441cdb14b10ac0142b054", "de051a23423b4111aa4870a1193577c8", "d0e913d5e90b4672af0d87893bc72b75", "de8fe5e4d0f4415a994c61ef3b1d2c76", "e22f27427436431685470c415089d9fb", "7ba1f0e5da8e4f0295986a023b8b6367", "75ede6fbaa27486e95190044723414cd", "a28ee81030374b38941089e785b6692a", "979613f4ef874035a5dc3d3b51f073aa", "895cef1cdce24a2e9ce6383471be42e0", "0163546d3c61418785b7d4a661e70aa8", "8656209b6e1548368d80173fe8de5415", "b98891042c8943029bb89ab0c8347359", "37956c7546ee47e88c7810612aa80f86", "fda25f92a0c843e0a0ec8cd18eff32a4", "4938c3fd6da84b2385b5d3061c4430d6", "91a98bf8caa1415a9c2c7f7ba4a29e97", "fafb2e454a504dfe8bcbc95680a43d1b", "4d67e8389b324481902c3b4a29cf93d0", "795b23cd9d1e49e6836b18ad114e097f", "8bc5b00129d14c83975aadf9d8b1bf8b", "807e00ad345a4057bc333c34995cab4c", "1334c199ea544613bd28d1d32e59d6d7", "a239c4afe4e44ecdadb0cdebae27364c", "60c945e46dbb42688cb8c28d438a0e81", "5f44ccea8c494155a2defc712e4b963a", "92602f9161c54a79a9b38fc2b68aa075", "42bd72194174484cb35666fa03084b3e", "ddfef7123d5a485da033e002a1a7c5a4", "38c2139af5cf4597a18a015e6e92cb51", "91dc1dcab42442aab67f41becc906fa4", "5c8fb01a9899462e8a08e30727f1e3e0", "a49ff300929a4a068a89f1e7ad54dfc1", "cf24f38757e449feb60c7bbad550ae57", "54d69d8035eb4ec685ec704ccc0f34ae", "792014a082574dd6ad43f6ca1f15b7c3", "32207ca4f43641c6aaa8fc7bfa031459", "e05c17315d8e4867bb477993fcea5f3d", "e49f76d8a4e44fd3bfd62f7c4e62567e", "43d316f08b8a405993a10d59a6577495", "b9263dc0321449bca5d37efd3da0f1f5", "77c76a53422e4d21bac13b88fff5d9db", "fcb027bf238b4079aa6fadd697477267", "80085f963f9b4e108e172b5f61b27123", "0ceea8ab14a441f88b578c765cbbbbf7", "6ad2d7b21f7d41aca0a1e03d2ab06756", "facc322bd6a149fd9b09564e4fbb8090", "ab0592ff68ca42b2b0475b958969ca2e", "3cd38dcc718848e794e04f445392458f", "2b3f1123cb6f4385b5aa0537ffc3fba4", "7f9fa8f2b21349c49bc3dca05e09c4c0", "7ecd3e500d264d53a9f838ae24ad81bf", "d0e456ed7a8a4603bbff2dad26de9ae2", "a5c99ce195824e069131176614152228", "750762c09dba4bae88187bc9124e140c", "46ea613b19e0498892d75669277c7447", "60733295b2cc41dca8e4a8a10cde1b07", "9953ef88562b4940b2e8d766acf56138", "a3b26300d57c4a21af49173822f31db4", "88b24c28fbc34a7b8631d509c167bef5", "ce91764b3a0942188a28c1f5c4a4e48c", "199ccf2208bc480480efb592ea1a9518", "aeb6657e592b4b588d404ccfc8a73703", "222f626185bc41e4bede6dd303bd42b7", "a9a202cc13bc4929bf1adab823d7fd98", "ff1d6623d0d445f19468e2252ff41033", "f612fa50e28547caa30c45f0d9d1ebfd", "606ce2a432724fa2b971abbbbd85167f", "48659d0a45ed42659a073179f37e4b34", "3f0f9c3b2df04078bfdc731de704eabd", "ca8125d9d1204992a54bded644694d5c", "a9862277a8064bd6ad38050a60d6817b", "60adb57750454606981afee12b31fed3", "16140b6b8c1a4fa3b77219e0b7468c26", "238f0413618543a48b98a06309a7ae9d", "f712eb2ff805479ea0ba3a7bfb1ad8fa", "973b53b69daf4cd4a3a56351491be00e", "60637e9887fa4e5dbf3822780ddafc4b", "5a28256e65d7449fbfc00e82f2e4c9a4", "1da85dd64a104be9baf429a746430e0a", "a86fb4891c254c6197dd2755cb622fad", "dbd4a34651a94f769b1b0f4886f09ba4", "f36711e4be114c6b9a3e84f9772450a2", "6186a03a540c46d5b43425f459ce180b", "39f6193ac88b4a27acc7520cde2e7307", "12a0afb008464170bc3d1c349e7a4f02", "ab18fee72a3346af942450be706cec9d", "ab633dd963834a9dbadfadef80560cf5", "9b46d671c9054e0086fa52debab67fd3", "d47eef9bc1b04d348656b259ded0d8a3", "5037e14dc283422fa443ee34b8f14c94", "66b34a7656b34da2b73faa066ef2853d", "99769656f29c482fa36fe74bcb214a8a", "97cab6cffed642aa9dfb4a6f479c12d0", "c09e711f26194dac81949f7cfc77f7ce", "c29172b1f3684f43ae81a6dfafe75f54", "9be96483afb5430e80e853be35109d8a", "4b34bfe1787d4fca818fd52663810f94", "d2a67410edf84c4d99fdb72a8fcfdcfe", "307c60c84e04457d99ef596ef5dda24a", "3a5f07508de34d0c9ba4630052544e59", "28f1f00e9ac14858bf2502173f856751", "7c0f32017f644a6aa119ee8ec78d7933", "7f584c7b3f4646f9b234d40975eccf45", "fe4c91dd4db34dd186197f665cc3bd27", "bffc0d799a9f4fe89cc3ef6121fd8156", "505efee147f8499aa3a65ffd1d0610cd", "8deab65e79ca4db89903a8fa93510444", "082fea4ed11b47baa19d12b383bf6875", "884a6d7c96c04aab92c2ff7ca6e1a071", "2a64a069aad14a66a213b6afc3976e66", "019fb605a34747f690ec0c1a1ed71ea3", "2203b0e0577a411e9b6864dc7b54dffb", "dca5b4c2f3984f15b155a90b93a7c0a8", "01c3b8cbb07d4c708d8b8ca56f60b92b", "5203b66c43524688b66125e6d15c6ca9", "b657da7a5b924273b478d945b46cec72", "1665effeff32403e9a29893a9b3d4aed", "68fd64bdcb654eaaa38e575053f04580", "4ff1bcfff34e4798962155be48313ce0", "dd6c95abae1544cda8ab112b93ecdf6a", "bab45a2df35f41938f5d3c43c45db8f5", "b0882a7cc1544a3f918b548290fd306c", "3cae2bb60da64089a28a486ca6283a22", "d4e06e8dd3b1459693b85902d53b48b7", "c8ebd351012d4228b667e10f06c0f321", "43a418ff38d74a1ea8ae690b3d8be5d7", "844b456422d54a39970f1858c5066fdf", "14c2563d8d56484191324bc60d4ce9af", "d10e822315464886af007726903da1aa", "34c51dc65391479aa399df7d2c05cbb5", "5c31f2546fa445b5b6cef48a03321954", "91c5d47422064d63a1c11ed6c9cb95ff", "5f671b5b33054f3383bf08445cf2af63", "84d6c9b9c0464c7b9136c15b5975da4f", "3ed3f09412b5439a91181d2f44b84490", "ac016c600e9d4f85986e14346899783b", "44621ba31c9742b4ba0a15ce0db13b8a", "4f6f8680fb1a4681a4d04ea22da22bc5", "b48d117df8be4e1c92a0a904198d6af3", "ce70cbf53d0b467b8dec179f438376ee", "b2c88966c0bb4017ae6a4a3834814ddf", "702a1ebdcff44dd1920a5db75e2283ad", "4380b0d52f164251aa7ea898e1a68828", "af1c72ff7b4444a7a3acaf6c215e32de", "00808221e5044533bc2d32edf78e6370", "39408c80f8ce431dbcc57ad960ccf01a", "c0bac50a7b534085bc579aa2c36f978c", "ab34443f667841bd93f5f199d1d7dc34", "7fdc289255df4989afb251c0e9c3064e", "a49f2c2b485849abb83ff13e83f60cfa", "c0d210ba15854047aa88da7c677dc138", "3c9943644fa348ca8733af0c533d1720", "f61b626efeae4971b33fe51c67f8c7e1", "476fe594f94f4948bc0cc8973ed3790d", "7cade55104da4f488ae3383e577d9a00", "8cb2d201312948ac83ddb1e58ce8c3bb", "aba8c05407634552843256f87cb77d0e", "d3816ac290654e52ad37cd5f88d559fc", "9b0463975fd94c768fe8b0a116c22bbb", "537dbda09f9f43419515d997801540d9", "06993d0814724c5b8eac998fe71f628d", "accfd37bbe354d7fb83cd65527c54c22", "4854a46cb1254c329a004eda3f0fcea7", "b571330f76614c6a9b31f4cf9250c5d9", "02a915cebcb64d6c824be5ef22922564", "37816e0aebfe400b944a10c4ce6d7edb", "cbbd59b451024957bd75b4ddffbe4266", "8b5b2526b62c4d2395e99e1ac28b2b81", "4dd5ae423b514984a6729d426a49f06c", "50976f53bd6e41de8ca600ce15386363", "426bf44868374a068bdaaa34a91a8396", "9c0551eb6639497cb7900fc74b77adbf", "7e0fed91e69e49e98e607841f7d1ee82", "a4a3bc3710df477d8e9b37fd97bad4c6", "902359d3c98e493098dece933580261d", "dbe8da945ee244ff8e5fd344d3fb6aae", "27ee4fac3d954f1cbcdfa7d6e0a15ef6", "bb25789b5e134b49b61ba9ec8e4719cc", "58cf5015a17947dcaf7d7718a686e0e7", "7ed62ba0f21e4b2c8768f1c4f691c916", "34e97fded8d34e68a845ca7f58e29586", "f4c13f14ff8b4929b413662de809a44c", "80c23174a5144e9fa1fb8330ee8087e5", "5acbbc1a73eb4743a34c577543525626", "c95755654bbf4202976d2f6c936b046f", "9bbbee1769e542e88555351840a068af", "c4eef55d65c54c25abaac43085f86d44", "c933e479aadb4db3b63220118138e4c4", "175721bcd8a04c55abd42602b063d54c", "3aed1fee2e6946ada68b6c8ad5847294", "13187483bf4344bfb74c792961b9f82a", "f64d245fd73e4a5abf50dcf6b045f506", "a9c5273e930648ff8dec6fb85d19241a", "ddd76853f6b042c6ac44babf4a421402", "7920c695d5d847a99c710929192fa8f9", "b7c2b66df433490188b0be040b2d73c5", "9aabcd4cc4784377a17b6ae0159ceb01", "bcea327bca7c4fee9076a492f85c3325", "debdd760eae84d66b10e94fe5c457101", "523b582df5a44ccb89866e3ede3d1122", "fb734878ad584b16a7a9a7ed82ff7930", "3a1b3bda62e24fc799c37801c540f5ee", "7d1931202d5845439c516170750b672c", "8af82e6516f44b9cae0cda5a2ee5c5da", "aebea2b9aadd4a20ad300dcfb4ea46fb", "1fff065e78764db7b56f1adc916a9cf9", "df9b27dda5c94084921e237d67a84f4a", "d1536c24fc9647c2a9eff2be10d03585", "7c5a4786ca3c48beaa3b32945b0f6c16", "18e779eb78ac4bb485ce60fc0bcb02ae", "9deb824e642a4cbcba6ab4f45d4a1671", "32c313288a694154bed770428dd24270", "32a4b8d8c70648159a0ca980734cccf4", "7403549170484008ae4ae3a62febd8ac", "46bccd61a0604dcebeab65b479d73f56", "c7aba4c0490e48188c7c5a5d9c1dc604", "87f67643ba7c4e50b1ab6cbe38413245", "bb7f3d23c300492985fd754861c39af9", "b4cc73a5a2304da59a923b0d1855e626", "4d5d1065f214491a9a2755b3dc77fe60", "5c056d113cac4a38a62c9e430dabd636", "e0b9249b9dd54a70b2ea0c8dfaa5e2ce", "fc6b286c5b2f48c3829f7d513d390b31", "d4850c9d956449a88908fd6431896a43", "823155a9ba6f4253b4e125a62a39a1fc", "ee12378776dd4cb4a08c19eb51b9abbd", "f94001994b2148cbb2c7d9219ff0c436", "093b5d9e30054be3a7be7c01da3d2aee", "ed5c747cc7ed426ab3d019cca2114e88", "7376c35531984f2a8085b5ca6f2e42f8", "aebc69423f0945f6a5f533586313479d", "b5c1c11589724450b8beaf3d13a2b6b1", "89d324e944d146a7b960699cf88ebfa7", "1362a1b6c44b49cfa52238bf69965442", "ad093fbd9fd542e3a75e5cb0b22771c3", "c98f12c9bdcf4fe9b5078a105bd7d00d", "76927effca7c42e4930711e3bb8de6b1", "077c8493bf68429e85d4ec6b6a4d8840", "a21e7f04a1084ca79e3c19f41d440668", "a8a163427f534183814b076675217e8b", "8aa80f6249274a66bd9c7434be67d3c8", "dea07aa0254b407d94efed6e475938f2", "464a23908cf742f28e637c3b5065bb1a", "01eaab71dd1e48ce97f7b1d73e2543e6", "1c6f8779d26c4df29444f41e0bfbe30e", "34a6e77aae864f39bade11aa1ccc31b6", "6e703e9c63904efd8d2ad60e79f2b394", "032ea3a802404de1bae97dc19d88b112", "b1a3f764791141de8472324fbbc65342", "eca0952a30684e74aa16bde62ba162de", "618ebbe50b9c417b97eda57752110d9e", "e51aee4a14ba4514ade65d321e2b3b96", "d86cf8f9fcea449e9323b0feb96ee743", "e4f3946f3d0b412fb3a941a70e692aa6", "5c590272b1464bf18d25e4c28c2c41de", "2ae3a53ff4634472bffe55e14f7d3ccd", "f62b66df3f584f86a118e8b026219595", "26c8e2cabcc74ed7bd166056b7e4b908", "684b8b4d88f64068a82e52cc7b48c75d", "3f6d62ebdbcf4d4790c9b317cf649b1e", "89e300f771bd43b282335415110ee4ce", "eee82f8761ec4563b549c570319531d9", "e76be2c7031748d9bdb3a79d6d6083ac", "39fb8c5f053a418ea75239f20c38a1a1", "4421867c62fa4c43b7575d3f743cfa65", "3278ce281f5c46f8a3c6505842511aa9", "56dd6c741b314e0fbeebae99d24849f3", "51c75ef90620412e82d52ce513a1bb52", "dcc5026cd2f24e8a927a42a9111d480e", "be2cbf6ee9b54701a12b222ce7647a28", "38be8ef8c3084108996d1d48f5e9443f", "c1b276b66a774dae983066106341239d", "f6c98a1ed07b48a7bca42b6213bdd9c0", "590959119cc74ce39e1f27c29f2de373", "1bda55b4af064563999a1b9fd5fc43e1", "55f6a43145394c39bd483808610ac471", "f6f180602b1d44508b8b0ae33fbcd368", "9373e47d3b5345358ef317e9040878f6", "4acd3e6d0a1048a0b5133adf84c73b93", "3b9e38d5ebb2462fa5f6a1294e232fd8", "8cd2ab3351734f7e9448abeeacc80204", "2f6f3a9e774d4dcfbc11507fd241ec7b", "9f22c7c1d6514d8486dc040148108ce5", "b3375b2dcd6241f59e86a80c6e9bbe0b", "4979cd8e707e48d1a072941b6fcc60d7", "c04cb7e6cf2341918c7dfe8ab75ac5ec", "8a755de97be344cb9c0b1a0e2296ca4f", "d822397b6a3644b68a0fedf982327283", "6f5f4e83c768488f8f42dab7249c10a1", "8bb6ee419c544ee182489a178e31ae21", "2b10cfdcfc78422f9f80c3e55067862c", "fc2fcb638619492694f3bbbb55ef15b0", "debaa3e122d14a5a8358693d69ffcad0", "26ff8be19392465fb9d7411b610e2d92", "2fc9417753b24b8ba6e952f7837dd326", "b573f83ce57848018ecc20f573efc3a9", "34bcf37951874bf0a532f455945bf036", "e9c99a5acaf444ccb9ef5394aeccb44e", "a69e74d311cf42d88a7502b5b4e29cfc", "972f375dc6d048669f4bc44396a4cb90", "a3496472208c4eecae9498db7e6530f2", "a0eda2b443a546598606a38d3deda598", "db2b6087569c41c8b567d5c0cefd728a", "f15b6c46d44041918de1ad0e4f5902b4", "cc119f8cc4c447369520ca80f6a54166", "4ee4fd58b96f49289c3cdb743ad7c58f", "94ab51d5b91b42b18baab154f140a160", "aafd24581b0e4e68a6a7124924394391", "3713b727cc82475a8cff4c5c607ee106", "382ebb4fd3754769b51edc374fd80725", "7661aaa1133f44da84405f67e6a072ec", "a6cf76b1a48b4317b74f49fcd348a893", "62fb8811c6aa42f9868f1319db76f493", "b9b27502169844299574fa17f2d2e3a7", "db1f9ae43f344c75b6be37de481fe084", "6014027cccde4a2caa9cfdbaf12b130c", "a423eb819b9146a0b07cab55fbb51339", "8436da7c92694fb4a00b1efeb4bca2b6", "6090ed97a1fd49c791662d2cb6523959", "721661f56e2e4f60bbda72f9496f83f2", "989c805befab402295362fec5b853144", "c44e5a6a35674cd18ae8e91755169bd0", "becd3be222df45af8b77bcd41442b9ae", "6abc77f8c59b425fbff110965c48a800", "442f66e932f446d2b4ac1def497f37e5", "4060fb0015ed43a5b6596f945b4cd23a", "e605101dcfbe41068649a8009b1c863f", "6084d2e2b9d64e0f97103222a9c8dc4f", "c3b74c7355b54b5cb36817bd23a8428d", "805143d2d1404958884576a0ce4e3309", "a2b3ae918d2d4a708019d112950f5780", "7246c30628394b84860128705e33f191", "336081cd248f4d41b37a9ceefddecc9b", "5bc4bce695b547e9b7946b16c977082d", "f13c7edeb4c94f8a841d6ba9febdcc29", "52e549986f7c41d78815e572122e41c2", "b615f459d0594db9bf49e916e1541cd9", "a55ca9dc2ab8453285cb3af2aca6b5fb", "3c2a417ff54845fbb4c97b80de22fe46", "6b3cb40a29b941e2a0dd3cae2399ef8e", "a8a784b8cadf4582b67e1731f49670e5", "fc3336ff577a4901a53abbd1523b38e2", "dba36f92ebdd47b0abf770196f1f62a1", "2c2b520001404a03a31dd763acf74fe4", "93bbe07677594ce6b54d5563ae6298c0", "5423fcbc3f874f609c0790d65417df4d", "e75cc1c04cc4496c9737d0e012e88cdb", "6356536ac8fe4db5b9ae344c7064c661", "09ff3eeac66e431598fe621f7d84cb22", "cefee470ab4a45eb85ebe25ec878319e", "8e512d6034dc4f77878318b93a637849", "dddd3288fbe1409183c10f3bcd0f920b", "7c613911f370410e9240f9093b550898", "9a354ee2ac654c949c5134f54c4f7226", "4430f6306ec2422ca0a4dad84650d4a5", "8c8e28606c5f43f2b70319e8fcc80a4c", "4c8319334a79428e926a0a21d83756f8", "53c5d9e1963645ceadc6e9eb388dcecc", "3c232f2cd04742e09f32111bd8efa330", "d0aa2ed4f4d04421b9ad1978d483f48d", "fdf5382b94c442febea94ef8d23d2741", "ede24c4f28834d1ebebd95c3e17d9e60", "7318e6f64a9a4d1eac63e736860efc13", "32a984b4c2b049cfb040ef93e77aea60", "1803fc558ab54466801474173d96b9a3", "61d23ecd05ab4b66a9517539f3927be9", "78a974d4d41f4caead1e2ffdaa9dd106", "ec0c0dae48654b78bc47f6ab9b9a9c28", "07b3e6af1ac643c4b73386beff3db613", "562dff8a65b442eeb3e65421e825d226", "33ee7e0679fc43dc9c645fb7f4392dd5", "151d225c5d594b49a93c6e1973ab6670", "c5d526c81f994e62b8f0cb6953996f82", "f19e80a9bdbb478892234fbdce9c7601", "bf2338ff361541b59c032484e804d38c", "492ecea1758e4d23b449ede31a5de682", "0631998f16714413aa6c9c3568cf11bd", "2684e014d96a4b569ff5fbe3fd01029a", "ce0f0706edf849fbafda2f306b36cff0", "cfb57d75ed494a07904323c03f810dad", "681abdb535b548da92838181c62be1c8", "3365bf6b36624b929d75efbccef5b61a", "47df9849ed4c44c29486d42cb5cfa291", "4c58115ddce34718af80e8e72ed7af36", "1d7b52a3ea494b33a5c8191fc74ef67c", "0090ad399c8842118cd069ecb4094bfa", "c6d69fe8de7f4e70a5aadf19d1ef2b18", "96f1b1bd5c78459293a5e08c5efbe621", "78cb4bece0394fe5807c138ac06700c7", "b86c7be128124abda3620f01dd79193c", "e7c9cbdbe3a14aa6b8a998044bde3494", "fc76d63deb4340e48c992a3b6440fc64", "ee2db71be2fd4b898f1f86eeda9b4bef", "a54acd01bd764fbdbc35e787c14ecf5e", "6f3d41fa505b496a98fb7a644f77797d", "04ffa6ebbabc4ef1a11f6f88446325f2", "58baa8eb38d743e58a83afba39930598", "dabb1800b9a444da91c42faaaa7dc4c8", "7242ec30535b4eba9c5cdeecad05c375", "912f59a9ec204b86a2489a5d4e62f620", "3b713f48b8664b2b8644ba0013fe4df6", "c3360c975b0345a0880543f58c88b50f", "fc16c34919db4bfab55fc63cb4d5f2ca", "b854cb407f214538902b1a174a5ea6d2", "23a7c8bd139344beaaffd5ca1a08cf4d", "149affc1574b4bbbaa3aa6d8fc2bb85d", "482f6c6197134a26833497c542ee081a", "4d69184d0d2e4f24b68e84d5a0d10a3f", "deb81c22a3674acb8c5764eec07073c7", "373a5a36a07940919bab393fdfc40fb5", "d4aebd70eefd48c7945c400305c25190", "98b407d094ec46248a16cacb73481675", "dceb2f5237cc4d87bba7a796297d875f", "f02326da268b40e59d73029c9f974984", "f82fdd889dc54a938214ffb53ef9c468", "d401f21780144cf1b500f4b6f8b1356f", "76131b49a3e94d788ead40f3451d1019", "45b0f282dac74499a5cec5137d4f6861", "ee023f6c80564f3689a40a5777c78ae4", "14c1e977c7ba48ef8df6135f9489b0af", "03f2e0f5631f4270b1bbf3f22e2cfaa1", "aa9b8f1908184f23b728443c1cee4859", "b445480ea24a4865bd926914234fcac7", "a01ce8138cdb4d04b2bba95004b98eef", "45c44614c68d4efc8c6c3c4daeae27af", "fd92a085e6294026a50104b1a330bffd", "71a4023c373a4ff19fc96438bca5bc6c", "ebc228469bbb4562960979117835ff42", "acc38d84483e412cb610cfea7358628f", "c15a271d1a134fffa574718a7afec13a", "37efe324929e404eaa5b4d07af33c3fb", "7c14b23aa9ef4f259f3275b4a86f8beb", "615185e495374ee38a69c9d03473d591", "653e7b2ae202418c84a28fed95280231", "a8d348b363ef46c8b21d9d0aee3d7393", "4587f088bcf14827bcb758cd72b25279", "b0b6e88fd9054ee7a45d2ec5efd8db64", "8f9f033fc8f24a0789a8317058622c0f", "b3b9ac51d711446f996e51467d36a383", "964771da0c3c4e878a614ecd043c5350", "f66e5bb5262f46fea2b398c0723b2536", "1394ae21c7354a9582cf84976f637ca4", "a18d01b84f8d40828e1846affb614b77", "2af01ddaac67420697afc1aacf01f502", "f260e0337b2848df82c3b4d48cce5870", "024ae84c7dc14603904a0347b8f3df67", "049a4fde6f18468d955ef7f182e64aa1", "77672dbde00442888b1de4a3b3f2ffd3", "2c75550399c5437aad17edf60ddfea0e", "badadfddf1f840f6a5dd22db8a437109", "13950fb2456b47c5af6324500b957b38", "7a4f8e19c30c40f0bb6cf2eb13056d0f", "31462bcc929e45248577802d71f0b6e6", "99babe207f8446e88df426832ce347dd", "4aa9a86484474672b771e1900db794b7", "9dd4fa2775654947b5f2fd5ae8e6fc5c", "d84af1510a354ad78535cba1e71279b0", "49da07cced2c4835966f11b1fd275701", "0f92480959ac4090a61f675d0df27983", "a76c72d5f9cc4d7b920b1b0ff01c1442", "36cf43491b3c4a618b2002128de43775", "dc07a128cef04b798d6272e8023effb6", "6f62b3681f8f4d80ad34752f759f3c57", "fe6767209fef416e95b704fe9285bf01", "b267912ba17343b5a643787548ac5086", "7c8bd68b185c4f16b46a63930bc6fe6d", "2c2bd027fa3a4506af32e95b5e0c8a6f", "d33fcc44fa8a4d839f779f2bc03d75cb", "59103995459d44749afa92dd0023e93b", "10502c6da7d4459097cc7a727cdfc8da", "9388ecd4755e4c42b495c3f47894c509", "5cbc452a58524e7abe4739db9b31de5a", "74dfacf7e80c43e69e5e25e5c225986e", "378107eb27fe4464aea3dd70b0ee8cda", "03d065d1d00647ffba986330968ee3b2", "b4791033bb164e2086621dd2c1ae8809", "54930c4511c344d386bc3e5d1f6ee3cc", "988db9cda6e845faa3ded4e6ad8150e7", "07c15fd67ea4433483a3281066768a89", "a4d77dd58d084b988e7a889b4aff83a0", "37ed448336474179b717abea7d812dcb", "fe97227868de40a2b010941d17b005bf", "1447e5e6c6834c4fac13f1aead07321f", "edead8311162422694f4bc2eaf4acf00", "bd55c1eff12340a08240fbbf45227709", "4c35f5b4b4694cf5acbb7666f864ace2", "fd716653445a4d5eb28f480189b4087f", "0ee0b4c3daf3470c9df770bee12413c9", "2a6631662c064a89bf8d75a76c3a2c71", "ed83271b7d00422e9cc61a76991d5a20", "d6ac1106666f432592427c20de65cd8f", "0fea48d406c84c158003cdbb8039507c", "679da8c3bbee4398bf729845b8dfa324", "6f5126d0fe16450a9984a558693d45d4", "e317fc78bb8646458bbbed35aad3ab1f", "16fbde9260974748be066f76def2f1dc", "28582aa7c8c145ef8db9ff99c0b0e73a", "7b20edf531e04986b7119416475c6f76", "e5f149b7e8c8494c98a05f42b3125f82", "023eb3679ee941a7a37cc49014dd1374", "ca40ec5bc9c44461817ce6098e462aa8", "800295a86bee4024b00705a6690ffe6e", "1ea4927b4a4a4d47ba8e35b8c1e36798", "c92f742fd72a4a06a05d3fcc4713ead4", "2fb679d708f04885a07bfa84d5f275e8", "55681ed8c1ca4da8a4d30a2bdc676617", "a83b218e999e43d0a6327ab35010e772", "b492ae2f0fc643cea5e76d8e79d4991b", "b40f0f4074b949c6a94cf7048a304c97", "3a81370751264af88adc8df469f13d58", "c1f9204c89d047188d7b3ddcd6b1c204", "5af4b9b038674787bf64caf2e0614f67", "9050cc2b203946d195b313eacca467e3", "9e6fb71ec6a242658e74cff181db332e", "10c009344a0241a9844f831cb387ccba", "038d994cb8844dc38ad02da873891bc8", "8b257595370046f38b2bf04d39f3861a", "e2e2e86018044e468cd0fdcd6d0a426f", "67faa2befdbb45eeb3912b734ad65fce", "cf54f64f1b3b4562b2259af23b5c5390", "f968a8ad42234129a6ab359832dd00c1", "d4aa900b5a6a49ef9a12492ab76a44ca", "5375a4834504433abee433a9ec5cb254", "628c65065f104709a89f1ed3f51f2280", "e8d29827479143558b7b8d525526dc97", "741be09c6f2045be918026a0b9eda8fb", "8def338328e54a20a043c67dfc22c777", "60eb916525da4056a836326c15c98f1c", "adf5f0a6680b4517a163a3dd4e0e97e6", "71c14128b62b4b65a9c4b4baa7e35a34", "b55580ad1e66416b959d5481bbc1558f", "02feeb7c2dea42f183f43597ae03113a", "02a475e01fd24a678051ea02489ee8b8", "fbebc169e5154ad18110dd1a61da147b", "ebb62bd5aa824113bf2985d50722b897", "e06b242029cd456794d30d289024f461", "0f04869f9e3742c7a37bc041501c6afe", "cebda724f993434c8bd23f87f44ca9d8", "416e79a943684d5395b4de31c97f26dd", "52f45109d5a641a38ddbb6e939d68362", "c8d73b287c9c43b8bfa4e07c31db2414", "33939b87bdeb48cea7d68211b56074d2", "3149607f26b642b28b61128a2c854862", "78c5dc8cbcb74d3295c59ddc0eb69e0a", "f9d1b37ae26244d7b486df14470a17e3", "5acd133345fb458b8fec6494f5b115e7", "ea564d885142466984114975bcf9bbfc", "830e27a09383437ca765ea6f7ad0695c", "8bd7e1d6de8d41dbb8277ff3a49e6403", "f8799c46b5504ee28a27bdb714356db5", "f47f462161f94ff0adc649f997672d50", "2a9dee2c1b704935b53644bb53a0fa48", "0695aa327c3245a8b507ccb24554103d", "bd3dfde915fe4fd6891b4a271eb2c6fa", "72a2fdc3daa2422c97b6622192853aca", "dcc7d8e97e024ef8a7deb5ee48e9504e", "4e684bb66c254440badf0bd4c38e3e63", "66e3b52177a944d0a7af680f68ae9f4f", "0d0bdd48da5e43bab931f899d2fb0226", "095cdf306cbb407e8711a987351e0276", "20d07df52ff9477182cc65acbb60fdbc", "763a2c4c22674ee0909df5060e341b9b", "4521d68b4a234ca1beb8bae45073bbf1", "c2ddab281cec4e10b2f9399f5b01e2e1", "1f76c1e10756427fab5e93b41889c79a", "1be105d9a5574374aa9274d2bfba0121", "5622a66111c5460c90ddc337ccc604e9", "49713e31cff94e2c84c51228ca45b1af", "f95cdb3ee01441ccb8d7a121de6a15c6", "d5978e3779e041c9a7c086f641a296db", "6c818d51d13043c59771c60e93d0ed9f", "149e4b18583246d3a68112f339103eea", "b627388902494e0ab938cac56ac612e0", "0e0def8c5f344053a7821e8b55620edb", "ef0cad7f0e4d48d988f4971cab44bbe9", "e3c1d43284904f289cd6a6cd3e4af989", "2567768fc812483f8b3621ee2440287d", "ed2106e2f5254d3b9ee79e2290bed7f6", "b5b0912ed4a84befac8374d18df8a385", "4d8e08d53b5649b8998b039c3a5ca4cd", "c71d2ebfca034aa99ca3d7c65bf25bb2", "8db9ee1a2eb74da0bb8ddfa838677294", "45e92d05905041869651a5bbde120cd6", "38c21a1b07ee4f9aafeab9497d1a213f", "611519dc84654b3d987f29f282ff646e", "78bc86555bb34b669922310f8e769d93", "19f4c597c5bb4b629c470f2d5e1f4500", "98d0c9c475c54d4e98239bda7adf02ca", "81fac7becc134380a3257a3a30a085c7", "7702b6af760e46a4b4053dbb061372ff", "ac7a2c71350b44c694c73b378b5a6667", "4779730cd9584edb93abc6730fea3861", "1a344f360ba2421b996e77a8a912c13f", "5c9b4d22a5e84e0eac7ae9937033f040", "2a65efc158234925a0393b5204e8e322", "0e395d6fcd174b6ab68f022d40ed635f", "4d296d6ea7bb49d7b3a154aab5d1d70f", "ccb14078cd464abbaae542acdbaef878", "361ced5b4b824a39b5c39559b55038b8", "32dd137903ce46d5b490696e34b501af", "0b691fc345d14c7caf5dbe0dd25b266a", "61fe254e64044a33a020fb9640285a7a", "554d8022e0014bab93d0b09376dbcddf", "16760ecb7fec4ddcade1f83174c120d7", "d89a31a1320c4da180da4275e143108b", "7d50cd8004e14b66a640c245d418bb69", "722275453e474dc298be518b26efc6e7", "2031667535f747c39ca922ce70d0e7d8", "773acd3190d242429ed723a1d29b2d97", "fc60784133bf455cb82ec0bbc15645b1", "e607e07a61eb409d9c995e0bba70bed7", "531d94c93d844ae885c8ab2a45b377ec", "42d59fa8b63f4cedac71935a6f6ab351", "c9158f5bd5db442eaf29b8b83d1827ab", "d732f89dfbf642098d0d1e351ea9a57a", "8bc7d2e76bf84db4ab7a9271b4fd8f25", "fefc18544fa74135806ae4207d7072f5", "acb14b30c5084fdca1aaf15e61a71688", "cdcd5a369ec8467b943d1af93fd51c0f", "2a091a9c3d7e46c7901b301fa053eb7b", "3f380381eaed4fe8bd39a1869b9fa02e", "fafe1ec9420b49379bbe9dcbee05ca95", "00be649af8494f91a115ecb61f701ae4", "e3e198abb68b427fb733d9778fc08e9f", "8d1d0ad2bb3440a9b6c8c3fb86627db2", "6a7cd46baf9b4c5b9bd1a03a63787411", "182e7cfa7b554cf69f030271939d480b", "9d587132c6fb451083ffcebd24cdda1a", "ed89cd3d9bd8474ab5a718005df07a28", "a11f102e42e44a318238dd3cb4d91156", "e339a1a1ed684050ab51648b3e0bc459", "4fa3fda9ee4d4b02ad048c4092533df2", "2802ba1e29a04547a0525d2a49db1fe7", "303658724bfb4255ba7df7f0e7cd4691", "77190cefde684c138032c87cf5213c1d", "a1fce70b901044bcb22e617049e3a953", "9b7fa98502a448a1950551596d8f6b74", "6abcbd9c54434c0e993c56f1cb91db32", "8f557e74a81b4e69906cc9a1ae61256d", "53f3446139d046f29c1a4c917a34f800", "ba5bd7204e094e59991f45a001c7d400", "c1181ea79e254011a3e38aa365167362", "155620a6413b4a24a9299a8c93b66abb", "89ddbfeb2e774643863324bd7a452d38", "ff1a3a73923549dd81207b8fbda6f521", "203a15f4dfe54e1994ce549d59838678", "e5cb4dcade114134b3948c063e3c1ef1", "58220ace4f9f41a69f81e3d86dbbe232", "bb5ccb7035654a6c8ce4631e57529519", "bb129a0d411d424186a909b510aeccbd", "7fc044ce8f9541f6ab80d61cea782adf", "e17ac6f19bd943ab964f04261af8f994", "c206a48f169f4b8db3fef3e79a13d713", "96adb2563e7d42b2ae9634770ea24e56", "37db5630a57744629340fb6d2a8cf2c7", "e0494ca8a25145a88c8814a68e4b15dd", "4fdda699cbe549c0aa41c6eb22c1a12a", "f3b271c47d04469799ea7909626a14d2", "fb8599fbb43149219a0fb481dab6bdcb", "c62aaeb435f84f83b50d9b1faf3357a0", "ccf09eabce8f41b89a478f379069b464", "1f89534f99f44020a1a0d4a2966e8629", "5c77e379e08f466cb0afe5171e1d8bad", "0e69cdb46b184d54ac51d7e4b0d84407", "6d4609cdc57e49179b13fde4ed4275e6", "77a43b78cc294605affd36ccfcb788ef", "fea25afa25b54ca7802ab80afca782c9", "48931c06c2ee4a929e400d052074a9bc", "2cda921e30834008ba945a4fdaf0b5cc", "aa02740519f4430684b5106397a95d14", "20ec25da19134b25b470e5ccef4cbeef", "2fb824e6f0ff43b2a8378fa146ea7531", "f6e55ad3c6a0428c89b91d33243a6323", "39bd0793c62d4a35a5a4932fd4cde551", "c77697a70a6d4b3fa25174e48e18cf36", "e84dbd1f90d449119740069051b61bed", "6046f60cdfe24460b8bb1353c1e8db23", "a4e257a2c5054dd3beb534c7aee924ca", "8170bd0418754e95ab5e25a69bf5f6db", "9944b96f215d458da26a5099e83a3216", "9536d31d27af4598839aede326b83402", "b3b332eea3e2451c8ab01d8d2484d9bc", "8c1fc3bd52d84d3d8028efabdd822622", "2d531912fc4642dd894f04caa9756d4d", "0d9faa488dff46958ae5d0b310a60172", "13f0d998ca794a24834f0180320c0ef8", "30f855b4dbba4af89076ec432c7125f3", "7641cbd1f0ad45a28133939dc50f9786", "6e37746fde3647ea807c13cb24c4f0d1", "ebae472f5534408fa265a218be0fb544", "cd0fca34457e45f48fc76b95fbd02498", "cab2e8b0b97045629cd028a89952c54b", "cda5c28d61e647b6b5d259038b792d37", "ff962381f921455cb6864b878d259913", "fa795b351aff4deb8db755c3bb2d1f25", "0c5f2e7a79a1475dad0371050c5066fa", "d2a89d1f72064829a7fd624925c12ee9", "b4f34d08b7d4443881dda1d611a8eeba", "a086a42e39fe42669e7ca857ed22e6a9", "b1dcd432d2774f56bca2b773ed2b35d0", "5cf5dcd65a0042ac96cad34f399262ef", "01852c7043744324b1870ba064b9b2a3", "e655b412c7a140c0b4815c681faa13b0", "e11f08f9ef49477b9402116608746605", "3fdbc4bbdb324e0b9685d6b2b40ebcb8", "50206af7a21d4c24838bcf1680c457a4", "d1cfc60d8d254c2d976e364a4e359cf5", "8f7e5f3e88c04d1fb102640bb5adf44e", "e90d5b5e0a0e44e58e83dc044b03aec9", "a549a733f2714d18bfda0a4c32dcd45f", "0aad8648ecb24081a753974d5c95c56f", "a4d2394ad0af417baf411c05dbb569e1", "1b76edb7b75347d794625b1e05aa5a6b", "1332ce30d02d4eb092d5151897dcf042", "4e4dc353e20f47158e9fc0c6b4df907a", "a2c5a2ac6afa4d42b60f2f94ee653195", "fa3c67d0623b40c18b09927e5521a239", "2ecb5893df354363afb776e839267215", "bc713e60714d4c189f8007165a50fd02", "19959ae75bd040b890d24ca3dd06e260", "2c5d2d66f2d24a10b6c7c6d1d397a81c", "15804a3092194074afe7032a205279cb", "0377d0abd54b4a4b9cf21ecb59c2bf95", "2feb380dd9914756a24c14e86df5936e", "83d2035724d94af6bc2237799762a216", "c7d0667cc82e4bd6b9df1009d4f80b0e", "f5bc7499da214195bc555da56fd38b05", "fe14395becca4dd1a4b98df08de4c8f1", "a4931cb487c143baa2c7051359765c3b", "0fafadb3dfdc4368813b4cf70667c8d0", "da95ecaae0724c17b2aab0d65560ddf0", "f83c5fc1e1824304b9046472d4206084", "643dec476de4465580ab4184e7bf345b", "87813068d73d48e1913c6a5e4f7cc83e", "aacc6257da85454e805708c997c1c80d", "ee0bd5356f2b4684a6ecaa4f3ee16c9f", "81acded92f8b43cdaf230f9c22ecbcdb", "a843fc7b26c24dea9a040c6b2e74d5c9", "721068a93e184ca2af649513ca148cc3", "e8ee95a15e4741d5a23bb145279a93ea", "ff6318f625484daaa84a509df3bc4554", "5b0ac16cae9a4ba8994f9660a6e60c61", "db5edcb2cc8a43949f71fc62f1ff9f2a", "c40629028277449496cb3b0e7f3a797a", "e3205294d09e47cb8acc91168da4ba9f", "e2d5d453842d45fd8a9740118d7ffb35", "021ab4d9d8af41a0981ef9034f334d3c", "4348370683884472ba67293186febbd5", "7e4e2e308aa542d0aedbc004192eebff", "c3aabe5f3b4d475c948880c5414192d5", "cc00b032c4f74636a33ed3d7e2ab3563", "1a0819e5b7d8420a9c53febf193926f2", "a6e6f5d16fd347a88d33d124f445bbac", "760e612e72ed4192b6760239c4c4f6ac", "84ea810dc793448ca3d55a33348b0e62", "498ce37ac70f4fe889e7a55adeb68f61", "66847012aa5442049a8c35493a750603" ] }, "id": "x5NxgFgRNKz-", "outputId": "f87ff73b-dfb2-435b-c108-b0dc753ff8e8" }, "execution_count": 4, "outputs": [ { "output_type": "display_data", "data": { "text/plain": [ "Fetching 108 files: 0%| | 0/108 [00:00, ?it/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9cc2bac65bce4700a5ef55d371122860" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T00-33-16.122975.json: 0%| | 0.00/6.86k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "849b0237b3c94d7a8e6d82b3d3888ed3" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-24T14-16-57.794406.json: 0%| | 0.00/6.78k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "aba77fff49cc4b6297ee93dfc87c1218" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-09-00.710251.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "54bafefc748541d0bd117f6c413149f1" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T00-25-44.330296.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "998595bf51844320a5518d976d127f8d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-17-18.625255.json: 0%| | 0.00/6.81k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "56cf52bf88d04e6a822127323bffcacd" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-06-13.484086.json: 0%| | 0.00/6.80k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "80f98cce4fcc455297539fc0d2347d5e" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-11-54.374474.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "b26dc181bcc9458482d2f4af687429ee" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-24-09.465256.json: 0%| | 0.00/6.82k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "13fcb96ef0c64ab69f7a3c713f3bb7c6" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-31-02.772412.json: 0%| | 0.00/6.81k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "1744b8c2fdc64f529898f31b7691fe05" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-52-04.439565.json: 0%| | 0.00/6.80k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "cc26e7088216493d9c48daf7c131c088" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-02T21-59-16.367056.json: 0%| | 0.00/7.04k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "60c9ee85e7634c99b4613a1fa4373a8c" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-37-19.887934.json: 0%| | 0.00/6.84k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "acabc953ce924013a0988b52492ec9c9" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-42-58.651528.json: 0%| | 0.00/6.84k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "072187097a0d417080008e88d8238e02" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-47-36.172549.json: 0%| | 0.00/6.83k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "06a88799fdcf4d6e876685e805d44234" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T00-42-37.575828.json: 0%| | 0.00/6.86k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "c89248db16bf496687b39f8ea0565b1d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-53-27.334391.json: 0%| | 0.00/6.85k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "ae9f973d5d7e4f3da0d4fe1be06ba735" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T09-46-13.895610.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "a61fc0aa34574db386671561f416037c" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-12-31.411026.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "d33d67158f864c21ad9bd803b934c4b5" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T09-50-36.416792.json: 0%| | 0.00/6.92k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "7bdced2baf0b4f718ab29cd1f312e210" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T09-55-52.575686.json: 0%| | 0.00/6.92k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9ff3f0f54fa24d54a12d7c197295f648" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-08-54.537419.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "608ee3bf16f54275a71109bcd577365d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-10-41.137500.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9ec48be4f64b4400800abd7ddc432f6e" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-15-47.808656.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "8783eb9c22cb4b7db36c235afc70bf8b" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-19-48.272257.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "dae58ea3d8084731b5fab0c5fd2f093b" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-23-50.268393.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "2f3f8ff29d8f4d0aaa9767b5c295e51e" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-36-54.246366.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "435f82a5e4384257a2291f17f8ecdb37" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-30-42.581549.json: 0%| | 0.00/6.91k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9d490db3446b442d9ceee53eb7d05ecd" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-37-56.290613.json: 0%| | 0.00/6.92k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "f62f61ac6a4d4019a6523073a29309e2" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-34-08.691174.json: 0%| | 0.00/6.89k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "54e431f1a84f4480a81f8b162bd33de6" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-05T10-07-32.229420.json: 0%| | 0.00/6.93k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "24882834f8164d338564709620a16a6e" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T10-27-24.033942.json: 0%| | 0.00/6.91k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "92013bdc765043f89d4a2841b86d42f2" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-24T14-20-50.888147.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9a6b7ef191a94e838fb59b0717ad8b1f" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-01-49.684743.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "3394bec1b1974f6ab1ebb6cf15d3ab98" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-00-54.369971.json: 0%| | 0.00/6.80k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "425d24fd97ac4de28fac13b5817184ad" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-58-35.433699.json: 0%| | 0.00/6.86k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "47ca76bcc2c445188e73186a8b95c767" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-57-16.987446.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "90aabd7ee7234d50badb6c8cb2e47fb5" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-02-44.382550.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "93f84c043f314ff9a849335056c287fc" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T01-59-53.452691.json: 0%| | 0.00/6.86k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "1771fba834e64ce09c911a3ea9a3801e" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-04-28.331094.json: 0%| | 0.00/6.81k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "5b0ef36220a44a3c8b4fe0f828d964a3" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-03-36.059941.json: 0%| | 0.00/6.82k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "cef0d5af0e224c33a88b4eaa1bd8d64a" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-05-20.856063.json: 0%| | 0.00/6.82k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "0163546d3c61418785b7d4a661e70aa8" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-07-18.065482.json: 0%| | 0.00/6.84k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "807e00ad345a4057bc333c34995cab4c" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-06-21.591591.json: 0%| | 0.00/6.84k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "a49ff300929a4a068a89f1e7ad54dfc1" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-08-20.681575.json: 0%| | 0.00/6.83k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "80085f963f9b4e108e172b5f61b27123" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-02T22-08-49.797182.json: 0%| | 0.00/7.05k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "750762c09dba4bae88187bc9124e140c" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T11-03-01.529235.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "ff1d6623d0d445f19468e2252ff41033" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-09-02.945185.json: 0%| | 0.00/6.80k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "973b53b69daf4cd4a3a56351491be00e" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-09-39.887266.json: 0%| | 0.00/6.86k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "ab633dd963834a9dbadfadef80560cf5" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T11-11-51.908847.json: 0%| | 0.00/6.92k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "d2a67410edf84c4d99fdb72a8fcfdcfe" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T11-56-03.314161.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "884a6d7c96c04aab92c2ff7ca6e1a071" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T11-52-43.868109.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "dd6c95abae1544cda8ab112b93ecdf6a" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T12-15-00.410767.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "5c31f2546fa445b5b6cef48a03321954" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T11-59-30.170935.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "702a1ebdcff44dd1920a5db75e2283ad" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T12-06-20.816022.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "f61b626efeae4971b33fe51c67f8c7e1" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T11-22-49.948783.json: 0%| | 0.00/6.92k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "b571330f76614c6a9b31f4cf9250c5d9" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T12-23-42.320725.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "902359d3c98e493098dece933580261d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T12-31-04.414803.json: 0%| | 0.00/6.91k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9bbbee1769e542e88555351840a068af" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T12-37-54.346037.json: 0%| | 0.00/6.91k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9aabcd4cc4784377a17b6ae0159ceb01" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T12-52-04.030761.json: 0%| | 0.00/6.92k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "d1536c24fc9647c2a9eff2be10d03585" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T12-44-45.900074.json: 0%| | 0.00/6.89k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "b4cc73a5a2304da59a923b0d1855e626" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-17-16.845434.json: 0%| | 0.00/6.78k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "7376c35531984f2a8085b5ca6f2e42f8" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-18-40.454685.json: 0%| | 0.00/6.85k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "8aa80f6249274a66bd9c7434be67d3c8" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T12-50-17.737269.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "e51aee4a14ba4514ade65d321e2b3b96" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-24T14-28-37.767879.json: 0%| | 0.00/6.78k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "e76be2c7031748d9bdb3a79d6d6083ac" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-05T10-28-27.223863.json: 0%| | 0.00/6.93k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "590959119cc74ce39e1f27c29f2de373" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-20-02.020044.json: 0%| | 0.00/6.85k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "4979cd8e707e48d1a072941b6fcc60d7" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-21-05.962314.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "b573f83ce57848018ecc20f573efc3a9" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-23-57.281319.json: 0%| | 0.00/6.80k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "94ab51d5b91b42b18baab154f140a160" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-23-01.795006.json: 0%| | 0.00/6.78k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "8436da7c92694fb4a00b1efeb4bca2b6" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-25-48.110087.json: 0%| | 0.00/6.80k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "c3b74c7355b54b5cb36817bd23a8428d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-24-52.822935.json: 0%| | 0.00/6.80k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "6b3cb40a29b941e2a0dd3cae2399ef8e" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-26-51.980369.json: 0%| | 0.00/6.83k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "8e512d6034dc4f77878318b93a637849" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-22-04.143405.json: 0%| | 0.00/6.78k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "ede24c4f28834d1ebebd95c3e17d9e60" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-27-51.789791.json: 0%| | 0.00/6.83k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "c5d526c81f994e62b8f0cb6953996f82" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-28-58.057946.json: 0%| | 0.00/6.82k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "4c58115ddce34718af80e8e72ed7af36" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-30-23.614584.json: 0%| | 0.00/6.84k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "6f3d41fa505b496a98fb7a644f77797d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T02-29-43.412499.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "149affc1574b4bbbaa3aa6d8fc2bb85d" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T13-39-12.867724.json: 0%| | 0.00/6.86k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "76131b49a3e94d788ead40f3451d1019" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-03T10-06-47.446200.json: 0%| | 0.00/7.03k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "ebc228469bbb4562960979117835ff42" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T15-23-12.253601.json: 0%| | 0.00/6.86k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "b3b9ac51d711446f996e51467d36a383" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T14-17-13.903279.json: 0%| | 0.00/6.91k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "badadfddf1f840f6a5dd22db8a437109" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T15-17-10.760422.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "36cf43491b3c4a618b2002128de43775" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T13-56-19.017336.json: 0%| | 0.00/6.92k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "5cbc452a58524e7abe4739db9b31de5a" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T15-42-32.945279.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "1447e5e6c6834c4fac13f1aead07321f" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T17-05-59.454197.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "6f5126d0fe16450a9984a558693d45d4" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T16-30-25.978146.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "2fb679d708f04885a07bfa84d5f275e8" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T15-29-24.543280.json: 0%| | 0.00/6.86k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "038d994cb8844dc38ad02da873891bc8" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T16-43-34.533561.json: 0%| | 0.00/6.90k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "8def338328e54a20a043c67dfc22c777" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T16-16-07.277328.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "cebda724f993434c8bd23f87f44ca9d8" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T16-56-04.873961.json: 0%| | 0.00/6.88k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "8bd7e1d6de8d41dbb8277ff3a49e6403" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T15-59-19.291670.json: 0%| | 0.00/6.87k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "095cdf306cbb407e8711a987351e0276" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-04T17-08-59.676663.json: 0%| | 0.00/6.91k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "6c818d51d13043c59771c60e93d0ed9f" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-15-48.048668.json: 0%| | 0.00/6.77k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "8db9ee1a2eb74da0bb8ddfa838677294" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-12-05T11-08-04.943164.json: 0%| | 0.00/6.92k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "1a344f360ba2421b996e77a8a912c13f" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-14-39.515145.json: 0%| | 0.00/6.83k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "16760ecb7fec4ddcade1f83174c120d7" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-24T15-20-49.697273.json: 0%| | 0.00/6.75k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "d732f89dfbf642098d0d1e351ea9a57a" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-16-49.842533.json: 0%| | 0.00/6.76k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "6a7cd46baf9b4c5b9bd1a03a63787411" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-10-25.443130.json: 0%| | 0.00/6.76k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9b7fa98502a448a1950551596d8f6b74" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-17-51.307160.json: 0%| | 0.00/6.76k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "58220ace4f9f41a69f81e3d86dbbe232" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-13-13.183813.json: 0%| | 0.00/6.83k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "fb8599fbb43149219a0fb481dab6bdcb" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-20-46.585027.json: 0%| | 0.00/6.78k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "aa02740519f4430684b5106397a95d14" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-19-48.639957.json: 0%| | 0.00/6.78k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "9536d31d27af4598839aede326b83402" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-25-37.703112.json: 0%| | 0.00/6.82k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "cab2e8b0b97045629cd028a89952c54b" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-24-06.031245.json: 0%| | 0.00/6.79k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "e655b412c7a140c0b4815c681faa13b0" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-24-54.408538.json: 0%| | 0.00/6.76k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "1332ce30d02d4eb092d5151897dcf042" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-18-50.302136.json: 0%| | 0.00/6.78k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "83d2035724d94af6bc2237799762a216" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-21-54.085274.json: 0%| | 0.00/6.81k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "ee0bd5356f2b4684a6ecaa4f3ee16c9f" } }, "metadata": {} }, { "output_type": "display_data", "data": { "text/plain": [ "(…)Fresults_2024-11-25T03-22-57.001476.json: 0%| | 0.00/6.81k [00:00, ?B/s]" ], "application/vnd.jupyter.widget-view+json": { "version_major": 2, "version_minor": 0, "model_id": "021ab4d9d8af41a0981ef9034f334d3c" } }, "metadata": {} }, { "output_type": "execute_result", "data": { "text/plain": [ "'/content/results'" ], "application/vnd.google.colaboratory.intrinsic+json": { "type": "string" } }, "metadata": {}, "execution_count": 4 } ] }, { "cell_type": "code", "source": [ "import json\n", "import os\n", "from datetime import datetime\n", "import re\n", "import pandas as pd\n", "from natsort import natsorted\n", "\n", "def parse_json(file_path):\n", " try:\n", " with open(file_path, 'r') as file:\n", " data = json.load(file)\n", "\n", " results = data.get(\"results\", {})\n", " acc_value = None\n", " for key, value in results.items():\n", " if \"acc,none\" in value:\n", " acc_value = value[\"acc,none\"]\n", " break\n", "\n", " model_name = data.get(\"model_name\")\n", "\n", " return {\n", " \"model_name\": model_name,\n", " \"task\": key,\n", " \"acc_value\": acc_value\n", " }\n", "\n", " except (json.JSONDecodeError, KeyError) as e:\n", " print(f\"Error parsing {file_path}: {e}\")\n", " return None\n", "\n", "\n", "def extract_datetime(file_name):\n", " pattern = r\"results_(\\d{4}-\\d{2}-\\d{2}T\\d{2}-\\d{2}-\\d{2}\\.\\d+)\\.json\"\n", " match = re.search(pattern, file_name)\n", " if match:\n", " return match.group(1) # Extract the first capturing group\n", " return None\n", "\n", "def process_json_files(base_directory):\n", " results = []\n", " for root, _, files in os.walk(base_directory):\n", " for file_name in files:\n", " if file_name.endswith(\".json\"):\n", " file_path = os.path.join(root, file_name)\n", " parsed_data = parse_json(file_path)\n", " parsed_data['datetime'] = extract_datetime(file_name)\n", " if parsed_data:\n", " results.append(parsed_data)\n", "\n", " return results\n", "\n", "if __name__ == \"__main__\":\n", " directory_path = \"results/evals/output\"\n", " extracted_data = process_json_files(directory_path)\n", "\n", " extracted_data_sorted = sorted(\n", " extracted_data,\n", " key=lambda x: (x['model_name'], x['task'], x['datetime'])\n", " )\n", "\n", " # Group by (model_name, task) and keep only the latest entry\n", " latest_entries = {}\n", " for entry in extracted_data_sorted:\n", " key = (entry['model_name'], entry['task']) # Group by model_name and task\n", " # Replace existing entry if current entry is newer\n", " if key not in latest_entries or entry['datetime'] > latest_entries[key]['datetime']:\n", " latest_entries[key] = entry\n", " latest_entries_result = []\n", " for key, entry in latest_entries.items():\n", " entry['acc_value'] = \"%.2f\" % round(entry['acc_value']*100, 2)\n", " latest_entries_result.append(entry)\n", "\n", "\n", " df = pd.DataFrame(latest_entries_result)\n", " pivot_table = df.pivot(index=\"model_name\", columns=\"task\", values=\"acc_value\")\n", " pivot_table = pivot_table[natsorted(pivot_table.columns)]\n", " # Display the latest entries\n", " for key, entry in latest_entries.items():\n", " print(f\"Model Name: {entry['model_name']}, Task: {entry['task']}, Date: {entry['datetime']}, Acc Value: {entry['acc_value']}\")\n", "\n" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/" }, "id": "b2DMzhWCUR4h", "outputId": "2cbfec61-4612-4d81-f53e-49bf51847dbe" }, "execution_count": 5, "outputs": [ { "output_type": "stream", "name": "stdout", "text": [ "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: mmlu_all, Date: 2024-12-05T10-07-32.229420, Acc Value: 34.13\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_1, Date: 2024-12-04T09-46-13.895610, Acc Value: 58.60\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_10, Date: 2024-12-04T10-27-24.033942, Acc Value: 78.10\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_11, Date: 2024-12-04T10-30-42.581549, Acc Value: 31.56\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_12, Date: 2024-12-04T10-34-08.691174, Acc Value: 84.12\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_13, Date: 2024-12-04T10-36-54.246366, Acc Value: 48.40\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_14, Date: 2024-12-04T10-37-56.290613, Acc Value: 33.62\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_2, Date: 2024-12-04T09-50-36.416792, Acc Value: 51.20\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_3, Date: 2024-12-04T09-55-52.575686, Acc Value: 57.42\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_4, Date: 2024-12-04T10-08-54.537419, Acc Value: 24.70\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_5, Date: 2024-12-04T10-10-41.137500, Acc Value: 49.90\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_6, Date: 2024-12-04T10-12-31.411026, Acc Value: 50.05\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_7, Date: 2024-12-04T10-15-47.808656, Acc Value: 51.98\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_8, Date: 2024-12-04T10-19-48.272257, Acc Value: 55.31\n", "Model Name: meta-llama/Llama-3.2-1B-Instruct, Task: pub_task_9, Date: 2024-12-04T10-23-50.268393, Acc Value: 52.20\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: mmlu_all, Date: 2024-12-05T10-28-27.223863, Acc Value: 53.23\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_1, Date: 2024-12-04T11-03-01.529235, Acc Value: 81.04\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_10, Date: 2024-12-04T12-31-04.414803, Acc Value: 75.81\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_11, Date: 2024-12-04T12-37-54.346037, Acc Value: 33.67\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_12, Date: 2024-12-04T12-44-45.900074, Acc Value: 53.30\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_13, Date: 2024-12-04T12-50-17.737269, Acc Value: 70.00\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_14, Date: 2024-12-04T12-52-04.030761, Acc Value: 59.83\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_2, Date: 2024-12-04T11-11-51.908847, Acc Value: 75.30\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_3, Date: 2024-12-04T11-22-49.948783, Acc Value: 77.69\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_4, Date: 2024-12-04T11-52-43.868109, Acc Value: 53.65\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_5, Date: 2024-12-04T11-56-03.314161, Acc Value: 69.05\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_6, Date: 2024-12-04T11-59-30.170935, Acc Value: 63.55\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_7, Date: 2024-12-04T12-06-20.816022, Acc Value: 78.64\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_8, Date: 2024-12-04T12-15-00.410767, Acc Value: 92.54\n", "Model Name: meta-llama/Llama-3.2-3B-Instruct, Task: pub_task_9, Date: 2024-12-04T12-23-42.320725, Acc Value: 59.94\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: mmlu_all, Date: 2024-12-05T11-08-04.943164, Acc Value: 57.54\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_1, Date: 2024-12-04T13-39-12.867724, Acc Value: 79.84\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_10, Date: 2024-12-04T16-30-25.978146, Acc Value: 78.00\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_11, Date: 2024-12-04T16-43-34.533561, Acc Value: 41.67\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_12, Date: 2024-12-04T16-56-04.873961, Acc Value: 73.39\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_13, Date: 2024-12-04T17-05-59.454197, Acc Value: 77.50\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_14, Date: 2024-12-04T17-08-59.676663, Acc Value: 62.88\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_2, Date: 2024-12-04T13-56-19.017336, Acc Value: 79.61\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_3, Date: 2024-12-04T14-17-13.903279, Acc Value: 76.90\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_4, Date: 2024-12-04T15-17-10.760422, Acc Value: 50.00\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_5, Date: 2024-12-04T15-23-12.253601, Acc Value: 69.75\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_6, Date: 2024-12-04T15-29-24.543280, Acc Value: 52.45\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_7, Date: 2024-12-04T15-42-32.945279, Acc Value: 82.43\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_8, Date: 2024-12-04T15-59-19.291670, Acc Value: 95.14\n", "Model Name: meta-llama/Meta-Llama-3-8B, Task: pub_task_9, Date: 2024-12-04T16-16-07.277328, Acc Value: 67.68\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: mmlu_all, Date: 2024-11-24T15-20-49.697273, Acc Value: 34.47\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_1, Date: 2024-11-25T03-10-25.443130, Acc Value: 86.92\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_10, Date: 2024-11-25T03-21-54.085274, Acc Value: 78.10\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_11, Date: 2024-11-25T03-22-57.001476, Acc Value: 38.33\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_12, Date: 2024-11-25T03-24-06.031245, Acc Value: 83.69\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_13, Date: 2024-11-25T03-24-54.408538, Acc Value: 46.90\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_14, Date: 2024-11-25T03-25-37.703112, Acc Value: 37.99\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_2, Date: 2024-11-25T03-13-13.183813, Acc Value: 55.91\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_3, Date: 2024-11-25T03-14-39.515145, Acc Value: 60.97\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_4, Date: 2024-11-25T03-15-48.048668, Acc Value: 28.50\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_5, Date: 2024-11-25T03-16-49.842533, Acc Value: 50.15\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_6, Date: 2024-11-25T03-17-51.307160, Acc Value: 50.10\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_7, Date: 2024-11-25T03-18-50.302136, Acc Value: 54.63\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_8, Date: 2024-11-25T03-19-48.639957, Acc Value: 53.16\n", "Model Name: mistralai/Mixtral-8x7B-Instruct-v0.1, Task: pub_task_9, Date: 2024-11-25T03-20-46.585027, Acc Value: 54.75\n" ] } ] }, { "cell_type": "code", "source": [ "pivot_table\n", "#pivot_table.to_html()" ], "metadata": { "colab": { "base_uri": "https://localhost:8080/", "height": 365 }, "id": "j9t2Oj7-Fgb3", "outputId": "44fea3e2-6a6a-4ad8-c2c4-4cb3f8aafe7e" }, "execution_count": null, "outputs": [ { "output_type": "execute_result", "data": { "text/plain": [ "task mmlu_all pub_task_1 pub_task_2 \\\n", "model_name \n", "meta-llama/Llama-3.2-1B-Instruct 34.13 58.60 51.20 \n", "meta-llama/Llama-3.2-3B-Instruct 53.23 81.04 75.30 \n", "meta-llama/Meta-Llama-3-8B 57.54 79.84 79.61 \n", "mistralai/Mixtral-8x7B-Instruct-v0.1 34.47 86.92 55.91 \n", "\n", "task pub_task_3 pub_task_4 pub_task_5 \\\n", "model_name \n", "meta-llama/Llama-3.2-1B-Instruct 57.42 24.70 49.90 \n", "meta-llama/Llama-3.2-3B-Instruct 77.69 53.65 69.05 \n", "meta-llama/Meta-Llama-3-8B 76.90 50.00 69.75 \n", "mistralai/Mixtral-8x7B-Instruct-v0.1 60.97 28.50 50.15 \n", "\n", "task pub_task_6 pub_task_7 pub_task_8 \\\n", "model_name \n", "meta-llama/Llama-3.2-1B-Instruct 50.05 51.98 55.31 \n", "meta-llama/Llama-3.2-3B-Instruct 63.55 78.64 92.54 \n", "meta-llama/Meta-Llama-3-8B 52.45 82.43 95.14 \n", "mistralai/Mixtral-8x7B-Instruct-v0.1 50.10 54.63 53.16 \n", "\n", "task pub_task_9 pub_task_10 pub_task_11 \\\n", "model_name \n", "meta-llama/Llama-3.2-1B-Instruct 52.20 78.10 31.56 \n", "meta-llama/Llama-3.2-3B-Instruct 59.94 75.81 33.67 \n", "meta-llama/Meta-Llama-3-8B 67.68 78.00 41.67 \n", "mistralai/Mixtral-8x7B-Instruct-v0.1 54.75 78.10 38.33 \n", "\n", "task pub_task_12 pub_task_13 pub_task_14 \n", "model_name \n", "meta-llama/Llama-3.2-1B-Instruct 84.12 48.40 33.62 \n", "meta-llama/Llama-3.2-3B-Instruct 53.30 70.00 59.83 \n", "meta-llama/Meta-Llama-3-8B 73.39 77.50 62.88 \n", "mistralai/Mixtral-8x7B-Instruct-v0.1 83.69 46.90 37.99 " ], "text/html": [ "\n", "
task | \n", "mmlu_all | \n", "pub_task_1 | \n", "pub_task_2 | \n", "pub_task_3 | \n", "pub_task_4 | \n", "pub_task_5 | \n", "pub_task_6 | \n", "pub_task_7 | \n", "pub_task_8 | \n", "pub_task_9 | \n", "pub_task_10 | \n", "pub_task_11 | \n", "pub_task_12 | \n", "pub_task_13 | \n", "pub_task_14 | \n", "
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
model_name | \n", "\n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " | \n", " |
meta-llama/Llama-3.2-1B-Instruct | \n", "34.13 | \n", "58.60 | \n", "51.20 | \n", "57.42 | \n", "24.70 | \n", "49.90 | \n", "50.05 | \n", "51.98 | \n", "55.31 | \n", "52.20 | \n", "78.10 | \n", "31.56 | \n", "84.12 | \n", "48.40 | \n", "33.62 | \n", "
meta-llama/Llama-3.2-3B-Instruct | \n", "53.23 | \n", "81.04 | \n", "75.30 | \n", "77.69 | \n", "53.65 | \n", "69.05 | \n", "63.55 | \n", "78.64 | \n", "92.54 | \n", "59.94 | \n", "75.81 | \n", "33.67 | \n", "53.30 | \n", "70.00 | \n", "59.83 | \n", "
meta-llama/Meta-Llama-3-8B | \n", "57.54 | \n", "79.84 | \n", "79.61 | \n", "76.90 | \n", "50.00 | \n", "69.75 | \n", "52.45 | \n", "82.43 | \n", "95.14 | \n", "67.68 | \n", "78.00 | \n", "41.67 | \n", "73.39 | \n", "77.50 | \n", "62.88 | \n", "
mistralai/Mixtral-8x7B-Instruct-v0.1 | \n", "34.47 | \n", "86.92 | \n", "55.91 | \n", "60.97 | \n", "28.50 | \n", "50.15 | \n", "50.10 | \n", "54.63 | \n", "53.16 | \n", "54.75 | \n", "78.10 | \n", "38.33 | \n", "83.69 | \n", "46.90 | \n", "37.99 | \n", "