{ "_name_or_path": "bert-base-uncased", "architectures": [ "BertForSequenceClassification" ], "attention_probs_dropout_prob": 0.1, "classifier_dropout": null, "gradient_checkpointing": false, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "-30", "1": "-31", "2": "-32", "3": "-33", "4": "-34", "5": "-35", "6": "-36", "7": "-37", "8": "-38", "9": "-39", "10": "-40", "11": "-41", "12": "-42", "13": "-43", "14": "-44", "15": "-45", "16": "-46", "17": "-47", "18": "-48", "19": "-49", "20": "-50", "21": "-51", "22": "-52", "23": "-53", "24": "-54", "25": "-55", "26": "-56", "27": "-57", "28": "-58", "29": "-59", "30": "-60", "31": "-61", "32": "-62", "33": "-63", "34": "-64", "35": "-65", "36": "-66", "37": "-67", "38": "-68", "39": "-69", "40": "A01", "41": "A02", "42": "A03", "43": "A04", "44": "A05", "45": "A06", "46": "A07", "47": "A08", "48": "A09", "49": "A10", "50": "A11", "51": "A13", "52": "A16", "53": "A18", "54": "A20", "55": "A21", "56": "A23", "57": "A25", "58": "A26", "59": "A27", "60": "A28", "61": "A29", "62": "A70", "63": "A71", "64": "A72", "65": "A73", "66": "A74", "67": "A75", "68": "A76", "69": "A77", "70": "A78", "71": "A79", "72": "A80", "73": "A81", "74": "A82", "75": "A84", "76": "A85", "77": "A86", "78": "A87", "79": "A88", "80": "A89", "81": "A90", "82": "A91", "83": "A92", "84": "A93", "85": "A94", "86": "A95", "87": "A96", "88": "A97", "89": "A98", "90": "A99", "91": "B02", "92": "B04", "93": "B25", "94": "B26", "95": "B27", "96": "B28", "97": "B29", "98": "B70", "99": "B71", "100": "B72", "101": "B73", "102": "B74", "103": "B75", "104": "B76", "105": "B77", "106": "B78", "107": "B79", "108": "B80", "109": "B81", "110": "B82", "111": "B83", "112": "B84", "113": "B87", "114": "B90", "115": "B99", "116": "D01", "117": "D02", "118": "D03", "119": "D04", "120": "D05", "121": "D06", "122": "D07", "123": "D08", "124": "D09", "125": "D10", "126": "D11", "127": "D12", "128": "D13", "129": "D14", "130": "D15", "131": "D16", "132": "D17", "133": "D18", "134": "D19", "135": "D20", "136": "D21", "137": "D23", "138": "D24", "139": "D25", "140": "D26", "141": "D27", "142": "D28", "143": "D29", "144": "D70", "145": "D71", "146": "D72", "147": "D73", "148": "D74", "149": "D75", "150": "D76", "151": "D77", "152": "D78", "153": "D79", "154": "D80", "155": "D81", "156": "D82", "157": "D83", "158": "D84", "159": "D85", "160": "D86", "161": "D87", "162": "D88", "163": "D89", "164": "D90", "165": "D91", "166": "D92", "167": "D93", "168": "D94", "169": "D95", "170": "D96", "171": "D97", "172": "D98", "173": "D99", "174": "F01", "175": "F02", "176": "F03", "177": "F04", "178": "F05", "179": "F13", "180": "F14", "181": "F15", "182": "F16", "183": "F17", "184": "F18", "185": "F27", "186": "F28", "187": "F29", "188": "F70", "189": "F71", "190": "F72", "191": "F73", "192": "F74", "193": "F75", "194": "F76", "195": "F79", "196": "F80", "197": "F81", "198": "F82", "199": "F83", "200": "F84", "201": "F85", "202": "F86", "203": "F91", "204": "F92", "205": "F93", "206": "F94", "207": "F95", "208": "F99", "209": "H01", "210": "H02", "211": "H03", "212": "H04", "213": "H05", "214": "H13", "215": "H15", "216": "H27", "217": "H28", "218": "H29", "219": "H70", "220": "H71", "221": "H72", "222": "H73", "223": "H74", "224": "H75", "225": "H76", "226": "H77", "227": "H78", "228": "H79", "229": "H80", "230": "H81", "231": "H82", "232": "H83", "233": "H84", "234": "H85", "235": "H86", "236": "H99", "237": "K01", "238": "K02", "239": "K03", "240": "K04", "241": "K05", "242": "K06", "243": "K07", "244": "K22", "245": "K24", "246": "K25", "247": "K27", "248": "K28", "249": "K29", "250": "K70", "251": "K71", "252": "K72", "253": "K73", "254": "K74", "255": "K75", "256": "K76", "257": "K77", "258": "K78", "259": "K79", "260": "K80", "261": "K81", "262": "K82", "263": "K83", "264": "K84", "265": "K85", "266": "K86", "267": "K87", "268": "K88", "269": "K89", "270": "K90", "271": "K91", "272": "K92", "273": "K93", "274": "K94", "275": "K95", "276": "K96", "277": "K99", "278": "L01", "279": "L02", "280": "L03", "281": "L04", "282": "L05", "283": "L07", "284": "L08", "285": "L09", "286": "L10", "287": "L11", "288": "L12", "289": "L13", "290": "L14", "291": "L15", "292": "L16", "293": "L17", "294": "L18", "295": "L19", "296": "L20", "297": "L26", "298": "L27", "299": "L28", "300": "L29", "301": "L70", "302": "L71", "303": "L72", "304": "L73", "305": "L74", "306": "L75", "307": "L76", "308": "L77", "309": "L78", "310": "L79", "311": "L80", "312": "L81", "313": "L82", "314": "L83", "315": "L84", "316": "L85", "317": "L86", "318": "L87", "319": "L88", "320": "L89", "321": "L90", "322": "L91", "323": "L92", "324": "L93", "325": "L94", "326": "L95", "327": "L96", "328": "L97", "329": "L98", "330": "L99", "331": "N01", "332": "N03", "333": "N04", "334": "N05", "335": "N06", "336": "N07", "337": "N08", "338": "N16", "339": "N17", "340": "N18", "341": "N19", "342": "N26", "343": "N27", "344": "N28", "345": "N29", "346": "N70", "347": "N71", "348": "N72", "349": "N73", "350": "N74", "351": "N75", "352": "N76", "353": "N79", "354": "N80", "355": "N81", "356": "N85", "357": "N86", "358": "N87", "359": "N88", "360": "N89", "361": "N90", "362": "N91", "363": "N92", "364": "N93", "365": "N94", "366": "N95", "367": "N99", "368": "P01", "369": "P02", "370": "P03", "371": "P04", "372": "P05", "373": "P06", "374": "P07", "375": "P08", "376": "P09", "377": "P10", "378": "P11", "379": "P12", "380": "P13", "381": "P15", "382": "P16", "383": "P17", "384": "P18", "385": "P19", "386": "P20", "387": "P22", "388": "P23", "389": "P24", "390": "P25", "391": "P27", "392": "P28", "393": "P29", "394": "P70", "395": "P71", "396": "P72", "397": "P73", "398": "P74", "399": "P75", "400": "P76", "401": "P77", "402": "P78", "403": "P79", "404": "P80", "405": "P81", "406": "P82", "407": "P85", "408": "P86", "409": "P98", "410": "P99", "411": "R01", "412": "R02", "413": "R03", "414": "R04", "415": "R05", "416": "R06", "417": "R07", "418": "R08", "419": "R09", "420": "R21", "421": "R23", "422": "R24", "423": "R25", "424": "R26", "425": "R27", "426": "R28", "427": "R29", "428": "R71", "429": "R72", "430": "R73", "431": "R74", "432": "R75", "433": "R76", "434": "R77", "435": "R78", "436": "R79", "437": "R80", "438": "R81", "439": "R82", "440": "R83", "441": "R84", "442": "R85", "443": "R86", "444": "R87", "445": "R88", "446": "R89", "447": "R90", "448": "R92", "449": "R95", "450": "R96", "451": "R97", "452": "R98", "453": "R99", "454": "S01", "455": "S02", "456": "S03", "457": "S04", "458": "S05", "459": "S06", "460": "S07", "461": "S08", "462": "S09", "463": "S10", "464": "S11", "465": "S12", "466": "S13", "467": "S14", "468": "S15", "469": "S16", "470": "S17", "471": "S18", "472": "S19", "473": "S20", "474": "S21", "475": "S22", "476": "S23", "477": "S24", "478": "S26", "479": "S27", "480": "S28", "481": "S29", "482": "S70", "483": "S71", "484": "S72", "485": "S73", "486": "S74", "487": "S75", "488": "S76", "489": "S77", "490": "S78", "491": "S79", "492": "S80", "493": "S81", "494": "S82", "495": "S83", "496": "S84", "497": "S85", "498": "S86", "499": "S87", "500": "S88", "501": "S89", "502": "S90", "503": "S91", "504": "S92", "505": "S93", "506": "S94", "507": "S95", "508": "S96", "509": "S97", "510": "S98", "511": "S99", "512": "T01", "513": "T02", "514": "T03", "515": "T04", "516": "T05", "517": "T07", "518": "T08", "519": "T10", "520": "T11", "521": "T26", "522": "T27", "523": "T28", "524": "T29", "525": "T70", "526": "T71", "527": "T72", "528": "T73", "529": "T78", "530": "T80", "531": "T81", "532": "T82", "533": "T83", "534": "T85", "535": "T86", "536": "T87", "537": "T89", "538": "T90", "539": "T91", "540": "T92", "541": "T93", "542": "T99", "543": "U01", "544": "U02", "545": "U04", "546": "U05", "547": "U06", "548": "U07", "549": "U08", "550": "U13", "551": "U14", "552": "U26", "553": "U27", "554": "U28", "555": "U29", "556": "U70", "557": "U71", "558": "U72", "559": "U75", "560": "U76", "561": "U77", "562": "U78", "563": "U79", "564": "U80", "565": "U85", "566": "U88", "567": "U90", "568": "U95", "569": "U98", "570": "U99", "571": "W01", "572": "W02", "573": "W03", "574": "W05", "575": "W10", "576": "W11", "577": "W12", "578": "W13", "579": "W14", "580": "W15", "581": "W17", "582": "W18", "583": "W19", "584": "W21", "585": "W27", "586": "W28", "587": "W29", "588": "W70", "589": "W71", "590": "W72", "591": "W73", "592": "W75", "593": "W76", "594": "W78", "595": "W79", "596": "W80", "597": "W81", "598": "W82", "599": "W83", "600": "W84", "601": "W85", "602": "W90", "603": "W91", "604": "W92", "605": "W93", "606": "W94", "607": "W95", "608": "W96", "609": "W99", "610": "X01", "611": "X02", "612": "X03", "613": "X04", "614": "X05", "615": "X06", "616": "X07", "617": "X08", "618": "X09", "619": "X10", "620": "X11", "621": "X12", "622": "X13", "623": "X14", "624": "X15", "625": "X16", "626": "X17", "627": "X18", "628": "X19", "629": "X20", "630": "X21", "631": "X22", "632": "X23", "633": "X24", "634": "X25", "635": "X26", "636": "X27", "637": "X28", "638": "X29", "639": "X70", "640": "X71", "641": "X72", "642": "X73", "643": "X74", "644": "X75", "645": "X76", "646": "X77", "647": "X78", "648": "X79", "649": "X80", "650": "X81", "651": "X82", "652": "X83", "653": "X84", "654": "X85", "655": "X86", "656": "X87", "657": "X88", "658": "X89", "659": "X90", "660": "X91", "661": "X92", "662": "X99", "663": "Y01", "664": "Y02", "665": "Y03", "666": "Y04", "667": "Y05", "668": "Y06", "669": "Y07", "670": "Y08", "671": "Y10", "672": "Y13", "673": "Y14", "674": "Y16", "675": "Y24", "676": "Y25", "677": "Y26", "678": "Y27", "679": "Y28", "680": "Y29", "681": "Y70", "682": "Y71", "683": "Y72", "684": "Y73", "685": "Y74", "686": "Y75", "687": "Y76", "688": "Y77", "689": "Y78", "690": "Y79", "691": "Y80", "692": "Y81", "693": "Y82", "694": "Y83", "695": "Y84", "696": "Y85", "697": "Y86", "698": "Y99", "699": "Z01", "700": "Z02", "701": "Z03", "702": "Z04", "703": "Z05", "704": "Z06", "705": "Z07", "706": "Z08", "707": "Z09", "708": "Z10", "709": "Z11", "710": "Z12", "711": "Z13", "712": "Z14", "713": "Z15", "714": "Z16", "715": "Z18", "716": "Z19", "717": "Z20", "718": "Z21", "719": "Z22", "720": "Z23", "721": "Z24", "722": "Z25", "723": "Z27", "724": "Z28", "725": "Z29" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "-30": 0, "-31": 1, "-32": 2, "-33": 3, "-34": 4, "-35": 5, "-36": 6, "-37": 7, "-38": 8, "-39": 9, "-40": 10, "-41": 11, "-42": 12, "-43": 13, "-44": 14, "-45": 15, "-46": 16, "-47": 17, "-48": 18, "-49": 19, "-50": 20, "-51": 21, "-52": 22, "-53": 23, "-54": 24, "-55": 25, "-56": 26, "-57": 27, "-58": 28, "-59": 29, "-60": 30, "-61": 31, "-62": 32, "-63": 33, "-64": 34, "-65": 35, "-66": 36, "-67": 37, "-68": 38, "-69": 39, "A01": 40, "A02": 41, "A03": 42, "A04": 43, "A05": 44, "A06": 45, "A07": 46, "A08": 47, "A09": 48, "A10": 49, "A11": 50, "A13": 51, "A16": 52, "A18": 53, "A20": 54, "A21": 55, "A23": 56, "A25": 57, "A26": 58, "A27": 59, "A28": 60, "A29": 61, "A70": 62, "A71": 63, "A72": 64, "A73": 65, "A74": 66, "A75": 67, "A76": 68, "A77": 69, "A78": 70, "A79": 71, "A80": 72, "A81": 73, "A82": 74, "A84": 75, "A85": 76, "A86": 77, "A87": 78, "A88": 79, "A89": 80, "A90": 81, "A91": 82, "A92": 83, "A93": 84, "A94": 85, "A95": 86, "A96": 87, "A97": 88, "A98": 89, "A99": 90, "B02": 91, "B04": 92, "B25": 93, "B26": 94, "B27": 95, "B28": 96, "B29": 97, "B70": 98, "B71": 99, "B72": 100, "B73": 101, "B74": 102, "B75": 103, "B76": 104, "B77": 105, "B78": 106, "B79": 107, "B80": 108, "B81": 109, "B82": 110, "B83": 111, "B84": 112, "B87": 113, "B90": 114, "B99": 115, "D01": 116, "D02": 117, "D03": 118, "D04": 119, "D05": 120, "D06": 121, "D07": 122, "D08": 123, "D09": 124, "D10": 125, "D11": 126, "D12": 127, "D13": 128, "D14": 129, "D15": 130, "D16": 131, "D17": 132, "D18": 133, "D19": 134, "D20": 135, "D21": 136, "D23": 137, "D24": 138, "D25": 139, "D26": 140, "D27": 141, "D28": 142, "D29": 143, "D70": 144, "D71": 145, "D72": 146, "D73": 147, "D74": 148, "D75": 149, "D76": 150, "D77": 151, "D78": 152, "D79": 153, "D80": 154, "D81": 155, "D82": 156, "D83": 157, "D84": 158, "D85": 159, "D86": 160, "D87": 161, "D88": 162, "D89": 163, "D90": 164, "D91": 165, "D92": 166, "D93": 167, "D94": 168, "D95": 169, "D96": 170, "D97": 171, "D98": 172, "D99": 173, "F01": 174, "F02": 175, "F03": 176, "F04": 177, "F05": 178, "F13": 179, "F14": 180, "F15": 181, "F16": 182, "F17": 183, "F18": 184, "F27": 185, "F28": 186, "F29": 187, "F70": 188, "F71": 189, "F72": 190, "F73": 191, "F74": 192, "F75": 193, "F76": 194, "F79": 195, "F80": 196, "F81": 197, "F82": 198, "F83": 199, "F84": 200, "F85": 201, "F86": 202, "F91": 203, "F92": 204, "F93": 205, "F94": 206, "F95": 207, "F99": 208, "H01": 209, "H02": 210, "H03": 211, "H04": 212, "H05": 213, "H13": 214, "H15": 215, "H27": 216, "H28": 217, "H29": 218, "H70": 219, "H71": 220, "H72": 221, "H73": 222, "H74": 223, "H75": 224, "H76": 225, "H77": 226, "H78": 227, "H79": 228, "H80": 229, "H81": 230, "H82": 231, "H83": 232, "H84": 233, "H85": 234, "H86": 235, "H99": 236, "K01": 237, "K02": 238, "K03": 239, "K04": 240, "K05": 241, "K06": 242, "K07": 243, "K22": 244, "K24": 245, "K25": 246, "K27": 247, "K28": 248, "K29": 249, "K70": 250, "K71": 251, "K72": 252, "K73": 253, "K74": 254, "K75": 255, "K76": 256, "K77": 257, "K78": 258, "K79": 259, "K80": 260, "K81": 261, "K82": 262, "K83": 263, "K84": 264, "K85": 265, "K86": 266, "K87": 267, "K88": 268, "K89": 269, "K90": 270, "K91": 271, "K92": 272, "K93": 273, "K94": 274, "K95": 275, "K96": 276, "K99": 277, "L01": 278, "L02": 279, "L03": 280, "L04": 281, "L05": 282, "L07": 283, "L08": 284, "L09": 285, "L10": 286, "L11": 287, "L12": 288, "L13": 289, "L14": 290, "L15": 291, "L16": 292, "L17": 293, "L18": 294, "L19": 295, "L20": 296, "L26": 297, "L27": 298, "L28": 299, "L29": 300, "L70": 301, "L71": 302, "L72": 303, "L73": 304, "L74": 305, "L75": 306, "L76": 307, "L77": 308, "L78": 309, "L79": 310, "L80": 311, "L81": 312, "L82": 313, "L83": 314, "L84": 315, "L85": 316, "L86": 317, "L87": 318, "L88": 319, "L89": 320, "L90": 321, "L91": 322, "L92": 323, "L93": 324, "L94": 325, "L95": 326, "L96": 327, "L97": 328, "L98": 329, "L99": 330, "N01": 331, "N03": 332, "N04": 333, "N05": 334, "N06": 335, "N07": 336, "N08": 337, "N16": 338, "N17": 339, "N18": 340, "N19": 341, "N26": 342, "N27": 343, "N28": 344, "N29": 345, "N70": 346, "N71": 347, "N72": 348, "N73": 349, "N74": 350, "N75": 351, "N76": 352, "N79": 353, "N80": 354, "N81": 355, "N85": 356, "N86": 357, "N87": 358, "N88": 359, "N89": 360, "N90": 361, "N91": 362, "N92": 363, "N93": 364, "N94": 365, "N95": 366, "N99": 367, "P01": 368, "P02": 369, "P03": 370, "P04": 371, "P05": 372, "P06": 373, "P07": 374, "P08": 375, "P09": 376, "P10": 377, "P11": 378, "P12": 379, "P13": 380, "P15": 381, "P16": 382, "P17": 383, "P18": 384, "P19": 385, "P20": 386, "P22": 387, "P23": 388, "P24": 389, "P25": 390, "P27": 391, "P28": 392, "P29": 393, "P70": 394, "P71": 395, "P72": 396, "P73": 397, "P74": 398, "P75": 399, "P76": 400, "P77": 401, "P78": 402, "P79": 403, "P80": 404, "P81": 405, "P82": 406, "P85": 407, "P86": 408, "P98": 409, "P99": 410, "R01": 411, "R02": 412, "R03": 413, "R04": 414, "R05": 415, "R06": 416, "R07": 417, "R08": 418, "R09": 419, "R21": 420, "R23": 421, "R24": 422, "R25": 423, "R26": 424, "R27": 425, "R28": 426, "R29": 427, "R71": 428, "R72": 429, "R73": 430, "R74": 431, "R75": 432, "R76": 433, "R77": 434, "R78": 435, "R79": 436, "R80": 437, "R81": 438, "R82": 439, "R83": 440, "R84": 441, "R85": 442, "R86": 443, "R87": 444, "R88": 445, "R89": 446, "R90": 447, "R92": 448, "R95": 449, "R96": 450, "R97": 451, "R98": 452, "R99": 453, "S01": 454, "S02": 455, "S03": 456, "S04": 457, "S05": 458, "S06": 459, "S07": 460, "S08": 461, "S09": 462, "S10": 463, "S11": 464, "S12": 465, "S13": 466, "S14": 467, "S15": 468, "S16": 469, "S17": 470, "S18": 471, "S19": 472, "S20": 473, "S21": 474, "S22": 475, "S23": 476, "S24": 477, "S26": 478, "S27": 479, "S28": 480, "S29": 481, "S70": 482, "S71": 483, "S72": 484, "S73": 485, "S74": 486, "S75": 487, "S76": 488, "S77": 489, "S78": 490, "S79": 491, "S80": 492, "S81": 493, "S82": 494, "S83": 495, "S84": 496, "S85": 497, "S86": 498, "S87": 499, "S88": 500, "S89": 501, "S90": 502, "S91": 503, "S92": 504, "S93": 505, "S94": 506, "S95": 507, "S96": 508, "S97": 509, "S98": 510, "S99": 511, "T01": 512, "T02": 513, "T03": 514, "T04": 515, "T05": 516, "T07": 517, "T08": 518, "T10": 519, "T11": 520, "T26": 521, "T27": 522, "T28": 523, "T29": 524, "T70": 525, "T71": 526, "T72": 527, "T73": 528, "T78": 529, "T80": 530, "T81": 531, "T82": 532, "T83": 533, "T85": 534, "T86": 535, "T87": 536, "T89": 537, "T90": 538, "T91": 539, "T92": 540, "T93": 541, "T99": 542, "U01": 543, "U02": 544, "U04": 545, "U05": 546, "U06": 547, "U07": 548, "U08": 549, "U13": 550, "U14": 551, "U26": 552, "U27": 553, "U28": 554, "U29": 555, "U70": 556, "U71": 557, "U72": 558, "U75": 559, "U76": 560, "U77": 561, "U78": 562, "U79": 563, "U80": 564, "U85": 565, "U88": 566, "U90": 567, "U95": 568, "U98": 569, "U99": 570, "W01": 571, "W02": 572, "W03": 573, "W05": 574, "W10": 575, "W11": 576, "W12": 577, "W13": 578, "W14": 579, "W15": 580, "W17": 581, "W18": 582, "W19": 583, "W21": 584, "W27": 585, "W28": 586, "W29": 587, "W70": 588, "W71": 589, "W72": 590, "W73": 591, "W75": 592, "W76": 593, "W78": 594, "W79": 595, "W80": 596, "W81": 597, "W82": 598, "W83": 599, "W84": 600, "W85": 601, "W90": 602, "W91": 603, "W92": 604, "W93": 605, "W94": 606, "W95": 607, "W96": 608, "W99": 609, "X01": 610, "X02": 611, "X03": 612, "X04": 613, "X05": 614, "X06": 615, "X07": 616, "X08": 617, "X09": 618, "X10": 619, "X11": 620, "X12": 621, "X13": 622, "X14": 623, "X15": 624, "X16": 625, "X17": 626, "X18": 627, "X19": 628, "X20": 629, "X21": 630, "X22": 631, "X23": 632, "X24": 633, "X25": 634, "X26": 635, "X27": 636, "X28": 637, "X29": 638, "X70": 639, "X71": 640, "X72": 641, "X73": 642, "X74": 643, "X75": 644, "X76": 645, "X77": 646, "X78": 647, "X79": 648, "X80": 649, "X81": 650, "X82": 651, "X83": 652, "X84": 653, "X85": 654, "X86": 655, "X87": 656, "X88": 657, "X89": 658, "X90": 659, "X91": 660, "X92": 661, "X99": 662, "Y01": 663, "Y02": 664, "Y03": 665, "Y04": 666, "Y05": 667, "Y06": 668, "Y07": 669, "Y08": 670, "Y10": 671, "Y13": 672, "Y14": 673, "Y16": 674, "Y24": 675, "Y25": 676, "Y26": 677, "Y27": 678, "Y28": 679, "Y29": 680, "Y70": 681, "Y71": 682, "Y72": 683, "Y73": 684, "Y74": 685, "Y75": 686, "Y76": 687, "Y77": 688, "Y78": 689, "Y79": 690, "Y80": 691, "Y81": 692, "Y82": 693, "Y83": 694, "Y84": 695, "Y85": 696, "Y86": 697, "Y99": 698, "Z01": 699, "Z02": 700, "Z03": 701, "Z04": 702, "Z05": 703, "Z06": 704, "Z07": 705, "Z08": 706, "Z09": 707, "Z10": 708, "Z11": 709, "Z12": 710, "Z13": 711, "Z14": 712, "Z15": 713, "Z16": 714, "Z18": 715, "Z19": 716, "Z20": 717, "Z21": 718, "Z22": 719, "Z23": 720, "Z24": 721, "Z25": 722, "Z27": 723, "Z28": 724, "Z29": 725 }, "layer_norm_eps": 1e-12, "max_position_embeddings": 512, "model_type": "bert", "num_attention_heads": 12, "num_hidden_layers": 12, "pad_token_id": 0, "position_embedding_type": "absolute", "problem_type": "single_label_classification", "torch_dtype": "float32", "transformers_version": "4.44.0", "type_vocab_size": 2, "use_cache": true, "vocab_size": 30522 }