Upload 8 files
Browse files- added_tokens.json +6 -0
- classifier_head.json +1 -0
- config.json +35 -0
- model.safetensors +3 -0
- special_tokens_map.json +38 -0
- spm.model +3 -0
- tokenizer.json +0 -0
- tokenizer_config.json +88 -0
added_tokens.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"[LABEL_DESCRIPTION]": 128003,
|
3 |
+
"[LABEL_NAME]": 128002,
|
4 |
+
"[MASK]": 128000,
|
5 |
+
"[QUERY]": 128001
|
6 |
+
}
|
classifier_head.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"scorer_weight": [[0.00914127379655838, -0.008660183288156986, -0.028568554669618607, -0.03435489162802696, -0.011983501724898815, -0.001843147212639451, -0.02700299769639969, 0.028893012553453445, -0.021828101947903633, 0.03002558834850788, 0.02715013362467289, -0.011264914646744728, -0.030382798984646797, -0.004344021435827017, -0.022333873435854912, -0.033464591950178146, -0.03296015039086342, -0.03259145841002464, -0.03085102140903473, -0.017325686290860176, -0.01135637704282999, -0.0062184021808207035, -0.0277711171656847, -0.026762627065181732, 0.0167906004935503, 0.027191292494535446, -0.007475009188055992, -0.015835989266633987, 0.008552293293178082, -0.013220994733273983, 0.014579076319932938, 0.020773155614733696, 0.024727458134293556, -0.006940802093595266, -0.006012982223182917, -0.011739646084606647, 0.034620001912117004, 0.010088580660521984, 0.010597096756100655, 0.0014331169659271836, 0.0043409522622823715, 0.0017965680453926325, -0.019840054214000702, -0.026109876111149788, -0.02467576414346695, 0.0054618678987026215, -0.03180032595992088, -0.007471122313290834, 0.036400116980075836, -0.024322964251041412, 0.0169229656457901, 0.02477184869349003, -0.027840308845043182, -0.035988591611385345, 0.026500176638364792, 0.009751039557158947, -0.002654170384630561, 0.020787551999092102, -0.009923291392624378, 0.02712537907063961, 0.003551697125658393, -0.03066803142428398, 0.009736497886478901, 0.02717357687652111, -0.027983834967017174, 0.02745017036795616, -0.03351590409874916, -0.032520510256290436, -0.010935250669717789, 0.010660561732947826, -0.009770357981324196, -0.010866991244256496, 0.009381840005517006, -0.005012400448322296, -0.010018314234912395, -0.0009035170078277588, -0.027088498696684837, -0.005376634653657675, 0.025982888415455818, -0.005252067930996418, -0.031119266524910927, 0.01934199593961239, 0.004219507798552513, 0.0018825767328962684, -0.019986934959888458, 0.034360915422439575, -0.02568831294775009, -0.028362074866890907, -0.028395267203450203, 0.0258148405700922, -0.030529357492923737, 0.029262514784932137, 0.013325618579983711, -0.03403603285551071, -0.012324490584433079, -0.007322515826672316, 0.031894050538539886, -0.023940956220030785, -0.02609134465456009, -0.036527637392282486, -3.552983980625868e-05, -0.034770358353853226, 0.028048207983374596, -0.013410734944045544, 0.005243159364908934, -0.024176279082894325, 0.01124084647744894, 0.005631478037685156, -0.0016861181939020753, 0.032523009926080704, -0.028306102380156517, 0.03144833818078041, 0.026665804907679558, 0.010664083994925022, 0.026339497417211533, -0.0033267189282923937, -0.02491433545947075, -0.00035977509105578065, 0.007607617415487766, -0.023698868229985237, 0.018049927428364754, -0.03006087616086006, 0.03374803438782692, 0.03329063579440117, -0.007785298861563206, -0.019722767174243927, 0.01361624151468277, -0.026038073003292084, 0.014768349938094616, -0.031277529895305634, 0.0003439757274463773, 0.014093437232077122, 0.0201114472001791, 0.022173279896378517, 0.019119950011372566, -0.021358411759138107, 0.028818845748901367, 0.012647985480725765, 0.025201354175806046, -0.022824428975582123, 0.01683059148490429, 0.010481718927621841, -0.0104447640478611, 0.0005310185952112079, 0.0138580072671175, -0.021622439846396446, -0.015762969851493835, 0.031576965004205704, -0.010945405811071396, -0.001118311658501625, -0.019807931035757065, 0.027220027521252632, -0.01449589617550373, 0.027010733261704445, 0.0071364715695381165, -0.01564190909266472, 0.0067655788734555244, -0.021666057407855988, -0.025485429912805557, -0.014553707093000412, -0.01840498298406601, 0.01933734305202961, 0.02461710199713707, 0.03180353343486786, 0.016871992498636246, -0.009982548654079437, -0.035834409296512604, -0.018964014947414398, 0.0015973597764968872, 0.009047538042068481, -0.032974861562252045, 0.034110262989997864, 0.006824775133281946, 0.008190116845071316, 0.018466943874955177, -0.0031625942792743444, 0.02272935025393963, -0.033742256462574005, -0.03493664041161537, -0.014247319661080837, -0.01229920145124197, -0.009242179803550243, 0.026855383068323135, -0.03133954107761383, 0.008249121718108654, 0.0005529317422769964, 0.011984549462795258, 0.015620284713804722, -0.012407788075506687, -0.02467980608344078, 0.0007136005442589521, -0.016164345666766167, 0.018587565049529076, -0.03508444130420685, 0.006417802534997463, -0.024862615391612053, 0.0111998924985528, -0.03729606419801712, -0.03639945760369301, 0.02366628311574459, -0.011376273818314075, 0.004304902628064156, -0.03422025591135025, 0.006715107709169388, 0.004158361814916134, -0.03563816845417023, 0.01174013689160347, -0.03556535765528679, 0.033122166991233826, -0.0082767428830266, 0.017810065299272537, 0.005190258380025625, 0.009880327619612217, 0.034621547907590866, -0.011958971619606018, 0.000978620140813291, 0.0064211031422019005, -0.03510388359427452, -0.002749391831457615, 0.02561362273991108, -0.006309316493570805, 0.012863782234489918, 0.0013588601723313332, 0.0031566538382321596, -0.0335591584444046, -0.006955388467758894, 0.0035851437132805586, -0.0229774322360754, -0.02013356052339077, -0.006404982414096594, 0.01903391443192959, 0.018474716693162918, -0.017414167523384094, -0.023633768782019615, -0.004267897456884384, -0.024464774876832962, -0.029068047180771828, -0.026908066123723984, -0.009505918249487877, -0.016477171331644058, -0.01913289539515972, 0.02854960784316063, -0.024154717102646828, -0.011392463929951191, 0.004141098354011774, 0.010816514492034912, -0.030893106013536453, -0.015556835569441319, 0.003677116008475423, 0.03392082452774048, 0.02563227154314518, 0.015296058729290962, 0.011933345347642899, 0.006585637107491493, 0.022179007530212402, -0.01255460362881422, -0.018771352246403694, -0.017140667885541916, 0.023142559453845024, 0.010462752543389797, 0.01188504509627819, -0.01666376367211342, 0.0031062939669936895, -0.024738848209381104, -0.03598566725850105, 0.025378098711371422, -0.033274874091148376, -0.008324338123202324, 0.02073495090007782, -0.00220087799243629, 0.014309916645288467, 0.035563889890909195, 0.016331810504198074, 0.031874269247055054, 0.02162051387131214, -0.0075958105735480785, 0.005780446343123913, 0.013722598552703857, -0.022992676123976707, -0.02148313820362091, -0.019171254709362984, 0.002867424627766013, -0.003863889491185546, -0.004525447729974985, 0.02520603872835636, -0.010001127608120441, 0.022801868617534637, -0.03393618017435074, -0.028393974527716637, -0.01967751421034336, -0.013443327508866787, -0.03607071191072464, 0.007270622067153454, 0.013945833779871464, 0.020219478756189346, -0.0017635225085541606, 0.019288621842861176, 0.021387357264757156, 0.03604806214570999, 0.015518697910010815, 0.03060528077185154, 0.0313381627202034, 0.007477438542991877, -0.013023972511291504, 0.032581645995378494, -0.016268787905573845, 0.022298522293567657, -0.027781933546066284, -0.007796369958668947, 0.006998313590884209, 0.008461160585284233, 0.015228485688567162, 0.0002803320821840316, -0.025205420330166817, 0.03195411339402199, -0.00829649344086647, 0.002504617441445589, 0.023144375532865524, -0.00923297181725502, 0.01922678016126156, 0.013623703271150589, -0.017871463671326637, 0.006480368785560131, -0.026583602651953697, -0.011147821322083473, -0.015296676196157932, -0.001011252636089921, -0.03233228251338005, 0.010836083441972733, -0.004100934602320194, -0.0026923655532300472, -0.015726787969470024, -0.03498357534408569, 0.03260196000337601, 0.004225707612931728, -0.03545933589339256, -0.018306327983736992, -0.025947988033294678, -0.022877268493175507, -0.012310236692428589, 0.012755478732287884, -0.026082633063197136, 0.0018738602520897985, -0.013582777231931686, -0.004772861488163471, -0.030531521886587143, -0.023546922951936722, -0.009832864627242088, 0.0030362443067133427, -0.018042748793959618, 0.03355604410171509, -0.01011260412633419, 0.014345034956932068, -0.005177504848688841, 0.024094117805361748, -0.004388266708701849, 0.000340084865456447, -0.009911549277603626, 0.0141023313626647, -0.02139623835682869, 0.008762591518461704, 0.01090280245989561, -0.012462410144507885, 0.014421038329601288, -0.02270464226603508, 0.013057223521173, 0.031934794038534164, -0.027460461482405663, 0.035254526883363724, 0.02060643583536148, -0.01825435645878315, -0.029682811349630356, -0.016879994422197342, -0.0011931766057386994, 0.017389686778187752, 0.027563076466321945, -0.007274473085999489, -0.03269478306174278, -0.03691542521119118, -0.03560455143451691, 0.032439619302749634, -0.01965983211994171, 0.03125827759504318, -0.007832829840481281, 0.03492065891623497, 0.03139258548617363, -0.0012183836661279202, 0.008894618600606918, 0.004781070630997419, -0.020271532237529755, 0.010185315273702145, 0.030777689069509506, -0.035828907042741776, 0.03304595500230789, 0.03209362179040909, -0.0031672276090830564, -0.020336806774139404, 0.02099260687828064, 0.009790596552193165, 0.012818235903978348, -0.030033892020583153, -0.010848025791347027, 0.03131052479147911, -0.03606310114264488, -0.021741624921560287, -0.014443137682974339, -0.02635999582707882, -0.02423197589814663, 0.008246712386608124, 0.01619967445731163, 0.009344491176307201, 0.0035269020590931177, -0.02513609640300274, -0.019385801628232002, 0.02515912614762783, 0.0002314730518264696, -0.008298942819237709, -0.004099058452993631, 0.010077452287077904, 0.0022402722388505936, -0.0019167352002114058, -0.03708375245332718, -0.027112508192658424, -0.014924476854503155, -0.011136180721223354, -0.02970905974507332, -0.029757164418697357, -0.02191469818353653, -0.01842242106795311, 0.014016449451446533, -0.0032838815823197365, 0.022030897438526154, 0.007115609012544155, -0.035056956112384796, -0.024681515991687775, -0.026623481884598732, 0.012550253421068192, -0.023246144875884056, -0.0054104323498904705, 0.02966190129518509, -0.018571525812149048, -0.00022714625811204314, -0.013922501355409622, 0.005086845718324184, -0.0037278803065419197, 0.012670638039708138, -0.02350863255560398, 0.02323268912732601, 0.030281173065304756, 0.027995958924293518, 0.015773851424455643, -0.002956652082502842, -0.03483595699071884, 0.005718897096812725, 0.030797064304351807, 0.020911170169711113, 0.03230122849345207, -0.0012985947541892529, 0.03309708088636398, -0.03669419139623642, -0.029617423191666603, -0.008219500072300434, 0.010046325623989105, 0.008982758037745953, -0.024259837344288826, -0.012272579595446587, -0.003950664307922125, -0.02367451973259449, 0.017009634524583817, -0.008527538739144802, -0.016022495925426483, -0.002800172660499811, -0.034886859357357025, -0.016511814668774605, 0.03622409701347351, -0.013025292195379734, 0.035092178732156754, 0.030715785920619965, -0.014538299292325974, -0.020624026656150818, 0.015619318000972271, -0.030978109687566757, -0.01488660741597414, 0.031523603945970535, 0.01978887803852558, -0.018977653235197067, -0.02341640368103981, -0.005555800627917051, -0.034081798046827316, 0.01476916205137968, 0.016629554331302643, 0.014373297803103924, 0.008492612279951572, -0.013310138136148453, -0.002128348918631673, -0.017101824283599854, 0.03284085541963577, -0.009784111753106117, -0.033150237053632736, -0.001223064144141972, 0.010791491717100143, 0.028352972120046616, -0.010242084972560406, 0.015997692942619324, 0.024252070114016533, 0.03154600411653519, 0.027386626228690147, 0.003803451545536518, -0.0013534235768020153, -0.01821453683078289, 0.006076442543417215, 0.03178072348237038, -0.031616613268852234, -0.024734921753406525, -0.026122523471713066, -0.008793435990810394, -0.012936915270984173, 0.027109414339065552, -0.0028114242013543844, 0.010213240049779415, 0.0325850211083889, 0.023336032405495644, 0.022813178598880768, 0.0022764604073017836, -5.962021077721147e-06, 0.005244025960564613, 0.006932140793651342, -0.0294638741761446, 0.01803758554160595, -0.033095583319664, 0.002229321515187621, 0.03037680685520172, 0.014536888338625431, 0.01339399442076683, -0.0046781329438090324, -0.01121070422232151, -0.003991677425801754, 0.009727182798087597, 0.01256910152733326, 0.00856776162981987, 0.0340382345020771, -0.03169899806380272, -0.016830196604132652, 0.02875605598092079, 0.035019636154174805, 0.03647603839635849, 0.003022196004167199, -0.03355640918016434, 0.009414088912308216, -0.027032220736145973, 0.008132890798151493, 0.03203985095024109, 0.030029313638806343, -0.030131757259368896, 0.008210353553295135, 0.0022456394508481026, 0.0179855078458786, -0.019214902073144913, -0.0006050425581634045, -0.0033405486028641462, -0.007703237235546112, 0.011745225638151169, -0.009730111807584763, -0.03136621043086052, -0.0016234960639849305, -0.004435596521943808, 0.017594462260603905, 0.027430269867181778, 0.009632894769310951, 0.00230838218703866, -0.012449536472558975, -0.012396670877933502, -0.0064898161217570305, 0.026583287864923477, 0.02018609084188938, 0.0352819487452507, -0.01986074261367321, 0.013018493540585041, 0.024222536012530327, 0.010361266322433949, -0.002863662550225854, 0.01715223677456379, -0.025431880727410316, -0.012134016491472721, 0.019463583827018738, -0.03270288184285164, 0.012150793336331844, 0.03316441923379898, 0.025848688557744026, 0.026936879381537437, -0.005145264323800802, -0.027206867933273315, 0.022746553644537926, -0.011804964393377304, -0.03069014474749565, -0.015988096594810486, 0.007554410025477409, -0.030398400500416756, -0.035941097885370255, 0.03523365035653114, 0.01682223565876484, 0.010794209316372871, -0.013675129972398281, 0.004769166931509972, -0.02552093006670475, 0.029920294880867004, -0.024118619039654732, -0.012801187112927437, -0.02305302396416664, -0.003590523498132825, -0.008454522117972374, 0.031046800315380096, 0.017971159890294075, 0.01606782153248787, -0.01906079426407814, 0.030527722090482712, 0.0069115343503654, 0.02457878179848194, -0.026113299652934074, 0.03161109611392021, 0.008288598619401455, 0.004117376171052456, 0.029800858348608017, 0.016369346529245377, 0.03154703602194786, 0.02446061186492443, -0.006070228293538094, -0.02139715850353241, 0.022080861032009125, -0.007774525787681341, -0.0026106995064765215, -0.029290739446878433, 0.00045580463483929634, -0.01346194464713335, -0.007493304088711739, 0.019167348742485046, 0.02281968668103218, -0.005099416244775057, 0.03155754879117012, -0.03610379993915558, 0.005773605313152075, -0.03451736271381378, -0.011561217717826366, -0.0257456973195076, 0.029819993302226067, 0.0346418172121048, -0.03313126415014267, 0.0011945614824071527, 0.02203136682510376, 0.001954879844561219, 0.018916651606559753, 0.02503453753888607, -0.023364374414086342, -0.017792606726288795, -0.01968090981245041, -0.03264410048723221, -0.004301968961954117, -0.011654495261609554, 0.008742253296077251, -0.02187209390103817, -0.03148896247148514, 0.005814597941935062, 0.024443278089165688, -0.03264906257390976, -0.00902001652866602, -0.022231867536902428, 0.03374258428812027, 0.018832169473171234, 0.028043797239661217, -0.020531868562102318, 0.0032248341012746096, 0.008593205362558365, -0.017962830141186714, 0.017264433205127716, -0.01046153623610735, 0.006922025699168444, 0.021222062408924103, 0.011501173488795757, -0.030405469238758087, 0.003062067087739706, -0.03385121375322342, 0.003151915268972516, 0.033966872841119766, 0.012317560613155365, 0.008671256713569164, 0.005726135801523924, 0.00039964693132787943, 0.02614624984562397, 0.008247749879956245, 0.016540488228201866, -0.009814342483878136, 0.01847117207944393, 0.028412925079464912, -0.028940962627530098, -0.024695031344890594, -3.558034950401634e-05, 0.03355122730135918, -0.01637882925570011, 0.004290355369448662, 0.0018103012116625905, -0.006457828916609287, -0.003262088866904378, -0.030179264023900032, -0.014853651635348797, 0.03493984788656235, -0.005583558697253466, 0.01764686033129692, -0.029481597244739532, 0.027763783931732178, -0.013797609135508537, -0.00538749760016799, -0.011083219200372696, 0.023396959528326988, 0.009548358619213104, 0.01967870444059372, -0.0022867745719850063, -0.0027026194147765636, -0.002837201813235879, -0.029633687809109688, -0.005523639265447855, -0.0019944123923778534, 0.022049883380532265, -0.01609562709927559, 0.017439190298318863, -0.026013754308223724, 0.012431577779352665, 0.026565775275230408, 0.028375500813126564, 0.018484482541680336, 0.0029491479508578777, 0.0031842836178839207, 0.0021752251777797937, -0.012368624098598957, 0.01844029501080513, -0.004830316174775362, 0.009200957603752613, -0.005808406509459019, 0.0137729961425066, 0.022883618250489235, -0.034035228192806244, 0.022647129371762276, -0.018583323806524277, 0.020731378346681595, -0.02465345337986946, 0.019192613661289215, -0.00913437083363533, 0.0010233669308945537, 0.018153617158532143, 0.032304272055625916, -0.01480863057076931, -0.030214881524443626, 0.002753647742792964, 0.012080085463821888, -0.03359973430633545, -0.003330255625769496, 0.012726790271699429, -0.013669200241565704, -0.00552061852067709, 0.03166130930185318, 0.019134366884827614, 0.02842450514435768, -0.0007744890754111111, 0.029186878353357315, 0.02278991974890232, -0.011123253963887691, 0.030055012553930283, 0.005822743754833937, 0.004685934633016586]], "scorer_bias": [0.00939010176807642]}
|
config.json
ADDED
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"architectures": [
|
3 |
+
"DebertaV2Model"
|
4 |
+
],
|
5 |
+
"attention_probs_dropout_prob": 0.1,
|
6 |
+
"hidden_act": "gelu",
|
7 |
+
"hidden_dropout_prob": 0.1,
|
8 |
+
"hidden_size": 768,
|
9 |
+
"initializer_range": 0.02,
|
10 |
+
"intermediate_size": 3072,
|
11 |
+
"layer_norm_eps": 1e-07,
|
12 |
+
"legacy": true,
|
13 |
+
"max_position_embeddings": 512,
|
14 |
+
"max_relative_positions": -1,
|
15 |
+
"model_type": "deberta-v2",
|
16 |
+
"norm_rel_ebd": "layer_norm",
|
17 |
+
"num_attention_heads": 12,
|
18 |
+
"num_hidden_layers": 12,
|
19 |
+
"pad_token_id": 0,
|
20 |
+
"pooler_dropout": 0,
|
21 |
+
"pooler_hidden_act": "gelu",
|
22 |
+
"pooler_hidden_size": 768,
|
23 |
+
"pos_att_type": [
|
24 |
+
"p2c",
|
25 |
+
"c2p"
|
26 |
+
],
|
27 |
+
"position_biased_input": false,
|
28 |
+
"position_buckets": 256,
|
29 |
+
"relative_attention": true,
|
30 |
+
"share_att_key": true,
|
31 |
+
"torch_dtype": "float32",
|
32 |
+
"transformers_version": "4.51.3",
|
33 |
+
"type_vocab_size": 0,
|
34 |
+
"vocab_size": 128004
|
35 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:215994f5d5f1b871d0b8d8ae3d356f42680c2c7218c84273a57d9f20f5f45a31
|
3 |
+
size 735053928
|
special_tokens_map.json
ADDED
@@ -0,0 +1,38 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"additional_special_tokens": [
|
3 |
+
{
|
4 |
+
"content": "[QUERY]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false
|
9 |
+
},
|
10 |
+
{
|
11 |
+
"content": "[LABEL_NAME]",
|
12 |
+
"lstrip": false,
|
13 |
+
"normalized": false,
|
14 |
+
"rstrip": false,
|
15 |
+
"single_word": false
|
16 |
+
},
|
17 |
+
{
|
18 |
+
"content": "[LABEL_DESCRIPTION]",
|
19 |
+
"lstrip": false,
|
20 |
+
"normalized": false,
|
21 |
+
"rstrip": false,
|
22 |
+
"single_word": false
|
23 |
+
}
|
24 |
+
],
|
25 |
+
"bos_token": "[CLS]",
|
26 |
+
"cls_token": "[CLS]",
|
27 |
+
"eos_token": "[SEP]",
|
28 |
+
"mask_token": "[MASK]",
|
29 |
+
"pad_token": "[PAD]",
|
30 |
+
"sep_token": "[SEP]",
|
31 |
+
"unk_token": {
|
32 |
+
"content": "[UNK]",
|
33 |
+
"lstrip": false,
|
34 |
+
"normalized": true,
|
35 |
+
"rstrip": false,
|
36 |
+
"single_word": false
|
37 |
+
}
|
38 |
+
}
|
spm.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
|
3 |
+
size 2464616
|
tokenizer.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
tokenizer_config.json
ADDED
@@ -0,0 +1,88 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "[PAD]",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"1": {
|
12 |
+
"content": "[CLS]",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"2": {
|
20 |
+
"content": "[SEP]",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"3": {
|
28 |
+
"content": "[UNK]",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": true,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"128000": {
|
36 |
+
"content": "[MASK]",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
},
|
43 |
+
"128001": {
|
44 |
+
"content": "[QUERY]",
|
45 |
+
"lstrip": false,
|
46 |
+
"normalized": false,
|
47 |
+
"rstrip": false,
|
48 |
+
"single_word": false,
|
49 |
+
"special": true
|
50 |
+
},
|
51 |
+
"128002": {
|
52 |
+
"content": "[LABEL_NAME]",
|
53 |
+
"lstrip": false,
|
54 |
+
"normalized": false,
|
55 |
+
"rstrip": false,
|
56 |
+
"single_word": false,
|
57 |
+
"special": true
|
58 |
+
},
|
59 |
+
"128003": {
|
60 |
+
"content": "[LABEL_DESCRIPTION]",
|
61 |
+
"lstrip": false,
|
62 |
+
"normalized": false,
|
63 |
+
"rstrip": false,
|
64 |
+
"single_word": false,
|
65 |
+
"special": true
|
66 |
+
}
|
67 |
+
},
|
68 |
+
"additional_special_tokens": [
|
69 |
+
"[QUERY]",
|
70 |
+
"[LABEL_NAME]",
|
71 |
+
"[LABEL_DESCRIPTION]"
|
72 |
+
],
|
73 |
+
"bos_token": "[CLS]",
|
74 |
+
"clean_up_tokenization_spaces": false,
|
75 |
+
"cls_token": "[CLS]",
|
76 |
+
"do_lower_case": false,
|
77 |
+
"eos_token": "[SEP]",
|
78 |
+
"extra_special_tokens": {},
|
79 |
+
"mask_token": "[MASK]",
|
80 |
+
"model_max_length": 1000000000000000019884624838656,
|
81 |
+
"pad_token": "[PAD]",
|
82 |
+
"sep_token": "[SEP]",
|
83 |
+
"sp_model_kwargs": {},
|
84 |
+
"split_by_punct": false,
|
85 |
+
"tokenizer_class": "DebertaV2Tokenizer",
|
86 |
+
"unk_token": "[UNK]",
|
87 |
+
"vocab_type": "spm"
|
88 |
+
}
|