GramTrans_StarCoder_SimPy / added_tokens.json
GramTrans's picture
Upload folder using huggingface_hub
ee06e87 verified
{
"<and>": 49152,
"<arrow>": 49153,
"<as>": 49154,
"<assert_stmt>": 49155,
"<async_keyword>": 49156,
"<augadd>": 49157,
"<augand>": 49158,
"<augdiv>": 49159,
"<augfloordiv>": 49160,
"<auglshift>": 49161,
"<augmatmul>": 49162,
"<augmod>": 49163,
"<augmul>": 49164,
"<augor>": 49165,
"<augpow>": 49166,
"<augrshift>": 49167,
"<augsub>": 49168,
"<augxor>": 49169,
"<await>": 49170,
"<block_end>": 49171,
"<block_start>": 49172,
"<break>": 49173,
"<case_stmt>": 49174,
"<class_stmt>": 49175,
"<concat>": 49176,
"<continue>": 49177,
"<def_stmt>": 49178,
"<del_stmt>": 49179,
"<elif_stmt>": 49180,
"<ellipsis>": 49181,
"<else>": 49182,
"<else_stmt>": 49183,
"<eq>": 49184,
"<except_group_stmt>": 49185,
"<except_stmt>": 49186,
"<exec>": 49187,
"<false>": 49188,
"<finally_stmt>": 49189,
"<floordiv>": 49190,
"<for>": 49191,
"<for_stmt>": 49192,
"<from>": 49193,
"<g>": 49194,
"<ge>": 49195,
"<global>": 49196,
"<if>": 49197,
"<if_stmt>": 49198,
"<import_from_future_stmt>": 49199,
"<import_from_stmt>": 49200,
"<import_stmt>": 49201,
"<in>": 49202,
"<is>": 49203,
"<isnot>": 49204,
"<l>": 49205,
"<lambda>": 49206,
"<le>": 49207,
"<lgne>": 49208,
"<line_sep>": 49209,
"<lshift>": 49210,
"<match_stmt>": 49211,
"<ne>": 49212,
"<none>": 49213,
"<nonlocal>": 49214,
"<not>": 49215,
"<notin>": 49216,
"<or>": 49217,
"<pass>": 49218,
"<power>": 49219,
"<print>": 49220,
"<raise>": 49221,
"<return>": 49222,
"<rshift>": 49223,
"<times>": 49224,
"<true>": 49225,
"<try_stmt>": 49226,
"<while_stmt>": 49227,
"<with_stmt>": 49228,
"<yield>": 49229
}