crossdelenna commited on
Commit
ade6c9f
·
verified ·
1 Parent(s): fa918cb

Delete special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +0 -138
special_tokens_map.json DELETED
@@ -1,138 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- "<|startoftranscript|>",
4
- "<|en|>",
5
- "<|zh|>",
6
- "<|de|>",
7
- "<|es|>",
8
- "<|ru|>",
9
- "<|ko|>",
10
- "<|fr|>",
11
- "<|ja|>",
12
- "<|pt|>",
13
- "<|tr|>",
14
- "<|pl|>",
15
- "<|ca|>",
16
- "<|nl|>",
17
- "<|ar|>",
18
- "<|sv|>",
19
- "<|it|>",
20
- "<|id|>",
21
- "<|hi|>",
22
- "<|fi|>",
23
- "<|vi|>",
24
- "<|iw|>",
25
- "<|uk|>",
26
- "<|el|>",
27
- "<|ms|>",
28
- "<|cs|>",
29
- "<|ro|>",
30
- "<|da|>",
31
- "<|hu|>",
32
- "<|ta|>",
33
- "<|no|>",
34
- "<|th|>",
35
- "<|ur|>",
36
- "<|hr|>",
37
- "<|bg|>",
38
- "<|lt|>",
39
- "<|la|>",
40
- "<|mi|>",
41
- "<|ml|>",
42
- "<|cy|>",
43
- "<|sk|>",
44
- "<|te|>",
45
- "<|fa|>",
46
- "<|lv|>",
47
- "<|bn|>",
48
- "<|sr|>",
49
- "<|az|>",
50
- "<|sl|>",
51
- "<|kn|>",
52
- "<|et|>",
53
- "<|mk|>",
54
- "<|br|>",
55
- "<|eu|>",
56
- "<|is|>",
57
- "<|hy|>",
58
- "<|ne|>",
59
- "<|mn|>",
60
- "<|bs|>",
61
- "<|kk|>",
62
- "<|sq|>",
63
- "<|sw|>",
64
- "<|gl|>",
65
- "<|mr|>",
66
- "<|pa|>",
67
- "<|si|>",
68
- "<|km|>",
69
- "<|sn|>",
70
- "<|yo|>",
71
- "<|so|>",
72
- "<|af|>",
73
- "<|oc|>",
74
- "<|ka|>",
75
- "<|be|>",
76
- "<|tg|>",
77
- "<|sd|>",
78
- "<|gu|>",
79
- "<|am|>",
80
- "<|yi|>",
81
- "<|lo|>",
82
- "<|uz|>",
83
- "<|fo|>",
84
- "<|ht|>",
85
- "<|ps|>",
86
- "<|tk|>",
87
- "<|nn|>",
88
- "<|mt|>",
89
- "<|sa|>",
90
- "<|lb|>",
91
- "<|my|>",
92
- "<|bo|>",
93
- "<|tl|>",
94
- "<|mg|>",
95
- "<|as|>",
96
- "<|tt|>",
97
- "<|haw|>",
98
- "<|ln|>",
99
- "<|ha|>",
100
- "<|ba|>",
101
- "<|jw|>",
102
- "<|su|>",
103
- "<|translate|>",
104
- "<|transcribe|>",
105
- "<|startoflm|>",
106
- "<|startofprev|>",
107
- "<|nocaptions|>",
108
- "<|notimestamps|>"
109
- ],
110
- "bos_token": {
111
- "content": "<|endoftext|>",
112
- "lstrip": false,
113
- "normalized": false,
114
- "rstrip": false,
115
- "single_word": false
116
- },
117
- "eos_token": {
118
- "content": "<|endoftext|>",
119
- "lstrip": false,
120
- "normalized": false,
121
- "rstrip": false,
122
- "single_word": false
123
- },
124
- "pad_token": {
125
- "content": "<|endoftext|>",
126
- "lstrip": false,
127
- "normalized": false,
128
- "rstrip": false,
129
- "single_word": false
130
- },
131
- "unk_token": {
132
- "content": "<|endoftext|>",
133
- "lstrip": false,
134
- "normalized": false,
135
- "rstrip": false,
136
- "single_word": false
137
- }
138
- }