Upload processor

Files changed (3) hide show

added_tokens.json CHANGED Viewed

@@ -1595,7 +1595,6 @@
   "<|th|>": 50289,
   "<|tk|>": 50341,
   "<|tl|>": 50348,
-  "<|transcribeprecise|>": 51865,
   "<|transcribe|>": 50359,
   "<|translate|>": 50358,
   "<|tr|>": 50268,

   "<|th|>": 50289,
   "<|tk|>": 50341,
   "<|tl|>": 50348,
   "<|transcribe|>": 50359,
   "<|translate|>": 50358,
   "<|tr|>": 50268,

tokenizer_config.json CHANGED Viewed

@@ -12865,14 +12865,6 @@
       "rstrip": false,
       "single_word": false,
       "special": false
-    },
-    "51865": {
-      "content": "<|transcribeprecise|>",
-      "lstrip": false,
-      "normalized": true,
-      "rstrip": false,
-      "single_word": false,
-      "special": false
     }
   },
   "additional_special_tokens": [

       "rstrip": false,
       "single_word": false,
       "special": false
     }
   },
   "additional_special_tokens": [

vocab.json CHANGED Viewed

The diff for this file is too large to render. See raw diff