TheBloke commited on
Commit
c9961bf
·
1 Parent(s): 8a4fc28

Upload new GPTQs with varied parameters

Browse files
Files changed (1) hide show
  1. tokenizer.json +26 -1
tokenizer.json CHANGED
@@ -48,7 +48,32 @@
48
  ]
49
  },
50
  "pre_tokenizer": null,
51
- "post_processor": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52
  "decoder": {
53
  "type": "Sequence",
54
  "decoders": [
 
48
  ]
49
  },
50
  "pre_tokenizer": null,
51
+ "post_processor": {
52
+ "type": "TemplateProcessing",
53
+ "single": [
54
+ {
55
+ "Sequence": {
56
+ "id": "A",
57
+ "type_id": 0
58
+ }
59
+ }
60
+ ],
61
+ "pair": [
62
+ {
63
+ "Sequence": {
64
+ "id": "A",
65
+ "type_id": 0
66
+ }
67
+ },
68
+ {
69
+ "Sequence": {
70
+ "id": "B",
71
+ "type_id": 1
72
+ }
73
+ }
74
+ ],
75
+ "special_tokens": {}
76
+ },
77
  "decoder": {
78
  "type": "Sequence",
79
  "decoders": [