yemen2016 commited on
Commit
6ecff41
1 Parent(s): dfaab70

Upload tokenizer

Browse files
Files changed (2) hide show
  1. README.md +3 -3
  2. tokenizer.json +4 -2
README.md CHANGED
@@ -1,13 +1,13 @@
1
  ---
2
- library_name: transformers
3
  base_model: KennethEnevoldsen/dfm-sentence-encoder-large-exp2-no-lang-align
4
- tags:
5
- - generated_from_trainer
6
  metrics:
7
  - accuracy
8
  - precision
9
  - recall
10
  - f1
 
 
11
  model-index:
12
  - name: dfm
13
  results: []
 
1
  ---
 
2
  base_model: KennethEnevoldsen/dfm-sentence-encoder-large-exp2-no-lang-align
3
+ library_name: transformers
 
4
  metrics:
5
  - accuracy
6
  - precision
7
  - recall
8
  - f1
9
+ tags:
10
+ - generated_from_trainer
11
  model-index:
12
  - name: dfm
13
  results: []
tokenizer.json CHANGED
@@ -2,12 +2,14 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 256,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
- "strategy": "BatchLongest",
 
 
11
  "direction": "Right",
12
  "pad_to_multiple_of": null,
13
  "pad_id": 503,
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 512,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
+ "strategy": {
11
+ "Fixed": 512
12
+ },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
15
  "pad_id": 503,