File size: 1,038 Bytes
61804b0
b118453
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
{
        "unk_token": {
            "content": "<|endoftext|>",
            "single_word": False,
            "lstrip": False,
            "rstrip": False,
            "normalized": True,
            "__type": "AddedToken"
        },
        "bos_token": {
            "content": "<|startoftext|>",
            "single_word": False,
            "lstrip": False,
            "rstrip": False,
            "normalized": True,
            "__type": "AddedToken"
        },
        "eos_token": {
            "content": "<|endoftext|>",
            "single_word": False,
            "lstrip": False,
            "rstrip": False,
            "normalized": True,
            "__type": "AddedToken"
        },
        "pad_token": "<|endoftext|>",
        "errors": "replace",
        "add_prefix_space": False,
        "do_lower_case": True,
        "model_max_length": 77,
        "tokenizer_class": "CLIPTokenizer",
        "name_or_path": "Leonardo6/clip-datacomp-12m-16",
        "special_tokens_map_file": "./special_tokens_map.json"
    }