Alexandre D-Julin
commited on
Commit
·
1c4fb0f
1
Parent(s):
2665117
deleted contents
Browse files- .gitattributes +0 -35
- README.md +0 -3
- config.json +0 -32
- generation_config.json +0 -6
- model.safetensors +0 -3
- special_tokens_map.json +0 -30
- tokenizer.json +0 -140
- tokenizer_config.json +0 -43
.gitattributes
DELETED
@@ -1,35 +0,0 @@
|
|
1 |
-
*.7z filter=lfs diff=lfs merge=lfs -text
|
2 |
-
*.arrow filter=lfs diff=lfs merge=lfs -text
|
3 |
-
*.bin filter=lfs diff=lfs merge=lfs -text
|
4 |
-
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
5 |
-
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
6 |
-
*.ftz filter=lfs diff=lfs merge=lfs -text
|
7 |
-
*.gz filter=lfs diff=lfs merge=lfs -text
|
8 |
-
*.h5 filter=lfs diff=lfs merge=lfs -text
|
9 |
-
*.joblib filter=lfs diff=lfs merge=lfs -text
|
10 |
-
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
11 |
-
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
12 |
-
*.model filter=lfs diff=lfs merge=lfs -text
|
13 |
-
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
14 |
-
*.npy filter=lfs diff=lfs merge=lfs -text
|
15 |
-
*.npz filter=lfs diff=lfs merge=lfs -text
|
16 |
-
*.onnx filter=lfs diff=lfs merge=lfs -text
|
17 |
-
*.ot filter=lfs diff=lfs merge=lfs -text
|
18 |
-
*.parquet filter=lfs diff=lfs merge=lfs -text
|
19 |
-
*.pb filter=lfs diff=lfs merge=lfs -text
|
20 |
-
*.pickle filter=lfs diff=lfs merge=lfs -text
|
21 |
-
*.pkl filter=lfs diff=lfs merge=lfs -text
|
22 |
-
*.pt filter=lfs diff=lfs merge=lfs -text
|
23 |
-
*.pth filter=lfs diff=lfs merge=lfs -text
|
24 |
-
*.rar filter=lfs diff=lfs merge=lfs -text
|
25 |
-
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
26 |
-
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
27 |
-
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
28 |
-
*.tar filter=lfs diff=lfs merge=lfs -text
|
29 |
-
*.tflite filter=lfs diff=lfs merge=lfs -text
|
30 |
-
*.tgz filter=lfs diff=lfs merge=lfs -text
|
31 |
-
*.wasm filter=lfs diff=lfs merge=lfs -text
|
32 |
-
*.xz filter=lfs diff=lfs merge=lfs -text
|
33 |
-
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
-
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
-
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
README.md
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
---
|
2 |
-
license: mit
|
3 |
-
---
|
|
|
|
|
|
|
|
config.json
DELETED
@@ -1,32 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"_name_or_path": "deployment/v1/lafontaine_gpt_deployed_v9_model",
|
3 |
-
"activation_function": "gelu_new",
|
4 |
-
"architectures": [
|
5 |
-
"GPT2LMHeadModel"
|
6 |
-
],
|
7 |
-
"attn_pdrop": 0.1,
|
8 |
-
"bos_token_id": 50256,
|
9 |
-
"embd_pdrop": 0.1,
|
10 |
-
"eos_token_id": 50256,
|
11 |
-
"initializer_range": 0.02,
|
12 |
-
"layer_norm_epsilon": 1e-05,
|
13 |
-
"model_type": "gpt2",
|
14 |
-
"n_embd": 384,
|
15 |
-
"n_head": 6,
|
16 |
-
"n_inner": null,
|
17 |
-
"n_layer": 6,
|
18 |
-
"n_positions": 1024,
|
19 |
-
"reorder_and_upcast_attn": false,
|
20 |
-
"resid_pdrop": 0.1,
|
21 |
-
"scale_attn_by_inverse_layer_idx": false,
|
22 |
-
"scale_attn_weights": true,
|
23 |
-
"summary_activation": null,
|
24 |
-
"summary_first_dropout": 0.1,
|
25 |
-
"summary_proj_to_labels": true,
|
26 |
-
"summary_type": "cls_index",
|
27 |
-
"summary_use_proj": true,
|
28 |
-
"torch_dtype": "float32",
|
29 |
-
"transformers_version": "4.45.2",
|
30 |
-
"use_cache": true,
|
31 |
-
"vocab_size": 84
|
32 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
generation_config.json
DELETED
@@ -1,6 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"_from_model_config": true,
|
3 |
-
"bos_token_id": 50256,
|
4 |
-
"eos_token_id": 50256,
|
5 |
-
"transformers_version": "4.45.2"
|
6 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
model.safetensors
DELETED
@@ -1,3 +0,0 @@
|
|
1 |
-
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:10d31bbf2a1fd789309dc3593d8203b317639110352930e28cc99c39e9b3e40c
|
3 |
-
size 44299632
|
|
|
|
|
|
|
|
special_tokens_map.json
DELETED
@@ -1,30 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"bos_token": {
|
3 |
-
"content": "<s>",
|
4 |
-
"lstrip": false,
|
5 |
-
"normalized": false,
|
6 |
-
"rstrip": false,
|
7 |
-
"single_word": false
|
8 |
-
},
|
9 |
-
"eos_token": {
|
10 |
-
"content": "</s>",
|
11 |
-
"lstrip": false,
|
12 |
-
"normalized": false,
|
13 |
-
"rstrip": false,
|
14 |
-
"single_word": false
|
15 |
-
},
|
16 |
-
"pad_token": {
|
17 |
-
"content": "<pad>",
|
18 |
-
"lstrip": false,
|
19 |
-
"normalized": false,
|
20 |
-
"rstrip": false,
|
21 |
-
"single_word": false
|
22 |
-
},
|
23 |
-
"unk_token": {
|
24 |
-
"content": "<unk>",
|
25 |
-
"lstrip": false,
|
26 |
-
"normalized": false,
|
27 |
-
"rstrip": false,
|
28 |
-
"single_word": false
|
29 |
-
}
|
30 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tokenizer.json
DELETED
@@ -1,140 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"version": "1.0",
|
3 |
-
"truncation": null,
|
4 |
-
"padding": null,
|
5 |
-
"added_tokens": [
|
6 |
-
{
|
7 |
-
"id": 84,
|
8 |
-
"content": "<unk>",
|
9 |
-
"single_word": false,
|
10 |
-
"lstrip": false,
|
11 |
-
"rstrip": false,
|
12 |
-
"normalized": false,
|
13 |
-
"special": true
|
14 |
-
},
|
15 |
-
{
|
16 |
-
"id": 85,
|
17 |
-
"content": "<s>",
|
18 |
-
"single_word": false,
|
19 |
-
"lstrip": false,
|
20 |
-
"rstrip": false,
|
21 |
-
"normalized": false,
|
22 |
-
"special": true
|
23 |
-
},
|
24 |
-
{
|
25 |
-
"id": 86,
|
26 |
-
"content": "</s>",
|
27 |
-
"single_word": false,
|
28 |
-
"lstrip": false,
|
29 |
-
"rstrip": false,
|
30 |
-
"normalized": false,
|
31 |
-
"special": true
|
32 |
-
},
|
33 |
-
{
|
34 |
-
"id": 87,
|
35 |
-
"content": "<pad>",
|
36 |
-
"single_word": false,
|
37 |
-
"lstrip": false,
|
38 |
-
"rstrip": false,
|
39 |
-
"normalized": false,
|
40 |
-
"special": true
|
41 |
-
}
|
42 |
-
],
|
43 |
-
"normalizer": null,
|
44 |
-
"pre_tokenizer": {
|
45 |
-
"type": "Whitespace"
|
46 |
-
},
|
47 |
-
"post_processor": null,
|
48 |
-
"decoder": null,
|
49 |
-
"model": {
|
50 |
-
"type": "WordLevel",
|
51 |
-
"vocab": {
|
52 |
-
"\n": 0,
|
53 |
-
" ": 1,
|
54 |
-
"!": 2,
|
55 |
-
"\"": 3,
|
56 |
-
"'": 4,
|
57 |
-
"(": 5,
|
58 |
-
")": 6,
|
59 |
-
",": 7,
|
60 |
-
"-": 8,
|
61 |
-
".": 9,
|
62 |
-
":": 10,
|
63 |
-
";": 11,
|
64 |
-
"?": 12,
|
65 |
-
"A": 13,
|
66 |
-
"B": 14,
|
67 |
-
"C": 15,
|
68 |
-
"D": 16,
|
69 |
-
"E": 17,
|
70 |
-
"F": 18,
|
71 |
-
"G": 19,
|
72 |
-
"H": 20,
|
73 |
-
"I": 21,
|
74 |
-
"J": 22,
|
75 |
-
"L": 23,
|
76 |
-
"M": 24,
|
77 |
-
"N": 25,
|
78 |
-
"O": 26,
|
79 |
-
"P": 27,
|
80 |
-
"Q": 28,
|
81 |
-
"R": 29,
|
82 |
-
"S": 30,
|
83 |
-
"T": 31,
|
84 |
-
"U": 32,
|
85 |
-
"V": 33,
|
86 |
-
"X": 34,
|
87 |
-
"Y": 35,
|
88 |
-
"Z": 36,
|
89 |
-
"a": 37,
|
90 |
-
"b": 38,
|
91 |
-
"c": 39,
|
92 |
-
"d": 40,
|
93 |
-
"e": 41,
|
94 |
-
"f": 42,
|
95 |
-
"g": 43,
|
96 |
-
"h": 44,
|
97 |
-
"i": 45,
|
98 |
-
"j": 46,
|
99 |
-
"l": 47,
|
100 |
-
"m": 48,
|
101 |
-
"n": 49,
|
102 |
-
"o": 50,
|
103 |
-
"p": 51,
|
104 |
-
"q": 52,
|
105 |
-
"r": 53,
|
106 |
-
"s": 54,
|
107 |
-
"t": 55,
|
108 |
-
"u": 56,
|
109 |
-
"v": 57,
|
110 |
-
"x": 58,
|
111 |
-
"y": 59,
|
112 |
-
"z": 60,
|
113 |
-
"«": 61,
|
114 |
-
"»": 62,
|
115 |
-
"À": 63,
|
116 |
-
"Â": 64,
|
117 |
-
"Ç": 65,
|
118 |
-
"È": 66,
|
119 |
-
"É": 67,
|
120 |
-
"Ê": 68,
|
121 |
-
"Î": 69,
|
122 |
-
"Ô": 70,
|
123 |
-
"Û": 71,
|
124 |
-
"à": 72,
|
125 |
-
"â": 73,
|
126 |
-
"ç": 74,
|
127 |
-
"è": 75,
|
128 |
-
"é": 76,
|
129 |
-
"ê": 77,
|
130 |
-
"î": 78,
|
131 |
-
"ï": 79,
|
132 |
-
"ô": 80,
|
133 |
-
"ù": 81,
|
134 |
-
"û": 82,
|
135 |
-
"œ": 83,
|
136 |
-
"<unk>": 84
|
137 |
-
},
|
138 |
-
"unk_token": "<unk>"
|
139 |
-
}
|
140 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
tokenizer_config.json
DELETED
@@ -1,43 +0,0 @@
|
|
1 |
-
{
|
2 |
-
"added_tokens_decoder": {
|
3 |
-
"84": {
|
4 |
-
"content": "<unk>",
|
5 |
-
"lstrip": false,
|
6 |
-
"normalized": false,
|
7 |
-
"rstrip": false,
|
8 |
-
"single_word": false,
|
9 |
-
"special": true
|
10 |
-
},
|
11 |
-
"85": {
|
12 |
-
"content": "<s>",
|
13 |
-
"lstrip": false,
|
14 |
-
"normalized": false,
|
15 |
-
"rstrip": false,
|
16 |
-
"single_word": false,
|
17 |
-
"special": true
|
18 |
-
},
|
19 |
-
"86": {
|
20 |
-
"content": "</s>",
|
21 |
-
"lstrip": false,
|
22 |
-
"normalized": false,
|
23 |
-
"rstrip": false,
|
24 |
-
"single_word": false,
|
25 |
-
"special": true
|
26 |
-
},
|
27 |
-
"87": {
|
28 |
-
"content": "<pad>",
|
29 |
-
"lstrip": false,
|
30 |
-
"normalized": false,
|
31 |
-
"rstrip": false,
|
32 |
-
"single_word": false,
|
33 |
-
"special": true
|
34 |
-
}
|
35 |
-
},
|
36 |
-
"bos_token": "<s>",
|
37 |
-
"clean_up_tokenization_spaces": false,
|
38 |
-
"eos_token": "</s>",
|
39 |
-
"model_max_length": 1000000000000000019884624838656,
|
40 |
-
"pad_token": "<pad>",
|
41 |
-
"tokenizer_class": "PreTrainedTokenizerFast",
|
42 |
-
"unk_token": "<unk>"
|
43 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|