hongyin commited on
Commit
f6d1303
1 Parent(s): 4667655

Upload 7 files

Browse files
Files changed (4) hide show
  1. config.json +2 -2
  2. pytorch_model.bin +1 -1
  3. tokenizer.json +0 -9
  4. tokenizer_config.json +0 -2
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/data/web-bloom/pre-train/llama2-en-zh-4.9w-large",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -21,7 +21,7 @@
21
  "rope_scaling": null,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float32",
24
- "transformers_version": "4.29.0",
25
  "use_cache": true,
26
  "vocab_size": 49312
27
  }
 
1
  {
2
+ "_name_or_path": "llama2-1b",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
21
  "rope_scaling": null,
22
  "tie_word_embeddings": false,
23
  "torch_dtype": "float32",
24
+ "transformers_version": "4.31.0",
25
  "use_cache": true,
26
  "vocab_size": 49312
27
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ef499147f7b48fee87a5c116817ba06164497a43fde243801bada361405001b
3
  size 2417469500
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f603b62c8dddcaff1ae923bbf0a75fee8aa0c1b2fe7a103af87a7d829023d4
3
  size 2417469500
tokenizer.json CHANGED
@@ -181,15 +181,6 @@
181
  }
182
  ],
183
  "special_tokens": {
184
- "</s>": {
185
- "id": "</s>",
186
- "ids": [
187
- 2
188
- ],
189
- "tokens": [
190
- "</s>"
191
- ]
192
- },
193
  "<s>": {
194
  "id": "<s>",
195
  "ids": [
 
181
  }
182
  ],
183
  "special_tokens": {
 
 
 
 
 
 
 
 
 
184
  "<s>": {
185
  "id": "<s>",
186
  "ids": [
tokenizer_config.json CHANGED
@@ -1,6 +1,4 @@
1
  {
2
- "add_bos_token": true,
3
- "add_eos_token": false,
4
  "bos_token": {
5
  "__type": "AddedToken",
6
  "content": "<s>",
 
1
  {
 
 
2
  "bos_token": {
3
  "__type": "AddedToken",
4
  "content": "<s>",