Hugging Face's logo

bilkultheek
/
Cold-Rec-LLama-2-7B

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files
xet
Metrics Community
bilkultheek commited on
Commit
e01b56e
·
verified ·
1 Parent(s): 0aab305

Training in progress, step 100

Browse files
Files changed (8) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +2 -2
  3. runs/Aug09_10-08-36_fastgpuserv/events.out.tfevents.1723180125.fastgpuserv.494076.0 +3 -0
  4. runs/Aug09_10-22-52_fastgpuserv/events.out.tfevents.1723180978.fastgpuserv.502349.0 +3 -0
  5. special_tokens_map.json +4 -4
  6. tokenizer.json +0 -0
  7. tokenizer_config.json +21 -16
  8. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "NousResearch/Llama-2-7b-hf",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -20,8 +20,8 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "q_proj",
24
- "v_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "ahxt/llama1_s_1.8B_experimental",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
+ "v_proj",
24
+ "q_proj"
25
  ],
26
  "task_type": "CAUSAL_LM",
27
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e74a36e4d15179ece6f3b782349429b86da3458bfefd6da8d55f0958e656963
3
- size 134235048
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac057d729ad4b75b6f696ba4f01e0fd29f71ec26502e783bedcc1cc5f9f2683d
3
+ size 50344568
runs/Aug09_10-08-36_fastgpuserv/events.out.tfevents.1723180125.fastgpuserv.494076.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49bda035f9f01f0961818a10f644eb3de63db842ea812b8da5a9d472d7d54b7f
3
+ size 5776
runs/Aug09_10-22-52_fastgpuserv/events.out.tfevents.1723180978.fastgpuserv.502349.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e23a5f4ac2f650e7e7ba3d1702c23ddb6f7ba97d3535bf45ff036e792cf6afb
3
+ size 7880
special_tokens_map.json CHANGED
@@ -1,21 +1,21 @@
1
  {
2
  "bos_token": {
3
- "content": "<s>",
4
  "lstrip": false,
5
  "normalized": true,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
- "content": "</s>",
11
  "lstrip": false,
12
  "normalized": true,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "</s>",
17
  "unk_token": {
18
- "content": "<unk>",
19
  "lstrip": false,
20
  "normalized": true,
21
  "rstrip": false,
 
1
  {
2
  "bos_token": {
3
+ "content": "\"",
4
  "lstrip": false,
5
  "normalized": true,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
+ "content": "#",
11
  "lstrip": false,
12
  "normalized": true,
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "#",
17
  "unk_token": {
18
+ "content": "<|endoftext|>",
19
  "lstrip": false,
20
  "normalized": true,
21
  "rstrip": false,
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json CHANGED
@@ -1,10 +1,9 @@
1
  {
2
- "add_bos_token": true,
3
- "add_eos_token": false,
4
- "add_prefix_space": null,
5
  "added_tokens_decoder": {
6
  "0": {
7
- "content": "<unk>",
8
  "lstrip": false,
9
  "normalized": true,
10
  "rstrip": false,
@@ -12,7 +11,7 @@
12
  "special": true
13
  },
14
  "1": {
15
- "content": "<s>",
16
  "lstrip": false,
17
  "normalized": true,
18
  "rstrip": false,
@@ -20,7 +19,15 @@
20
  "special": true
21
  },
22
  "2": {
23
- "content": "</s>",
 
 
 
 
 
 
 
 
24
  "lstrip": false,
25
  "normalized": true,
26
  "rstrip": false,
@@ -28,14 +35,12 @@
28
  "special": true
29
  }
30
  },
31
- "bos_token": "<s>",
32
- "clean_up_tokenization_spaces": false,
33
- "eos_token": "</s>",
34
- "legacy": false,
35
- "model_max_length": 1000000000000000019884624838656,
36
- "pad_token": "</s>",
37
- "sp_model_kwargs": {},
38
- "tokenizer_class": "LlamaTokenizer",
39
- "unk_token": "<unk>",
40
- "use_default_system_prompt": false
41
  }
 
1
  {
2
+ "add_bos_token": false,
3
+ "add_prefix_space": false,
 
4
  "added_tokens_decoder": {
5
  "0": {
6
+ "content": "!",
7
  "lstrip": false,
8
  "normalized": true,
9
  "rstrip": false,
 
11
  "special": true
12
  },
13
  "1": {
14
+ "content": "\"",
15
  "lstrip": false,
16
  "normalized": true,
17
  "rstrip": false,
 
19
  "special": true
20
  },
21
  "2": {
22
+ "content": "#",
23
+ "lstrip": false,
24
+ "normalized": true,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "50256": {
30
+ "content": "<|endoftext|>",
31
  "lstrip": false,
32
  "normalized": true,
33
  "rstrip": false,
 
35
  "special": true
36
  }
37
  },
38
+ "bos_token": "\"",
39
+ "clean_up_tokenization_spaces": true,
40
+ "eos_token": "#",
41
+ "errors": "replace",
42
+ "model_max_length": 1024,
43
+ "pad_token": "#",
44
+ "tokenizer_class": "GPT2Tokenizer",
45
+ "unk_token": "<|endoftext|>"
 
 
46
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4178d4c7ad291eb7560918bac427a6df0b9e16cf26301963fde823f269829884
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1897122735f1eca03ff946d9a17d8bafc3103cf94e1d17accf89e62d70595907
3
  size 5432