hermeschen1116 commited on
Commit
eb931f5
1 Parent(s): dd3a9f7

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -3
README.md CHANGED
@@ -7,12 +7,16 @@ tags:
7
  - trl
8
  - sft
9
  - unsloth
 
10
  model-index:
11
  - name: response_generator_for_emotion_chat_bot
12
  results: []
13
  language:
14
  - en
15
  pipeline_tag: text-generation
 
 
 
16
  ---
17
 
18
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -46,9 +50,8 @@ The following hyperparameters were used during training:
46
  - warmup_ratio: 0.03
47
  - max_steps: -1
48
  - train_batch_size: 4
49
- - eval_batch_size: 8
50
  - seed: 42
51
- - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
52
  - lr_scheduler_type: constant
53
  - lr_scheduler_warmup_ratio: 0.03
54
  - num_epochs: 1
@@ -65,4 +68,5 @@ The following hyperparameters were used during training:
65
  - Pytorch 2.3.0+cu121
66
  - Datasets 2.20.0
67
  - Tokenizers 0.19.1
68
- - Trl 0.8.6
 
 
7
  - trl
8
  - sft
9
  - unsloth
10
+ - bitsandbytes
11
  model-index:
12
  - name: response_generator_for_emotion_chat_bot
13
  results: []
14
  language:
15
  - en
16
  pipeline_tag: text-generation
17
+ metrics:
18
+ - accuracy
19
+ - f1-score
20
  ---
21
 
22
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
50
  - warmup_ratio: 0.03
51
  - max_steps: -1
52
  - train_batch_size: 4
 
53
  - seed: 42
54
+ - optimizer: paged_adamw_32bit with betas=(0.9,0.999) and epsilon=1e-08
55
  - lr_scheduler_type: constant
56
  - lr_scheduler_warmup_ratio: 0.03
57
  - num_epochs: 1
 
68
  - Pytorch 2.3.0+cu121
69
  - Datasets 2.20.0
70
  - Tokenizers 0.19.1
71
+ - Trl 0.8.6
72
+ - Bitsandbytes