Update README.md
Browse files
README.md
CHANGED
@@ -23,8 +23,8 @@ Accelerate, Deepspeed Zero-3 libraries were used.
|
|
23 |
www.linkbricks.com, www.linkbricks.vc
|
24 |
|
25 |
## Configuration including BitsandBytes
|
26 |
-
|
27 |
-
learning_rate = 2e-4
|
28 |
num_epochs = 5
|
29 |
batch_size = 4
|
30 |
block_size = 2048
|
@@ -39,6 +39,6 @@ lora_r = 64
|
|
39 |
lora_alpha = 64
|
40 |
lora_dropout = 0.1
|
41 |
model_max_length = 2048
|
42 |
-
|
43 |
## Dataset Format
|
44 |
Alpaca Format Prompt Text
|
|
|
23 |
www.linkbricks.com, www.linkbricks.vc
|
24 |
|
25 |
## Configuration including BitsandBytes
|
26 |
+
---
|
27 |
+
learning_rate = 2e-4
|
28 |
num_epochs = 5
|
29 |
batch_size = 4
|
30 |
block_size = 2048
|
|
|
39 |
lora_alpha = 64
|
40 |
lora_dropout = 0.1
|
41 |
model_max_length = 2048
|
42 |
+
---
|
43 |
## Dataset Format
|
44 |
Alpaca Format Prompt Text
|