Update README.md
Browse files
README.md
CHANGED
@@ -148,6 +148,13 @@ Used RunPod with following setup:
|
|
148 |
optim="paged_adamw_8bit",
|
149 |
save_strategy="steps",
|
150 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
151 |
<!-- #### Speeds, Sizes, Times [optional] -->
|
152 |
|
153 |
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
|
|
148 |
optim="paged_adamw_8bit",
|
149 |
save_strategy="steps",
|
150 |
)
|
151 |
+
<!-- TODO Check if this config is used
|
152 |
+
bnb_config = BitsAndBytesConfig(
|
153 |
+
load_in_4bit=True,
|
154 |
+
bnb_4bit_use_double_quant=True,
|
155 |
+
bnb_4bit_quant_type="nf4",
|
156 |
+
bnb_4bit_compute_dtype=torch.bfloat16,
|
157 |
+
) -->
|
158 |
<!-- #### Speeds, Sizes, Times [optional] -->
|
159 |
|
160 |
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|