Update config.json
Browse filesfix the gradient accumulation step
- config.json +1 -0
config.json
CHANGED
|
@@ -61,6 +61,7 @@
|
|
| 61 |
"image_seq_length": 169,
|
| 62 |
"image_token_id": 255030,
|
| 63 |
"model_type": "kawn_idefics3",
|
|
|
|
| 64 |
"scale_factor": 2,
|
| 65 |
"text_config": {
|
| 66 |
"_attn_implementation_autoset": true,
|
|
|
|
| 61 |
"image_seq_length": 169,
|
| 62 |
"image_token_id": 255030,
|
| 63 |
"model_type": "kawn_idefics3",
|
| 64 |
+
"loss_type":"ForCausalLM",
|
| 65 |
"scale_factor": 2,
|
| 66 |
"text_config": {
|
| 67 |
"_attn_implementation_autoset": true,
|