File size: 559 Bytes
074523c |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 |
{
"base_model_name": "microsoft_Phi-3-vision-128k-instruct",
"base_model_class": "Phi3VForCausalLM",
"base_loaded_in_4bit": true,
"base_loaded_in_8bit": false,
"projections": "gate, down, up, q, v, k, o",
"loss": 0.3423,
"grad_norm": 1.8447479009628296,
"learning_rate": 9.438738616283812e-05,
"epoch": 2.3596574690770695,
"current_steps": 4961,
"train_runtime": 14910.6647,
"train_samples_per_second": 5.921,
"train_steps_per_second": 2.96,
"total_flos": 6.693944118843802e+17,
"train_loss": 0.7060681312735523
} |