{ | |
"base_model_name": "microsoft_Phi-3-vision-128k-instruct", | |
"base_model_class": "Phi3VForCausalLM", | |
"base_loaded_in_4bit": true, | |
"base_loaded_in_8bit": false, | |
"projections": "gate, down, up, q, v, k, o", | |
"loss": 0.5155, | |
"grad_norm": 1.1744245290756226, | |
"learning_rate": 9.660527388881338e-05, | |
"epoch": 1.4272121788772598, | |
"current_steps": 2999 | |
} |