TroyDoesAI's picture
A Lora Of BlackSheep Vision For Phi-3-Mini
074523c verified
raw
history blame
559 Bytes
{
"base_model_name": "microsoft_Phi-3-vision-128k-instruct",
"base_model_class": "Phi3VForCausalLM",
"base_loaded_in_4bit": true,
"base_loaded_in_8bit": false,
"projections": "gate, down, up, q, v, k, o",
"loss": 0.3423,
"grad_norm": 1.8447479009628296,
"learning_rate": 9.438738616283812e-05,
"epoch": 2.3596574690770695,
"current_steps": 4961,
"train_runtime": 14910.6647,
"train_samples_per_second": 5.921,
"train_steps_per_second": 2.96,
"total_flos": 6.693944118843802e+17,
"train_loss": 0.7060681312735523
}