BlackSheepVision-Phi-3/checkpoint-3000/training_log.json

{
  "base_model_name": "microsoft_Phi-3-vision-128k-instruct",
  "base_model_class": "Phi3VForCausalLM",
  "base_loaded_in_4bit": true,
  "base_loaded_in_8bit": false,
  "projections": "gate, down, up, q, v, k, o",
  "loss": 0.5155,
  "grad_norm": 1.1744245290756226,
  "learning_rate": 9.660527388881338e-05,
  "epoch": 1.4272121788772598,
  "current_steps": 2999
}