BlackSheepVision-Phi-3/checkpoint-2000/training_log.json

{
  "base_model_name": "microsoft_Phi-3-vision-128k-instruct",
  "base_model_class": "Phi3VForCausalLM",
  "base_loaded_in_4bit": true,
  "base_loaded_in_8bit": false,
  "projections": "gate, down, up, q, v, k, o",
  "loss": 0.9775,
  "grad_norm": 1.721966028213501,
  "learning_rate": 9.773684925920892e-05,
  "epoch": 0.9514747859181731,
  "current_steps": 1999
}