openchat.json

{
  "local_rank": 0,
  "model_path": "imone/Mistral_7B_with_EOT_token",
  "data_prefix": "dataset_openchat3.5/tokenized/openchat_mistral_1017",
  "save_path": "/ML-A100/home/csj/trained_models/openchat_mistral/1017",
  "save_every": 1,
  "batch_size_per_gpu": 10,
  "epochs": 5,
  "lr": 0.000012507232220003032,
  "lr_min_ratio": 0.1,
  "lr_warmup_ratio": 0.05,
  "weight_decay": 0.1,
  "beta1": 0.9,
  "beta2": 0.95,
  "eps": 0.00001,
  "deepspeed": true,
  "deepspeed_config": "ochat/training_deepspeed/deepspeed_config.json",
  "deepscale": false,
  "deepscale_config": null,
  "deepspeed_mpi": false,
  "model_type": "openchat_v3.2_mistral",
  "batch_max_len": 81920,
  "device": "<non-serializable>",
  "epoch": 2
}