mtzig commited on
Commit
fdd872f
·
verified ·
1 Parent(s): 0ee3d1d

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0828710b640dbf68298e27271b529b25b9633dd7711dad19568b25686b79955f
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4963b2cd50e57f6b515f56f974dfe45d992517004fc520f6955d81d176f790a7
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:09c7ac02ae4e3a773215b98acf254fe48c4e7de8555cfc804e4c8564253462d5
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68fdb607ac4683a8dca2ee6fa979f122c8b9e4f5a8be05c199df9ffdf462632
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fe68aa5543c7e1858414222033d21efd3626ac60315b4e8919cae752773097c
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f1c5f0040695754e95cea31a92ba95b979e25d690f9d64c169d66dc419f228
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29b26a714efa8d1e7798d4d1a8c5ead91c9c253836ae76c8074e3b2d998b12ff
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e9491dc652893fb060e965d69962558957f031ecac809634247164f574e608
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c95f08281fb03852e4519ff6aa382f5c90ec236a0542a483b82c72cfa5ad848e
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d035efe305175a2f8bfbab2f8d3e62cee6f2ced0a908d7eb6c1e495846d0737b
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dae344d3faf7510fb590a7e7eaf2cfc188c6927842e743a0272a1df1c56f789d
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc84a14f60fa5fc54638a6ef9c91a376a58f7ab98ea47d3c31d76ce89c680414
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d105c6f274366380374e805d8adf2ea780c3fcbf468ed3da0d30d931fdfebac8
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac4073bdc83a079a4b6896bc4a6496aeea9ed2771c055d341f2925ac3e15b804
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94b26738ea842513efa4609b1427f3c23b0d37d48ad0efdbd4bd1f4842bfb006
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a66dd53cdd3497de414d53e774c65997b79be629a8b45594ad103171f71988a
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e68dcb3ef0e8b7c7d625ab213042156e023f2a245865d688db9dd4fe92f207dc
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30f7efb14f830613ce1feb32c656507e2b2715abb7e03351d4ab24fdac833de9
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45b214c4a5ffd153814b8b271cfd3ef9fa8c2be4640619c8e4854dc05d7d1c97
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b570acbde5d360a8111669f646b87b723b1561b932314383883cb8d7631cf6a5
3
  size 14960
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96a5e4dab35f0ee0b3a7f32c0e07341ebe72be8848c24cfaf9766b3fa46c7222
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce2f6e01a41ead5e1f0563b520db5e55e49adbcab1ba2767d62506fd2c2fd350
3
  size 14960
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b62411f66602767298f963adc60824709fbed6ee64305b82501b466a1c44c9e
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b05228164f2365d0c73a013ea3f0d6ff1002ba4a518c68a6670e0c417be0df02
3
  size 14960
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c8d986f9845c2c79697397af5a78c52fea0f5eb71ebc653676ec6d3ab1848325
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feec47af43281c02d149007021796dc5997bea57643d860b75184d48d617927b
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.2029769959404601,
5
  "eval_steps": 20,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2299,6 +2299,766 @@
2299
  "eval_samples_per_second": 5.781,
2300
  "eval_steps_per_second": 0.194,
2301
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2302
  }
2303
  ],
2304
  "logging_steps": 1,
@@ -2318,7 +3078,7 @@
2318
  "attributes": {}
2319
  }
2320
  },
2321
- "total_flos": 9.054635921978163e+16,
2322
  "train_batch_size": 8,
2323
  "trial_name": null,
2324
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.2706359945872801,
5
  "eval_steps": 20,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2299
  "eval_samples_per_second": 5.781,
2300
  "eval_steps_per_second": 0.194,
2301
  "step": 300
2302
+ },
2303
+ {
2304
+ "epoch": 0.20365358592692828,
2305
+ "grad_norm": 5.575674057006836,
2306
+ "learning_rate": 1.935402277163988e-05,
2307
+ "loss": 0.1904,
2308
+ "step": 301
2309
+ },
2310
+ {
2311
+ "epoch": 0.20433017591339647,
2312
+ "grad_norm": 4.0572829246521,
2313
+ "learning_rate": 1.934564464599461e-05,
2314
+ "loss": 0.1882,
2315
+ "step": 302
2316
+ },
2317
+ {
2318
+ "epoch": 0.2050067658998647,
2319
+ "grad_norm": 3.6547298431396484,
2320
+ "learning_rate": 1.9337214376207417e-05,
2321
+ "loss": 0.2039,
2322
+ "step": 303
2323
+ },
2324
+ {
2325
+ "epoch": 0.20568335588633288,
2326
+ "grad_norm": 4.347687721252441,
2327
+ "learning_rate": 1.9328732009315107e-05,
2328
+ "loss": 0.169,
2329
+ "step": 304
2330
+ },
2331
+ {
2332
+ "epoch": 0.20635994587280107,
2333
+ "grad_norm": 4.556861400604248,
2334
+ "learning_rate": 1.932019759264514e-05,
2335
+ "loss": 0.203,
2336
+ "step": 305
2337
+ },
2338
+ {
2339
+ "epoch": 0.2070365358592693,
2340
+ "grad_norm": 5.285150527954102,
2341
+ "learning_rate": 1.931161117381541e-05,
2342
+ "loss": 0.1871,
2343
+ "step": 306
2344
+ },
2345
+ {
2346
+ "epoch": 0.20771312584573748,
2347
+ "grad_norm": 3.5677342414855957,
2348
+ "learning_rate": 1.9302972800733945e-05,
2349
+ "loss": 0.1735,
2350
+ "step": 307
2351
+ },
2352
+ {
2353
+ "epoch": 0.2083897158322057,
2354
+ "grad_norm": 2.768244743347168,
2355
+ "learning_rate": 1.929428252159866e-05,
2356
+ "loss": 0.1313,
2357
+ "step": 308
2358
+ },
2359
+ {
2360
+ "epoch": 0.2090663058186739,
2361
+ "grad_norm": 3.212564706802368,
2362
+ "learning_rate": 1.9285540384897073e-05,
2363
+ "loss": 0.1884,
2364
+ "step": 309
2365
+ },
2366
+ {
2367
+ "epoch": 0.20974289580514208,
2368
+ "grad_norm": 3.121872901916504,
2369
+ "learning_rate": 1.9276746439406046e-05,
2370
+ "loss": 0.2129,
2371
+ "step": 310
2372
+ },
2373
+ {
2374
+ "epoch": 0.2104194857916103,
2375
+ "grad_norm": 3.6964709758758545,
2376
+ "learning_rate": 1.9267900734191515e-05,
2377
+ "loss": 0.2355,
2378
+ "step": 311
2379
+ },
2380
+ {
2381
+ "epoch": 0.21109607577807848,
2382
+ "grad_norm": 3.5150861740112305,
2383
+ "learning_rate": 1.9259003318608192e-05,
2384
+ "loss": 0.1878,
2385
+ "step": 312
2386
+ },
2387
+ {
2388
+ "epoch": 0.21177266576454667,
2389
+ "grad_norm": 3.9340460300445557,
2390
+ "learning_rate": 1.925005424229933e-05,
2391
+ "loss": 0.15,
2392
+ "step": 313
2393
+ },
2394
+ {
2395
+ "epoch": 0.2124492557510149,
2396
+ "grad_norm": 8.675088882446289,
2397
+ "learning_rate": 1.9241053555196405e-05,
2398
+ "loss": 0.2527,
2399
+ "step": 314
2400
+ },
2401
+ {
2402
+ "epoch": 0.21312584573748308,
2403
+ "grad_norm": 7.502621173858643,
2404
+ "learning_rate": 1.923200130751887e-05,
2405
+ "loss": 0.2089,
2406
+ "step": 315
2407
+ },
2408
+ {
2409
+ "epoch": 0.21380243572395127,
2410
+ "grad_norm": 2.9825868606567383,
2411
+ "learning_rate": 1.922289754977385e-05,
2412
+ "loss": 0.1341,
2413
+ "step": 316
2414
+ },
2415
+ {
2416
+ "epoch": 0.2144790257104195,
2417
+ "grad_norm": 5.308103084564209,
2418
+ "learning_rate": 1.9213742332755877e-05,
2419
+ "loss": 0.1872,
2420
+ "step": 317
2421
+ },
2422
+ {
2423
+ "epoch": 0.21515561569688768,
2424
+ "grad_norm": 5.801865577697754,
2425
+ "learning_rate": 1.9204535707546602e-05,
2426
+ "loss": 0.2068,
2427
+ "step": 318
2428
+ },
2429
+ {
2430
+ "epoch": 0.2158322056833559,
2431
+ "grad_norm": 4.229133605957031,
2432
+ "learning_rate": 1.919527772551451e-05,
2433
+ "loss": 0.1741,
2434
+ "step": 319
2435
+ },
2436
+ {
2437
+ "epoch": 0.2165087956698241,
2438
+ "grad_norm": 2.5876822471618652,
2439
+ "learning_rate": 1.918596843831462e-05,
2440
+ "loss": 0.1221,
2441
+ "step": 320
2442
+ },
2443
+ {
2444
+ "epoch": 0.2165087956698241,
2445
+ "eval_accuracy": 0.771559633027523,
2446
+ "eval_f1": 0.3178082191780822,
2447
+ "eval_loss": 0.49765169620513916,
2448
+ "eval_precision": 0.8656716417910447,
2449
+ "eval_recall": 0.19463087248322147,
2450
+ "eval_runtime": 51.4716,
2451
+ "eval_samples_per_second": 5.79,
2452
+ "eval_steps_per_second": 0.194,
2453
+ "step": 320
2454
+ },
2455
+ {
2456
+ "epoch": 0.21718538565629228,
2457
+ "grad_norm": 3.950688600540161,
2458
+ "learning_rate": 1.9176607897888217e-05,
2459
+ "loss": 0.1415,
2460
+ "step": 321
2461
+ },
2462
+ {
2463
+ "epoch": 0.2178619756427605,
2464
+ "grad_norm": 2.8493704795837402,
2465
+ "learning_rate": 1.916719615646256e-05,
2466
+ "loss": 0.1171,
2467
+ "step": 322
2468
+ },
2469
+ {
2470
+ "epoch": 0.2185385656292287,
2471
+ "grad_norm": 2.8084137439727783,
2472
+ "learning_rate": 1.9157733266550577e-05,
2473
+ "loss": 0.1774,
2474
+ "step": 323
2475
+ },
2476
+ {
2477
+ "epoch": 0.21921515561569688,
2478
+ "grad_norm": 3.1478347778320312,
2479
+ "learning_rate": 1.914821928095058e-05,
2480
+ "loss": 0.1816,
2481
+ "step": 324
2482
+ },
2483
+ {
2484
+ "epoch": 0.2198917456021651,
2485
+ "grad_norm": 3.8505070209503174,
2486
+ "learning_rate": 1.913865425274597e-05,
2487
+ "loss": 0.1413,
2488
+ "step": 325
2489
+ },
2490
+ {
2491
+ "epoch": 0.22056833558863329,
2492
+ "grad_norm": 4.398627281188965,
2493
+ "learning_rate": 1.9129038235304946e-05,
2494
+ "loss": 0.1745,
2495
+ "step": 326
2496
+ },
2497
+ {
2498
+ "epoch": 0.22124492557510148,
2499
+ "grad_norm": 4.207502841949463,
2500
+ "learning_rate": 1.9119371282280197e-05,
2501
+ "loss": 0.1996,
2502
+ "step": 327
2503
+ },
2504
+ {
2505
+ "epoch": 0.2219215155615697,
2506
+ "grad_norm": 3.8576388359069824,
2507
+ "learning_rate": 1.9109653447608607e-05,
2508
+ "loss": 0.1522,
2509
+ "step": 328
2510
+ },
2511
+ {
2512
+ "epoch": 0.22259810554803788,
2513
+ "grad_norm": 3.856382369995117,
2514
+ "learning_rate": 1.909988478551096e-05,
2515
+ "loss": 0.1642,
2516
+ "step": 329
2517
+ },
2518
+ {
2519
+ "epoch": 0.2232746955345061,
2520
+ "grad_norm": 5.088944911956787,
2521
+ "learning_rate": 1.909006535049163e-05,
2522
+ "loss": 0.1496,
2523
+ "step": 330
2524
+ },
2525
+ {
2526
+ "epoch": 0.2239512855209743,
2527
+ "grad_norm": 3.050905704498291,
2528
+ "learning_rate": 1.908019519733827e-05,
2529
+ "loss": 0.1263,
2530
+ "step": 331
2531
+ },
2532
+ {
2533
+ "epoch": 0.22462787550744248,
2534
+ "grad_norm": 2.3252899646759033,
2535
+ "learning_rate": 1.907027438112153e-05,
2536
+ "loss": 0.1323,
2537
+ "step": 332
2538
+ },
2539
+ {
2540
+ "epoch": 0.2253044654939107,
2541
+ "grad_norm": 3.3663437366485596,
2542
+ "learning_rate": 1.9060302957194732e-05,
2543
+ "loss": 0.1085,
2544
+ "step": 333
2545
+ },
2546
+ {
2547
+ "epoch": 0.2259810554803789,
2548
+ "grad_norm": 6.574558258056641,
2549
+ "learning_rate": 1.9050280981193555e-05,
2550
+ "loss": 0.2637,
2551
+ "step": 334
2552
+ },
2553
+ {
2554
+ "epoch": 0.22665764546684708,
2555
+ "grad_norm": 4.396321773529053,
2556
+ "learning_rate": 1.9040208509035745e-05,
2557
+ "loss": 0.1464,
2558
+ "step": 335
2559
+ },
2560
+ {
2561
+ "epoch": 0.2273342354533153,
2562
+ "grad_norm": 6.94221305847168,
2563
+ "learning_rate": 1.9030085596920786e-05,
2564
+ "loss": 0.1608,
2565
+ "step": 336
2566
+ },
2567
+ {
2568
+ "epoch": 0.2280108254397835,
2569
+ "grad_norm": 3.8373563289642334,
2570
+ "learning_rate": 1.9019912301329593e-05,
2571
+ "loss": 0.2373,
2572
+ "step": 337
2573
+ },
2574
+ {
2575
+ "epoch": 0.22868741542625168,
2576
+ "grad_norm": 2.109513998031616,
2577
+ "learning_rate": 1.900968867902419e-05,
2578
+ "loss": 0.1219,
2579
+ "step": 338
2580
+ },
2581
+ {
2582
+ "epoch": 0.2293640054127199,
2583
+ "grad_norm": 2.0259997844696045,
2584
+ "learning_rate": 1.899941478704742e-05,
2585
+ "loss": 0.1093,
2586
+ "step": 339
2587
+ },
2588
+ {
2589
+ "epoch": 0.23004059539918809,
2590
+ "grad_norm": 2.7739081382751465,
2591
+ "learning_rate": 1.8989090682722583e-05,
2592
+ "loss": 0.1666,
2593
+ "step": 340
2594
+ },
2595
+ {
2596
+ "epoch": 0.23004059539918809,
2597
+ "eval_accuracy": 0.7779816513761468,
2598
+ "eval_f1": 0.36649214659685864,
2599
+ "eval_loss": 0.48961758613586426,
2600
+ "eval_precision": 0.8333333333333334,
2601
+ "eval_recall": 0.2348993288590604,
2602
+ "eval_runtime": 51.6267,
2603
+ "eval_samples_per_second": 5.772,
2604
+ "eval_steps_per_second": 0.194,
2605
+ "step": 340
2606
+ },
2607
+ {
2608
+ "epoch": 0.2307171853856563,
2609
+ "grad_norm": 2.2220234870910645,
2610
+ "learning_rate": 1.8978716423653153e-05,
2611
+ "loss": 0.1309,
2612
+ "step": 341
2613
+ },
2614
+ {
2615
+ "epoch": 0.2313937753721245,
2616
+ "grad_norm": 2.679076910018921,
2617
+ "learning_rate": 1.8968292067722433e-05,
2618
+ "loss": 0.1182,
2619
+ "step": 342
2620
+ },
2621
+ {
2622
+ "epoch": 0.23207036535859268,
2623
+ "grad_norm": 2.6752357482910156,
2624
+ "learning_rate": 1.8957817673093258e-05,
2625
+ "loss": 0.0976,
2626
+ "step": 343
2627
+ },
2628
+ {
2629
+ "epoch": 0.2327469553450609,
2630
+ "grad_norm": 3.9076900482177734,
2631
+ "learning_rate": 1.8947293298207637e-05,
2632
+ "loss": 0.2482,
2633
+ "step": 344
2634
+ },
2635
+ {
2636
+ "epoch": 0.2334235453315291,
2637
+ "grad_norm": 2.4209744930267334,
2638
+ "learning_rate": 1.8936719001786453e-05,
2639
+ "loss": 0.1294,
2640
+ "step": 345
2641
+ },
2642
+ {
2643
+ "epoch": 0.23410013531799728,
2644
+ "grad_norm": 2.483504056930542,
2645
+ "learning_rate": 1.8926094842829128e-05,
2646
+ "loss": 0.1349,
2647
+ "step": 346
2648
+ },
2649
+ {
2650
+ "epoch": 0.2347767253044655,
2651
+ "grad_norm": 5.663891315460205,
2652
+ "learning_rate": 1.891542088061329e-05,
2653
+ "loss": 0.247,
2654
+ "step": 347
2655
+ },
2656
+ {
2657
+ "epoch": 0.2354533152909337,
2658
+ "grad_norm": 3.8202829360961914,
2659
+ "learning_rate": 1.8904697174694447e-05,
2660
+ "loss": 0.1991,
2661
+ "step": 348
2662
+ },
2663
+ {
2664
+ "epoch": 0.2361299052774019,
2665
+ "grad_norm": 4.326652526855469,
2666
+ "learning_rate": 1.8893923784905647e-05,
2667
+ "loss": 0.2144,
2668
+ "step": 349
2669
+ },
2670
+ {
2671
+ "epoch": 0.2368064952638701,
2672
+ "grad_norm": 4.610856056213379,
2673
+ "learning_rate": 1.888310077135716e-05,
2674
+ "loss": 0.2581,
2675
+ "step": 350
2676
+ },
2677
+ {
2678
+ "epoch": 0.2374830852503383,
2679
+ "grad_norm": 1.77244234085083,
2680
+ "learning_rate": 1.887222819443612e-05,
2681
+ "loss": 0.1308,
2682
+ "step": 351
2683
+ },
2684
+ {
2685
+ "epoch": 0.2381596752368065,
2686
+ "grad_norm": 3.1713812351226807,
2687
+ "learning_rate": 1.886130611480621e-05,
2688
+ "loss": 0.1067,
2689
+ "step": 352
2690
+ },
2691
+ {
2692
+ "epoch": 0.2388362652232747,
2693
+ "grad_norm": 3.379279136657715,
2694
+ "learning_rate": 1.885033459340731e-05,
2695
+ "loss": 0.1363,
2696
+ "step": 353
2697
+ },
2698
+ {
2699
+ "epoch": 0.2395128552097429,
2700
+ "grad_norm": 3.649993896484375,
2701
+ "learning_rate": 1.8839313691455163e-05,
2702
+ "loss": 0.1521,
2703
+ "step": 354
2704
+ },
2705
+ {
2706
+ "epoch": 0.2401894451962111,
2707
+ "grad_norm": 3.849156379699707,
2708
+ "learning_rate": 1.8828243470441026e-05,
2709
+ "loss": 0.2396,
2710
+ "step": 355
2711
+ },
2712
+ {
2713
+ "epoch": 0.2408660351826793,
2714
+ "grad_norm": 2.089524745941162,
2715
+ "learning_rate": 1.8817123992131344e-05,
2716
+ "loss": 0.1016,
2717
+ "step": 356
2718
+ },
2719
+ {
2720
+ "epoch": 0.24154262516914748,
2721
+ "grad_norm": 5.252878665924072,
2722
+ "learning_rate": 1.880595531856738e-05,
2723
+ "loss": 0.1606,
2724
+ "step": 357
2725
+ },
2726
+ {
2727
+ "epoch": 0.2422192151556157,
2728
+ "grad_norm": 2.9322009086608887,
2729
+ "learning_rate": 1.879473751206489e-05,
2730
+ "loss": 0.1346,
2731
+ "step": 358
2732
+ },
2733
+ {
2734
+ "epoch": 0.2428958051420839,
2735
+ "grad_norm": 3.819847822189331,
2736
+ "learning_rate": 1.878347063521377e-05,
2737
+ "loss": 0.2052,
2738
+ "step": 359
2739
+ },
2740
+ {
2741
+ "epoch": 0.2435723951285521,
2742
+ "grad_norm": 3.4725139141082764,
2743
+ "learning_rate": 1.8772154750877696e-05,
2744
+ "loss": 0.1843,
2745
+ "step": 360
2746
+ },
2747
+ {
2748
+ "epoch": 0.2435723951285521,
2749
+ "eval_accuracy": 0.8009174311926606,
2750
+ "eval_f1": 0.49417249417249415,
2751
+ "eval_loss": 0.4227532148361206,
2752
+ "eval_precision": 0.8091603053435115,
2753
+ "eval_recall": 0.35570469798657717,
2754
+ "eval_runtime": 51.8917,
2755
+ "eval_samples_per_second": 5.743,
2756
+ "eval_steps_per_second": 0.193,
2757
+ "step": 360
2758
+ },
2759
+ {
2760
+ "epoch": 0.2442489851150203,
2761
+ "grad_norm": 5.326034069061279,
2762
+ "learning_rate": 1.876078992219379e-05,
2763
+ "loss": 0.1945,
2764
+ "step": 361
2765
+ },
2766
+ {
2767
+ "epoch": 0.2449255751014885,
2768
+ "grad_norm": 7.080038070678711,
2769
+ "learning_rate": 1.8749376212572254e-05,
2770
+ "loss": 0.2108,
2771
+ "step": 362
2772
+ },
2773
+ {
2774
+ "epoch": 0.2456021650879567,
2775
+ "grad_norm": 4.56862211227417,
2776
+ "learning_rate": 1.873791368569603e-05,
2777
+ "loss": 0.1117,
2778
+ "step": 363
2779
+ },
2780
+ {
2781
+ "epoch": 0.2462787550744249,
2782
+ "grad_norm": 5.154612064361572,
2783
+ "learning_rate": 1.8726402405520425e-05,
2784
+ "loss": 0.1771,
2785
+ "step": 364
2786
+ },
2787
+ {
2788
+ "epoch": 0.2469553450608931,
2789
+ "grad_norm": 4.204885005950928,
2790
+ "learning_rate": 1.8714842436272774e-05,
2791
+ "loss": 0.1878,
2792
+ "step": 365
2793
+ },
2794
+ {
2795
+ "epoch": 0.2476319350473613,
2796
+ "grad_norm": 3.4089162349700928,
2797
+ "learning_rate": 1.8703233842452072e-05,
2798
+ "loss": 0.1567,
2799
+ "step": 366
2800
+ },
2801
+ {
2802
+ "epoch": 0.2483085250338295,
2803
+ "grad_norm": 3.831226348876953,
2804
+ "learning_rate": 1.8691576688828613e-05,
2805
+ "loss": 0.1782,
2806
+ "step": 367
2807
+ },
2808
+ {
2809
+ "epoch": 0.2489851150202977,
2810
+ "grad_norm": 7.267455577850342,
2811
+ "learning_rate": 1.8679871040443632e-05,
2812
+ "loss": 0.2087,
2813
+ "step": 368
2814
+ },
2815
+ {
2816
+ "epoch": 0.2496617050067659,
2817
+ "grad_norm": 4.274538993835449,
2818
+ "learning_rate": 1.866811696260894e-05,
2819
+ "loss": 0.1906,
2820
+ "step": 369
2821
+ },
2822
+ {
2823
+ "epoch": 0.2503382949932341,
2824
+ "grad_norm": 5.741366863250732,
2825
+ "learning_rate": 1.865631452090657e-05,
2826
+ "loss": 0.2119,
2827
+ "step": 370
2828
+ },
2829
+ {
2830
+ "epoch": 0.2510148849797023,
2831
+ "grad_norm": 3.3094899654388428,
2832
+ "learning_rate": 1.8644463781188387e-05,
2833
+ "loss": 0.1853,
2834
+ "step": 371
2835
+ },
2836
+ {
2837
+ "epoch": 0.2516914749661705,
2838
+ "grad_norm": 3.474271774291992,
2839
+ "learning_rate": 1.863256480957574e-05,
2840
+ "loss": 0.1849,
2841
+ "step": 372
2842
+ },
2843
+ {
2844
+ "epoch": 0.2523680649526387,
2845
+ "grad_norm": 2.9809741973876953,
2846
+ "learning_rate": 1.8620617672459097e-05,
2847
+ "loss": 0.1298,
2848
+ "step": 373
2849
+ },
2850
+ {
2851
+ "epoch": 0.2530446549391069,
2852
+ "grad_norm": 6.16650915145874,
2853
+ "learning_rate": 1.8608622436497657e-05,
2854
+ "loss": 0.2405,
2855
+ "step": 374
2856
+ },
2857
+ {
2858
+ "epoch": 0.25372124492557513,
2859
+ "grad_norm": 2.5345046520233154,
2860
+ "learning_rate": 1.859657916861899e-05,
2861
+ "loss": 0.1597,
2862
+ "step": 375
2863
+ },
2864
+ {
2865
+ "epoch": 0.2543978349120433,
2866
+ "grad_norm": 4.540293216705322,
2867
+ "learning_rate": 1.8584487936018663e-05,
2868
+ "loss": 0.2112,
2869
+ "step": 376
2870
+ },
2871
+ {
2872
+ "epoch": 0.2550744248985115,
2873
+ "grad_norm": 1.9297409057617188,
2874
+ "learning_rate": 1.8572348806159857e-05,
2875
+ "loss": 0.181,
2876
+ "step": 377
2877
+ },
2878
+ {
2879
+ "epoch": 0.2557510148849797,
2880
+ "grad_norm": 2.586928606033325,
2881
+ "learning_rate": 1.8560161846773002e-05,
2882
+ "loss": 0.1348,
2883
+ "step": 378
2884
+ },
2885
+ {
2886
+ "epoch": 0.2564276048714479,
2887
+ "grad_norm": 2.4230494499206543,
2888
+ "learning_rate": 1.854792712585539e-05,
2889
+ "loss": 0.1307,
2890
+ "step": 379
2891
+ },
2892
+ {
2893
+ "epoch": 0.2571041948579161,
2894
+ "grad_norm": 3.1270833015441895,
2895
+ "learning_rate": 1.8535644711670804e-05,
2896
+ "loss": 0.1995,
2897
+ "step": 380
2898
+ },
2899
+ {
2900
+ "epoch": 0.2571041948579161,
2901
+ "eval_accuracy": 0.773394495412844,
2902
+ "eval_f1": 0.35509138381201044,
2903
+ "eval_loss": 0.45505937933921814,
2904
+ "eval_precision": 0.8,
2905
+ "eval_recall": 0.22818791946308725,
2906
+ "eval_runtime": 51.9893,
2907
+ "eval_samples_per_second": 5.732,
2908
+ "eval_steps_per_second": 0.192,
2909
+ "step": 380
2910
+ },
2911
+ {
2912
+ "epoch": 0.2577807848443843,
2913
+ "grad_norm": 3.090973138809204,
2914
+ "learning_rate": 1.8523314672749123e-05,
2915
+ "loss": 0.1002,
2916
+ "step": 381
2917
+ },
2918
+ {
2919
+ "epoch": 0.2584573748308525,
2920
+ "grad_norm": 2.197547197341919,
2921
+ "learning_rate": 1.851093707788596e-05,
2922
+ "loss": 0.1507,
2923
+ "step": 382
2924
+ },
2925
+ {
2926
+ "epoch": 0.2591339648173207,
2927
+ "grad_norm": 3.1576650142669678,
2928
+ "learning_rate": 1.8498511996142255e-05,
2929
+ "loss": 0.1499,
2930
+ "step": 383
2931
+ },
2932
+ {
2933
+ "epoch": 0.2598105548037889,
2934
+ "grad_norm": 4.379716396331787,
2935
+ "learning_rate": 1.848603949684391e-05,
2936
+ "loss": 0.1485,
2937
+ "step": 384
2938
+ },
2939
+ {
2940
+ "epoch": 0.2604871447902571,
2941
+ "grad_norm": 3.0266523361206055,
2942
+ "learning_rate": 1.8473519649581396e-05,
2943
+ "loss": 0.1738,
2944
+ "step": 385
2945
+ },
2946
+ {
2947
+ "epoch": 0.26116373477672533,
2948
+ "grad_norm": 4.019914627075195,
2949
+ "learning_rate": 1.8460952524209355e-05,
2950
+ "loss": 0.2077,
2951
+ "step": 386
2952
+ },
2953
+ {
2954
+ "epoch": 0.2618403247631935,
2955
+ "grad_norm": 4.621005535125732,
2956
+ "learning_rate": 1.844833819084622e-05,
2957
+ "loss": 0.1384,
2958
+ "step": 387
2959
+ },
2960
+ {
2961
+ "epoch": 0.2625169147496617,
2962
+ "grad_norm": 3.632671594619751,
2963
+ "learning_rate": 1.8435676719873828e-05,
2964
+ "loss": 0.1214,
2965
+ "step": 388
2966
+ },
2967
+ {
2968
+ "epoch": 0.2631935047361299,
2969
+ "grad_norm": 6.161576271057129,
2970
+ "learning_rate": 1.842296818193701e-05,
2971
+ "loss": 0.2652,
2972
+ "step": 389
2973
+ },
2974
+ {
2975
+ "epoch": 0.2638700947225981,
2976
+ "grad_norm": 2.499661922454834,
2977
+ "learning_rate": 1.8410212647943215e-05,
2978
+ "loss": 0.1611,
2979
+ "step": 390
2980
+ },
2981
+ {
2982
+ "epoch": 0.2645466847090663,
2983
+ "grad_norm": 2.6793367862701416,
2984
+ "learning_rate": 1.8397410189062106e-05,
2985
+ "loss": 0.1301,
2986
+ "step": 391
2987
+ },
2988
+ {
2989
+ "epoch": 0.2652232746955345,
2990
+ "grad_norm": 3.2850935459136963,
2991
+ "learning_rate": 1.8384560876725163e-05,
2992
+ "loss": 0.1692,
2993
+ "step": 392
2994
+ },
2995
+ {
2996
+ "epoch": 0.2658998646820027,
2997
+ "grad_norm": 4.6707682609558105,
2998
+ "learning_rate": 1.8371664782625287e-05,
2999
+ "loss": 0.1819,
3000
+ "step": 393
3001
+ },
3002
+ {
3003
+ "epoch": 0.2665764546684709,
3004
+ "grad_norm": 2.8113269805908203,
3005
+ "learning_rate": 1.8358721978716398e-05,
3006
+ "loss": 0.1587,
3007
+ "step": 394
3008
+ },
3009
+ {
3010
+ "epoch": 0.2672530446549391,
3011
+ "grad_norm": 2.5062456130981445,
3012
+ "learning_rate": 1.834573253721303e-05,
3013
+ "loss": 0.1458,
3014
+ "step": 395
3015
+ },
3016
+ {
3017
+ "epoch": 0.2679296346414073,
3018
+ "grad_norm": 4.038453102111816,
3019
+ "learning_rate": 1.8332696530589936e-05,
3020
+ "loss": 0.1954,
3021
+ "step": 396
3022
+ },
3023
+ {
3024
+ "epoch": 0.26860622462787553,
3025
+ "grad_norm": 4.07120418548584,
3026
+ "learning_rate": 1.831961403158168e-05,
3027
+ "loss": 0.1479,
3028
+ "step": 397
3029
+ },
3030
+ {
3031
+ "epoch": 0.2692828146143437,
3032
+ "grad_norm": 3.7134037017822266,
3033
+ "learning_rate": 1.830648511318223e-05,
3034
+ "loss": 0.1507,
3035
+ "step": 398
3036
+ },
3037
+ {
3038
+ "epoch": 0.2699594046008119,
3039
+ "grad_norm": 4.160938739776611,
3040
+ "learning_rate": 1.8293309848644554e-05,
3041
+ "loss": 0.1709,
3042
+ "step": 399
3043
+ },
3044
+ {
3045
+ "epoch": 0.2706359945872801,
3046
+ "grad_norm": 3.3158607482910156,
3047
+ "learning_rate": 1.8280088311480203e-05,
3048
+ "loss": 0.0761,
3049
+ "step": 400
3050
+ },
3051
+ {
3052
+ "epoch": 0.2706359945872801,
3053
+ "eval_accuracy": 0.8073394495412844,
3054
+ "eval_f1": 0.5161290322580645,
3055
+ "eval_loss": 0.42147114872932434,
3056
+ "eval_precision": 0.8235294117647058,
3057
+ "eval_recall": 0.37583892617449666,
3058
+ "eval_runtime": 51.945,
3059
+ "eval_samples_per_second": 5.737,
3060
+ "eval_steps_per_second": 0.193,
3061
+ "step": 400
3062
  }
3063
  ],
3064
  "logging_steps": 1,
 
3078
  "attributes": {}
3079
  }
3080
  },
3081
+ "total_flos": 1.2098518370798797e+17,
3082
  "train_batch_size": 8,
3083
  "trial_name": null,
3084
  "trial_params": null