| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.136986301369863, |
| "eval_steps": 500, |
| "global_step": 750, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0684931506849315, |
| "grad_norm": 6.335273265838623, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.954, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.136986301369863, |
| "grad_norm": 2.381432056427002, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 0.7291, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.2054794520547945, |
| "grad_norm": 2.1213607788085938, |
| "learning_rate": 2.4e-05, |
| "loss": 0.3867, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.273972602739726, |
| "grad_norm": 1.0599077939987183, |
| "learning_rate": 3.2000000000000005e-05, |
| "loss": 0.2747, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3424657534246575, |
| "grad_norm": 1.1717661619186401, |
| "learning_rate": 4e-05, |
| "loss": 0.2013, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.410958904109589, |
| "grad_norm": 1.1004457473754883, |
| "learning_rate": 4.8e-05, |
| "loss": 0.1569, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.4794520547945205, |
| "grad_norm": 1.0647892951965332, |
| "learning_rate": 5.6000000000000006e-05, |
| "loss": 0.1391, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.547945205479452, |
| "grad_norm": 0.9715467095375061, |
| "learning_rate": 6.400000000000001e-05, |
| "loss": 0.1181, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.6164383561643836, |
| "grad_norm": 0.8772512674331665, |
| "learning_rate": 7.2e-05, |
| "loss": 0.1051, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.684931506849315, |
| "grad_norm": 1.2750014066696167, |
| "learning_rate": 8e-05, |
| "loss": 0.0947, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.7534246575342466, |
| "grad_norm": 0.6222656965255737, |
| "learning_rate": 8.800000000000001e-05, |
| "loss": 0.0978, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.821917808219178, |
| "grad_norm": 0.6259370446205139, |
| "learning_rate": 9.6e-05, |
| "loss": 0.0781, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.8904109589041096, |
| "grad_norm": 0.6297749876976013, |
| "learning_rate": 9.999890641901125e-05, |
| "loss": 0.0738, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.958904109589041, |
| "grad_norm": 0.4628015160560608, |
| "learning_rate": 9.999015805811965e-05, |
| "loss": 0.0748, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.0273972602739727, |
| "grad_norm": 0.6147599816322327, |
| "learning_rate": 9.997266286704631e-05, |
| "loss": 0.0641, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.095890410958904, |
| "grad_norm": 0.5399206280708313, |
| "learning_rate": 9.994642390694308e-05, |
| "loss": 0.0662, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.1643835616438356, |
| "grad_norm": 0.44403907656669617, |
| "learning_rate": 9.991144576886823e-05, |
| "loss": 0.0592, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.2328767123287672, |
| "grad_norm": 0.571832537651062, |
| "learning_rate": 9.986773457298311e-05, |
| "loss": 0.0556, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.3013698630136985, |
| "grad_norm": 0.561576247215271, |
| "learning_rate": 9.981529796748134e-05, |
| "loss": 0.0596, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.36986301369863, |
| "grad_norm": 0.4030166268348694, |
| "learning_rate": 9.975414512725057e-05, |
| "loss": 0.0539, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.4383561643835616, |
| "grad_norm": 0.34468358755111694, |
| "learning_rate": 9.968428675226714e-05, |
| "loss": 0.0577, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.5068493150684932, |
| "grad_norm": 0.483900785446167, |
| "learning_rate": 9.96057350657239e-05, |
| "loss": 0.052, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.5753424657534247, |
| "grad_norm": 0.4898487627506256, |
| "learning_rate": 9.95185038118915e-05, |
| "loss": 0.0477, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.643835616438356, |
| "grad_norm": 0.5045291781425476, |
| "learning_rate": 9.942260825371358e-05, |
| "loss": 0.0528, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.7123287671232876, |
| "grad_norm": 0.5695160031318665, |
| "learning_rate": 9.931806517013612e-05, |
| "loss": 0.0439, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.7808219178082192, |
| "grad_norm": 0.33678483963012695, |
| "learning_rate": 9.92048928531717e-05, |
| "loss": 0.0488, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.8493150684931505, |
| "grad_norm": 0.3467772305011749, |
| "learning_rate": 9.90831111046988e-05, |
| "loss": 0.0448, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.9178082191780823, |
| "grad_norm": 0.4071213901042938, |
| "learning_rate": 9.895274123299723e-05, |
| "loss": 0.0431, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.9863013698630136, |
| "grad_norm": 0.30543234944343567, |
| "learning_rate": 9.881380604901964e-05, |
| "loss": 0.0429, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.0547945205479454, |
| "grad_norm": 0.6378459334373474, |
| "learning_rate": 9.86663298624003e-05, |
| "loss": 0.0464, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.1232876712328768, |
| "grad_norm": 0.4035351276397705, |
| "learning_rate": 9.851033847720166e-05, |
| "loss": 0.0488, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.191780821917808, |
| "grad_norm": 0.3094054162502289, |
| "learning_rate": 9.834585918739936e-05, |
| "loss": 0.0364, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.26027397260274, |
| "grad_norm": 0.45768025517463684, |
| "learning_rate": 9.817292077210659e-05, |
| "loss": 0.0373, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.328767123287671, |
| "grad_norm": 0.504475474357605, |
| "learning_rate": 9.799155349053851e-05, |
| "loss": 0.047, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.3972602739726026, |
| "grad_norm": 0.36838439106941223, |
| "learning_rate": 9.780178907671789e-05, |
| "loss": 0.0396, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.4657534246575343, |
| "grad_norm": 0.3892686665058136, |
| "learning_rate": 9.760366073392246e-05, |
| "loss": 0.04, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.5342465753424657, |
| "grad_norm": 0.376288503408432, |
| "learning_rate": 9.739720312887535e-05, |
| "loss": 0.0352, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.602739726027397, |
| "grad_norm": 0.33039844036102295, |
| "learning_rate": 9.718245238567939e-05, |
| "loss": 0.0364, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.671232876712329, |
| "grad_norm": 0.38675811886787415, |
| "learning_rate": 9.695944607949649e-05, |
| "loss": 0.0367, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.73972602739726, |
| "grad_norm": 0.3453963100910187, |
| "learning_rate": 9.672822322997305e-05, |
| "loss": 0.0337, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.808219178082192, |
| "grad_norm": 0.5285444259643555, |
| "learning_rate": 9.648882429441257e-05, |
| "loss": 0.0414, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.8767123287671232, |
| "grad_norm": 0.38015297055244446, |
| "learning_rate": 9.624129116069694e-05, |
| "loss": 0.0348, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.9452054794520546, |
| "grad_norm": 0.44161203503608704, |
| "learning_rate": 9.598566713995718e-05, |
| "loss": 0.0377, |
| "step": 430 |
| }, |
| { |
| "epoch": 3.0136986301369864, |
| "grad_norm": 0.4227602779865265, |
| "learning_rate": 9.572199695899522e-05, |
| "loss": 0.0323, |
| "step": 440 |
| }, |
| { |
| "epoch": 3.0821917808219177, |
| "grad_norm": 0.2722010314464569, |
| "learning_rate": 9.545032675245813e-05, |
| "loss": 0.0345, |
| "step": 450 |
| }, |
| { |
| "epoch": 3.1506849315068495, |
| "grad_norm": 0.4375353753566742, |
| "learning_rate": 9.517070405476575e-05, |
| "loss": 0.0315, |
| "step": 460 |
| }, |
| { |
| "epoch": 3.219178082191781, |
| "grad_norm": 0.4301266372203827, |
| "learning_rate": 9.488317779179361e-05, |
| "loss": 0.0348, |
| "step": 470 |
| }, |
| { |
| "epoch": 3.287671232876712, |
| "grad_norm": 0.458469957113266, |
| "learning_rate": 9.458779827231237e-05, |
| "loss": 0.0348, |
| "step": 480 |
| }, |
| { |
| "epoch": 3.356164383561644, |
| "grad_norm": 0.3810347616672516, |
| "learning_rate": 9.428461717918511e-05, |
| "loss": 0.0304, |
| "step": 490 |
| }, |
| { |
| "epoch": 3.4246575342465753, |
| "grad_norm": 0.3728407919406891, |
| "learning_rate": 9.397368756032445e-05, |
| "loss": 0.0332, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.493150684931507, |
| "grad_norm": 0.3293081223964691, |
| "learning_rate": 9.365506381941066e-05, |
| "loss": 0.0305, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.5616438356164384, |
| "grad_norm": 0.35907241702079773, |
| "learning_rate": 9.332880170637252e-05, |
| "loss": 0.0319, |
| "step": 520 |
| }, |
| { |
| "epoch": 3.6301369863013697, |
| "grad_norm": 0.3396986126899719, |
| "learning_rate": 9.299495830763286e-05, |
| "loss": 0.0319, |
| "step": 530 |
| }, |
| { |
| "epoch": 3.6986301369863015, |
| "grad_norm": 0.22632896900177002, |
| "learning_rate": 9.265359203611987e-05, |
| "loss": 0.0318, |
| "step": 540 |
| }, |
| { |
| "epoch": 3.767123287671233, |
| "grad_norm": 0.2579493522644043, |
| "learning_rate": 9.230476262104677e-05, |
| "loss": 0.0295, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.8356164383561646, |
| "grad_norm": 0.2979259788990021, |
| "learning_rate": 9.194853109746074e-05, |
| "loss": 0.0317, |
| "step": 560 |
| }, |
| { |
| "epoch": 3.904109589041096, |
| "grad_norm": 0.28193944692611694, |
| "learning_rate": 9.158495979556358e-05, |
| "loss": 0.0324, |
| "step": 570 |
| }, |
| { |
| "epoch": 3.9726027397260273, |
| "grad_norm": 0.30196675658226013, |
| "learning_rate": 9.121411232980588e-05, |
| "loss": 0.0282, |
| "step": 580 |
| }, |
| { |
| "epoch": 4.041095890410959, |
| "grad_norm": 0.2790427505970001, |
| "learning_rate": 9.083605358775612e-05, |
| "loss": 0.0322, |
| "step": 590 |
| }, |
| { |
| "epoch": 4.109589041095891, |
| "grad_norm": 0.3180605173110962, |
| "learning_rate": 9.045084971874738e-05, |
| "loss": 0.0311, |
| "step": 600 |
| }, |
| { |
| "epoch": 4.178082191780822, |
| "grad_norm": 0.23422259092330933, |
| "learning_rate": 9.005856812230304e-05, |
| "loss": 0.0313, |
| "step": 610 |
| }, |
| { |
| "epoch": 4.2465753424657535, |
| "grad_norm": 0.1887388378381729, |
| "learning_rate": 8.965927743634391e-05, |
| "loss": 0.0297, |
| "step": 620 |
| }, |
| { |
| "epoch": 4.315068493150685, |
| "grad_norm": 0.21844805777072906, |
| "learning_rate": 8.92530475251784e-05, |
| "loss": 0.0306, |
| "step": 630 |
| }, |
| { |
| "epoch": 4.383561643835616, |
| "grad_norm": 0.45273661613464355, |
| "learning_rate": 8.883994946727849e-05, |
| "loss": 0.0292, |
| "step": 640 |
| }, |
| { |
| "epoch": 4.4520547945205475, |
| "grad_norm": 0.39670127630233765, |
| "learning_rate": 8.842005554284296e-05, |
| "loss": 0.0331, |
| "step": 650 |
| }, |
| { |
| "epoch": 4.52054794520548, |
| "grad_norm": 0.25612273812294006, |
| "learning_rate": 8.799343922115044e-05, |
| "loss": 0.0305, |
| "step": 660 |
| }, |
| { |
| "epoch": 4.589041095890411, |
| "grad_norm": 0.22720636427402496, |
| "learning_rate": 8.756017514770443e-05, |
| "loss": 0.0284, |
| "step": 670 |
| }, |
| { |
| "epoch": 4.657534246575342, |
| "grad_norm": 0.39644864201545715, |
| "learning_rate": 8.71203391311725e-05, |
| "loss": 0.0286, |
| "step": 680 |
| }, |
| { |
| "epoch": 4.726027397260274, |
| "grad_norm": 0.4030825197696686, |
| "learning_rate": 8.6674008130122e-05, |
| "loss": 0.0268, |
| "step": 690 |
| }, |
| { |
| "epoch": 4.794520547945205, |
| "grad_norm": 0.33811622858047485, |
| "learning_rate": 8.622126023955446e-05, |
| "loss": 0.0274, |
| "step": 700 |
| }, |
| { |
| "epoch": 4.863013698630137, |
| "grad_norm": 0.27626654505729675, |
| "learning_rate": 8.576217467724128e-05, |
| "loss": 0.0267, |
| "step": 710 |
| }, |
| { |
| "epoch": 4.931506849315069, |
| "grad_norm": 0.3249574899673462, |
| "learning_rate": 8.529683176986295e-05, |
| "loss": 0.0297, |
| "step": 720 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.6223666071891785, |
| "learning_rate": 8.482531293895412e-05, |
| "loss": 0.0289, |
| "step": 730 |
| }, |
| { |
| "epoch": 5.068493150684931, |
| "grad_norm": 0.4200395941734314, |
| "learning_rate": 8.434770068665723e-05, |
| "loss": 0.0293, |
| "step": 740 |
| }, |
| { |
| "epoch": 5.136986301369863, |
| "grad_norm": 0.33773040771484375, |
| "learning_rate": 8.386407858128706e-05, |
| "loss": 0.0243, |
| "step": 750 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 18, |
| "save_steps": 125, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0243918948403232e+17, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
