| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 1467, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.02047082906857728, |
| "grad_norm": 2.7419285797467823, |
| "learning_rate": 6.122448979591837e-07, |
| "loss": 0.5714, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04094165813715456, |
| "grad_norm": 1.3395217822161771, |
| "learning_rate": 1.2925170068027212e-06, |
| "loss": 0.5607, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06141248720573183, |
| "grad_norm": 0.7131203009670463, |
| "learning_rate": 1.9727891156462586e-06, |
| "loss": 0.5058, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.08188331627430911, |
| "grad_norm": 0.5939213129269232, |
| "learning_rate": 2.6530612244897964e-06, |
| "loss": 0.4748, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1023541453428864, |
| "grad_norm": 0.4371524595984187, |
| "learning_rate": 3.3333333333333333e-06, |
| "loss": 0.4519, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.12282497441146366, |
| "grad_norm": 0.3502938420177603, |
| "learning_rate": 4.013605442176871e-06, |
| "loss": 0.4443, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.14329580348004095, |
| "grad_norm": 0.29761528774367, |
| "learning_rate": 4.693877551020409e-06, |
| "loss": 0.4251, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.16376663254861823, |
| "grad_norm": 0.2854822784474314, |
| "learning_rate": 5.374149659863946e-06, |
| "loss": 0.4159, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.1842374616171955, |
| "grad_norm": 0.3073495732358923, |
| "learning_rate": 6.054421768707484e-06, |
| "loss": 0.4206, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2047082906857728, |
| "grad_norm": 0.3182797565439541, |
| "learning_rate": 6.734693877551021e-06, |
| "loss": 0.4105, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.22517911975435004, |
| "grad_norm": 0.2936005289527639, |
| "learning_rate": 7.414965986394559e-06, |
| "loss": 0.4066, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.24564994882292732, |
| "grad_norm": 0.3237498717947107, |
| "learning_rate": 8.095238095238097e-06, |
| "loss": 0.4016, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2661207778915046, |
| "grad_norm": 0.29086892031699574, |
| "learning_rate": 8.775510204081633e-06, |
| "loss": 0.3988, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.2865916069600819, |
| "grad_norm": 0.32624665443263495, |
| "learning_rate": 9.455782312925171e-06, |
| "loss": 0.3926, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3070624360286592, |
| "grad_norm": 0.41791983226234863, |
| "learning_rate": 9.999943356371867e-06, |
| "loss": 0.396, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.32753326509723646, |
| "grad_norm": 0.3103761740717932, |
| "learning_rate": 9.997960964140946e-06, |
| "loss": 0.3901, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.34800409416581374, |
| "grad_norm": 0.3251036078984643, |
| "learning_rate": 9.993147673772869e-06, |
| "loss": 0.3874, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.368474923234391, |
| "grad_norm": 0.29848102638048, |
| "learning_rate": 9.985506211566388e-06, |
| "loss": 0.3918, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.3889457523029683, |
| "grad_norm": 0.34239845549124515, |
| "learning_rate": 9.975040905726799e-06, |
| "loss": 0.3906, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.4094165813715456, |
| "grad_norm": 0.31464814584407047, |
| "learning_rate": 9.961757683914406e-06, |
| "loss": 0.3885, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.42988741044012285, |
| "grad_norm": 0.3151092550628075, |
| "learning_rate": 9.945664069887028e-06, |
| "loss": 0.3728, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.4503582395087001, |
| "grad_norm": 0.3176233859013783, |
| "learning_rate": 9.926769179238467e-06, |
| "loss": 0.3728, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.47082906857727735, |
| "grad_norm": 0.4612429659946746, |
| "learning_rate": 9.905083714235326e-06, |
| "loss": 0.3807, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.49129989764585463, |
| "grad_norm": 0.3058908611230555, |
| "learning_rate": 9.880619957755151e-06, |
| "loss": 0.3822, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5117707267144319, |
| "grad_norm": 0.3091236211182382, |
| "learning_rate": 9.853391766329264e-06, |
| "loss": 0.3719, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5322415557830092, |
| "grad_norm": 0.3303116552583245, |
| "learning_rate": 9.82341456229428e-06, |
| "loss": 0.3772, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.5527123848515865, |
| "grad_norm": 0.32625347302412766, |
| "learning_rate": 9.790705325056735e-06, |
| "loss": 0.3771, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.5731832139201638, |
| "grad_norm": 0.31108860222980084, |
| "learning_rate": 9.755282581475769e-06, |
| "loss": 0.3694, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.593654042988741, |
| "grad_norm": 0.35683232841035667, |
| "learning_rate": 9.717166395369312e-06, |
| "loss": 0.374, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6141248720573184, |
| "grad_norm": 0.30708155807016757, |
| "learning_rate": 9.676378356149733e-06, |
| "loss": 0.3671, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.6345957011258956, |
| "grad_norm": 0.3512172588847162, |
| "learning_rate": 9.632941566595357e-06, |
| "loss": 0.3674, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.6550665301944729, |
| "grad_norm": 0.32150553015980243, |
| "learning_rate": 9.586880629764817e-06, |
| "loss": 0.3732, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.6755373592630501, |
| "grad_norm": 0.28994930563644283, |
| "learning_rate": 9.538221635061611e-06, |
| "loss": 0.3748, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.6960081883316275, |
| "grad_norm": 0.3317951897221946, |
| "learning_rate": 9.486992143456792e-06, |
| "loss": 0.3652, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7164790174002047, |
| "grad_norm": 0.31325853168901024, |
| "learning_rate": 9.433221171878144e-06, |
| "loss": 0.3647, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.736949846468782, |
| "grad_norm": 0.3687088471057981, |
| "learning_rate": 9.376939176774678e-06, |
| "loss": 0.3624, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.7574206755373593, |
| "grad_norm": 0.3237568256415363, |
| "learning_rate": 9.318178036865786e-06, |
| "loss": 0.3595, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.7778915046059366, |
| "grad_norm": 0.29274287364928764, |
| "learning_rate": 9.256971035084786e-06, |
| "loss": 0.363, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.7983623336745138, |
| "grad_norm": 0.29836089389437453, |
| "learning_rate": 9.193352839727122e-06, |
| "loss": 0.3681, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.8188331627430911, |
| "grad_norm": 0.30001387212541714, |
| "learning_rate": 9.12735948481387e-06, |
| "loss": 0.3666, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.8393039918116684, |
| "grad_norm": 0.312461464326523, |
| "learning_rate": 9.059028349681693e-06, |
| "loss": 0.3672, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.8597748208802457, |
| "grad_norm": 0.2835800419598021, |
| "learning_rate": 8.988398137810778e-06, |
| "loss": 0.3512, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.8802456499488229, |
| "grad_norm": 0.3003334841564673, |
| "learning_rate": 8.915508854902778e-06, |
| "loss": 0.3649, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9007164790174002, |
| "grad_norm": 0.32025481154259877, |
| "learning_rate": 8.84040178622116e-06, |
| "loss": 0.3596, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.9211873080859775, |
| "grad_norm": 0.3115117787294787, |
| "learning_rate": 8.763119473206795e-06, |
| "loss": 0.3608, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.9416581371545547, |
| "grad_norm": 0.3425972446675102, |
| "learning_rate": 8.683705689382025e-06, |
| "loss": 0.3637, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.962128966223132, |
| "grad_norm": 0.3663718766106508, |
| "learning_rate": 8.602205415556889e-06, |
| "loss": 0.3581, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.9825997952917093, |
| "grad_norm": 0.37122946179964184, |
| "learning_rate": 8.518664814351502e-06, |
| "loss": 0.363, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.0020470829068577, |
| "grad_norm": 0.35006617529270384, |
| "learning_rate": 8.433131204049067e-06, |
| "loss": 0.3605, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.022517911975435, |
| "grad_norm": 0.3740591080146805, |
| "learning_rate": 8.345653031794292e-06, |
| "loss": 0.3366, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0429887410440122, |
| "grad_norm": 0.3162453200296232, |
| "learning_rate": 8.25627984615241e-06, |
| "loss": 0.3399, |
| "step": 510 |
| }, |
| { |
| "epoch": 1.0634595701125895, |
| "grad_norm": 0.3459734066982941, |
| "learning_rate": 8.165062269044353e-06, |
| "loss": 0.3347, |
| "step": 520 |
| }, |
| { |
| "epoch": 1.0839303991811668, |
| "grad_norm": 0.3754414242837869, |
| "learning_rate": 8.072051967073955e-06, |
| "loss": 0.3393, |
| "step": 530 |
| }, |
| { |
| "epoch": 1.1044012282497442, |
| "grad_norm": 0.31310887226269396, |
| "learning_rate": 7.97730162226344e-06, |
| "loss": 0.3378, |
| "step": 540 |
| }, |
| { |
| "epoch": 1.1248720573183213, |
| "grad_norm": 0.2743343327695542, |
| "learning_rate": 7.880864902213765e-06, |
| "loss": 0.3339, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.1453428863868986, |
| "grad_norm": 0.29488856378638867, |
| "learning_rate": 7.782796429706721e-06, |
| "loss": 0.3371, |
| "step": 560 |
| }, |
| { |
| "epoch": 1.165813715455476, |
| "grad_norm": 0.31936132904356773, |
| "learning_rate": 7.683151751766005e-06, |
| "loss": 0.3353, |
| "step": 570 |
| }, |
| { |
| "epoch": 1.1862845445240533, |
| "grad_norm": 0.2862668653895022, |
| "learning_rate": 7.5819873081948105e-06, |
| "loss": 0.3437, |
| "step": 580 |
| }, |
| { |
| "epoch": 1.2067553735926304, |
| "grad_norm": 0.373142212943522, |
| "learning_rate": 7.479360399607707e-06, |
| "loss": 0.34, |
| "step": 590 |
| }, |
| { |
| "epoch": 1.2272262026612077, |
| "grad_norm": 0.26627867428916774, |
| "learning_rate": 7.3753291549749764e-06, |
| "loss": 0.3359, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.247697031729785, |
| "grad_norm": 0.29276632404031816, |
| "learning_rate": 7.269952498697734e-06, |
| "loss": 0.3332, |
| "step": 610 |
| }, |
| { |
| "epoch": 1.2681678607983624, |
| "grad_norm": 0.28433544101185126, |
| "learning_rate": 7.163290117232542e-06, |
| "loss": 0.3282, |
| "step": 620 |
| }, |
| { |
| "epoch": 1.2886386898669397, |
| "grad_norm": 0.2953581704843155, |
| "learning_rate": 7.055402425284346e-06, |
| "loss": 0.3367, |
| "step": 630 |
| }, |
| { |
| "epoch": 1.3091095189355169, |
| "grad_norm": 0.33230185564417497, |
| "learning_rate": 6.946350531586959e-06, |
| "loss": 0.33, |
| "step": 640 |
| }, |
| { |
| "epoch": 1.3295803480040942, |
| "grad_norm": 0.2886636563529011, |
| "learning_rate": 6.836196204290417e-06, |
| "loss": 0.3396, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.3500511770726713, |
| "grad_norm": 0.2999611703532613, |
| "learning_rate": 6.725001835974854e-06, |
| "loss": 0.3393, |
| "step": 660 |
| }, |
| { |
| "epoch": 1.3705220061412486, |
| "grad_norm": 0.2726538110659223, |
| "learning_rate": 6.612830408310671e-06, |
| "loss": 0.3312, |
| "step": 670 |
| }, |
| { |
| "epoch": 1.390992835209826, |
| "grad_norm": 0.291476742075843, |
| "learning_rate": 6.499745456385054e-06, |
| "loss": 0.3351, |
| "step": 680 |
| }, |
| { |
| "epoch": 1.4114636642784033, |
| "grad_norm": 0.31263083981840367, |
| "learning_rate": 6.385811032715031e-06, |
| "loss": 0.3288, |
| "step": 690 |
| }, |
| { |
| "epoch": 1.4319344933469806, |
| "grad_norm": 0.2902918227753739, |
| "learning_rate": 6.271091670967437e-06, |
| "loss": 0.3352, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.4524053224155578, |
| "grad_norm": 0.28079102264241496, |
| "learning_rate": 6.155652349406366e-06, |
| "loss": 0.335, |
| "step": 710 |
| }, |
| { |
| "epoch": 1.472876151484135, |
| "grad_norm": 0.29347480666251813, |
| "learning_rate": 6.039558454088796e-06, |
| "loss": 0.3363, |
| "step": 720 |
| }, |
| { |
| "epoch": 1.4933469805527124, |
| "grad_norm": 0.29437779600755265, |
| "learning_rate": 5.922875741829227e-06, |
| "loss": 0.3341, |
| "step": 730 |
| }, |
| { |
| "epoch": 1.5138178096212895, |
| "grad_norm": 0.32924496076891324, |
| "learning_rate": 5.805670302954322e-06, |
| "loss": 0.3376, |
| "step": 740 |
| }, |
| { |
| "epoch": 1.5342886386898669, |
| "grad_norm": 0.28214414735311516, |
| "learning_rate": 5.688008523868646e-06, |
| "loss": 0.3316, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.5547594677584442, |
| "grad_norm": 0.27441915869668093, |
| "learning_rate": 5.569957049452703e-06, |
| "loss": 0.3334, |
| "step": 760 |
| }, |
| { |
| "epoch": 1.5752302968270215, |
| "grad_norm": 0.2832467579497326, |
| "learning_rate": 5.451582745314576e-06, |
| "loss": 0.3338, |
| "step": 770 |
| }, |
| { |
| "epoch": 1.5957011258955989, |
| "grad_norm": 0.2662158568853315, |
| "learning_rate": 5.33295265991652e-06, |
| "loss": 0.3394, |
| "step": 780 |
| }, |
| { |
| "epoch": 1.6161719549641762, |
| "grad_norm": 0.28021626464260035, |
| "learning_rate": 5.214133986598014e-06, |
| "loss": 0.3401, |
| "step": 790 |
| }, |
| { |
| "epoch": 1.6366427840327533, |
| "grad_norm": 0.27748535569979166, |
| "learning_rate": 5.095194025516733e-06, |
| "loss": 0.3389, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.6571136131013307, |
| "grad_norm": 0.27557614607505543, |
| "learning_rate": 4.976200145529039e-06, |
| "loss": 0.3297, |
| "step": 810 |
| }, |
| { |
| "epoch": 1.6775844421699078, |
| "grad_norm": 0.29920349158775145, |
| "learning_rate": 4.85721974603152e-06, |
| "loss": 0.3332, |
| "step": 820 |
| }, |
| { |
| "epoch": 1.698055271238485, |
| "grad_norm": 0.28020907502801123, |
| "learning_rate": 4.738320218785281e-06, |
| "loss": 0.3331, |
| "step": 830 |
| }, |
| { |
| "epoch": 1.7185261003070624, |
| "grad_norm": 0.275720710241024, |
| "learning_rate": 4.619568909744524e-06, |
| "loss": 0.334, |
| "step": 840 |
| }, |
| { |
| "epoch": 1.7389969293756398, |
| "grad_norm": 0.2981912122148231, |
| "learning_rate": 4.501033080911087e-06, |
| "loss": 0.3275, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.759467758444217, |
| "grad_norm": 0.2867885235447855, |
| "learning_rate": 4.382779872236527e-06, |
| "loss": 0.3279, |
| "step": 860 |
| }, |
| { |
| "epoch": 1.7799385875127944, |
| "grad_norm": 0.3130758313387298, |
| "learning_rate": 4.264876263593347e-06, |
| "loss": 0.3339, |
| "step": 870 |
| }, |
| { |
| "epoch": 1.8004094165813715, |
| "grad_norm": 0.2964510943375963, |
| "learning_rate": 4.147389036836881e-06, |
| "loss": 0.3279, |
| "step": 880 |
| }, |
| { |
| "epoch": 1.8208802456499487, |
| "grad_norm": 0.2583942550882026, |
| "learning_rate": 4.030384737979345e-06, |
| "loss": 0.3286, |
| "step": 890 |
| }, |
| { |
| "epoch": 1.841351074718526, |
| "grad_norm": 0.2922177868095114, |
| "learning_rate": 3.913929639497462e-06, |
| "loss": 0.3343, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.8618219037871033, |
| "grad_norm": 0.28649431693767013, |
| "learning_rate": 3.798089702795038e-06, |
| "loss": 0.337, |
| "step": 910 |
| }, |
| { |
| "epoch": 1.8822927328556807, |
| "grad_norm": 0.2719777009560596, |
| "learning_rate": 3.682930540841717e-06, |
| "loss": 0.3255, |
| "step": 920 |
| }, |
| { |
| "epoch": 1.902763561924258, |
| "grad_norm": 0.2592856290273692, |
| "learning_rate": 3.568517381009099e-06, |
| "loss": 0.3334, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.9232343909928353, |
| "grad_norm": 0.2669776100626122, |
| "learning_rate": 3.4549150281252635e-06, |
| "loss": 0.3274, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.9437052200614124, |
| "grad_norm": 0.2644660634287941, |
| "learning_rate": 3.3421878277686315e-06, |
| "loss": 0.329, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.9641760491299898, |
| "grad_norm": 0.255388401567599, |
| "learning_rate": 3.230399629821942e-06, |
| "loss": 0.333, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.9846468781985669, |
| "grad_norm": 0.26076402769472123, |
| "learning_rate": 3.119613752307002e-06, |
| "loss": 0.3277, |
| "step": 970 |
| }, |
| { |
| "epoch": 2.0040941658137155, |
| "grad_norm": 0.34035031287023115, |
| "learning_rate": 3.0098929455206905e-06, |
| "loss": 0.3239, |
| "step": 980 |
| }, |
| { |
| "epoch": 2.024564994882293, |
| "grad_norm": 0.26481931821481197, |
| "learning_rate": 2.901299356492516e-06, |
| "loss": 0.3082, |
| "step": 990 |
| }, |
| { |
| "epoch": 2.04503582395087, |
| "grad_norm": 0.27840797715546095, |
| "learning_rate": 2.7938944937838924e-06, |
| "loss": 0.3141, |
| "step": 1000 |
| }, |
| { |
| "epoch": 2.0655066530194475, |
| "grad_norm": 0.264803380198392, |
| "learning_rate": 2.687739192649026e-06, |
| "loss": 0.309, |
| "step": 1010 |
| }, |
| { |
| "epoch": 2.0859774820880244, |
| "grad_norm": 0.2503878058457451, |
| "learning_rate": 2.5828935805771804e-06, |
| "loss": 0.3055, |
| "step": 1020 |
| }, |
| { |
| "epoch": 2.1064483111566017, |
| "grad_norm": 0.24288791515168753, |
| "learning_rate": 2.4794170432358415e-06, |
| "loss": 0.3101, |
| "step": 1030 |
| }, |
| { |
| "epoch": 2.126919140225179, |
| "grad_norm": 0.3260568670065737, |
| "learning_rate": 2.3773681908340284e-06, |
| "loss": 0.3174, |
| "step": 1040 |
| }, |
| { |
| "epoch": 2.1473899692937564, |
| "grad_norm": 0.2752973297448372, |
| "learning_rate": 2.2768048249248648e-06, |
| "loss": 0.3161, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.1678607983623337, |
| "grad_norm": 0.2525589153397712, |
| "learning_rate": 2.1777839056661555e-06, |
| "loss": 0.3127, |
| "step": 1060 |
| }, |
| { |
| "epoch": 2.188331627430911, |
| "grad_norm": 0.2721221125171894, |
| "learning_rate": 2.080361519557548e-06, |
| "loss": 0.3095, |
| "step": 1070 |
| }, |
| { |
| "epoch": 2.2088024564994884, |
| "grad_norm": 0.256857141944826, |
| "learning_rate": 1.9845928476725522e-06, |
| "loss": 0.3117, |
| "step": 1080 |
| }, |
| { |
| "epoch": 2.2292732855680657, |
| "grad_norm": 0.23983629928731875, |
| "learning_rate": 1.89053213440339e-06, |
| "loss": 0.3096, |
| "step": 1090 |
| }, |
| { |
| "epoch": 2.2497441146366426, |
| "grad_norm": 0.2576559289401722, |
| "learning_rate": 1.798232656736389e-06, |
| "loss": 0.3167, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.27021494370522, |
| "grad_norm": 0.25400768886970904, |
| "learning_rate": 1.7077466940753446e-06, |
| "loss": 0.3085, |
| "step": 1110 |
| }, |
| { |
| "epoch": 2.2906857727737973, |
| "grad_norm": 0.2464137122590109, |
| "learning_rate": 1.6191254986299044e-06, |
| "loss": 0.309, |
| "step": 1120 |
| }, |
| { |
| "epoch": 2.3111566018423746, |
| "grad_norm": 0.24550795789449772, |
| "learning_rate": 1.5324192663857673e-06, |
| "loss": 0.3159, |
| "step": 1130 |
| }, |
| { |
| "epoch": 2.331627430910952, |
| "grad_norm": 0.28852640148423236, |
| "learning_rate": 1.4476771086731567e-06, |
| "loss": 0.3123, |
| "step": 1140 |
| }, |
| { |
| "epoch": 2.3520982599795293, |
| "grad_norm": 0.37687841751171514, |
| "learning_rate": 1.3649470243496327e-06, |
| "loss": 0.3098, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.3725690890481066, |
| "grad_norm": 0.25339405885205124, |
| "learning_rate": 1.2842758726130283e-06, |
| "loss": 0.308, |
| "step": 1160 |
| }, |
| { |
| "epoch": 2.393039918116684, |
| "grad_norm": 0.2487646284184678, |
| "learning_rate": 1.2057093464599156e-06, |
| "loss": 0.3127, |
| "step": 1170 |
| }, |
| { |
| "epoch": 2.413510747185261, |
| "grad_norm": 0.32463394959288167, |
| "learning_rate": 1.1292919468045876e-06, |
| "loss": 0.3139, |
| "step": 1180 |
| }, |
| { |
| "epoch": 2.433981576253838, |
| "grad_norm": 0.255238902256777, |
| "learning_rate": 1.0550669572732862e-06, |
| "loss": 0.3111, |
| "step": 1190 |
| }, |
| { |
| "epoch": 2.4544524053224155, |
| "grad_norm": 0.23908874761946466, |
| "learning_rate": 9.830764196878872e-07, |
| "loss": 0.3164, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.474923234390993, |
| "grad_norm": 0.2649523347415388, |
| "learning_rate": 9.133611102529655e-07, |
| "loss": 0.3149, |
| "step": 1210 |
| }, |
| { |
| "epoch": 2.49539406345957, |
| "grad_norm": 0.24534103849668815, |
| "learning_rate": 8.459605164597268e-07, |
| "loss": 0.3098, |
| "step": 1220 |
| }, |
| { |
| "epoch": 2.5158648925281475, |
| "grad_norm": 0.2416421159869344, |
| "learning_rate": 7.809128147198692e-07, |
| "loss": 0.3091, |
| "step": 1230 |
| }, |
| { |
| "epoch": 2.536335721596725, |
| "grad_norm": 0.23831181790073264, |
| "learning_rate": 7.182548487420555e-07, |
| "loss": 0.3118, |
| "step": 1240 |
| }, |
| { |
| "epoch": 2.5568065506653017, |
| "grad_norm": 0.23798865253936233, |
| "learning_rate": 6.580221086632516e-07, |
| "loss": 0.3138, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.5772773797338795, |
| "grad_norm": 0.2483650737490233, |
| "learning_rate": 6.002487109467347e-07, |
| "loss": 0.3044, |
| "step": 1260 |
| }, |
| { |
| "epoch": 2.5977482088024564, |
| "grad_norm": 0.24574354382203337, |
| "learning_rate": 5.449673790581611e-07, |
| "loss": 0.3117, |
| "step": 1270 |
| }, |
| { |
| "epoch": 2.6182190378710337, |
| "grad_norm": 0.25945540600991146, |
| "learning_rate": 4.922094249306559e-07, |
| "loss": 0.3077, |
| "step": 1280 |
| }, |
| { |
| "epoch": 2.638689866939611, |
| "grad_norm": 0.2376843101597617, |
| "learning_rate": 4.420047312293946e-07, |
| "loss": 0.3099, |
| "step": 1290 |
| }, |
| { |
| "epoch": 2.6591606960081884, |
| "grad_norm": 0.23445126717886705, |
| "learning_rate": 3.9438173442575e-07, |
| "loss": 0.3153, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.6796315250767657, |
| "grad_norm": 0.23799144075624934, |
| "learning_rate": 3.4936740869057075e-07, |
| "loss": 0.3052, |
| "step": 1310 |
| }, |
| { |
| "epoch": 2.7001023541453426, |
| "grad_norm": 0.23443772087547457, |
| "learning_rate": 3.069872506157212e-07, |
| "loss": 0.3077, |
| "step": 1320 |
| }, |
| { |
| "epoch": 2.7205731832139204, |
| "grad_norm": 0.24404450847384368, |
| "learning_rate": 2.6726526477254986e-07, |
| "loss": 0.3111, |
| "step": 1330 |
| }, |
| { |
| "epoch": 2.7410440122824973, |
| "grad_norm": 0.2537534925687698, |
| "learning_rate": 2.3022395011543687e-07, |
| "loss": 0.3127, |
| "step": 1340 |
| }, |
| { |
| "epoch": 2.7615148413510746, |
| "grad_norm": 0.2531714733259407, |
| "learning_rate": 1.9588428723814945e-07, |
| "loss": 0.3126, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.781985670419652, |
| "grad_norm": 0.2476065493877303, |
| "learning_rate": 1.6426572649021477e-07, |
| "loss": 0.3147, |
| "step": 1360 |
| }, |
| { |
| "epoch": 2.8024564994882293, |
| "grad_norm": 0.22861950264891634, |
| "learning_rate": 1.3538617696003066e-07, |
| "loss": 0.3206, |
| "step": 1370 |
| }, |
| { |
| "epoch": 2.8229273285568066, |
| "grad_norm": 0.23238655363179303, |
| "learning_rate": 1.0926199633097156e-07, |
| "loss": 0.3074, |
| "step": 1380 |
| }, |
| { |
| "epoch": 2.843398157625384, |
| "grad_norm": 0.25027856224860606, |
| "learning_rate": 8.590798161622227e-08, |
| "loss": 0.3086, |
| "step": 1390 |
| }, |
| { |
| "epoch": 2.8638689866939613, |
| "grad_norm": 0.45100936356107935, |
| "learning_rate": 6.533736077758868e-08, |
| "loss": 0.3089, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.884339815762538, |
| "grad_norm": 0.23851515762515696, |
| "learning_rate": 4.756178523304622e-08, |
| "loss": 0.3082, |
| "step": 1410 |
| }, |
| { |
| "epoch": 2.9048106448311155, |
| "grad_norm": 0.23121697809405467, |
| "learning_rate": 3.25913232572489e-08, |
| "loss": 0.3124, |
| "step": 1420 |
| }, |
| { |
| "epoch": 2.925281473899693, |
| "grad_norm": 0.23935340813095157, |
| "learning_rate": 2.0434454278752126e-08, |
| "loss": 0.3122, |
| "step": 1430 |
| }, |
| { |
| "epoch": 2.94575230296827, |
| "grad_norm": 0.24056630460754483, |
| "learning_rate": 1.109806407717462e-08, |
| "loss": 0.3094, |
| "step": 1440 |
| }, |
| { |
| "epoch": 2.9662231320368475, |
| "grad_norm": 0.24275000924008874, |
| "learning_rate": 4.587440883021543e-09, |
| "loss": 0.3058, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.986693961105425, |
| "grad_norm": 0.2672744704384668, |
| "learning_rate": 9.062723823710651e-10, |
| "loss": 0.3045, |
| "step": 1460 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1467, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 10000000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4881065357344768.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
