Step 1 | loss:19.805408477783203 lr:2.0000000000000003e-06 tokens_per_second_per_gpu:205.12714848108237 
Step 2 | loss:19.11339569091797 lr:4.000000000000001e-06 tokens_per_second_per_gpu:286.75568555136635 
Step 3 | loss:19.05321502685547 lr:6e-06 tokens_per_second_per_gpu:313.40857356353007 
Step 4 | loss:18.085542678833008 lr:8.000000000000001e-06 tokens_per_second_per_gpu:316.860962808041 
Step 5 | loss:16.38581085205078 lr:1e-05 tokens_per_second_per_gpu:260.534242109199 
Step 6 | loss:14.472822189331055 lr:1.2e-05 tokens_per_second_per_gpu:266.45100106429123 
Step 7 | loss:13.27765941619873 lr:1.4e-05 tokens_per_second_per_gpu:340.88392129047907 
Step 8 | loss:12.022002220153809 lr:1.6000000000000003e-05 tokens_per_second_per_gpu:273.58960955162104 
Step 9 | loss:11.930854797363281 lr:1.8e-05 tokens_per_second_per_gpu:289.57883244626396 
Step 10 | loss:11.62580394744873 lr:2e-05 tokens_per_second_per_gpu:368.7538409539468 
Step 11 | loss:10.165464401245117 lr:1.999999947982218e-05 tokens_per_second_per_gpu:227.36682671582878 
Step 12 | loss:9.494226455688477 lr:1.9999997919288768e-05 tokens_per_second_per_gpu:267.75469046409626 
Step 13 | loss:8.834602355957031 lr:1.9999995318399927e-05 tokens_per_second_per_gpu:274.2361015036161 
Step 14 | loss:8.367656707763672 lr:1.9999991677155926e-05 tokens_per_second_per_gpu:225.60717490804115 
Step 15 | loss:8.562911033630371 lr:1.999998699555715e-05 tokens_per_second_per_gpu:325.7468468020357 
Step 16 | loss:8.729244232177734 lr:1.999998127360408e-05 tokens_per_second_per_gpu:399.77931291605285 
Step 17 | loss:7.838409423828125 lr:1.9999974511297314e-05 tokens_per_second_per_gpu:299.2722230376223 
Step 18 | loss:7.738711357116699 lr:1.9999966708637557e-05 tokens_per_second_per_gpu:307.4521379685437 
Step 19 | loss:7.214113235473633 lr:1.9999957865625616e-05 tokens_per_second_per_gpu:239.47911166285283 
Step 20 | loss:6.740849494934082 lr:1.9999947982262415e-05 tokens_per_second_per_gpu:255.98216741911267 
Step 21 | loss:7.004205226898193 lr:1.999993705854898e-05 tokens_per_second_per_gpu:269.5209883397195 
Step 22 | loss:6.692934513092041 lr:1.999992509448645e-05 tokens_per_second_per_gpu:363.2989189539173 
Step 23 | loss:6.06593656539917 lr:1.999991209007607e-05 tokens_per_second_per_gpu:224.95143947409557 
Step 24 | loss:6.680850028991699 lr:1.999989804531919e-05 tokens_per_second_per_gpu:327.3611675311087 
Step 25 | loss:6.498970985412598 lr:1.999988296021727e-05 tokens_per_second_per_gpu:326.7675662814013 
Step 26 | loss:5.705732822418213 lr:1.9999866834771883e-05 tokens_per_second_per_gpu:259.36730520885834 
Step 27 | loss:5.803766250610352 lr:1.9999849668984703e-05 tokens_per_second_per_gpu:286.47314431100136 
Step 28 | loss:5.650345802307129 lr:1.999983146285752e-05 tokens_per_second_per_gpu:315.8346787223149 
Step 29 | loss:5.201765060424805 lr:1.9999812216392226e-05 tokens_per_second_per_gpu:276.99016322896534 
Step 30 | loss:5.464133262634277 lr:1.9999791929590823e-05 tokens_per_second_per_gpu:306.98859561202937 
Step 31 | loss:5.131071090698242 lr:1.9999770602455425e-05 tokens_per_second_per_gpu:327.5636911855779 
Step 32 | loss:4.282042026519775 lr:1.9999748234988246e-05 tokens_per_second_per_gpu:270.18776743728137 
Step 33 | loss:3.956843614578247 lr:1.9999724827191614e-05 tokens_per_second_per_gpu:281.59807993899227 
Step 34 | loss:3.5682990550994873 lr:1.9999700379067967e-05 tokens_per_second_per_gpu:307.39883471273595 
Step 35 | loss:2.9047036170959473 lr:1.9999674890619843e-05 tokens_per_second_per_gpu:267.4983738821166 
Step 36 | loss:2.362898826599121 lr:1.9999648361849902e-05 tokens_per_second_per_gpu:254.3380096341083 
Step 37 | loss:2.3839192390441895 lr:1.9999620792760896e-05 tokens_per_second_per_gpu:342.73366457116936 
Step 38 | loss:1.9999749660491943 lr:1.99995921833557e-05 tokens_per_second_per_gpu:315.59306476203926 
Step 39 | loss:1.0893714427947998 lr:1.999956253363728e-05 tokens_per_second_per_gpu:283.01592835626343 
Step 40 | loss:1.44701087474823 lr:1.999953184360873e-05 tokens_per_second_per_gpu:383.7690980345917 
Step 41 | loss:0.6735071539878845 lr:1.9999500113273242e-05 tokens_per_second_per_gpu:294.9986314523955 
Step 42 | loss:0.5356162190437317 lr:1.9999467342634114e-05 tokens_per_second_per_gpu:324.71829797250786 
Step 43 | loss:0.6485615372657776 lr:1.9999433531694762e-05 tokens_per_second_per_gpu:299.79627330951524 
Step 44 | loss:0.6398056745529175 lr:1.9999398680458692e-05 tokens_per_second_per_gpu:279.54794724303093 
Step 45 | loss:0.22186563909053802 lr:1.9999362788929536e-05 tokens_per_second_per_gpu:277.8366735978892 
Step 46 | loss:0.4489534795284271 lr:1.9999325857111032e-05 tokens_per_second_per_gpu:406.33594129974665 
Step 47 | loss:0.12829312682151794 lr:1.9999287885007014e-05 tokens_per_second_per_gpu:311.26673286675555 
Step 48 | loss:0.20990490913391113 lr:1.999924887262144e-05 tokens_per_second_per_gpu:266.74933992349196 
Step 49 | loss:0.15602080523967743 lr:1.9999208819958364e-05 tokens_per_second_per_gpu:262.5266947344933 
Step 50 | loss:0.15750178694725037 lr:1.9999167727021954e-05 tokens_per_second_per_gpu:356.8245258569345 
Step 51 | loss:0.12486358731985092 lr:1.9999125593816484e-05 tokens_per_second_per_gpu:332.19832875440335 
Step 52 | loss:0.275651752948761 lr:1.999908242034634e-05 tokens_per_second_per_gpu:335.4743620912628 
Step 53 | loss:0.06256846338510513 lr:1.999903820661601e-05 tokens_per_second_per_gpu:313.9781937581856 
Step 54 | loss:0.06824043393135071 lr:1.9998992952630103e-05 tokens_per_second_per_gpu:289.20655514447935 
Step 55 | loss:0.1822132170200348 lr:1.9998946658393314e-05 tokens_per_second_per_gpu:319.1998705060793 
Step 56 | loss:0.04682222008705139 lr:1.9998899323910468e-05 tokens_per_second_per_gpu:267.7387724604243 
Step 57 | loss:0.06124473735690117 lr:1.9998850949186485e-05 tokens_per_second_per_gpu:324.7656230131403 
Step 58 | loss:0.0650317445397377 lr:1.99988015342264e-05 tokens_per_second_per_gpu:211.9110343412912 
Step 59 | loss:0.04306093603372574 lr:1.9998751079035355e-05 tokens_per_second_per_gpu:239.6409843652306 
Step 60 | loss:0.11954733729362488 lr:1.9998699583618592e-05 tokens_per_second_per_gpu:378.5064582916693 
Step 61 | loss:0.034031230956315994 lr:1.999864704798148e-05 tokens_per_second_per_gpu:255.69701727908918 
Step 62 | loss:0.051068857312202454 lr:1.9998593472129476e-05 tokens_per_second_per_gpu:225.54542146548513 
Step 63 | loss:0.028377793729305267 lr:1.999853885606816e-05 tokens_per_second_per_gpu:332.19833867314486 
Step 64 | loss:0.016715841367840767 lr:1.9998483199803202e-05 tokens_per_second_per_gpu:303.7774940413271 
Step 65 | loss:0.035927996039390564 lr:1.9998426503340407e-05 tokens_per_second_per_gpu:297.7978264279543 
Step 66 | loss:0.026270803064107895 lr:1.9998368766685666e-05 tokens_per_second_per_gpu:281.1625459980366 
Step 67 | loss:0.028891775757074356 lr:1.9998309989844985e-05 tokens_per_second_per_gpu:319.23540343107123 
Step 68 | loss:0.021182607859373093 lr:1.999825017282448e-05 tokens_per_second_per_gpu:302.637171148658 
Step 69 | loss:0.007535823620855808 lr:1.999818931563038e-05 tokens_per_second_per_gpu:249.96258947618574 
Step 70 | loss:0.026174265891313553 lr:1.9998127418269004e-05 tokens_per_second_per_gpu:254.8831583780018 
Step 71 | loss:0.03335678204894066 lr:1.9998064480746803e-05 tokens_per_second_per_gpu:282.4033396690421 
Step 72 | loss:0.039086341857910156 lr:1.9998000503070317e-05 tokens_per_second_per_gpu:304.10805427780684 
Step 73 | loss:0.0277395099401474 lr:1.9997935485246208e-05 tokens_per_second_per_gpu:283.40424050750846 
Step 74 | loss:0.028916221112012863 lr:1.9997869427281236e-05 tokens_per_second_per_gpu:335.23735254876476 
Step 75 | loss:0.010538164526224136 lr:1.9997802329182274e-05 tokens_per_second_per_gpu:311.5894300630897 
Step 76 | loss:0.013590964488685131 lr:1.9997734190956303e-05 tokens_per_second_per_gpu:274.7777043890451 
Step 77 | loss:0.02457468956708908 lr:1.9997665012610414e-05 tokens_per_second_per_gpu:238.16479665297206 
Step 78 | loss:0.02147046849131584 lr:1.9997594794151803e-05 tokens_per_second_per_gpu:325.3321768252579 
Step 79 | loss:0.012846671044826508 lr:1.999752353558777e-05 tokens_per_second_per_gpu:286.339490060785 
Step 80 | loss:0.00972537137567997 lr:1.9997451236925736e-05 tokens_per_second_per_gpu:286.433148778084 
Step 81 | loss:0.0740584284067154 lr:1.999737789817322e-05 tokens_per_second_per_gpu:240.3722013717836 
Step 82 | loss:0.02487383410334587 lr:1.999730351933785e-05 tokens_per_second_per_gpu:322.6312305840407 
Step 83 | loss:0.00628963066264987 lr:1.9997228100427362e-05 tokens_per_second_per_gpu:254.09828598164393 
Step 84 | loss:0.01734117604792118 lr:1.999715164144961e-05 tokens_per_second_per_gpu:266.6577081770941 
Step 85 | loss:0.046959038823843 lr:1.999707414241254e-05 tokens_per_second_per_gpu:300.93983192986354 
Step 86 | loss:0.027063019573688507 lr:1.999699560332422e-05 tokens_per_second_per_gpu:302.0556914187423 
Step 87 | loss:0.011829718947410583 lr:1.999691602419282e-05 tokens_per_second_per_gpu:319.03581811930707 
Step 88 | loss:0.006360610947012901 lr:1.999683540502662e-05 tokens_per_second_per_gpu:244.53081975171688 
Step 89 | loss:0.012549273669719696 lr:1.9996753745834007e-05 tokens_per_second_per_gpu:283.48442169732 
Step 90 | loss:0.019064832478761673 lr:1.999667104662347e-05 tokens_per_second_per_gpu:207.7088818282528 
Step 91 | loss:0.016490474343299866 lr:1.9996587307403624e-05 tokens_per_second_per_gpu:322.38590676788544 
Step 92 | loss:0.024010147899389267 lr:1.999650252818317e-05 tokens_per_second_per_gpu:384.8795468082897 
Step 93 | loss:0.006928328890353441 lr:1.9996416708970935e-05 tokens_per_second_per_gpu:303.25080652810783 
Step 94 | loss:0.014677881263196468 lr:1.9996329849775843e-05 tokens_per_second_per_gpu:277.65640254598463 
Step 95 | loss:0.007013670168817043 lr:1.9996241950606936e-05 tokens_per_second_per_gpu:333.6048721693135 
Step 96 | loss:0.011742369271814823 lr:1.999615301147335e-05 tokens_per_second_per_gpu:261.19454009177883 
Step 97 | loss:0.01983131468296051 lr:1.999606303238435e-05 tokens_per_second_per_gpu:260.8297424225801 
Step 98 | loss:0.011803038418293 lr:1.9995972013349283e-05 tokens_per_second_per_gpu:293.688902683153 
Step 99 | loss:0.004044111352413893 lr:1.9995879954377628e-05 tokens_per_second_per_gpu:306.5334157113963 
Step 100 | loss:0.00803626049309969 lr:1.999578685547896e-05 tokens_per_second_per_gpu:279.2952898971751 
Step 101 | loss:0.003148686606436968 lr:1.9995692716662966e-05 tokens_per_second_per_gpu:277.4631340256525 
Step 102 | loss:0.009850113652646542 lr:1.9995597537939434e-05 tokens_per_second_per_gpu:310.6320872548119 
Step 103 | loss:0.007479663006961346 lr:1.999550131931827e-05 tokens_per_second_per_gpu:320.03379631473825 
Step 104 | loss:0.02316168136894703 lr:1.9995404060809487e-05 tokens_per_second_per_gpu:370.66842892679944 
Step 105 | loss:0.02021661028265953 lr:1.9995305762423197e-05 tokens_per_second_per_gpu:332.32251904133034 
Step 106 | loss:0.011450350284576416 lr:1.9995206424169635e-05 tokens_per_second_per_gpu:249.8660738097502 
Step 107 | loss:0.012612264603376389 lr:1.999510604605913e-05 tokens_per_second_per_gpu:269.7049277933422 
Step 108 | loss:0.03024986758828163 lr:1.9995004628102122e-05 tokens_per_second_per_gpu:364.15282426687236 
Step 109 | loss:0.016466425731778145 lr:1.9994902170309167e-05 tokens_per_second_per_gpu:260.9631398392274 
Step 110 | loss:0.030526675283908844 lr:1.9994798672690922e-05 tokens_per_second_per_gpu:262.48050528973886 
Step 111 | loss:0.00651018600910902 lr:1.999469413525816e-05 tokens_per_second_per_gpu:288.60018204274326 
Step 112 | loss:0.003291940316557884 lr:1.999458855802175e-05 tokens_per_second_per_gpu:253.61349082946296 
Step 113 | loss:0.005082247778773308 lr:1.9994481940992673e-05 tokens_per_second_per_gpu:215.1456767972242 
Step 114 | loss:0.0030404734425246716 lr:1.999437428418203e-05 tokens_per_second_per_gpu:216.3452006127779 
Step 115 | loss:0.0077736047096550465 lr:1.9994265587601016e-05 tokens_per_second_per_gpu:311.22536427833063 
Step 116 | loss:0.00585883529856801 lr:1.999415585126094e-05 tokens_per_second_per_gpu:267.33913564247393 
Step 117 | loss:0.002713854191824794 lr:1.9994045075173217e-05 tokens_per_second_per_gpu:265.0049295078575 
Step 118 | loss:0.017338406294584274 lr:1.9993933259349378e-05 tokens_per_second_per_gpu:322.06910879833214 
Step 119 | loss:0.025883525609970093 lr:1.9993820403801046e-05 tokens_per_second_per_gpu:276.3964337906553 
Step 120 | loss:0.0037271876353770494 lr:1.9993706508539968e-05 tokens_per_second_per_gpu:255.25799891876096 
Step 121 | loss:0.010142024606466293 lr:1.9993591573577996e-05 tokens_per_second_per_gpu:315.1572780043034 
Step 122 | loss:0.0070174625143408775 lr:1.9993475598927083e-05 tokens_per_second_per_gpu:286.4851790818592 
Step 123 | loss:0.004334479104727507 lr:1.9993358584599293e-05 tokens_per_second_per_gpu:335.5480543043262 
Step 124 | loss:0.007195542566478252 lr:1.99932405306068e-05 tokens_per_second_per_gpu:341.41572521117405 
Step 125 | loss:0.010522906668484211 lr:1.999312143696189e-05 tokens_per_second_per_gpu:310.96559971787326 
Step 126 | loss:0.007164720445871353 lr:1.999300130367695e-05 tokens_per_second_per_gpu:283.58487019139477 
Step 127 | loss:0.00633581355214119 lr:1.999288013076448e-05 tokens_per_second_per_gpu:275.9982163025285 
Step 128 | loss:0.004440737888216972 lr:1.9992757918237083e-05 tokens_per_second_per_gpu:307.3346950094846 
Step 129 | loss:0.015019792132079601 lr:1.9992634666107474e-05 tokens_per_second_per_gpu:302.66532419576293 
Step 130 | loss:0.01309181097894907 lr:1.9992510374388484e-05 tokens_per_second_per_gpu:280.0282656087517 
Step 131 | loss:0.012720981612801552 lr:1.999238504309303e-05 tokens_per_second_per_gpu:310.81630696424656 
Step 132 | loss:0.0039492216892540455 lr:1.999225867223416e-05 tokens_per_second_per_gpu:301.59348568123835 
Step 133 | loss:0.01531071588397026 lr:1.999213126182502e-05 tokens_per_second_per_gpu:297.7185339516634 
Step 134 | loss:0.0027402255218476057 lr:1.999200281187886e-05 tokens_per_second_per_gpu:268.2909514787356 
Step 135 | loss:0.013827566057443619 lr:1.999187332240905e-05 tokens_per_second_per_gpu:281.30056388261846 
Step 136 | loss:0.004225888755172491 lr:1.999174279342906e-05 tokens_per_second_per_gpu:244.88294615667652 
Step 137 | loss:0.00799307506531477 lr:1.9991611224952466e-05 tokens_per_second_per_gpu:326.54949370479 
Step 138 | loss:0.009074467234313488 lr:1.9991478616992958e-05 tokens_per_second_per_gpu:287.02407553407886 
Step 139 | loss:0.006314183585345745 lr:1.9991344969564333e-05 tokens_per_second_per_gpu:302.9871134158869 
Step 140 | loss:0.00220724125392735 lr:1.9991210282680495e-05 tokens_per_second_per_gpu:272.2387112981401 
Step 141 | loss:0.016075575724244118 lr:1.999107455635546e-05 tokens_per_second_per_gpu:330.9482773100954 
Step 142 | loss:0.006124200765043497 lr:1.9990937790603334e-05 tokens_per_second_per_gpu:266.4543675459983 
Step 143 | loss:0.003139147534966469 lr:1.9990799985438364e-05 tokens_per_second_per_gpu:337.61628347617653 
Step 144 | loss:0.0065275924280285835 lr:1.9990661140874876e-05 tokens_per_second_per_gpu:256.7484447521746 
Step 145 | loss:0.020531533285975456 lr:1.9990521256927314e-05 tokens_per_second_per_gpu:362.36686010865014 
Step 146 | loss:0.0049080741591751575 lr:1.9990380333610234e-05 tokens_per_second_per_gpu:329.35076467865883 
Step 147 | loss:0.002794514410197735 lr:1.99902383709383e-05 tokens_per_second_per_gpu:298.31691757012965 
Step 148 | loss:0.01243390329182148 lr:1.9990095368926274e-05 tokens_per_second_per_gpu:356.93201454763266 
Step 149 | loss:0.0028806389309465885 lr:1.998995132758904e-05 tokens_per_second_per_gpu:237.89865195586304 
Step 150 | loss:0.0037874137051403522 lr:1.9989806246941583e-05 tokens_per_second_per_gpu:282.3306683487905 
Step 151 | loss:0.015826499089598656 lr:1.9989660126998987e-05 tokens_per_second_per_gpu:255.15176114927752 
Step 152 | loss:0.012493799440562725 lr:1.9989512967776466e-05 tokens_per_second_per_gpu:335.6971212322854 
Step 153 | loss:0.007092257495969534 lr:1.9989364769289326e-05 tokens_per_second_per_gpu:262.34124741928485 
Step 154 | loss:0.007363965269178152 lr:1.9989215531552978e-05 tokens_per_second_per_gpu:327.8405425060607 
Step 155 | loss:0.005028595682233572 lr:1.998906525458296e-05 tokens_per_second_per_gpu:219.32910396252223 
Step 156 | loss:0.010224170051515102 lr:1.9988913938394897e-05 tokens_per_second_per_gpu:357.7544885121592 
Step 157 | loss:0.0019064468797296286 lr:1.998876158300453e-05 tokens_per_second_per_gpu:348.56732433759305 
Step 158 | loss:0.002230643993243575 lr:1.998860818842772e-05 tokens_per_second_per_gpu:242.0900916078561 
Step 159 | loss:0.003937797620892525 lr:1.9988453754680415e-05 tokens_per_second_per_gpu:260.8641869851108 
Step 160 | loss:0.020619135349988937 lr:1.9988298281778684e-05 tokens_per_second_per_gpu:314.48818752290265 
Step 161 | loss:0.003779865335673094 lr:1.9988141769738705e-05 tokens_per_second_per_gpu:278.03913510981204 
Step 162 | loss:0.017695793882012367 lr:1.9987984218576763e-05 tokens_per_second_per_gpu:323.42760948177187 
Step 163 | loss:0.015192372724413872 lr:1.998782562830924e-05 tokens_per_second_per_gpu:274.04260752280516 
Step 164 | loss:0.01732165925204754 lr:1.9987665998952642e-05 tokens_per_second_per_gpu:335.0084282187402 
Step 165 | loss:0.0011320575140416622 lr:1.9987505330523574e-05 tokens_per_second_per_gpu:244.41714341901994 
Step 166 | loss:0.004556606523692608 lr:1.9987343623038752e-05 tokens_per_second_per_gpu:313.42081660308037 
Step 167 | loss:0.007980288937687874 lr:1.9987180876514996e-05 tokens_per_second_per_gpu:314.79304359170305 
Step 168 | loss:0.0015970743261277676 lr:1.998701709096924e-05 tokens_per_second_per_gpu:275.53834754064377 
Step 169 | loss:0.0031376623082906008 lr:1.9986852266418525e-05 tokens_per_second_per_gpu:265.7476385231037 
Step 170 | loss:0.0061982786282896996 lr:1.998668640288e-05 tokens_per_second_per_gpu:245.10780891108894 
Step 171 | loss:0.0057248505763709545 lr:1.9986519500370915e-05 tokens_per_second_per_gpu:317.4615322402096 
Step 172 | loss:0.0036416160874068737 lr:1.9986351558908637e-05 tokens_per_second_per_gpu:296.3659687777488 
Step 173 | loss:0.00614130450412631 lr:1.9986182578510637e-05 tokens_per_second_per_gpu:332.82097996801656 
Step 174 | loss:0.005774922668933868 lr:1.9986012559194497e-05 tokens_per_second_per_gpu:336.95642670881773 
Step 175 | loss:0.006777666974812746 lr:1.9985841500977904e-05 tokens_per_second_per_gpu:335.6958220092699 
Step 176 | loss:0.005575118120759726 lr:1.9985669403878654e-05 tokens_per_second_per_gpu:309.12868028819355 
Step 177 | loss:0.010910105891525745 lr:1.9985496267914647e-05 tokens_per_second_per_gpu:397.86261430271605 
Step 178 | loss:0.004973357077687979 lr:1.9985322093103903e-05 tokens_per_second_per_gpu:239.7676560583845 
Step 179 | loss:0.004388206172734499 lr:1.998514687946454e-05 tokens_per_second_per_gpu:301.25740466972456 
Step 180 | loss:0.010846260003745556 lr:1.9984970627014778e-05 tokens_per_second_per_gpu:259.5270709104804 
Step 181 | loss:0.029063211753964424 lr:1.9984793335772967e-05 tokens_per_second_per_gpu:280.76850921897636 
Step 182 | loss:0.008390079252421856 lr:1.9984615005757547e-05 tokens_per_second_per_gpu:302.90973281376176 
Step 183 | loss:0.0013615619391202927 lr:1.9984435636987062e-05 tokens_per_second_per_gpu:300.428618813647 
Step 184 | loss:0.004240919835865498 lr:1.9984255229480187e-05 tokens_per_second_per_gpu:257.9506602324429 
Step 185 | loss:0.004934505559504032 lr:1.9984073783255676e-05 tokens_per_second_per_gpu:329.8224891593598 
Step 186 | loss:0.0022725181188434362 lr:1.998389129833242e-05 tokens_per_second_per_gpu:248.09107364880487 
Step 187 | loss:0.011990644969046116 lr:1.9983707774729394e-05 tokens_per_second_per_gpu:410.12378084526483 
Step 188 | loss:0.0008314739097841084 lr:1.998352321246569e-05 tokens_per_second_per_gpu:262.4785534283132 
Step 189 | loss:0.0008974031079560518 lr:1.998333761156052e-05 tokens_per_second_per_gpu:262.336344084413 
Step 190 | loss:0.011583628132939339 lr:1.9983150972033186e-05 tokens_per_second_per_gpu:404.3794349975164 
Step 191 | loss:0.005744690075516701 lr:1.9982963293903103e-05 tokens_per_second_per_gpu:283.36850704803516 
Step 192 | loss:0.0036505204625427723 lr:1.99827745771898e-05 tokens_per_second_per_gpu:260.35822693648026 
Step 193 | loss:0.004026713781058788 lr:1.9982584821912905e-05 tokens_per_second_per_gpu:343.3236357289197 
Step 194 | loss:0.005735217593610287 lr:1.9982394028092167e-05 tokens_per_second_per_gpu:329.4940804827445 
Step 195 | loss:0.0008448828593827784 lr:1.9982202195747432e-05 tokens_per_second_per_gpu:264.49386676914884 
Step 196 | loss:0.0005129456403665245 lr:1.9982009324898658e-05 tokens_per_second_per_gpu:252.55482212323383 
Step 197 | loss:0.01231742650270462 lr:1.9981815415565907e-05 tokens_per_second_per_gpu:274.3188705426253 
Step 198 | loss:0.005226217210292816 lr:1.998162046776935e-05 tokens_per_second_per_gpu:322.49613653874866 
Step 199 | loss:0.0011472853366285563 lr:1.9981424481529283e-05 tokens_per_second_per_gpu:254.396128520611 
Step 200 | loss:0.006762351840734482 lr:1.998122745686608e-05 tokens_per_second_per_gpu:295.24746447606094 
Step 201 | loss:0.0056582167744636536 lr:1.9981029393800244e-05 tokens_per_second_per_gpu:288.0070215387332 
Step 202 | loss:0.0016245419392362237 lr:1.9980830292352384e-05 tokens_per_second_per_gpu:306.38669785279933 
Step 203 | loss:0.0039400155656039715 lr:1.998063015254321e-05 tokens_per_second_per_gpu:272.9110439669346 
Step 204 | loss:0.005489046219736338 lr:1.9980428974393546e-05 tokens_per_second_per_gpu:264.86572802236265 
Step 205 | loss:0.0030005499720573425 lr:1.9980226757924316e-05 tokens_per_second_per_gpu:357.355092825296 
Step 206 | loss:0.042684465646743774 lr:1.9980023503156563e-05 tokens_per_second_per_gpu:431.89903031037534 
Step 207 | loss:0.0035821092315018177 lr:1.9979819210111432e-05 tokens_per_second_per_gpu:310.09912574246215 
Step 208 | loss:0.005345859564840794 lr:1.9979613878810174e-05 tokens_per_second_per_gpu:332.6201065848523 
Step 209 | loss:0.0011485202703624964 lr:1.9979407509274158e-05 tokens_per_second_per_gpu:254.37562678872777 
Step 210 | loss:0.001445677364245057 lr:1.9979200101524844e-05 tokens_per_second_per_gpu:263.65655005776733 
Step 211 | loss:0.003108859760686755 lr:1.9978991655583818e-05 tokens_per_second_per_gpu:325.5988323444841 
Step 212 | loss:0.004469422623515129 lr:1.997878217147276e-05 tokens_per_second_per_gpu:276.43776238531 
Step 213 | loss:0.0073994784615933895 lr:1.9978571649213467e-05 tokens_per_second_per_gpu:375.8004284893523 
Step 214 | loss:0.0037537680473178625 lr:1.997836008882784e-05 tokens_per_second_per_gpu:246.6860551647916 
Step 215 | loss:0.0028438095469027758 lr:1.997814749033789e-05 tokens_per_second_per_gpu:317.50391155670786 
Step 216 | loss:0.0034879494924098253 lr:1.9977933853765732e-05 tokens_per_second_per_gpu:377.66092306316875 
Step 217 | loss:0.0047512361779809 lr:1.9977719179133593e-05 tokens_per_second_per_gpu:306.15094102090524 
Step 218 | loss:0.0013344485778361559 lr:1.9977503466463807e-05 tokens_per_second_per_gpu:294.8059844168937 
Step 219 | loss:0.004719005897641182 lr:1.9977286715778817e-05 tokens_per_second_per_gpu:355.51363759483183 
Step 220 | loss:0.002466565230861306 lr:1.997706892710117e-05 tokens_per_second_per_gpu:297.95934972489647 
Step 221 | loss:0.0035517632495611906 lr:1.997685010045353e-05 tokens_per_second_per_gpu:350.38704820476414 
Step 222 | loss:0.0028280536644160748 lr:1.997663023585865e-05 tokens_per_second_per_gpu:285.85348080875946 
Step 223 | loss:0.001393513404764235 lr:1.997640933333942e-05 tokens_per_second_per_gpu:311.8176450839146 
Step 224 | loss:0.008970828726887703 lr:1.997618739291881e-05 tokens_per_second_per_gpu:375.23497021075565 
Step 225 | loss:0.0021527784410864115 lr:1.9975964414619912e-05 tokens_per_second_per_gpu:321.40270936079463 
Step 226 | loss:0.007028704509139061 lr:1.9975740398465927e-05 tokens_per_second_per_gpu:289.0337292843444 
Step 227 | loss:0.00139316834975034 lr:1.9975515344480158e-05 tokens_per_second_per_gpu:274.10800531435586 
Step 228 | loss:0.0009435086976736784 lr:1.997528925268602e-05 tokens_per_second_per_gpu:258.86296729602304 
Step 229 | loss:0.009888202883303165 lr:1.9975062123107034e-05 tokens_per_second_per_gpu:312.2629096097434 
Step 230 | loss:0.004522752016782761 lr:1.9974833955766832e-05 tokens_per_second_per_gpu:325.32780860117293 
Step 231 | loss:0.001743413507938385 lr:1.9974604750689144e-05 tokens_per_second_per_gpu:320.23967733675585 
Step 232 | loss:0.002084890613332391 lr:1.9974374507897823e-05 tokens_per_second_per_gpu:292.9123512164738 
Step 233 | loss:0.017968682572245598 lr:1.997414322741682e-05 tokens_per_second_per_gpu:266.90086292234395 
Step 234 | loss:0.008613759651780128 lr:1.9973910909270193e-05 tokens_per_second_per_gpu:249.1711133890466 
Step 235 | loss:0.008993322029709816 lr:1.9973677553482118e-05 tokens_per_second_per_gpu:324.4503057405168 
Step 236 | loss:0.0012393805664032698 lr:1.997344316007687e-05 tokens_per_second_per_gpu:328.76023785829017 
Step 237 | loss:0.001048658974468708 lr:1.9973207729078828e-05 tokens_per_second_per_gpu:280.82966560403827 
Step 238 | loss:0.0013903582002967596 lr:1.99729712605125e-05 tokens_per_second_per_gpu:351.0701245645083 
Step 239 | loss:0.006734204478561878 lr:1.9972733754402467e-05 tokens_per_second_per_gpu:315.5978395257198 
Step 240 | loss:0.001826506108045578 lr:1.997249521077345e-05 tokens_per_second_per_gpu:372.7172640301078 
Step 241 | loss:0.0015230807475745678 lr:1.997225562965027e-05 tokens_per_second_per_gpu:283.5349122078182 
Step 242 | loss:0.006496591027826071 lr:1.9972015011057845e-05 tokens_per_second_per_gpu:287.7762530767039 
Step 243 | loss:0.0018740425584837794 lr:1.9971773355021205e-05 tokens_per_second_per_gpu:260.6732898830988 
Step 244 | loss:0.007982936687767506 lr:1.99715306615655e-05 tokens_per_second_per_gpu:358.49941245657703 
Step 245 | loss:0.004725529812276363 lr:1.9971286930715975e-05 tokens_per_second_per_gpu:287.760931411696 
Step 246 | loss:0.0023271595127880573 lr:1.9971042162497983e-05 tokens_per_second_per_gpu:347.05768339485155 
Step 247 | loss:0.006989194545894861 lr:1.997079635693699e-05 tokens_per_second_per_gpu:271.8377734931422 
Step 248 | loss:0.009712902829051018 lr:1.9970549514058572e-05 tokens_per_second_per_gpu:318.0824492493467 
Step 249 | loss:0.0031609120778739452 lr:1.997030163388841e-05 tokens_per_second_per_gpu:295.298959837534 
Step 250 | loss:0.0005076836096122861 lr:1.9970052716452284e-05 tokens_per_second_per_gpu:299.6572819424536 
Step 251 | loss:0.0034808299969881773 lr:1.99698027617761e-05 tokens_per_second_per_gpu:377.1236798943948 
Step 252 | loss:0.011798961088061333 lr:1.9969551769885856e-05 tokens_per_second_per_gpu:246.88201436230412 
Step 253 | loss:0.00450856750831008 lr:1.9969299740807666e-05 tokens_per_second_per_gpu:268.1256067031627 
Step 254 | loss:0.0041186073794960976 lr:1.9969046674567753e-05 tokens_per_second_per_gpu:305.76348748541074 
Step 255 | loss:0.0030472700018435717 lr:1.9968792571192435e-05 tokens_per_second_per_gpu:248.33787792423226 
Step 256 | loss:0.0018260569777339697 lr:1.9968537430708164e-05 tokens_per_second_per_gpu:334.9653377705287 
Step 257 | loss:0.0004635025397874415 lr:1.996828125314147e-05 tokens_per_second_per_gpu:274.3254353668683 
Step 258 | loss:0.000933287141378969 lr:1.9968024038519008e-05 tokens_per_second_per_gpu:293.3271366669663 
Step 259 | loss:0.007223924621939659 lr:1.996776578686754e-05 tokens_per_second_per_gpu:306.00482187987 
Step 260 | loss:0.03090766631066799 lr:1.9967506498213932e-05 tokens_per_second_per_gpu:328.2811847153531 
Step 261 | loss:0.0017037470825016499 lr:1.996724617258516e-05 tokens_per_second_per_gpu:302.09781750718196 
Step 262 | loss:0.01320919394493103 lr:1.9966984810008304e-05 tokens_per_second_per_gpu:287.3931756534174 
Step 263 | loss:0.0436379574239254 lr:1.9966722410510557e-05 tokens_per_second_per_gpu:296.3349335562036 
Step 264 | loss:0.005689054727554321 lr:1.9966458974119217e-05 tokens_per_second_per_gpu:282.0405638165844 
Step 265 | loss:0.0025231624022126198 lr:1.9966194500861697e-05 tokens_per_second_per_gpu:257.38465389932554 
Step 266 | loss:0.015241636894643307 lr:1.9965928990765505e-05 tokens_per_second_per_gpu:354.48772482579227 
Step 267 | loss:0.00511199003085494 lr:1.996566244385826e-05 tokens_per_second_per_gpu:256.4867464118491 
Step 268 | loss:0.00116447894833982 lr:1.9965394860167705e-05 tokens_per_second_per_gpu:288.33324849295036 
Step 269 | loss:0.001693551428616047 lr:1.9965126239721665e-05 tokens_per_second_per_gpu:351.0456181171007 
Step 270 | loss:0.003124791197478771 lr:1.9964856582548094e-05 tokens_per_second_per_gpu:282.15813036721954 
Step 271 | loss:0.0013785136397928 lr:1.9964585888675043e-05 tokens_per_second_per_gpu:302.87668333768244 
Step 272 | loss:0.008015011437237263 lr:1.9964314158130676e-05 tokens_per_second_per_gpu:383.1170006765504 
Step 273 | loss:0.0006569257820956409 lr:1.996404139094326e-05 tokens_per_second_per_gpu:297.04094948145917 
Step 274 | loss:0.0008880340028554201 lr:1.9963767587141172e-05 tokens_per_second_per_gpu:287.3914862396589 
Step 275 | loss:0.0022545773535966873 lr:1.99634927467529e-05 tokens_per_second_per_gpu:322.17390204258965 
Step 276 | loss:0.006649471819400787 lr:1.9963216869807037e-05 tokens_per_second_per_gpu:341.70860253206155 
Step 277 | loss:0.002121520694345236 lr:1.996293995633228e-05 tokens_per_second_per_gpu:255.51220377703143 
Step 278 | loss:0.0009376857196912169 lr:1.9962662006357444e-05 tokens_per_second_per_gpu:310.62794030053556 
Step 279 | loss:0.01350308395922184 lr:1.996238301991144e-05 tokens_per_second_per_gpu:321.04941311387495 
Step 280 | loss:0.0010736096883192658 lr:1.9962102997023297e-05 tokens_per_second_per_gpu:257.32076703031976 
Step 281 | loss:0.0013946484541520476 lr:1.9961821937722146e-05 tokens_per_second_per_gpu:264.52688968531425 
Step 282 | loss:0.0008204924524761736 lr:1.9961539842037227e-05 tokens_per_second_per_gpu:291.65195582675335 
Step 283 | loss:0.007775767240673304 lr:1.9961256709997885e-05 tokens_per_second_per_gpu:296.33435089707945 
Step 284 | loss:0.002179128350690007 lr:1.996097254163358e-05 tokens_per_second_per_gpu:308.70627581683254 
Step 285 | loss:0.0019079267513006926 lr:1.9960687336973875e-05 tokens_per_second_per_gpu:312.21795744916227 
Step 286 | loss:0.0012846090830862522 lr:1.996040109604844e-05 tokens_per_second_per_gpu:310.987791430227 
Step 287 | loss:0.002786346012726426 lr:1.9960113818887053e-05 tokens_per_second_per_gpu:265.08700851993393 
Step 288 | loss:0.0023053546901792288 lr:1.9959825505519603e-05 tokens_per_second_per_gpu:302.38992840694937 
Step 289 | loss:0.02057933434844017 lr:1.9959536155976085e-05 tokens_per_second_per_gpu:326.1323170787745 
Step 290 | loss:0.006044421810656786 lr:1.9959245770286602e-05 tokens_per_second_per_gpu:301.27616918391345 
Step 291 | loss:0.0007786288042552769 lr:1.9958954348481363e-05 tokens_per_second_per_gpu:311.75595219201404 
Step 292 | loss:0.0018222719663754106 lr:1.9958661890590684e-05 tokens_per_second_per_gpu:269.62574665073754 
Step 293 | loss:0.004723351448774338 lr:1.9958368396644998e-05 tokens_per_second_per_gpu:251.314769851652 
Step 294 | loss:0.0008081000996753573 lr:1.9958073866674832e-05 tokens_per_second_per_gpu:282.31220361750155 
Step 295 | loss:0.003681581001728773 lr:1.9957778300710832e-05 tokens_per_second_per_gpu:216.6205917407701 
Step 296 | loss:0.0030030994676053524 lr:1.9957481698783745e-05 tokens_per_second_per_gpu:309.39110662969125 
Step 297 | loss:0.0026351306587457657 lr:1.995718406092443e-05 tokens_per_second_per_gpu:309.97138907588993 
Step 298 | loss:0.0004917794140055776 lr:1.995688538716385e-05 tokens_per_second_per_gpu:310.32305828520435 
Step 299 | loss:0.002662516664713621 lr:1.995658567753308e-05 tokens_per_second_per_gpu:271.26095787259584 
Step 300 | loss:0.0025065955705940723 lr:1.9956284932063295e-05 tokens_per_second_per_gpu:373.5696541183849 
Step 301 | loss:0.006564721930772066 lr:1.995598315078579e-05 tokens_per_second_per_gpu:264.69416844544605 
Step 302 | loss:0.004050408955663443 lr:1.995568033373196e-05 tokens_per_second_per_gpu:277.32871751220074 
Step 303 | loss:0.0010587477590888739 lr:1.9955376480933303e-05 tokens_per_second_per_gpu:363.37602786218196 
Step 304 | loss:0.004725140519440174 lr:1.9955071592421432e-05 tokens_per_second_per_gpu:323.183322012213 
Step 305 | loss:0.0033539170399308205 lr:1.9954765668228075e-05 tokens_per_second_per_gpu:330.14365362262134 
Step 306 | loss:0.01014628168195486 lr:1.9954458708385047e-05 tokens_per_second_per_gpu:383.50479881915425 
Step 307 | loss:0.0007802536711096764 lr:1.9954150712924294e-05 tokens_per_second_per_gpu:255.1002756114638 
Step 308 | loss:0.0026983211282640696 lr:1.9953841681877847e-05 tokens_per_second_per_gpu:290.0093248989811 
Step 309 | loss:0.002422742312774062 lr:1.9953531615277865e-05 tokens_per_second_per_gpu:285.68030940126164 
Step 310 | loss:0.002943349303677678 lr:1.9953220513156604e-05 tokens_per_second_per_gpu:308.8173541653198 
Step 311 | loss:0.0004961938830092549 lr:1.9952908375546428e-05 tokens_per_second_per_gpu:266.8192908923379 
Step 312 | loss:0.0035165126901119947 lr:1.995259520247981e-05 tokens_per_second_per_gpu:252.6268793988915 
Step 313 | loss:0.0006597677711397409 lr:1.9952280993989332e-05 tokens_per_second_per_gpu:280.17217144701726 
Step 314 | loss:0.0018672521691769361 lr:1.9951965750107684e-05 tokens_per_second_per_gpu:350.4325193871867 
Step 315 | loss:0.002546309493482113 lr:1.9951649470867663e-05 tokens_per_second_per_gpu:309.1977514445238 
Step 316 | loss:0.0004443778598215431 lr:1.995133215630217e-05 tokens_per_second_per_gpu:275.0518669277849 
Step 317 | loss:0.009051064029335976 lr:1.995101380644422e-05 tokens_per_second_per_gpu:360.28692504143027 
Step 318 | loss:0.0017613995587453246 lr:1.995069442132693e-05 tokens_per_second_per_gpu:287.49959308543293 
Step 319 | loss:0.0027956035919487476 lr:1.995037400098353e-05 tokens_per_second_per_gpu:266.34178444309396 
Step 320 | loss:0.010539255104959011 lr:1.9950052545447354e-05 tokens_per_second_per_gpu:335.32308516598965 
Step 321 | loss:0.0012614921433851123 lr:1.9949730054751842e-05 tokens_per_second_per_gpu:279.2429008183568 
Step 322 | loss:0.0017476537032052875 lr:1.9949406528930556e-05 tokens_per_second_per_gpu:397.2652275230891 
Step 323 | loss:0.0009132142877206206 lr:1.994908196801714e-05 tokens_per_second_per_gpu:315.70234322023697 
Step 324 | loss:0.0018236933974549174 lr:1.9948756372045362e-05 tokens_per_second_per_gpu:240.89075836648755 
Step 325 | loss:0.001347521785646677 lr:1.9948429741049105e-05 tokens_per_second_per_gpu:287.25574943013305 
Step 326 | loss:0.0038397787138819695 lr:1.994810207506234e-05 tokens_per_second_per_gpu:386.5362410195327 
Step 327 | loss:0.003136716317385435 lr:1.9947773374119164e-05 tokens_per_second_per_gpu:279.8398007472392 
Step 328 | loss:0.0009100253810174763 lr:1.994744363825377e-05 tokens_per_second_per_gpu:230.5758865568559 
Step 329 | loss:0.0022696382366120815 lr:1.994711286750046e-05 tokens_per_second_per_gpu:285.9225533372377 
Step 330 | loss:0.0005019010859541595 lr:1.9946781061893648e-05 tokens_per_second_per_gpu:353.96962253718397 
Step 331 | loss:0.003428117372095585 lr:1.9946448221467854e-05 tokens_per_second_per_gpu:280.0769745742126 
Step 332 | loss:0.0026765402872115374 lr:1.9946114346257704e-05 tokens_per_second_per_gpu:337.1134596121501 
Step 333 | loss:0.0009010345675051212 lr:1.9945779436297937e-05 tokens_per_second_per_gpu:260.0465304185825 
Step 334 | loss:0.0038147817831486464 lr:1.9945443491623386e-05 tokens_per_second_per_gpu:283.23458806032625 
Step 335 | loss:0.0021865293383598328 lr:1.9945106512269016e-05 tokens_per_second_per_gpu:271.44738809175215 
Step 336 | loss:0.0007997544598765671 lr:1.9944768498269867e-05 tokens_per_second_per_gpu:282.1297623654067 
Step 337 | loss:0.0024288357235491276 lr:1.994442944966112e-05 tokens_per_second_per_gpu:248.0983577994465 
Step 338 | loss:0.0005488388705998659 lr:1.994408936647804e-05 tokens_per_second_per_gpu:312.96468047537024 
Step 339 | loss:0.005417156033217907 lr:1.994374824875601e-05 tokens_per_second_per_gpu:307.763453317622 
Step 340 | loss:0.0011686270590871572 lr:1.994340609653052e-05 tokens_per_second_per_gpu:293.64384963152054 
Step 341 | loss:0.0012289276346564293 lr:1.9943062909837162e-05 tokens_per_second_per_gpu:270.1333877785224 
Step 342 | loss:0.0011790046701207757 lr:1.994271868871164e-05 tokens_per_second_per_gpu:327.9925342841714 
Step 343 | loss:0.0011439538793638349 lr:1.994237343318977e-05 tokens_per_second_per_gpu:291.6836415585769 
Step 344 | loss:0.0011160620488226414 lr:1.994202714330747e-05 tokens_per_second_per_gpu:297.05298541234487 
Step 345 | loss:0.0007859055185690522 lr:1.9941679819100757e-05 tokens_per_second_per_gpu:242.24452671804514 
Step 346 | loss:0.0011256160214543343 lr:1.9941331460605776e-05 tokens_per_second_per_gpu:342.2307034769285 
Step 347 | loss:0.0025795481633394957 lr:1.9940982067858766e-05 tokens_per_second_per_gpu:324.89484446479037 
Step 348 | loss:0.005782220512628555 lr:1.9940631640896073e-05 tokens_per_second_per_gpu:377.8900896473108 
Step 349 | loss:0.0028853933326900005 lr:1.9940280179754155e-05 tokens_per_second_per_gpu:290.84759375073656 
Step 350 | loss:0.00031138997292146087 lr:1.9939927684469584e-05 tokens_per_second_per_gpu:273.5840644103373 
Step 351 | loss:0.0014278219314292073 lr:1.993957415507902e-05 tokens_per_second_per_gpu:287.35762884015605 
Step 352 | loss:0.0025543293450027704 lr:1.993921959161925e-05 tokens_per_second_per_gpu:355.9348157984041 
Step 353 | loss:0.0019508766708895564 lr:1.993886399412716e-05 tokens_per_second_per_gpu:238.80024075742733 
Step 354 | loss:0.002518069464713335 lr:1.993850736263974e-05 tokens_per_second_per_gpu:283.9500227186896 
Step 355 | loss:0.002123065060004592 lr:1.9938149697194102e-05 tokens_per_second_per_gpu:321.4504680674163 
Step 356 | loss:0.0027793641202151775 lr:1.9937790997827448e-05 tokens_per_second_per_gpu:315.5125743973234 
Step 357 | loss:0.0012542998883873224 lr:1.99374312645771e-05 tokens_per_second_per_gpu:203.87436739572024 
Step 358 | loss:0.014336243271827698 lr:1.993707049748048e-05 tokens_per_second_per_gpu:261.7297496090966 
Step 359 | loss:0.002219564514234662 lr:1.993670869657512e-05 tokens_per_second_per_gpu:260.89609015673835 
Step 360 | loss:0.0026730778627097607 lr:1.9936345861898664e-05 tokens_per_second_per_gpu:303.4848912881055 
Step 361 | loss:0.0036131388042122126 lr:1.9935981993488855e-05 tokens_per_second_per_gpu:252.36100226103298 
Step 362 | loss:0.0006378114339895546 lr:1.993561709138355e-05 tokens_per_second_per_gpu:308.46608370010404 
Step 363 | loss:0.0006920899613760412 lr:1.9935251155620716e-05 tokens_per_second_per_gpu:336.56217147700085 
Step 364 | loss:0.0003786098677664995 lr:1.993488418623842e-05 tokens_per_second_per_gpu:232.76226626542476 
Step 365 | loss:0.004196242894977331 lr:1.993451618327484e-05 tokens_per_second_per_gpu:278.16443201097326 
Step 366 | loss:0.0023252656683325768 lr:1.993414714676826e-05 tokens_per_second_per_gpu:275.71333226473445 
Step 367 | loss:0.0004554023907985538 lr:1.993377707675707e-05 tokens_per_second_per_gpu:268.2671074873567 
Step 368 | loss:0.002113630063831806 lr:1.993340597327978e-05 tokens_per_second_per_gpu:309.33528195625036 
Step 369 | loss:0.00026845946558751166 lr:1.993303383637499e-05 tokens_per_second_per_gpu:308.1978063410183 
Step 370 | loss:0.001513499766588211 lr:1.993266066608142e-05 tokens_per_second_per_gpu:282.68539240357427 
Step 371 | loss:0.000736379821319133 lr:1.993228646243789e-05 tokens_per_second_per_gpu:304.08449611428625 
Step 372 | loss:0.0036677587777376175 lr:1.993191122548333e-05 tokens_per_second_per_gpu:263.2183043624312 
Step 373 | loss:0.0038638676051050425 lr:1.993153495525678e-05 tokens_per_second_per_gpu:351.2824291146883 
Step 374 | loss:0.0033155472483485937 lr:1.9931157651797385e-05 tokens_per_second_per_gpu:347.9769118528289 
Step 375 | loss:0.0024788216687738895 lr:1.99307793151444e-05 tokens_per_second_per_gpu:375.766049203134 
Step 376 | loss:0.003458840074017644 lr:1.993039994533718e-05 tokens_per_second_per_gpu:346.8478270254956 
Step 377 | loss:0.0004974156618118286 lr:1.99300195424152e-05 tokens_per_second_per_gpu:298.88264133541037 
Step 378 | loss:0.0007446408271789551 lr:1.992963810641803e-05 tokens_per_second_per_gpu:299.116429929836 
Step 379 | loss:0.0026205286849290133 lr:1.9929255637385353e-05 tokens_per_second_per_gpu:271.9690064379908 
Step 380 | loss:0.0007514924509450793 lr:1.9928872135356964e-05 tokens_per_second_per_gpu:408.3121068385559 
Step 381 | loss:0.0020686089992523193 lr:1.9928487600372754e-05 tokens_per_second_per_gpu:356.6005683014846 
Step 382 | loss:0.0016302373260259628 lr:1.9928102032472738e-05 tokens_per_second_per_gpu:275.66386456489613 
Step 383 | loss:0.005417463835328817 lr:1.9927715431697016e-05 tokens_per_second_per_gpu:288.0675995490105 
Step 384 | loss:0.004532883409410715 lr:1.992732779808582e-05 tokens_per_second_per_gpu:303.78816289172437 
Step 385 | loss:0.003049152670428157 lr:1.992693913167947e-05 tokens_per_second_per_gpu:254.43520570153723 
Step 386 | loss:0.002520075999200344 lr:1.9926549432518408e-05 tokens_per_second_per_gpu:337.5502544373482 
Step 387 | loss:0.0023502518888562918 lr:1.992615870064317e-05 tokens_per_second_per_gpu:276.33427406706386 
Step 388 | loss:0.004440478980541229 lr:1.9925766936094408e-05 tokens_per_second_per_gpu:275.119440182526 
Step 389 | loss:0.0008870460442267358 lr:1.9925374138912885e-05 tokens_per_second_per_gpu:282.28496510754263 
Step 390 | loss:0.0006978829042054713 lr:1.9924980309139455e-05 tokens_per_second_per_gpu:317.5316458913821 
Step 391 | loss:0.0019693567883223295 lr:1.99245854468151e-05 tokens_per_second_per_gpu:346.02533215465263 
Step 392 | loss:0.00020945820142515004 lr:1.992418955198089e-05 tokens_per_second_per_gpu:249.66496161850608 
Step 393 | loss:0.0006655588513240218 lr:1.9923792624678025e-05 tokens_per_second_per_gpu:290.5132767262079 
Step 394 | loss:0.0004183779237791896 lr:1.992339466494779e-05 tokens_per_second_per_gpu:276.84124634456055 
Step 395 | loss:0.0005728732794523239 lr:1.9922995672831587e-05 tokens_per_second_per_gpu:292.59849920454565 
Step 396 | loss:0.0017545055598020554 lr:1.9922595648370932e-05 tokens_per_second_per_gpu:289.5824661765119 
Step 397 | loss:0.0013961629010736942 lr:1.9922194591607435e-05 tokens_per_second_per_gpu:234.63637815825166 
Step 398 | loss:0.0014795257011428475 lr:1.9921792502582823e-05 tokens_per_second_per_gpu:271.0687339757762 
Step 399 | loss:0.004393471870571375 lr:1.992138938133893e-05 tokens_per_second_per_gpu:368.1249296057355 
Step 400 | loss:0.0011151768267154694 lr:1.992098522791769e-05 tokens_per_second_per_gpu:376.02487032337297 
Step 401 | loss:0.0027947055641561747 lr:1.9920580042361153e-05 tokens_per_second_per_gpu:244.59241975900264 
Step 402 | loss:0.0006328728632070124 lr:1.9920173824711473e-05 tokens_per_second_per_gpu:267.31789165385123 
Step 403 | loss:0.0031902280170470476 lr:1.9919766575010907e-05 tokens_per_second_per_gpu:339.73698597250063 
Step 404 | loss:0.0014875995693728328 lr:1.9919358293301827e-05 tokens_per_second_per_gpu:307.1371713080672 
Step 405 | loss:0.001744373352266848 lr:1.991894897962671e-05 tokens_per_second_per_gpu:291.8433045692783 
Step 406 | loss:0.0009530723327770829 lr:1.9918538634028132e-05 tokens_per_second_per_gpu:299.80112739645864 
Step 407 | loss:0.002647755201905966 lr:1.9918127256548792e-05 tokens_per_second_per_gpu:358.4468160783257 
Step 408 | loss:0.0007559375953860581 lr:1.9917714847231484e-05 tokens_per_second_per_gpu:287.95553255828065 
Step 409 | loss:0.0010759574361145496 lr:1.991730140611911e-05 tokens_per_second_per_gpu:318.6024291049402 
Step 410 | loss:0.0015643603401258588 lr:1.991688693325469e-05 tokens_per_second_per_gpu:227.4153709734335 
Step 411 | loss:0.002682860242202878 lr:1.991647142868134e-05 tokens_per_second_per_gpu:283.94620081046963 
Step 412 | loss:0.0025120293721556664 lr:1.9916054892442287e-05 tokens_per_second_per_gpu:302.1996648909709 
Step 413 | loss:0.003823944367468357 lr:1.9915637324580865e-05 tokens_per_second_per_gpu:371.6411833636025 
Step 414 | loss:0.0008328735129907727 lr:1.991521872514052e-05 tokens_per_second_per_gpu:219.4715818465977 
Step 415 | loss:0.001200580969452858 lr:1.9914799094164797e-05 tokens_per_second_per_gpu:287.5900905184908 
Step 416 | loss:0.004656283184885979 lr:1.991437843169735e-05 tokens_per_second_per_gpu:302.94738355872454 
Step 417 | loss:0.003392231184989214 lr:1.991395673778195e-05 tokens_per_second_per_gpu:340.33284000719306 
Step 418 | loss:0.0025317100808024406 lr:1.9913534012462465e-05 tokens_per_second_per_gpu:335.7849767815848 
Step 419 | loss:0.004450077656656504 lr:1.9913110255782874e-05 tokens_per_second_per_gpu:294.3764792015703 
Step 420 | loss:0.005032976623624563 lr:1.991268546778726e-05 tokens_per_second_per_gpu:354.7635902759252 
Step 421 | loss:0.0033739437349140644 lr:1.9912259648519816e-05 tokens_per_second_per_gpu:251.57145247337192 
Step 422 | loss:0.0011665946803987026 lr:1.9911832798024846e-05 tokens_per_second_per_gpu:249.65339531386155 
Step 423 | loss:0.0004522433446254581 lr:1.9911404916346756e-05 tokens_per_second_per_gpu:239.24088534953842 
Step 424 | loss:0.0023445556871593 lr:1.991097600353006e-05 tokens_per_second_per_gpu:246.6909560203221 
Step 425 | loss:0.005983741022646427 lr:1.991054605961938e-05 tokens_per_second_per_gpu:342.5919147703795 
Step 426 | loss:0.0022979273926466703 lr:1.9910115084659454e-05 tokens_per_second_per_gpu:250.3940049188475 
Step 427 | loss:0.0006831774953752756 lr:1.9909683078695104e-05 tokens_per_second_per_gpu:294.8501746983223 
Step 428 | loss:0.001281549921259284 lr:1.9909250041771283e-05 tokens_per_second_per_gpu:331.3856364090688 
Step 429 | loss:0.007298600394278765 lr:1.990881597393304e-05 tokens_per_second_per_gpu:299.63505131453996 
Step 430 | loss:0.012862256728112698 lr:1.9908380875225534e-05 tokens_per_second_per_gpu:439.7250306090502 
Step 431 | loss:0.0014217159477993846 lr:1.9907944745694034e-05 tokens_per_second_per_gpu:273.6142513580511 
Step 432 | loss:0.001948932884261012 lr:1.990750758538391e-05 tokens_per_second_per_gpu:272.55740562528297 
Step 433 | loss:0.0021903379820287228 lr:1.9907069394340634e-05 tokens_per_second_per_gpu:236.36185688546553 
Step 434 | loss:0.00020662572933360934 lr:1.990663017260981e-05 tokens_per_second_per_gpu:299.8916369100212 
Step 435 | loss:0.00038763831253163517 lr:1.990618992023712e-05 tokens_per_second_per_gpu:251.9332343824906 
Step 436 | loss:0.0041689625941216946 lr:1.9905748637268368e-05 tokens_per_second_per_gpu:316.8511814075509 
Step 437 | loss:0.0012271476443856955 lr:1.9905306323749467e-05 tokens_per_second_per_gpu:277.2702945144295 
Step 438 | loss:0.0011943322606384754 lr:1.9904862979726434e-05 tokens_per_second_per_gpu:306.3168868348547 
Step 439 | loss:0.00035842499346472323 lr:1.9904418605245385e-05 tokens_per_second_per_gpu:236.6518601404951 
Step 440 | loss:0.002928798319771886 lr:1.990397320035256e-05 tokens_per_second_per_gpu:292.4166232975671 
Step 441 | loss:0.004490874707698822 lr:1.990352676509429e-05 tokens_per_second_per_gpu:250.22950252295288 
Step 442 | loss:0.003552217734977603 lr:1.9903079299517025e-05 tokens_per_second_per_gpu:278.5120588053707 
Step 443 | loss:0.0014202131424099207 lr:1.9902630803667314e-05 tokens_per_second_per_gpu:312.64434250295506 
Step 444 | loss:0.0036091713700443506 lr:1.9902181277591818e-05 tokens_per_second_per_gpu:367.6810679782265 
Step 445 | loss:0.0011680724564939737 lr:1.99017307213373e-05 tokens_per_second_per_gpu:329.91305556000117 
Step 446 | loss:0.0007986179552972317 lr:1.9901279134950642e-05 tokens_per_second_per_gpu:338.8496720452845 
Step 447 | loss:0.0003134441503789276 lr:1.9900826518478817e-05 tokens_per_second_per_gpu:298.2303217693995 
Step 448 | loss:0.0013555653858929873 lr:1.990037287196892e-05 tokens_per_second_per_gpu:228.27995927033157 
Step 449 | loss:0.0003419158165343106 lr:1.989991819546814e-05 tokens_per_second_per_gpu:286.3061455262465 
Step 450 | loss:0.0017283118795603514 lr:1.9899462489023783e-05 tokens_per_second_per_gpu:340.99779105482435 
Step 451 | loss:0.0017813777085393667 lr:1.989900575268326e-05 tokens_per_second_per_gpu:299.9054023060108 
Step 452 | loss:0.001107777701690793 lr:1.9898547986494084e-05 tokens_per_second_per_gpu:275.86301629104605 
Step 453 | loss:0.00031999603379517794 lr:1.989808919050388e-05 tokens_per_second_per_gpu:253.36887878711866 
Step 454 | loss:0.0005584253813140094 lr:1.989762936476038e-05 tokens_per_second_per_gpu:287.80655681521586 
Step 455 | loss:0.0020717806182801723 lr:1.9897168509311423e-05 tokens_per_second_per_gpu:308.2151656552017 
Step 456 | loss:0.002371430629864335 lr:1.9896706624204954e-05 tokens_per_second_per_gpu:405.71991854091766 
Step 457 | loss:0.0004947281558997929 lr:1.9896243709489025e-05 tokens_per_second_per_gpu:300.6247971537148 
Step 458 | loss:0.0007578199729323387 lr:1.9895779765211793e-05 tokens_per_second_per_gpu:322.07179380471456 
Step 459 | loss:0.0008782757795415819 lr:1.989531479142153e-05 tokens_per_second_per_gpu:315.27767598027356 
Step 460 | loss:0.000590513925999403 lr:1.9894848788166606e-05 tokens_per_second_per_gpu:311.8202945316239 
Step 461 | loss:0.0004062363295815885 lr:1.9894381755495505e-05 tokens_per_second_per_gpu:239.57296039939263 
Step 462 | loss:0.0008386954432353377 lr:1.989391369345681e-05 tokens_per_second_per_gpu:264.00507529456655 
Step 463 | loss:0.017169931903481483 lr:1.989344460209922e-05 tokens_per_second_per_gpu:261.0571921745857 
Step 464 | loss:0.000961328623816371 lr:1.9892974481471538e-05 tokens_per_second_per_gpu:291.97463343138406 
Step 465 | loss:0.008193292655050755 lr:1.989250333162267e-05 tokens_per_second_per_gpu:276.1366980218348 
Step 466 | loss:0.0010045819217339158 lr:1.9892031152601635e-05 tokens_per_second_per_gpu:341.7665508026937 
Step 467 | loss:0.0010745713952928782 lr:1.9891557944457552e-05 tokens_per_second_per_gpu:328.7646210714389 
Step 468 | loss:0.005276719108223915 lr:1.989108370723966e-05 tokens_per_second_per_gpu:287.1557373667658 
Step 469 | loss:0.0014599156565964222 lr:1.9890608440997286e-05 tokens_per_second_per_gpu:303.7416577541893 
Step 470 | loss:0.00448067020624876 lr:1.9890132145779885e-05 tokens_per_second_per_gpu:305.8353989719744 
Step 471 | loss:0.0011629282962530851 lr:1.9889654821637e-05 tokens_per_second_per_gpu:306.95064348901445 
Step 472 | loss:0.012202025391161442 lr:1.9889176468618295e-05 tokens_per_second_per_gpu:322.0058358064761 
Step 473 | loss:0.018334578722715378 lr:1.9888697086773535e-05 tokens_per_second_per_gpu:312.37366521288254 
Step 474 | loss:0.0025525470264256 lr:1.988821667615259e-05 tokens_per_second_per_gpu:324.0395631735528 
Step 475 | loss:0.000884373439475894 lr:1.988773523680544e-05 tokens_per_second_per_gpu:325.6411107273812 
Step 476 | loss:0.00033941492438316345 lr:1.9887252768782177e-05 tokens_per_second_per_gpu:236.0031121635748 
Step 477 | loss:0.0008777439361438155 lr:1.988676927213299e-05 tokens_per_second_per_gpu:300.4075771461847 
Step 478 | loss:0.0006351631018333137 lr:1.988628474690818e-05 tokens_per_second_per_gpu:345.44155509634277 
Step 479 | loss:0.002074959920719266 lr:1.9885799193158158e-05 tokens_per_second_per_gpu:261.96858046984096 
Step 480 | loss:0.0028538615442812443 lr:1.9885312610933433e-05 tokens_per_second_per_gpu:243.7200091181956 
Step 481 | loss:0.004729788284748793 lr:1.988482500028463e-05 tokens_per_second_per_gpu:281.0368877944072 
Step 482 | loss:0.02402389608323574 lr:1.9884336361262483e-05 tokens_per_second_per_gpu:317.3973453507413 
Step 483 | loss:0.00017683646001387388 lr:1.9883846693917824e-05 tokens_per_second_per_gpu:237.22133378403348 
Step 484 | loss:0.002078173216432333 lr:1.9883355998301594e-05 tokens_per_second_per_gpu:281.28008424768365 
Step 485 | loss:0.0005051616462878883 lr:1.9882864274464842e-05 tokens_per_second_per_gpu:251.17484887599957 
Step 486 | loss:0.003922246862202883 lr:1.9882371522458726e-05 tokens_per_second_per_gpu:313.9164084711777 
Step 487 | loss:0.0005945352604612708 lr:1.9881877742334512e-05 tokens_per_second_per_gpu:325.72663358211406 
Step 488 | loss:0.002777024870738387 lr:1.9881382934143567e-05 tokens_per_second_per_gpu:276.71687706114113 
Step 489 | loss:0.005146119277924299 lr:1.988088709793737e-05 tokens_per_second_per_gpu:309.287263623138 
Step 490 | loss:0.00029396702302619815 lr:1.988039023376751e-05 tokens_per_second_per_gpu:342.55124843543643 
Step 491 | loss:0.0008384254178963602 lr:1.9879892341685675e-05 tokens_per_second_per_gpu:263.5348763253234 
Step 492 | loss:0.0029101907275617123 lr:1.9879393421743663e-05 tokens_per_second_per_gpu:302.84068053506377 
Step 493 | loss:0.0022339727729558945 lr:1.9878893473993377e-05 tokens_per_second_per_gpu:462.36192608219125 
Step 494 | loss:0.0012367560993880033 lr:1.9878392498486835e-05 tokens_per_second_per_gpu:325.28186040144874 
Step 495 | loss:0.0022362833842635155 lr:1.9877890495276154e-05 tokens_per_second_per_gpu:290.8400655068232 
Step 496 | loss:0.0022622444666922092 lr:1.9877387464413557e-05 tokens_per_second_per_gpu:259.07471350759045 
Step 497 | loss:0.002710273489356041 lr:1.9876883405951378e-05 tokens_per_second_per_gpu:292.24144303649865 
Step 498 | loss:0.002590017393231392 lr:1.9876378319942062e-05 tokens_per_second_per_gpu:297.2826143731211 
Step 499 | loss:0.00057075428776443 lr:1.9875872206438152e-05 tokens_per_second_per_gpu:218.9317888478037 
Step 500 | loss:0.0014870939776301384 lr:1.9875365065492303e-05 tokens_per_second_per_gpu:247.729797059598 
Step 501 | loss:0.0014962333953008056 lr:1.9874856897157272e-05 tokens_per_second_per_gpu:256.29264004316934 
Step 502 | loss:0.0004840045585297048 lr:1.9874347701485933e-05 tokens_per_second_per_gpu:242.6153686212589 
Step 503 | loss:0.00023427230189554393 lr:1.9873837478531257e-05 tokens_per_second_per_gpu:268.3103552704524 
Step 504 | loss:0.0023196276742964983 lr:1.9873326228346323e-05 tokens_per_second_per_gpu:339.839412417732 
Step 505 | loss:0.0004292753292247653 lr:1.9872813950984323e-05 tokens_per_second_per_gpu:321.6439530272501 
Step 506 | loss:0.004417165648192167 lr:1.9872300646498554e-05 tokens_per_second_per_gpu:346.76284341349617 
Step 507 | loss:0.0013032890856266022 lr:1.987178631494241e-05 tokens_per_second_per_gpu:268.88015776165554 
Step 508 | loss:0.0038120290264487267 lr:1.987127095636941e-05 tokens_per_second_per_gpu:230.52241118813689 
Step 509 | loss:0.00043568835826590657 lr:1.9870754570833156e-05 tokens_per_second_per_gpu:258.1549314016559 
Step 510 | loss:0.0010495228925719857 lr:1.9870237158387385e-05 tokens_per_second_per_gpu:274.2269049227147 
Step 511 | loss:0.008038299158215523 lr:1.9869718719085917e-05 tokens_per_second_per_gpu:338.3764703564108 
Step 512 | loss:0.000603410997428 lr:1.986919925298269e-05 tokens_per_second_per_gpu:292.3943189772615 
Step 513 | loss:0.002720816992223263 lr:1.986867876013175e-05 tokens_per_second_per_gpu:351.01134821039005 
Step 514 | loss:0.00029420011560432613 lr:1.9868157240587243e-05 tokens_per_second_per_gpu:305.27133275874957 
Step 515 | loss:0.0009575587464496493 lr:1.986763469440343e-05 tokens_per_second_per_gpu:369.37154720125255 
Step 516 | loss:0.0040368870832026005 lr:1.986711112163467e-05 tokens_per_second_per_gpu:298.20708158934315 
Step 517 | loss:0.0011355187743902206 lr:1.9866586522335436e-05 tokens_per_second_per_gpu:265.92993560134903 
Step 518 | loss:0.002970152534544468 lr:1.98660608965603e-05 tokens_per_second_per_gpu:279.03266368830805 
Step 519 | loss:0.0005834486801177263 lr:1.9865534244363955e-05 tokens_per_second_per_gpu:361.54620167692644 
Step 520 | loss:0.0025979967322200537 lr:1.986500656580118e-05 tokens_per_second_per_gpu:326.2545733387974 
Step 521 | loss:0.0004154038615524769 lr:1.9864477860926883e-05 tokens_per_second_per_gpu:292.60936396814134 
Step 522 | loss:0.0024210060946643353 lr:1.9863948129796062e-05 tokens_per_second_per_gpu:252.53614585832676 
Step 523 | loss:0.0010611828183755279 lr:1.9863417372463833e-05 tokens_per_second_per_gpu:341.79096399404176 
Step 524 | loss:0.0010159962112084031 lr:1.9862885588985405e-05 tokens_per_second_per_gpu:300.0907451456323 
Step 525 | loss:0.001015884568914771 lr:1.986235277941611e-05 tokens_per_second_per_gpu:334.57477844117483 
Step 526 | loss:0.0017051069298759103 lr:1.9861818943811374e-05 tokens_per_second_per_gpu:336.875963186199 
Step 527 | loss:0.0019446515943855047 lr:1.986128408222674e-05 tokens_per_second_per_gpu:336.32977725991634 
Step 528 | loss:0.0002729034749791026 lr:1.986074819471785e-05 tokens_per_second_per_gpu:307.49664458014746 
Step 529 | loss:0.0037289161700755358 lr:1.9860211281340452e-05 tokens_per_second_per_gpu:307.3854923244798 
Step 530 | loss:0.002172545064240694 lr:1.9859673342150413e-05 tokens_per_second_per_gpu:303.97722099313035 
Step 531 | loss:0.0006189274718053639 lr:1.985913437720369e-05 tokens_per_second_per_gpu:312.6668840391115 
Step 532 | loss:0.0004673562361858785 lr:1.9858594386556357e-05 tokens_per_second_per_gpu:242.2857815002176 
Step 533 | loss:0.0007685745949856937 lr:1.9858053370264593e-05 tokens_per_second_per_gpu:266.0806921084477 
Step 534 | loss:0.0027853052597492933 lr:1.985751132838468e-05 tokens_per_second_per_gpu:295.05309824782256 
Step 535 | loss:0.0023659802973270416 lr:1.985696826097301e-05 tokens_per_second_per_gpu:258.7942879881012 
Step 536 | loss:0.0027183236088603735 lr:1.985642416808609e-05 tokens_per_second_per_gpu:259.3171760906736 
Step 537 | loss:0.001941200695000589 lr:1.9855879049780516e-05 tokens_per_second_per_gpu:267.10742365548117 
Step 538 | loss:0.0026694312691688538 lr:1.9855332906112998e-05 tokens_per_second_per_gpu:253.69518979042837 
Step 539 | loss:0.000875769357662648 lr:1.985478573714036e-05 tokens_per_second_per_gpu:356.7100491929413 
Step 540 | loss:0.00038456206675618887 lr:1.9854237542919525e-05 tokens_per_second_per_gpu:346.13511909496845 
Step 541 | loss:0.0004778864677064121 lr:1.9853688323507524e-05 tokens_per_second_per_gpu:275.00479367128906 
Step 542 | loss:0.00020937314548064023 lr:1.9853138078961498e-05 tokens_per_second_per_gpu:259.41621706733486 
Step 543 | loss:0.0008733352879062295 lr:1.985258680933869e-05 tokens_per_second_per_gpu:281.42036316868536 
Step 544 | loss:0.0003703281981870532 lr:1.985203451469645e-05 tokens_per_second_per_gpu:382.16951087531993 
Step 545 | loss:0.0002602341410238296 lr:1.9851481195092243e-05 tokens_per_second_per_gpu:362.69617464138884 
Step 546 | loss:0.0016228016465902328 lr:1.985092685058362e-05 tokens_per_second_per_gpu:314.6647729197073 
Step 547 | loss:0.00032929351436905563 lr:1.9850371481228267e-05 tokens_per_second_per_gpu:280.6918620346555 
Step 548 | loss:0.0019595930352807045 lr:1.9849815087083957e-05 tokens_per_second_per_gpu:281.9800105288731 
Step 549 | loss:0.0020995205268263817 lr:1.9849257668208577e-05 tokens_per_second_per_gpu:349.98996383870286 
Step 550 | loss:0.0004340163432061672 lr:1.984869922466011e-05 tokens_per_second_per_gpu:263.04667863509246 
Step 551 | loss:0.00033461226848885417 lr:1.9848139756496666e-05 tokens_per_second_per_gpu:385.4255321738895 
Step 552 | loss:0.0013470666017383337 lr:1.984757926377644e-05 tokens_per_second_per_gpu:267.56159276200685 
Step 553 | loss:0.0002986961917486042 lr:1.9847017746557745e-05 tokens_per_second_per_gpu:271.2190872226944 
Step 554 | loss:0.0004740774747915566 lr:1.9846455204899005e-05 tokens_per_second_per_gpu:270.74795038096465 
Step 555 | loss:0.0006181638455018401 lr:1.9845891638858735e-05 tokens_per_second_per_gpu:314.72189954230066 
Step 556 | loss:0.003091399557888508 lr:1.9845327048495576e-05 tokens_per_second_per_gpu:306.0178842067429 
Step 557 | loss:0.00020870585285592824 lr:1.9844761433868257e-05 tokens_per_second_per_gpu:293.04672999040787 
Step 558 | loss:0.00022339016140904278 lr:1.9844194795035627e-05 tokens_per_second_per_gpu:276.8562356563188 
Step 559 | loss:0.005735610146075487 lr:1.9843627132056632e-05 tokens_per_second_per_gpu:303.75842769355614 
Step 560 | loss:0.003293083980679512 lr:1.984305844499033e-05 tokens_per_second_per_gpu:247.1421128839211 
Step 561 | loss:0.0012493302347138524 lr:1.9842488733895894e-05 tokens_per_second_per_gpu:262.0879964830789 
Step 562 | loss:0.0006922911270521581 lr:1.9841917998832582e-05 tokens_per_second_per_gpu:305.9858576273929 
Step 563 | loss:0.002644725376740098 lr:1.9841346239859773e-05 tokens_per_second_per_gpu:272.7229596929918 
Step 564 | loss:0.0015373383648693562 lr:1.9840773457036956e-05 tokens_per_second_per_gpu:310.5872333303847 
Step 565 | loss:0.00021639902843162417 lr:1.984019965042372e-05 tokens_per_second_per_gpu:257.2910842415054 
Step 566 | loss:0.002915679244324565 lr:1.9839624820079754e-05 tokens_per_second_per_gpu:297.2243996160114 
Step 567 | loss:0.002929608803242445 lr:1.983904896606487e-05 tokens_per_second_per_gpu:283.1070094693176 
Step 568 | loss:0.0013107872800901532 lr:1.983847208843897e-05 tokens_per_second_per_gpu:306.53169510566516 
Step 569 | loss:0.00027358238003216684 lr:1.9837894187262073e-05 tokens_per_second_per_gpu:299.31119727318884 
Step 570 | loss:0.00018751068273559213 lr:1.9837315262594307e-05 tokens_per_second_per_gpu:258.2088664587194 
Step 571 | loss:0.0006893918616697192 lr:1.9836735314495888e-05 tokens_per_second_per_gpu:325.8891751632034 
Step 572 | loss:0.0017954721115529537 lr:1.983615434302716e-05 tokens_per_second_per_gpu:248.93756726487877 
Step 573 | loss:0.0003102140035480261 lr:1.983557234824856e-05 tokens_per_second_per_gpu:251.50814460991484 
Step 574 | loss:0.0019342114683240652 lr:1.9834989330220645e-05 tokens_per_second_per_gpu:290.0280500206079 
Step 575 | loss:0.0008006362477317452 lr:1.983440528900406e-05 tokens_per_second_per_gpu:347.8313406607615 
Step 576 | loss:0.002183510921895504 lr:1.983382022465957e-05 tokens_per_second_per_gpu:272.18565511375704 
Step 577 | loss:0.0002005553396884352 lr:1.983323413724804e-05 tokens_per_second_per_gpu:317.6324930700483 
Step 578 | loss:0.0004758232389576733 lr:1.983264702683045e-05 tokens_per_second_per_gpu:330.66647464972255 
Step 579 | loss:0.002582207787781954 lr:1.9832058893467874e-05 tokens_per_second_per_gpu:281.6430406636507 
Step 580 | loss:0.0012417242396622896 lr:1.98314697372215e-05 tokens_per_second_per_gpu:289.6518403167819 
Step 581 | loss:0.00022771983640268445 lr:1.9830879558152624e-05 tokens_per_second_per_gpu:252.8025914133928 
Step 582 | loss:0.004266105592250824 lr:1.9830288356322644e-05 tokens_per_second_per_gpu:282.7349330260215 
Step 583 | loss:0.0003747293376363814 lr:1.9829696131793065e-05 tokens_per_second_per_gpu:282.21077614161993 
Step 584 | loss:0.000431960157584399 lr:1.98291028846255e-05 tokens_per_second_per_gpu:307.2213316022236 
Step 585 | loss:0.0009897325653582811 lr:1.982850861488167e-05 tokens_per_second_per_gpu:297.72006003466936 
Step 586 | loss:0.001008496736176312 lr:1.9827913322623397e-05 tokens_per_second_per_gpu:292.31676505011245 
Step 587 | loss:0.00017192031373269856 lr:1.9827317007912615e-05 tokens_per_second_per_gpu:317.5746293614025 
Step 588 | loss:0.0024718395434319973 lr:1.982671967081136e-05 tokens_per_second_per_gpu:234.5680485771746 
Step 589 | loss:0.0023608123883605003 lr:1.9826121311381777e-05 tokens_per_second_per_gpu:258.4384850626673 
Step 590 | loss:0.0004885434173047543 lr:1.982552192968612e-05 tokens_per_second_per_gpu:243.5681587853685 
Step 591 | loss:0.0012327991425991058 lr:1.982492152578674e-05 tokens_per_second_per_gpu:273.22460980727163 
Step 592 | loss:0.001800020458176732 lr:1.9824320099746102e-05 tokens_per_second_per_gpu:267.3193250937209 
Step 593 | loss:0.0008035474456846714 lr:1.982371765162678e-05 tokens_per_second_per_gpu:279.0912010471569 
Step 594 | loss:0.0002542482689023018 lr:1.9823114181491444e-05 tokens_per_second_per_gpu:256.19301756683166 
Step 595 | loss:0.000988158630207181 lr:1.9822509689402884e-05 tokens_per_second_per_gpu:347.14055414014916 
Step 596 | loss:0.0003712708712555468 lr:1.9821904175423978e-05 tokens_per_second_per_gpu:264.5502106577117 
Step 597 | loss:0.0022677036467939615 lr:1.982129763961773e-05 tokens_per_second_per_gpu:252.82200177048395 
Step 598 | loss:0.00031514489091932774 lr:1.9820690082047237e-05 tokens_per_second_per_gpu:266.88870262635334 
Step 599 | loss:0.00035136780934408307 lr:1.982008150277571e-05 tokens_per_second_per_gpu:301.7098033544081 
Step 600 | loss:0.00033258175244554877 lr:1.981947190186646e-05 tokens_per_second_per_gpu:223.70457158748016 
Step 601 | loss:0.0017718506278470159 lr:1.981886127938291e-05 tokens_per_second_per_gpu:346.72279841111134 
Step 602 | loss:0.0004392070695757866 lr:1.9818249635388582e-05 tokens_per_second_per_gpu:290.3635450575018 
Step 603 | loss:0.002094193594530225 lr:1.9817636969947108e-05 tokens_per_second_per_gpu:258.98557443541546 
Step 604 | loss:0.002786720637232065 lr:1.9817023283122236e-05 tokens_per_second_per_gpu:303.5256315484142 
Step 605 | loss:0.002435731701552868 lr:1.98164085749778e-05 tokens_per_second_per_gpu:281.23815997196823 
Step 606 | loss:0.002264761831611395 lr:1.981579284557776e-05 tokens_per_second_per_gpu:261.59678475163844 
Step 607 | loss:0.0006519197486341 lr:1.9815176094986174e-05 tokens_per_second_per_gpu:315.27323705991626 
Step 608 | loss:0.001939508249051869 lr:1.9814558323267197e-05 tokens_per_second_per_gpu:311.3957370928214 
Step 609 | loss:0.00021886988542973995 lr:1.9813939530485107e-05 tokens_per_second_per_gpu:299.3220868214029 
Step 610 | loss:0.002529300982132554 lr:1.9813319716704278e-05 tokens_per_second_per_gpu:307.96326804801083 
Step 611 | loss:0.0023587874602526426 lr:1.9812698881989193e-05 tokens_per_second_per_gpu:287.29942727643845 
Step 612 | loss:0.0006297050276771188 lr:1.9812077026404443e-05 tokens_per_second_per_gpu:321.2528726495693 
Step 613 | loss:0.00027142392355017364 lr:1.9811454150014718e-05 tokens_per_second_per_gpu:315.6499996891002 
Step 614 | loss:0.00040852505480870605 lr:1.981083025288482e-05 tokens_per_second_per_gpu:233.2514122301898 
Step 615 | loss:0.002546291798353195 lr:1.9810205335079664e-05 tokens_per_second_per_gpu:278.4655428324955 
Step 616 | loss:0.00023676766431890428 lr:1.9809579396664252e-05 tokens_per_second_per_gpu:274.03850063976665 
Step 617 | loss:0.0034325337037444115 lr:1.9808952437703718e-05 tokens_per_second_per_gpu:295.7812602914005 
Step 618 | loss:0.0015289682196453214 lr:1.9808324458263277e-05 tokens_per_second_per_gpu:249.72513847787798 
Step 619 | loss:0.001172620803117752 lr:1.9807695458408264e-05 tokens_per_second_per_gpu:266.0227940019391 
Step 620 | loss:0.0003173587319906801 lr:1.980706543820412e-05 tokens_per_second_per_gpu:277.24327491788523 
Step 621 | loss:0.0013225818984210491 lr:1.9806434397716386e-05 tokens_per_second_per_gpu:333.6252960930383 
Step 622 | loss:0.002505168318748474 lr:1.980580233701071e-05 tokens_per_second_per_gpu:326.0169972031388 
Step 623 | loss:0.00020465008856263012 lr:1.9805169256152856e-05 tokens_per_second_per_gpu:306.83081394639504 
Step 624 | loss:0.0004230097692925483 lr:1.9804535155208686e-05 tokens_per_second_per_gpu:280.0430929073764 
Step 625 | loss:0.00048377737402915955 lr:1.9803900034244165e-05 tokens_per_second_per_gpu:336.8590073774992 
Step 626 | loss:0.0015218742191791534 lr:1.980326389332537e-05 tokens_per_second_per_gpu:338.1587907858733 
Step 627 | loss:0.0006196023314259946 lr:1.9802626732518484e-05 tokens_per_second_per_gpu:291.6279607061475 
Step 628 | loss:0.015731535851955414 lr:1.980198855188979e-05 tokens_per_second_per_gpu:255.95823333245264 
Step 629 | loss:0.0007760032312944531 lr:1.9801349351505683e-05 tokens_per_second_per_gpu:270.66962937856033 
Step 630 | loss:0.003595505841076374 lr:1.9800709131432665e-05 tokens_per_second_per_gpu:241.94118390927355 
Step 631 | loss:0.0009608850232325494 lr:1.9800067891737344e-05 tokens_per_second_per_gpu:275.073662435212 
Step 632 | loss:0.0021198338363319635 lr:1.9799425632486424e-05 tokens_per_second_per_gpu:325.7325833682088 
Step 633 | loss:0.0030957770068198442 lr:1.9798782353746727e-05 tokens_per_second_per_gpu:298.0590919411273 
Step 634 | loss:0.000524199684150517 lr:1.979813805558518e-05 tokens_per_second_per_gpu:258.28169325077187 
Step 635 | loss:0.0015778903616592288 lr:1.979749273806881e-05 tokens_per_second_per_gpu:232.37134988223093 
Step 636 | loss:0.0006156625458970666 lr:1.9796846401264748e-05 tokens_per_second_per_gpu:279.1231317913014 
Step 637 | loss:0.00035903966636396945 lr:1.9796199045240242e-05 tokens_per_second_per_gpu:284.90087901621183 
Step 638 | loss:0.0009927969658747315 lr:1.979555067006264e-05 tokens_per_second_per_gpu:292.88712124471357 
Step 639 | loss:0.0006080131861381233 lr:1.9794901275799395e-05 tokens_per_second_per_gpu:339.09731307440524 
Step 640 | loss:0.002343209693208337 lr:1.9794250862518066e-05 tokens_per_second_per_gpu:370.37085091720667 
Step 641 | loss:0.0010808270890265703 lr:1.979359943028632e-05 tokens_per_second_per_gpu:307.90957281809773 
Step 642 | loss:0.00040829615318216383 lr:1.979294697917193e-05 tokens_per_second_per_gpu:241.31402421907077 
Step 643 | loss:0.0004491110739763826 lr:1.9792293509242772e-05 tokens_per_second_per_gpu:269.0895467037833 
Step 644 | loss:0.002858877182006836 lr:1.979163902056683e-05 tokens_per_second_per_gpu:316.7187303500876 
Step 645 | loss:0.0023463736288249493 lr:1.97909835132122e-05 tokens_per_second_per_gpu:288.22802817392994 
Step 646 | loss:0.0059672389179468155 lr:1.979032698724707e-05 tokens_per_second_per_gpu:325.86855840367633 
Step 647 | loss:0.0017867705319076777 lr:1.9789669442739744e-05 tokens_per_second_per_gpu:318.7039082847339 
Step 648 | loss:0.00021094270050525665 lr:1.9789010879758638e-05 tokens_per_second_per_gpu:241.95812468937416 
Step 649 | loss:0.0001679348642937839 lr:1.9788351298372253e-05 tokens_per_second_per_gpu:293.9948215746734 
Step 650 | loss:0.0017033785115927458 lr:1.9787690698649217e-05 tokens_per_second_per_gpu:308.9028497434513 
Step 651 | loss:0.006707001943141222 lr:1.9787029080658256e-05 tokens_per_second_per_gpu:323.890708622692 
Step 652 | loss:0.002239781664684415 lr:1.97863664444682e-05 tokens_per_second_per_gpu:251.42940294821858 
Step 653 | loss:0.00043121795170009136 lr:1.9785702790147985e-05 tokens_per_second_per_gpu:264.03243859187074 
Step 654 | loss:0.0006978175952099264 lr:1.978503811776666e-05 tokens_per_second_per_gpu:249.7888512678179 
Step 655 | loss:0.000730195373762399 lr:1.9784372427393367e-05 tokens_per_second_per_gpu:246.363283912009 
Step 656 | loss:0.0004838643653783947 lr:1.978370571909737e-05 tokens_per_second_per_gpu:378.77638075814207 
Step 657 | loss:0.00032211304642260075 lr:1.978303799294802e-05 tokens_per_second_per_gpu:321.1121560529736 
Step 658 | loss:0.0022197377402335405 lr:1.9782369249014795e-05 tokens_per_second_per_gpu:264.3241195485086 
Step 659 | loss:0.006682297680526972 lr:1.9781699487367265e-05 tokens_per_second_per_gpu:275.5928713299418 
Step 660 | loss:0.000281208980595693 lr:1.9781028708075104e-05 tokens_per_second_per_gpu:238.17380968249785 
Step 661 | loss:0.002513806102797389 lr:1.9780356911208098e-05 tokens_per_second_per_gpu:296.06533474134164 
Step 662 | loss:0.0004121436504647136 lr:1.9779684096836143e-05 tokens_per_second_per_gpu:264.41734077338975 
Step 663 | loss:0.0029649962671101093 lr:1.9779010265029235e-05 tokens_per_second_per_gpu:251.87364307200022 
Step 664 | loss:0.006413544062525034 lr:1.977833541585747e-05 tokens_per_second_per_gpu:288.3178796585648 
Step 665 | loss:0.007051311433315277 lr:1.9777659549391065e-05 tokens_per_second_per_gpu:257.93502581163375 
Step 666 | loss:0.0010773420799523592 lr:1.9776982665700325e-05 tokens_per_second_per_gpu:259.2384271876965 
Step 667 | loss:0.001021609641611576 lr:1.9776304764855678e-05 tokens_per_second_per_gpu:287.2361308009996 
Step 668 | loss:0.0039415243081748486 lr:1.9775625846927643e-05 tokens_per_second_per_gpu:323.0868049097498 
Step 669 | loss:0.0011398661881685257 lr:1.9774945911986858e-05 tokens_per_second_per_gpu:282.4367557029423 
Step 670 | loss:0.002409868873655796 lr:1.9774264960104056e-05 tokens_per_second_per_gpu:278.0267503840808 
Step 671 | loss:0.002801550319418311 lr:1.9773582991350083e-05 tokens_per_second_per_gpu:341.72820223851045 
Step 672 | loss:0.0004152160254307091 lr:1.9772900005795886e-05 tokens_per_second_per_gpu:263.0866567468599 
Step 673 | loss:0.003654306288808584 lr:1.9772216003512518e-05 tokens_per_second_per_gpu:289.49359376712846 
Step 674 | loss:0.0013620879035443068 lr:1.9771530984571146e-05 tokens_per_second_per_gpu:262.7075430729977 
Step 675 | loss:0.00164131005294621 lr:1.977084494904303e-05 tokens_per_second_per_gpu:317.4012416794652 
Step 676 | loss:0.0005565025494433939 lr:1.977015789699954e-05 tokens_per_second_per_gpu:316.60717049467956 
Step 677 | loss:0.0019524218514561653 lr:1.9769469828512168e-05 tokens_per_second_per_gpu:362.4418135330662 
Step 678 | loss:0.0005273967399261892 lr:1.976878074365248e-05 tokens_per_second_per_gpu:268.4013581237131 
Step 679 | loss:0.000897236866876483 lr:1.9768090642492177e-05 tokens_per_second_per_gpu:228.52066386834133 
Step 680 | loss:0.0015578909078612924 lr:1.976739952510305e-05 tokens_per_second_per_gpu:310.80253567935443 
Step 681 | loss:0.0008433571201749146 lr:1.9766707391557e-05 tokens_per_second_per_gpu:316.7191527184221 
Step 682 | loss:0.001453929697163403 lr:1.9766014241926032e-05 tokens_per_second_per_gpu:356.79200129864614 
Step 683 | loss:0.00046530450345017016 lr:1.976532007628226e-05 tokens_per_second_per_gpu:293.31214228424756 
Step 684 | loss:0.0018136051949113607 lr:1.9764624894697903e-05 tokens_per_second_per_gpu:280.9967372945734 
Step 685 | loss:0.0005694714491255581 lr:1.9763928697245283e-05 tokens_per_second_per_gpu:254.03046080568578 
Step 686 | loss:0.0005172868841327727 lr:1.9763231483996827e-05 tokens_per_second_per_gpu:308.30793478657705 
Step 687 | loss:0.0006910301162861288 lr:1.9762533255025076e-05 tokens_per_second_per_gpu:318.6346529429513 
Step 688 | loss:0.0010819073067978024 lr:1.9761834010402667e-05 tokens_per_second_per_gpu:315.84319152405743 
Step 689 | loss:0.0009702780516818166 lr:1.9761133750202343e-05 tokens_per_second_per_gpu:303.05229761885795 
Step 690 | loss:0.0012975707650184631 lr:1.9760432474496963e-05 tokens_per_second_per_gpu:309.59385839126577 
Step 691 | loss:0.0004130841698497534 lr:1.975973018335948e-05 tokens_per_second_per_gpu:263.721520243202 
Step 692 | loss:0.0015775535721331835 lr:1.975902687686296e-05 tokens_per_second_per_gpu:269.77217142246377 
Step 693 | loss:0.0026783416979014874 lr:1.9758322555080566e-05 tokens_per_second_per_gpu:339.32822730215105 
Step 694 | loss:0.0007101093651726842 lr:1.975761721808558e-05 tokens_per_second_per_gpu:324.18659559938993 
Step 695 | loss:0.004287191201001406 lr:1.975691086595138e-05 tokens_per_second_per_gpu:268.08301343013767 
Step 696 | loss:0.0013341674348339438 lr:1.9756203498751448e-05 tokens_per_second_per_gpu:301.1069340486598 
Step 697 | loss:0.0016869930550456047 lr:1.9755495116559378e-05 tokens_per_second_per_gpu:293.23719402151687 
Step 698 | loss:0.0033268232364207506 lr:1.975478571944887e-05 tokens_per_second_per_gpu:290.69394150302236 
Step 699 | loss:9.598746692063287e-05 lr:1.975407530749372e-05 tokens_per_second_per_gpu:233.30823032785852 
Step 700 | loss:0.002211187267675996 lr:1.975336388076784e-05 tokens_per_second_per_gpu:275.7270674352541 
Step 701 | loss:0.0008193941321223974 lr:1.9752651439345243e-05 tokens_per_second_per_gpu:266.31460566275194 
Step 702 | loss:0.0018758696969598532 lr:1.9751937983300048e-05 tokens_per_second_per_gpu:266.5076478716082 
Step 703 | loss:0.002777263754978776 lr:1.9751223512706483e-05 tokens_per_second_per_gpu:249.18327083180935 
Step 704 | loss:0.0010165710700675845 lr:1.9750508027638873e-05 tokens_per_second_per_gpu:346.20978659489913 
Step 705 | loss:0.002027616137638688 lr:1.974979152817166e-05 tokens_per_second_per_gpu:352.9511038097527 
Step 706 | loss:0.0008313762955367565 lr:1.974907401437938e-05 tokens_per_second_per_gpu:241.0351997647566 
Step 707 | loss:0.001253649708814919 lr:1.974835548633668e-05 tokens_per_second_per_gpu:309.1809008420245 
Step 708 | loss:0.001057688845321536 lr:1.9747635944118318e-05 tokens_per_second_per_gpu:316.3643727093463 
Step 709 | loss:0.0001877156610134989 lr:1.9746915387799147e-05 tokens_per_second_per_gpu:339.55173302249165 
Step 710 | loss:0.0005054744542576373 lr:1.9746193817454128e-05 tokens_per_second_per_gpu:284.60396523727076 
Step 711 | loss:0.0005311701097525656 lr:1.9745471233158338e-05 tokens_per_second_per_gpu:289.218740057116 
Step 712 | loss:0.0010814648121595383 lr:1.9744747634986946e-05 tokens_per_second_per_gpu:328.66416853533195 
Step 713 | loss:0.0001963309769053012 lr:1.9744023023015233e-05 tokens_per_second_per_gpu:305.06760871078694 
Step 714 | loss:0.0002799329813569784 lr:1.9743297397318584e-05 tokens_per_second_per_gpu:256.00735705624004 
Step 715 | loss:0.0004502599185798317 lr:1.9742570757972492e-05 tokens_per_second_per_gpu:284.3521563640199 
Step 716 | loss:0.0033547435887157917 lr:1.9741843105052552e-05 tokens_per_second_per_gpu:330.566103450566 
Step 717 | loss:0.0013149550650268793 lr:1.9741114438634465e-05 tokens_per_second_per_gpu:264.91489786117216 
Step 718 | loss:0.0013472787104547024 lr:1.9740384758794037e-05 tokens_per_second_per_gpu:307.84948410137855 
Step 719 | loss:0.00026281893951818347 lr:1.973965406560719e-05 tokens_per_second_per_gpu:282.88985299419 
Step 720 | loss:0.00033950130455195904 lr:1.9738922359149927e-05 tokens_per_second_per_gpu:207.07220326262993 
Step 721 | loss:0.0023877304047346115 lr:1.973818963949838e-05 tokens_per_second_per_gpu:333.88679478374524 
Step 722 | loss:0.007524488959461451 lr:1.973745590672878e-05 tokens_per_second_per_gpu:308.07977853542246 
Step 723 | loss:0.00027984200278297067 lr:1.9736721160917454e-05 tokens_per_second_per_gpu:281.6520116829866 
Step 724 | loss:0.0008956054807640612 lr:1.9735985402140846e-05 tokens_per_second_per_gpu:258.9907441244758 
Step 725 | loss:0.00025913346325978637 lr:1.9735248630475505e-05 tokens_per_second_per_gpu:357.5324104130891 
Step 726 | loss:0.0015213887672871351 lr:1.9734510845998076e-05 tokens_per_second_per_gpu:292.9838923403265 
Step 727 | loss:0.0003768100286833942 lr:1.9733772048785317e-05 tokens_per_second_per_gpu:309.85462972546003 
Step 728 | loss:0.0012392322532832623 lr:1.9733032238914086e-05 tokens_per_second_per_gpu:267.85468557157486 
Step 729 | loss:0.0012933573452755809 lr:1.9732291416461356e-05 tokens_per_second_per_gpu:320.4814945731545 
Step 730 | loss:0.0013983785174787045 lr:1.973154958150419e-05 tokens_per_second_per_gpu:285.21689523600423 
Step 731 | loss:0.0021905875764787197 lr:1.9730806734119773e-05 tokens_per_second_per_gpu:319.4710103890167 
Step 732 | loss:0.002712826244533062 lr:1.9730062874385388e-05 tokens_per_second_per_gpu:268.7833929629906 
Step 733 | loss:0.00019974586030002683 lr:1.9729318002378415e-05 tokens_per_second_per_gpu:342.80269169794957 
Step 734 | loss:0.0024320532102137804 lr:1.9728572118176352e-05 tokens_per_second_per_gpu:313.48970977719847 
Step 735 | loss:0.0016879623290151358 lr:1.9727825221856797e-05 tokens_per_second_per_gpu:310.5941723144906 
Step 736 | loss:0.0028909421525895596 lr:1.9727077313497455e-05 tokens_per_second_per_gpu:371.6495400624226 
Step 737 | loss:0.0001866453094407916 lr:1.9726328393176137e-05 tokens_per_second_per_gpu:268.0115335077252 
Step 738 | loss:0.00032505381386727095 lr:1.972557846097075e-05 tokens_per_second_per_gpu:254.7992511001314 
Step 739 | loss:0.0002684722712729126 lr:1.972482751695932e-05 tokens_per_second_per_gpu:302.8120561807917 
Step 740 | loss:0.0008447798900306225 lr:1.972407556121997e-05 tokens_per_second_per_gpu:351.50313693622843 
Step 741 | loss:0.0008750876877456903 lr:1.972332259383093e-05 tokens_per_second_per_gpu:288.0149008926766 
Step 742 | loss:0.00039110920624807477 lr:1.9722568614870536e-05 tokens_per_second_per_gpu:350.50644878225967 
Step 743 | loss:0.0005147735355421901 lr:1.9721813624417226e-05 tokens_per_second_per_gpu:254.60598288680063 
Step 744 | loss:0.00015602121129631996 lr:1.9721057622549547e-05 tokens_per_second_per_gpu:317.7325861533445 
Step 745 | loss:0.002669704146683216 lr:1.9720300609346156e-05 tokens_per_second_per_gpu:255.57059874660592 
Step 746 | loss:0.0008788168197497725 lr:1.9719542584885803e-05 tokens_per_second_per_gpu:290.01125889217434 
Step 747 | loss:0.00012258774950169027 lr:1.971878354924735e-05 tokens_per_second_per_gpu:303.88637210940897 
Step 748 | loss:0.0034163985401391983 lr:1.9718023502509763e-05 tokens_per_second_per_gpu:308.45962891855106 
Step 749 | loss:0.00291873374953866 lr:1.9717262444752116e-05 tokens_per_second_per_gpu:280.2258394664781 
Step 750 | loss:0.0006904513575136662 lr:1.9716500376053586e-05 tokens_per_second_per_gpu:312.75608474212976 
Step 751 | loss:0.0001890260900836438 lr:1.9715737296493454e-05 tokens_per_second_per_gpu:301.69707089690246 
Step 752 | loss:0.00019334795069880784 lr:1.971497320615111e-05 tokens_per_second_per_gpu:289.7527856880036 
Step 753 | loss:0.0014041655231267214 lr:1.9714208105106042e-05 tokens_per_second_per_gpu:349.1398294470134 
Step 754 | loss:0.0009056635899469256 lr:1.971344199343785e-05 tokens_per_second_per_gpu:318.696731473933 
Step 755 | loss:0.0010732660302892327 lr:1.9712674871226242e-05 tokens_per_second_per_gpu:308.3141335836946 
Step 756 | loss:0.0008848324068821967 lr:1.9711906738551015e-05 tokens_per_second_per_gpu:278.1637972667992 
Step 757 | loss:0.0009872044902294874 lr:1.9711137595492097e-05 tokens_per_second_per_gpu:325.2770331541714 
Step 758 | loss:0.0011908368906006217 lr:1.971036744212949e-05 tokens_per_second_per_gpu:420.56035049468994 
Step 759 | loss:0.0017522586276754737 lr:1.970959627854333e-05 tokens_per_second_per_gpu:306.51432426712887 
Step 760 | loss:0.00036951943184249103 lr:1.9708824104813838e-05 tokens_per_second_per_gpu:253.09728573520596 
Step 761 | loss:0.00028834311524406075 lr:1.9708050921021348e-05 tokens_per_second_per_gpu:290.3329107729278 
Step 762 | loss:0.0006545218639075756 lr:1.97072767272463e-05 tokens_per_second_per_gpu:237.08903232062147 
Step 763 | loss:0.003032552544027567 lr:1.9706501523569243e-05 tokens_per_second_per_gpu:296.2381969313146 
Step 764 | loss:0.00028277726960368454 lr:1.970572531007082e-05 tokens_per_second_per_gpu:307.28195583221753 
Step 765 | loss:0.00016237955424003303 lr:1.9704948086831783e-05 tokens_per_second_per_gpu:316.681013086633 
Step 766 | loss:0.0005476929363794625 lr:1.9704169853932998e-05 tokens_per_second_per_gpu:278.51901790154005 
Step 767 | loss:0.00017457427748013288 lr:1.9703390611455423e-05 tokens_per_second_per_gpu:254.92778288640548 
Step 768 | loss:8.247647201642394e-05 lr:1.9702610359480126e-05 tokens_per_second_per_gpu:274.11404308661236 
Step 769 | loss:0.00032707490026950836 lr:1.9701829098088283e-05 tokens_per_second_per_gpu:240.66281543814333 
Step 770 | loss:0.0005748745170421898 lr:1.9701046827361175e-05 tokens_per_second_per_gpu:268.64977202031776 
Step 771 | loss:0.0020592431537806988 lr:1.9700263547380186e-05 tokens_per_second_per_gpu:289.35833835625004 
Step 772 | loss:0.0003673105966299772 lr:1.9699479258226802e-05 tokens_per_second_per_gpu:282.28157905070896 
Step 773 | loss:0.000703848956618458 lr:1.969869395998262e-05 tokens_per_second_per_gpu:352.5887654023446 
Step 774 | loss:0.003212438663467765 lr:1.9697907652729334e-05 tokens_per_second_per_gpu:344.2688271506628 
Step 775 | loss:0.00037297833478078246 lr:1.9697120336548754e-05 tokens_per_second_per_gpu:301.9137544397881 
Step 776 | loss:0.0005539900157600641 lr:1.9696332011522786e-05 tokens_per_second_per_gpu:379.33657944991313 
Step 777 | loss:0.0019583282992243767 lr:1.9695542677733443e-05 tokens_per_second_per_gpu:304.45276759066184 
Step 778 | loss:0.00030318976496346295 lr:1.9694752335262842e-05 tokens_per_second_per_gpu:256.4362516405423 
Step 779 | loss:0.0006627148250117898 lr:1.9693960984193215e-05 tokens_per_second_per_gpu:259.3999301375538 
Step 780 | loss:0.0037366594187915325 lr:1.9693168624606878e-05 tokens_per_second_per_gpu:415.2503189791901 
Step 781 | loss:0.0032140447292476892 lr:1.969237525658628e-05 tokens_per_second_per_gpu:343.5950140323987 
Step 782 | loss:0.0007542576058767736 lr:1.9691580880213947e-05 tokens_per_second_per_gpu:266.25942047493635 
Step 783 | loss:0.001004054443910718 lr:1.9690785495572523e-05 tokens_per_second_per_gpu:302.86381411219185 
Step 784 | loss:0.0005487785674631596 lr:1.9689989102744764e-05 tokens_per_second_per_gpu:298.71919169666364 
Step 785 | loss:0.0014780857600271702 lr:1.968919170181352e-05 tokens_per_second_per_gpu:266.23065147916753 
Step 786 | loss:0.0010018915636464953 lr:1.9688393292861743e-05 tokens_per_second_per_gpu:260.44885619952225 
Step 787 | loss:0.0009009249042719603 lr:1.9687593875972507e-05 tokens_per_second_per_gpu:253.97241445120787 
Step 788 | loss:0.0022698002867400646 lr:1.9686793451228973e-05 tokens_per_second_per_gpu:308.58159202158186 
Step 789 | loss:0.0006090097595006227 lr:1.9685992018714413e-05 tokens_per_second_per_gpu:250.07729474769897 
Step 790 | loss:0.00037904689088463783 lr:1.9685189578512206e-05 tokens_per_second_per_gpu:300.61411700621903 
Step 791 | loss:0.0017396037001162767 lr:1.9684386130705833e-05 tokens_per_second_per_gpu:334.0333288429477 
Step 792 | loss:0.0024593351408839226 lr:1.9683581675378885e-05 tokens_per_second_per_gpu:359.1891398330164 
Step 793 | loss:0.00014363984519150108 lr:1.9682776212615046e-05 tokens_per_second_per_gpu:352.0634385167012 
Step 794 | loss:0.001656595733948052 lr:1.9681969742498125e-05 tokens_per_second_per_gpu:280.8532887635135 
Step 795 | loss:0.0019705980084836483 lr:1.9681162265112012e-05 tokens_per_second_per_gpu:267.2491935825083 
Step 796 | loss:0.00030812411569058895 lr:1.9680353780540722e-05 tokens_per_second_per_gpu:274.7191952642596 
Step 797 | loss:0.0006375779630616307 lr:1.9679544288868356e-05 tokens_per_second_per_gpu:274.4238918788002 
Step 798 | loss:0.00474292179569602 lr:1.9678733790179143e-05 tokens_per_second_per_gpu:388.703564608048 
Step 799 | loss:0.00026389601407572627 lr:1.9677922284557392e-05 tokens_per_second_per_gpu:278.7347745694036 
Step 800 | loss:0.002117025200277567 lr:1.9677109772087536e-05 tokens_per_second_per_gpu:262.4919749954937 
Step 801 | loss:0.0002621095918584615 lr:1.9676296252854103e-05 tokens_per_second_per_gpu:273.7203476614898 
Step 802 | loss:0.0006517877336591482 lr:1.9675481726941724e-05 tokens_per_second_per_gpu:259.94679440549766 
Step 803 | loss:0.0002855030761566013 lr:1.9674666194435143e-05 tokens_per_second_per_gpu:304.82143396383555 
Step 804 | loss:0.00021025858586654067 lr:1.9673849655419206e-05 tokens_per_second_per_gpu:333.73454589092046 
Step 805 | loss:0.0009007840417325497 lr:1.9673032109978857e-05 tokens_per_second_per_gpu:289.95968533616883 
Step 806 | loss:0.0004714852257166058 lr:1.9672213558199154e-05 tokens_per_second_per_gpu:307.3654459116638 
Step 807 | loss:0.0002549829659983516 lr:1.9671394000165252e-05 tokens_per_second_per_gpu:272.0574150102028 
Step 808 | loss:0.00021932763047516346 lr:1.967057343596242e-05 tokens_per_second_per_gpu:290.58459908686484 
Step 809 | loss:0.0013108722632750869 lr:1.9669751865676016e-05 tokens_per_second_per_gpu:265.6720027553751 
Step 810 | loss:6.330319592962041e-05 lr:1.9668929289391524e-05 tokens_per_second_per_gpu:278.09141271634013 
Step 811 | loss:0.0019125222461298108 lr:1.9668105707194512e-05 tokens_per_second_per_gpu:345.9372977092897 
Step 812 | loss:0.00025065825320780277 lr:1.9667281119170666e-05 tokens_per_second_per_gpu:251.08497782262313 
Step 813 | loss:0.004143935162574053 lr:1.966645552540577e-05 tokens_per_second_per_gpu:277.62380911612837 
Step 814 | loss:0.0012537443544715643 lr:1.9665628925985722e-05 tokens_per_second_per_gpu:220.26708670400703 
Step 815 | loss:0.0004381900071166456 lr:1.9664801320996513e-05 tokens_per_second_per_gpu:301.1401898548147 
Step 816 | loss:0.0026742187328636646 lr:1.9663972710524237e-05 tokens_per_second_per_gpu:253.45172080812446 
Step 817 | loss:0.0004932208685204387 lr:1.9663143094655108e-05 tokens_per_second_per_gpu:256.39658539964375 
Step 818 | loss:0.00035869888961315155 lr:1.9662312473475435e-05 tokens_per_second_per_gpu:274.3238443897438 
Step 819 | loss:0.00016554800095036626 lr:1.9661480847071626e-05 tokens_per_second_per_gpu:296.1996729561767 
Step 820 | loss:0.002322864020243287 lr:1.9660648215530207e-05 tokens_per_second_per_gpu:312.9864747100933 
Step 821 | loss:0.00020985834999009967 lr:1.9659814578937796e-05 tokens_per_second_per_gpu:279.04187552789506 
Step 822 | loss:0.00021027647017035633 lr:1.9658979937381122e-05 tokens_per_second_per_gpu:298.5901622833841 
Step 823 | loss:0.014467023313045502 lr:1.965814429094702e-05 tokens_per_second_per_gpu:266.80961304438677 
Step 824 | loss:0.008082845248281956 lr:1.9657307639722424e-05 tokens_per_second_per_gpu:289.55363521386255 
Step 825 | loss:0.0013063070364296436 lr:1.9656469983794374e-05 tokens_per_second_per_gpu:288.8054598228915 
Step 826 | loss:0.0007078327471390367 lr:1.9655631323250023e-05 tokens_per_second_per_gpu:337.3579108538211 
Step 827 | loss:0.00019454443827271461 lr:1.9654791658176613e-05 tokens_per_second_per_gpu:309.3519402316737 
Step 828 | loss:0.0015927350614219904 lr:1.9653950988661506e-05 tokens_per_second_per_gpu:341.23930304202486 
Step 829 | loss:0.0002461009135004133 lr:1.965310931479216e-05 tokens_per_second_per_gpu:281.8242009928123 
Step 830 | loss:0.004131040070205927 lr:1.965226663665613e-05 tokens_per_second_per_gpu:266.7450879594922 
Step 831 | loss:0.0018109104130417109 lr:1.9651422954341098e-05 tokens_per_second_per_gpu:369.6645919580537 
Step 832 | loss:7.3654402513057e-05 lr:1.9650578267934832e-05 tokens_per_second_per_gpu:259.8267785105614 
Step 833 | loss:0.0003348535974510014 lr:1.9649732577525204e-05 tokens_per_second_per_gpu:273.9768122780405 
Step 834 | loss:0.00021892078802920878 lr:1.9648885883200204e-05 tokens_per_second_per_gpu:259.5880325981 
Step 835 | loss:0.006875450257211924 lr:1.9648038185047916e-05 tokens_per_second_per_gpu:236.96694914845415 
Step 836 | loss:0.0006734961061738431 lr:1.9647189483156525e-05 tokens_per_second_per_gpu:254.62600142844258 
Step 837 | loss:4.203440039418638e-05 lr:1.9646339777614334e-05 tokens_per_second_per_gpu:261.3672063152945 
Step 838 | loss:0.002651011571288109 lr:1.964548906850974e-05 tokens_per_second_per_gpu:229.48540138246418 
Step 839 | loss:0.00015817859093658626 lr:1.9644637355931243e-05 tokens_per_second_per_gpu:259.50726106509137 
Step 840 | loss:0.0008239890448749065 lr:1.9643784639967452e-05 tokens_per_second_per_gpu:259.0899483950456 
Step 841 | loss:0.000562405155505985 lr:1.9642930920707087e-05 tokens_per_second_per_gpu:317.9651165601074 
Step 842 | loss:0.003629569662734866 lr:1.9642076198238958e-05 tokens_per_second_per_gpu:389.0217660363976 
Step 843 | loss:0.0049354033544659615 lr:1.9641220472651993e-05 tokens_per_second_per_gpu:262.52420295503595 
Step 844 | loss:0.0011837264755740762 lr:1.9640363744035213e-05 tokens_per_second_per_gpu:310.32772698328625 
Step 845 | loss:0.004962132312357426 lr:1.9639506012477744e-05 tokens_per_second_per_gpu:278.625161828939 
Step 846 | loss:0.003189215436577797 lr:1.963864727806883e-05 tokens_per_second_per_gpu:332.1088182940484 
Step 847 | loss:0.0003752684569917619 lr:1.9637787540897806e-05 tokens_per_second_per_gpu:261.8773787994664 
Step 848 | loss:0.5069131851196289 lr:1.9636926801054118e-05 tokens_per_second_per_gpu:319.44130698282606 
Step 849 | loss:0.001323765143752098 lr:1.9636065058627305e-05 tokens_per_second_per_gpu:234.26899022709728 
Step 850 | loss:0.009751049801707268 lr:1.9635202313707028e-05 tokens_per_second_per_gpu:342.11784228947323 
Step 851 | loss:0.02522413246333599 lr:1.9634338566383034e-05 tokens_per_second_per_gpu:234.15783838269343 
Step 852 | loss:0.07809172570705414 lr:1.9633473816745194e-05 tokens_per_second_per_gpu:215.63464716198865 
Step 853 | loss:0.11058153957128525 lr:1.9632608064883467e-05 tokens_per_second_per_gpu:317.6607434311575 
Step 854 | loss:0.03723854199051857 lr:1.9631741310887925e-05 tokens_per_second_per_gpu:260.21057050436707 
Step 855 | loss:0.011087222956120968 lr:1.9630873554848734e-05 tokens_per_second_per_gpu:232.73001019484965 
Step 856 | loss:0.011954470537602901 lr:1.963000479685618e-05 tokens_per_second_per_gpu:353.90679753075676 
Step 857 | loss:0.01128423772752285 lr:1.962913503700064e-05 tokens_per_second_per_gpu:313.0180489426973 
Step 858 | loss:0.009627049788832664 lr:1.9628264275372598e-05 tokens_per_second_per_gpu:261.1285581422251 
Step 859 | loss:0.00492341723293066 lr:1.9627392512062654e-05 tokens_per_second_per_gpu:305.93212453393545 
Step 860 | loss:0.017342856153845787 lr:1.962651974716149e-05 tokens_per_second_per_gpu:288.8234400442197 
Step 861 | loss:0.004646140616387129 lr:1.962564598075991e-05 tokens_per_second_per_gpu:260.2368986704241 
Step 862 | loss:0.0010258586844429374 lr:1.9624771212948822e-05 tokens_per_second_per_gpu:254.55371771889955 
Step 863 | loss:0.00674840435385704 lr:1.9623895443819223e-05 tokens_per_second_per_gpu:219.6716640320854 
Step 864 | loss:0.0031431971583515406 lr:1.9623018673462233e-05 tokens_per_second_per_gpu:280.17415733504447 
Step 865 | loss:0.009642540477216244 lr:1.962214090196906e-05 tokens_per_second_per_gpu:386.512997873711 
Step 866 | loss:0.003985799849033356 lr:1.962126212943103e-05 tokens_per_second_per_gpu:290.9735867688013 
Step 867 | loss:0.006383612286299467 lr:1.9620382355939562e-05 tokens_per_second_per_gpu:329.77800819003545 
Step 868 | loss:0.005602262914180756 lr:1.9619501581586188e-05 tokens_per_second_per_gpu:305.8729341353777 
Step 869 | loss:0.002370870439335704 lr:1.961861980646253e-05 tokens_per_second_per_gpu:308.2069605941275 
Step 870 | loss:0.005944471340626478 lr:1.9617737030660338e-05 tokens_per_second_per_gpu:295.7176420506421 
Step 871 | loss:0.0015289012808352709 lr:1.961685325427144e-05 tokens_per_second_per_gpu:295.43871358483847 
Step 872 | loss:0.003906464669853449 lr:1.961596847738779e-05 tokens_per_second_per_gpu:258.8046092000922 
Step 873 | loss:0.0016718596452847123 lr:1.961508270010143e-05 tokens_per_second_per_gpu:299.86631624864316 
Step 874 | loss:0.005563282407820225 lr:1.9614195922504514e-05 tokens_per_second_per_gpu:341.96375586182813 
Step 875 | loss:0.04938897117972374 lr:1.9613308144689297e-05 tokens_per_second_per_gpu:476.9562319104673 
Step 876 | loss:0.0015846210299059749 lr:1.961241936674814e-05 tokens_per_second_per_gpu:327.66010797252403 
Step 877 | loss:0.0068353889510035515 lr:1.9611529588773513e-05 tokens_per_second_per_gpu:284.035162396572 
Step 878 | loss:0.0025733420625329018 lr:1.9610638810857975e-05 tokens_per_second_per_gpu:251.93113939884984 
Step 879 | loss:0.02345598116517067 lr:1.9609747033094206e-05 tokens_per_second_per_gpu:305.7921335837756 
Step 880 | loss:0.0013195611536502838 lr:1.960885425557498e-05 tokens_per_second_per_gpu:313.1665634679756 
Step 881 | loss:0.0044807628728449345 lr:1.9607960478393177e-05 tokens_per_second_per_gpu:293.24729883662 
Step 882 | loss:0.0026596274692565203 lr:1.960706570164178e-05 tokens_per_second_per_gpu:258.2212510117076 
Step 883 | loss:0.003936252556741238 lr:1.9606169925413884e-05 tokens_per_second_per_gpu:327.2125485180385 
Step 884 | loss:0.0011076603550463915 lr:1.9605273149802672e-05 tokens_per_second_per_gpu:267.52054314219845 
Step 885 | loss:0.0016354768304154277 lr:1.960437537490145e-05 tokens_per_second_per_gpu:281.10570885082365 
Step 886 | loss:0.0025352551601827145 lr:1.9603476600803614e-05 tokens_per_second_per_gpu:240.30442983343585 
Step 887 | loss:0.0006178509211167693 lr:1.960257682760267e-05 tokens_per_second_per_gpu:322.0231826166055 
Step 888 | loss:0.0010367451468482614 lr:1.9601676055392224e-05 tokens_per_second_per_gpu:330.72408212317487 
Step 889 | loss:0.011226091533899307 lr:1.9600774284265988e-05 tokens_per_second_per_gpu:301.73462980292726 
Step 890 | loss:0.001388691016472876 lr:1.9599871514317785e-05 tokens_per_second_per_gpu:284.8131364605811 
Step 891 | loss:0.00195410568267107 lr:1.9598967745641528e-05 tokens_per_second_per_gpu:325.0445332208525 
Step 892 | loss:0.008541407063603401 lr:1.959806297833124e-05 tokens_per_second_per_gpu:282.81500248508735 
Step 893 | loss:0.0009527491638436913 lr:1.9597157212481056e-05 tokens_per_second_per_gpu:275.62031619763866 
Step 894 | loss:0.005356728099286556 lr:1.9596250448185204e-05 tokens_per_second_per_gpu:288.4559908682391 
Step 895 | loss:0.00152676273137331 lr:1.959534268553802e-05 tokens_per_second_per_gpu:300.70851531014677 
Step 896 | loss:0.00410095090046525 lr:1.9594433924633942e-05 tokens_per_second_per_gpu:235.7773421644725 
Step 897 | loss:0.0026581636629998684 lr:1.9593524165567515e-05 tokens_per_second_per_gpu:273.812734249583 
Step 898 | loss:0.0013564039254561067 lr:1.9592613408433387e-05 tokens_per_second_per_gpu:333.79317961989796 
Step 899 | loss:0.0009771086042746902 lr:1.9591701653326308e-05 tokens_per_second_per_gpu:326.85471829712327 
Step 900 | loss:0.002233828417956829 lr:1.959078890034113e-05 tokens_per_second_per_gpu:321.6359254410076 
Step 901 | loss:0.0008223598706535995 lr:1.958987514957282e-05 tokens_per_second_per_gpu:331.6537684486541 
Step 902 | loss:0.0035902054514735937 lr:1.9588960401116432e-05 tokens_per_second_per_gpu:355.9286706139629 
Step 903 | loss:0.0012547096703201532 lr:1.958804465506714e-05 tokens_per_second_per_gpu:280.66414804236047 
Step 904 | loss:0.0014855655608698726 lr:1.9587127911520206e-05 tokens_per_second_per_gpu:266.6103877087382 
Step 905 | loss:0.00330471433699131 lr:1.9586210170571012e-05 tokens_per_second_per_gpu:305.0110941218261 
Step 906 | loss:0.004832484759390354 lr:1.958529143231503e-05 tokens_per_second_per_gpu:273.0798224408648 
Step 907 | loss:0.0030898661352694035 lr:1.9584371696847845e-05 tokens_per_second_per_gpu:230.1379526922604 
Step 908 | loss:0.002597192768007517 lr:1.9583450964265136e-05 tokens_per_second_per_gpu:286.4317693901714 
Step 909 | loss:0.0022310269996523857 lr:1.9582529234662703e-05 tokens_per_second_per_gpu:288.01585815179544 
Step 910 | loss:0.0012400646228343248 lr:1.9581606508136426e-05 tokens_per_second_per_gpu:293.2728295856225 
Step 911 | loss:0.0005171141237951815 lr:1.958068278478231e-05 tokens_per_second_per_gpu:313.34428557241966 
Step 912 | loss:0.0006182875949889421 lr:1.957975806469645e-05 tokens_per_second_per_gpu:323.8809652872182 
Step 913 | loss:0.00031148220296017826 lr:1.9578832347975057e-05 tokens_per_second_per_gpu:291.6922989044415 
Step 914 | loss:0.0023853620514273643 lr:1.957790563471443e-05 tokens_per_second_per_gpu:289.368800135016 
Step 915 | loss:0.000528490636497736 lr:1.9576977925010986e-05 tokens_per_second_per_gpu:272.60860235809184 
Step 916 | loss:0.0019215972861275077 lr:1.9576049218961237e-05 tokens_per_second_per_gpu:343.29252499348416 
Step 917 | loss:0.0006318250088952482 lr:1.95751195166618e-05 tokens_per_second_per_gpu:288.44220097642113 
Step 918 | loss:0.004113604314625263 lr:1.9574188818209402e-05 tokens_per_second_per_gpu:251.4050664924588 
Step 919 | loss:0.0013829179806634784 lr:1.9573257123700865e-05 tokens_per_second_per_gpu:318.4116569950797 
Step 920 | loss:0.0014844166580587626 lr:1.9572324433233122e-05 tokens_per_second_per_gpu:267.7985694146207 
Step 921 | loss:0.0025695045478641987 lr:1.95713907469032e-05 tokens_per_second_per_gpu:319.54444767424053 
Step 922 | loss:0.00045178731670603156 lr:1.9570456064808237e-05 tokens_per_second_per_gpu:259.84232247941196 
Step 923 | loss:0.0009452969534322619 lr:1.956952038704548e-05 tokens_per_second_per_gpu:304.1930984387949 
Step 924 | loss:0.0005967628676444292 lr:1.9568583713712266e-05 tokens_per_second_per_gpu:287.7498342635685 
Step 925 | loss:0.0016686698654666543 lr:1.9567646044906046e-05 tokens_per_second_per_gpu:245.82947725653904 
Step 926 | loss:0.00029300377354957163 lr:1.9566707380724365e-05 tokens_per_second_per_gpu:245.98306282289073 
Step 927 | loss:0.0015651251887902617 lr:1.9565767721264883e-05 tokens_per_second_per_gpu:338.88422221536484 
Step 928 | loss:0.0011319926707074046 lr:1.956482706662536e-05 tokens_per_second_per_gpu:250.50619896591618 
Step 929 | loss:0.0023286077193915844 lr:1.956388541690365e-05 tokens_per_second_per_gpu:393.3972407214528 
Step 930 | loss:0.00014405562251340598 lr:1.9562942772197726e-05 tokens_per_second_per_gpu:366.6128782439272 
Step 931 | loss:0.0002864174894057214 lr:1.9561999132605648e-05 tokens_per_second_per_gpu:270.6732432051984 
Step 932 | loss:0.0015100185992196202 lr:1.9561054498225595e-05 tokens_per_second_per_gpu:294.23762767949404 
Step 933 | loss:0.0009368911269120872 lr:1.956010886915584e-05 tokens_per_second_per_gpu:232.64904027036596 
Step 934 | loss:0.004555840976536274 lr:1.9559162245494763e-05 tokens_per_second_per_gpu:281.25172586697465 
Step 935 | loss:0.0019990617875009775 lr:1.9558214627340844e-05 tokens_per_second_per_gpu:275.45096375949555 
Step 936 | loss:0.00046279371599666774 lr:1.9557266014792675e-05 tokens_per_second_per_gpu:337.3459613067577 
Step 937 | loss:0.00017743455828167498 lr:1.9556316407948938e-05 tokens_per_second_per_gpu:295.17226850255975 
Step 938 | loss:0.00912142638117075 lr:1.955536580690843e-05 tokens_per_second_per_gpu:341.78273937710946 
Step 939 | loss:0.00019330979557707906 lr:1.955441421177005e-05 tokens_per_second_per_gpu:241.17250765699305 
Step 940 | loss:0.0007536305347457528 lr:1.955346162263279e-05 tokens_per_second_per_gpu:319.6688506727227 
Step 941 | loss:0.0012853880180045962 lr:1.955250803959576e-05 tokens_per_second_per_gpu:248.6488096567765 
Step 942 | loss:0.0008216855931095779 lr:1.955155346275816e-05 tokens_per_second_per_gpu:298.9081784634532 
Step 943 | loss:0.0025220976676791906 lr:1.955059789221931e-05 tokens_per_second_per_gpu:274.03560730365956 
Step 944 | loss:0.006696122232824564 lr:1.9549641328078614e-05 tokens_per_second_per_gpu:310.6262275328686 
Step 945 | loss:0.0001122595786000602 lr:1.954868377043559e-05 tokens_per_second_per_gpu:265.40826040427885 
Step 946 | loss:0.0015834657242521644 lr:1.9547725219389862e-05 tokens_per_second_per_gpu:346.2482975351652 
Step 947 | loss:0.00617235666140914 lr:1.9546765675041154e-05 tokens_per_second_per_gpu:326.4182423801504 
Step 948 | loss:0.0005192104144953191 lr:1.954580513748929e-05 tokens_per_second_per_gpu:318.6379944140912 
Step 949 | loss:0.0031255849171429873 lr:1.9544843606834197e-05 tokens_per_second_per_gpu:236.33584651443064 
Step 950 | loss:0.00026882090605795383 lr:1.9543881083175914e-05 tokens_per_second_per_gpu:296.8359183415099 
Step 951 | loss:0.0016244312282651663 lr:1.954291756661457e-05 tokens_per_second_per_gpu:273.5745815729397 
Step 952 | loss:0.004206847865134478 lr:1.9541953057250417e-05 tokens_per_second_per_gpu:294.01251943511545 
Step 953 | loss:0.005324867088347673 lr:1.9540987555183787e-05 tokens_per_second_per_gpu:286.3841084105986 
Step 954 | loss:0.0003861081786453724 lr:1.9540021060515134e-05 tokens_per_second_per_gpu:267.5333404736254 
Step 955 | loss:0.0005990573554299772 lr:1.9539053573345007e-05 tokens_per_second_per_gpu:302.3890173224575 
Step 956 | loss:0.0009321398101747036 lr:1.9538085093774053e-05 tokens_per_second_per_gpu:293.1444768497823 
Step 957 | loss:0.004627167712897062 lr:1.9537115621903032e-05 tokens_per_second_per_gpu:270.9286768573331 
Step 958 | loss:0.0006581639172509313 lr:1.9536145157832806e-05 tokens_per_second_per_gpu:262.41629254402363 
Step 959 | loss:0.0011657994473353028 lr:1.9535173701664335e-05 tokens_per_second_per_gpu:249.89856009396715 
Step 960 | loss:0.002471745479851961 lr:1.9534201253498685e-05 tokens_per_second_per_gpu:344.8076043346994 
Step 961 | loss:0.003935172222554684 lr:1.9533227813437027e-05 tokens_per_second_per_gpu:267.6602826033321 
Step 962 | loss:0.0006176006281748414 lr:1.9532253381580632e-05 tokens_per_second_per_gpu:238.15188829213113 
Step 963 | loss:0.0015689870342612267 lr:1.9531277958030873e-05 tokens_per_second_per_gpu:275.1614591042272 
Step 964 | loss:0.009966840036213398 lr:1.9530301542889235e-05 tokens_per_second_per_gpu:285.66756715862033 
Step 965 | loss:0.0015458893030881882 lr:1.9529324136257296e-05 tokens_per_second_per_gpu:381.63163962496077 
Step 966 | loss:0.0006305509014055133 lr:1.9528345738236743e-05 tokens_per_second_per_gpu:297.8622082305775 
Step 967 | loss:0.00029129968606866896 lr:1.952736634892936e-05 tokens_per_second_per_gpu:285.55298830402097 
Step 968 | loss:0.0012130611576139927 lr:1.9526385968437043e-05 tokens_per_second_per_gpu:286.08264065085103 
Step 969 | loss:0.007363179698586464 lr:1.9525404596861782e-05 tokens_per_second_per_gpu:328.82219279079254 
Step 970 | loss:0.0015875663375481963 lr:1.9524422234305677e-05 tokens_per_second_per_gpu:325.78101872480426 
Step 971 | loss:0.0008212026441469789 lr:1.9523438880870932e-05 tokens_per_second_per_gpu:284.4139785934871 
Step 972 | loss:0.0003450368531048298 lr:1.9522454536659844e-05 tokens_per_second_per_gpu:334.0111295620003 
Step 973 | loss:0.00013271960779093206 lr:1.9521469201774827e-05 tokens_per_second_per_gpu:225.4530497756751 
Step 974 | loss:0.0014380916254594922 lr:1.9520482876318384e-05 tokens_per_second_per_gpu:355.926909901965 
Step 975 | loss:0.0010677112732082605 lr:1.951949556039313e-05 tokens_per_second_per_gpu:308.3151996610836 
Step 976 | loss:0.0010482128709554672 lr:1.9518507254101782e-05 tokens_per_second_per_gpu:367.2356139494852 
Step 977 | loss:0.00031287994352169335 lr:1.9517517957547163e-05 tokens_per_second_per_gpu:225.6288851077535 
Step 978 | loss:0.0006545886863023043 lr:1.9516527670832187e-05 tokens_per_second_per_gpu:372.9112023598841 
Step 979 | loss:0.0016572701279073954 lr:1.9515536394059885e-05 tokens_per_second_per_gpu:420.0960769715649 
Step 980 | loss:0.0009825422894209623 lr:1.9514544127333383e-05 tokens_per_second_per_gpu:244.7049227912504 
Step 981 | loss:0.001598894945345819 lr:1.951355087075591e-05 tokens_per_second_per_gpu:266.2854333583675 
Step 982 | loss:0.0005041700205765665 lr:1.95125566244308e-05 tokens_per_second_per_gpu:217.77010393219106 
Step 983 | loss:0.001183362677693367 lr:1.9511561388461498e-05 tokens_per_second_per_gpu:295.48670065908414 
Step 984 | loss:0.022533167153596878 lr:1.9510565162951538e-05 tokens_per_second_per_gpu:376.86731930169316 
Step 985 | loss:0.0013698763214051723 lr:1.950956794800456e-05 tokens_per_second_per_gpu:359.8410433527985 
Step 986 | loss:0.000952153408434242 lr:1.9508569743724313e-05 tokens_per_second_per_gpu:261.05823794773175 
Step 987 | loss:0.00027305088588036597 lr:1.9507570550214646e-05 tokens_per_second_per_gpu:277.39877586419436 
Step 988 | loss:0.0003234724572394043 lr:1.950657036757951e-05 tokens_per_second_per_gpu:318.16971267594135 
Step 989 | loss:0.00041579295066185296 lr:1.950556919592296e-05 tokens_per_second_per_gpu:245.8129816915836 
Step 990 | loss:0.002289053751155734 lr:1.950456703534915e-05 tokens_per_second_per_gpu:288.16615801656275 
Step 991 | loss:0.0027597364969551563 lr:1.9503563885962347e-05 tokens_per_second_per_gpu:259.2659513442596 
Step 992 | loss:0.002289530821144581 lr:1.950255974786691e-05 tokens_per_second_per_gpu:286.75713372647493 
Step 993 | loss:0.0004998676013201475 lr:1.9501554621167306e-05 tokens_per_second_per_gpu:335.793003479603 
Step 994 | loss:0.0008023919654078782 lr:1.9500548505968103e-05 tokens_per_second_per_gpu:285.68692172358703 
Step 995 | loss:0.00035403668880462646 lr:1.9499541402373973e-05 tokens_per_second_per_gpu:233.693764059547 
Step 996 | loss:0.001746507827192545 lr:1.9498533310489695e-05 tokens_per_second_per_gpu:275.12160279446925 
Step 997 | loss:0.00021338119404390454 lr:1.9497524230420138e-05 tokens_per_second_per_gpu:310.2031622669272 
Step 998 | loss:0.00032090465538203716 lr:1.9496514162270286e-05 tokens_per_second_per_gpu:327.87451589720314 
Step 999 | loss:0.00021143752383068204 lr:1.9495503106145227e-05 tokens_per_second_per_gpu:251.052004119005 
Step 1000 | loss:0.0022197237703949213 lr:1.9494491062150138e-05 tokens_per_second_per_gpu:309.7282470885551 
Step 1001 | loss:0.0016342391027137637 lr:1.9493478030390314e-05 tokens_per_second_per_gpu:316.7118553592858 
Step 1002 | loss:0.00039551558438688517 lr:1.9492464010971145e-05 tokens_per_second_per_gpu:366.55445795541624 
Step 1003 | loss:0.003035716013982892 lr:1.9491449003998123e-05 tokens_per_second_per_gpu:301.62714865442615 
Step 1004 | loss:0.000913626397959888 lr:1.949043300957685e-05 tokens_per_second_per_gpu:303.7678073691558 
Step 1005 | loss:0.0005516759119927883 lr:1.9489416027813015e-05 tokens_per_second_per_gpu:331.4954921386056 
Step 1006 | loss:0.00960032269358635 lr:1.948839805881243e-05 tokens_per_second_per_gpu:263.2647017483349 
Step 1007 | loss:0.0004016127495560795 lr:1.9487379102681e-05 tokens_per_second_per_gpu:250.74126196261565 
Step 1008 | loss:0.009072068147361279 lr:1.948635915952473e-05 tokens_per_second_per_gpu:305.0562232310916 
Step 1009 | loss:0.0006196984322741628 lr:1.9485338229449725e-05 tokens_per_second_per_gpu:260.86405878422465 
Step 1010 | loss:0.0008169045904651284 lr:1.9484316312562204e-05 tokens_per_second_per_gpu:396.2303310278665 
Step 1011 | loss:0.002145873848348856 lr:1.9483293408968487e-05 tokens_per_second_per_gpu:338.2487246734003 
Step 1012 | loss:0.00028715768712572753 lr:1.9482269518774985e-05 tokens_per_second_per_gpu:287.3803172641129 
Step 1013 | loss:0.0007254424854181707 lr:1.948124464208822e-05 tokens_per_second_per_gpu:319.16159213635996 
Step 1014 | loss:0.0006453286623582244 lr:1.9480218779014815e-05 tokens_per_second_per_gpu:331.7721691583299 
Step 1015 | loss:0.0001902273652376607 lr:1.94791919296615e-05 tokens_per_second_per_gpu:257.3747052572069 
Step 1016 | loss:0.00011866078421007842 lr:1.9478164094135102e-05 tokens_per_second_per_gpu:287.03431932250817 
Step 1017 | loss:0.0006082384497858584 lr:1.9477135272542554e-05 tokens_per_second_per_gpu:279.8828680914805 
Step 1018 | loss:0.00014667390496470034 lr:1.9476105464990888e-05 tokens_per_second_per_gpu:283.98074442518305 
Step 1019 | loss:0.0026966200675815344 lr:1.9475074671587238e-05 tokens_per_second_per_gpu:268.9292563510246 
Step 1020 | loss:0.0010344962356612086 lr:1.9474042892438848e-05 tokens_per_second_per_gpu:276.81122522695443 
Step 1021 | loss:0.0013409196399152279 lr:1.9473010127653058e-05 tokens_per_second_per_gpu:238.9319030033541 
Step 1022 | loss:0.001190593815408647 lr:1.9471976377337315e-05 tokens_per_second_per_gpu:273.24566216556605 
Step 1023 | loss:0.00016522992518730462 lr:1.947094164159916e-05 tokens_per_second_per_gpu:265.3146926237682 
Step 1024 | loss:0.002102986676618457 lr:1.9469905920546244e-05 tokens_per_second_per_gpu:237.20928498256148 
Step 1025 | loss:0.002320325467735529 lr:1.946886921428632e-05 tokens_per_second_per_gpu:336.46891929829803 
Step 1026 | loss:0.00015090033411979675 lr:1.9467831522927244e-05 tokens_per_second_per_gpu:269.7355596536009 
Step 1027 | loss:0.00025128599372692406 lr:1.9466792846576972e-05 tokens_per_second_per_gpu:284.41387215275586 
Step 1028 | loss:0.0011478670639917254 lr:1.9465753185343562e-05 tokens_per_second_per_gpu:335.34383124298313 
Step 1029 | loss:9.746928844833747e-05 lr:1.9464712539335174e-05 tokens_per_second_per_gpu:368.83470105468524 
Step 1030 | loss:0.00023120077094063163 lr:1.946367090866008e-05 tokens_per_second_per_gpu:322.648141989122 
Step 1031 | loss:0.0025124691892415285 lr:1.9462628293426635e-05 tokens_per_second_per_gpu:285.0401543006868 
Step 1032 | loss:0.0006914036930538714 lr:1.9461584693743318e-05 tokens_per_second_per_gpu:363.0584096293418 
Step 1033 | loss:0.000903354783076793 lr:1.9460540109718696e-05 tokens_per_second_per_gpu:262.18564921188425 
Step 1034 | loss:0.0003478886792436242 lr:1.945949454146144e-05 tokens_per_second_per_gpu:304.30219849074274 
Step 1035 | loss:0.00018080223526339978 lr:1.9458447989080334e-05 tokens_per_second_per_gpu:288.80847240474037 
Step 1036 | loss:0.0006006524781696498 lr:1.945740045268425e-05 tokens_per_second_per_gpu:319.8182603356821 
Step 1037 | loss:0.0003966403310187161 lr:1.9456351932382174e-05 tokens_per_second_per_gpu:301.3976979020197 
Step 1038 | loss:0.0006182884681038558 lr:1.9455302428283187e-05 tokens_per_second_per_gpu:274.02122571635334 
Step 1039 | loss:9.469476935919374e-05 lr:1.9454251940496474e-05 tokens_per_second_per_gpu:321.82364991290086 
Step 1040 | loss:0.00046880124136805534 lr:1.945320046913132e-05 tokens_per_second_per_gpu:306.147296205709 
Step 1041 | loss:0.0011433148756623268 lr:1.9452148014297124e-05 tokens_per_second_per_gpu:298.76440833448135 
Step 1042 | loss:0.0005811412120237947 lr:1.9451094576103372e-05 tokens_per_second_per_gpu:291.7961651434988 
Step 1043 | loss:0.010914892889559269 lr:1.9450040154659662e-05 tokens_per_second_per_gpu:244.8637967625585 
Step 1044 | loss:0.0005865440471097827 lr:1.9448984750075687e-05 tokens_per_second_per_gpu:311.86090421626767 
Step 1045 | loss:0.00018614220607560128 lr:1.9447928362461255e-05 tokens_per_second_per_gpu:335.8512289537017 
Step 1046 | loss:0.00031520065385848284 lr:1.9446870991926257e-05 tokens_per_second_per_gpu:260.52114365974614 
Step 1047 | loss:0.0005552292568609118 lr:1.944581263858071e-05 tokens_per_second_per_gpu:243.48959158891736 
Step 1048 | loss:0.0001926176337292418 lr:1.9444753302534706e-05 tokens_per_second_per_gpu:254.84231717015575 
Step 1049 | loss:0.003550975350663066 lr:1.944369298389847e-05 tokens_per_second_per_gpu:242.9777061325822 
Step 1050 | loss:0.00021978834411129355 lr:1.9442631682782295e-05 tokens_per_second_per_gpu:298.1602028763581 
Step 1051 | loss:0.02056017890572548 lr:1.9441569399296606e-05 tokens_per_second_per_gpu:206.91322380235783 
Step 1052 | loss:0.0012501743622124195 lr:1.9440506133551916e-05 tokens_per_second_per_gpu:373.7791822335339 
Step 1053 | loss:0.0002523728762753308 lr:1.943944188565884e-05 tokens_per_second_per_gpu:320.567650597549 
Step 1054 | loss:0.00041574964416213334 lr:1.9438376655728097e-05 tokens_per_second_per_gpu:227.57735951557078 
Step 1055 | loss:0.00013546642730943859 lr:1.9437310443870518e-05 tokens_per_second_per_gpu:308.21871179744073 
Step 1056 | loss:0.0008129608468152583 lr:1.9436243250197012e-05 tokens_per_second_per_gpu:337.73751947585066 
Step 1057 | loss:0.003226543078199029 lr:1.9435175074818618e-05 tokens_per_second_per_gpu:297.45199346103396 
Step 1058 | loss:0.0001425599039066583 lr:1.9434105917846458e-05 tokens_per_second_per_gpu:295.83397331446577 
Step 1059 | loss:0.0003659219073597342 lr:1.9433035779391763e-05 tokens_per_second_per_gpu:258.95071827109 
Step 1060 | loss:0.00040227826684713364 lr:1.9431964659565868e-05 tokens_per_second_per_gpu:287.8196012165499 
Step 1061 | loss:0.002233925275504589 lr:1.94308925584802e-05 tokens_per_second_per_gpu:284.17357618483817 
Step 1062 | loss:0.000738679722417146 lr:1.942981947624631e-05 tokens_per_second_per_gpu:295.7178400422074 
Step 1063 | loss:0.0012789324391633272 lr:1.9428745412975822e-05 tokens_per_second_per_gpu:274.9827708624578 
Step 1064 | loss:0.0003560632758308202 lr:1.9427670368780485e-05 tokens_per_second_per_gpu:229.13091877189484 
Step 1065 | loss:0.0001390756224282086 lr:1.9426594343772138e-05 tokens_per_second_per_gpu:285.80915955563603 
Step 1066 | loss:0.000234868741245009 lr:1.9425517338062727e-05 tokens_per_second_per_gpu:314.2267889614279 
Step 1067 | loss:0.0023562172427773476 lr:1.9424439351764302e-05 tokens_per_second_per_gpu:304.53675110762634 
Step 1068 | loss:0.00019333836098667234 lr:1.942336038498901e-05 tokens_per_second_per_gpu:256.192003983576 
Step 1069 | loss:0.0006897101411595941 lr:1.94222804378491e-05 tokens_per_second_per_gpu:285.6005925644046 
Step 1070 | loss:0.0010771919041872025 lr:1.942119951045692e-05 tokens_per_second_per_gpu:280.8430203377664 
Step 1071 | loss:6.107487570261583e-05 lr:1.942011760292494e-05 tokens_per_second_per_gpu:254.83688402207255 
Step 1072 | loss:0.00047721120063215494 lr:1.9419034715365702e-05 tokens_per_second_per_gpu:261.02662932667766 
Step 1073 | loss:0.0006258094217628241 lr:1.9417950847891872e-05 tokens_per_second_per_gpu:279.17659884672116 
Step 1074 | loss:0.00016633157792966813 lr:1.9416866000616214e-05 tokens_per_second_per_gpu:285.6259314338503 
Step 1075 | loss:0.0007750389631837606 lr:1.941578017365158e-05 tokens_per_second_per_gpu:331.2178102443373 
Step 1076 | loss:0.0008554102387279272 lr:1.941469336711094e-05 tokens_per_second_per_gpu:265.5879588272884 
Step 1077 | loss:0.0030609024688601494 lr:1.9413605581107367e-05 tokens_per_second_per_gpu:365.6795428090813 
Step 1078 | loss:9.500737360212952e-05 lr:1.9412516815754017e-05 tokens_per_second_per_gpu:273.067312518831 
Step 1079 | loss:0.000482806412037462 lr:1.9411427071164173e-05 tokens_per_second_per_gpu:320.674300194629 
Step 1080 | loss:0.0007540850783698261 lr:1.9410336347451202e-05 tokens_per_second_per_gpu:322.22109239053754 
Step 1081 | loss:0.0021399357356131077 lr:1.9409244644728575e-05 tokens_per_second_per_gpu:303.55583536291505 
Step 1082 | loss:0.0007189525058493018 lr:1.9408151963109866e-05 tokens_per_second_per_gpu:321.366367820295 
Step 1083 | loss:0.005011764820665121 lr:1.940705830270876e-05 tokens_per_second_per_gpu:294.9525956923732 
Step 1084 | loss:0.0001304413308389485 lr:1.9405963663639037e-05 tokens_per_second_per_gpu:269.98203603654525 
Step 1085 | loss:0.0001958014618139714 lr:1.940486804601457e-05 tokens_per_second_per_gpu:262.5331056071862 
Step 1086 | loss:0.0013263444416224957 lr:1.9403771449949353e-05 tokens_per_second_per_gpu:292.81757919404544 
Step 1087 | loss:0.0025741264689713717 lr:1.940267387555746e-05 tokens_per_second_per_gpu:275.088958214615 
Step 1088 | loss:0.0023679551668465137 lr:1.9401575322953082e-05 tokens_per_second_per_gpu:290.93622983776856 
Step 1089 | loss:0.00023708000662736595 lr:1.9400475792250512e-05 tokens_per_second_per_gpu:298.1703116884661 
Step 1090 | loss:0.0005655481945723295 lr:1.9399375283564134e-05 tokens_per_second_per_gpu:287.5531184247358 
Step 1091 | loss:0.004168269224464893 lr:1.9398273797008445e-05 tokens_per_second_per_gpu:279.21442396392104 
Step 1092 | loss:0.00044299193541519344 lr:1.9397171332698033e-05 tokens_per_second_per_gpu:226.31422689288527 
Step 1093 | loss:0.0012916289269924164 lr:1.93960678907476e-05 tokens_per_second_per_gpu:369.0983656108059 
Step 1094 | loss:0.0001292333472520113 lr:1.9394963471271942e-05 tokens_per_second_per_gpu:264.23385952046004 
Step 1095 | loss:0.00013982452219352126 lr:1.9393858074385955e-05 tokens_per_second_per_gpu:289.3605522108075 
Step 1096 | loss:0.0007606697035953403 lr:1.939275170020464e-05 tokens_per_second_per_gpu:330.6060868915631 
Step 1097 | loss:0.0001232590584550053 lr:1.93916443488431e-05 tokens_per_second_per_gpu:265.24780567285717 
Step 1098 | loss:0.0009677350171841681 lr:1.9390536020416535e-05 tokens_per_second_per_gpu:246.07995466098942 
Step 1099 | loss:7.738598651485518e-05 lr:1.938942671504026e-05 tokens_per_second_per_gpu:271.2910336711785 
Step 1100 | loss:0.0013721633004024625 lr:1.938831643282967e-05 tokens_per_second_per_gpu:247.7136449071626 
Step 1101 | loss:0.00037255813367664814 lr:1.938720517390029e-05 tokens_per_second_per_gpu:319.8102104228382 
Step 1102 | loss:0.0003169889678247273 lr:1.9386092938367716e-05 tokens_per_second_per_gpu:320.70853386553773 
Step 1103 | loss:0.0004808066878467798 lr:1.9384979726347663e-05 tokens_per_second_per_gpu:257.9722823508015 
Step 1104 | loss:0.0007042015204206109 lr:1.9383865537955948e-05 tokens_per_second_per_gpu:268.3971244515772 
Step 1105 | loss:0.00015807163435965776 lr:1.9382750373308487e-05 tokens_per_second_per_gpu:264.89585736625145 
Step 1106 | loss:0.0016231872141361237 lr:1.9381634232521295e-05 tokens_per_second_per_gpu:355.502970350488 
Step 1107 | loss:0.001615780871361494 lr:1.9380517115710486e-05 tokens_per_second_per_gpu:321.16261465036433 
Step 1108 | loss:0.00023639157006982714 lr:1.9379399022992286e-05 tokens_per_second_per_gpu:259.9308692350519 
Step 1109 | loss:0.00021130769164301455 lr:1.9378279954483017e-05 tokens_per_second_per_gpu:303.5696475576694 
Step 1110 | loss:0.0014678860316053033 lr:1.9377159910299094e-05 tokens_per_second_per_gpu:288.02976285804465 
Step 1111 | loss:0.0006346169393509626 lr:1.937603889055705e-05 tokens_per_second_per_gpu:262.4818174154266 
Step 1112 | loss:0.0007947621634230018 lr:1.9374916895373507e-05 tokens_per_second_per_gpu:304.04984425933503 
Step 1113 | loss:0.00140157132409513 lr:1.9373793924865194e-05 tokens_per_second_per_gpu:252.05601851516775 
Step 1114 | loss:0.0005058182287029922 lr:1.937266997914894e-05 tokens_per_second_per_gpu:330.3198726416299 
Step 1115 | loss:0.0009287944412790239 lr:1.937154505834167e-05 tokens_per_second_per_gpu:282.8417212658938 
Step 1116 | loss:0.0014410311123356223 lr:1.937041916256042e-05 tokens_per_second_per_gpu:356.9141074641089 
Step 1117 | loss:0.0023414918687194586 lr:1.9369292291922325e-05 tokens_per_second_per_gpu:285.5755378189629 
Step 1118 | loss:0.0025822166353464127 lr:1.936816444654462e-05 tokens_per_second_per_gpu:287.6051573915644 
Step 1119 | loss:0.00016510138812009245 lr:1.936703562654464e-05 tokens_per_second_per_gpu:288.6881832816167 
Step 1120 | loss:0.0005567583721131086 lr:1.9365905832039814e-05 tokens_per_second_per_gpu:254.99479975194075 
Step 1121 | loss:0.0004912811564281583 lr:1.936477506314769e-05 tokens_per_second_per_gpu:324.01701580511696 
Step 1122 | loss:9.575526928529143e-05 lr:1.936364331998591e-05 tokens_per_second_per_gpu:305.39407778796124 
Step 1123 | loss:0.0008551455684937537 lr:1.936251060267221e-05 tokens_per_second_per_gpu:247.52331765456503 
Step 1124 | loss:0.001254306291230023 lr:1.9361376911324434e-05 tokens_per_second_per_gpu:274.95831030283995 
Step 1125 | loss:0.0005382964154705405 lr:1.9360242246060526e-05 tokens_per_second_per_gpu:389.59382251117563 
Step 1126 | loss:0.0009028209024108946 lr:1.9359106606998534e-05 tokens_per_second_per_gpu:287.0518123442891 
Step 1127 | loss:0.0007921770447865129 lr:1.9357969994256606e-05 tokens_per_second_per_gpu:268.6349867241504 
Step 1128 | loss:0.0009275525808334351 lr:1.935683240795298e-05 tokens_per_second_per_gpu:295.6225459879203 
Step 1129 | loss:0.0035440123174339533 lr:1.935569384820602e-05 tokens_per_second_per_gpu:384.8298885528806 
Step 1130 | loss:0.0029403178486973047 lr:1.9354554315134166e-05 tokens_per_second_per_gpu:312.2494832643795 
Step 1131 | loss:0.00021428985928650945 lr:1.9353413808855975e-05 tokens_per_second_per_gpu:261.46657124989787 
Step 1132 | loss:0.005124351941049099 lr:1.93522723294901e-05 tokens_per_second_per_gpu:350.663890589166 
Step 1133 | loss:0.000414873386034742 lr:1.9351129877155287e-05 tokens_per_second_per_gpu:318.1102662207863 
Step 1134 | loss:0.0006897520506754518 lr:1.9349986451970405e-05 tokens_per_second_per_gpu:397.13141635591245 
Step 1135 | loss:0.00012995714496355504 lr:1.9348842054054405e-05 tokens_per_second_per_gpu:312.83273717884794 
Step 1136 | loss:0.0007170007447712123 lr:1.9347696683526342e-05 tokens_per_second_per_gpu:325.888785488047 
Step 1137 | loss:0.0010550179285928607 lr:1.934655034050538e-05 tokens_per_second_per_gpu:334.25961007359354 
Step 1138 | loss:0.0009956585709005594 lr:1.9345403025110777e-05 tokens_per_second_per_gpu:304.3430243495572 
Step 1139 | loss:0.002125949366018176 lr:1.9344254737461895e-05 tokens_per_second_per_gpu:384.26191784127326 
Step 1140 | loss:0.00023850919387768954 lr:1.9343105477678198e-05 tokens_per_second_per_gpu:298.363123552934 
Step 1141 | loss:0.0010969919385388494 lr:1.9341955245879247e-05 tokens_per_second_per_gpu:284.3458946413863 
Step 1142 | loss:0.0031836912967264652 lr:1.934080404218471e-05 tokens_per_second_per_gpu:255.77369988412903 
Step 1143 | loss:0.00037905044155195355 lr:1.933965186671435e-05 tokens_per_second_per_gpu:285.0056520771988 
Step 1144 | loss:0.00011734498548321426 lr:1.933849871958804e-05 tokens_per_second_per_gpu:284.35170987486435 
Step 1145 | loss:0.001129444339312613 lr:1.933734460092574e-05 tokens_per_second_per_gpu:353.16835412910706 
Step 1146 | loss:0.000312647083774209 lr:1.933618951084753e-05 tokens_per_second_per_gpu:305.9501504151346 
Step 1147 | loss:0.0016329684294760227 lr:1.9335033449473565e-05 tokens_per_second_per_gpu:302.219628534406 
Step 1148 | loss:0.0014324443181976676 lr:1.9333876416924134e-05 tokens_per_second_per_gpu:336.3348409240978 
Step 1149 | loss:0.0013409749371930957 lr:1.9332718413319598e-05 tokens_per_second_per_gpu:243.38942533146826 
Step 1150 | loss:9.434261301066726e-05 lr:1.9331559438780432e-05 tokens_per_second_per_gpu:240.05605970275695 
Step 1151 | loss:0.0017191191436722875 lr:1.9330399493427213e-05 tokens_per_second_per_gpu:273.78626066703305 
Step 1152 | loss:0.0005463186535052955 lr:1.932923857738062e-05 tokens_per_second_per_gpu:281.4891718509214 
Step 1153 | loss:0.0009543024352751672 lr:1.9328076690761423e-05 tokens_per_second_per_gpu:323.866061127985 
Step 1154 | loss:0.0010413796408101916 lr:1.9326913833690503e-05 tokens_per_second_per_gpu:279.2701734656721 
Step 1155 | loss:0.0006163534126244485 lr:1.9325750006288837e-05 tokens_per_second_per_gpu:285.22248475562736 
Step 1156 | loss:0.00027189418324269354 lr:1.9324585208677504e-05 tokens_per_second_per_gpu:306.28062748629566 
Step 1157 | loss:6.989355460973457e-05 lr:1.9323419440977686e-05 tokens_per_second_per_gpu:256.0962334772901 
Step 1158 | loss:0.0007420976180583239 lr:1.9322252703310665e-05 tokens_per_second_per_gpu:337.09060249568773 
Step 1159 | loss:7.143467519199476e-05 lr:1.932108499579782e-05 tokens_per_second_per_gpu:252.40704297166985 
Step 1160 | loss:0.004746078979223967 lr:1.9319916318560636e-05 tokens_per_second_per_gpu:251.66797871944627 
Step 1161 | loss:0.0008590648067183793 lr:1.93187466717207e-05 tokens_per_second_per_gpu:318.03191281743136 
Step 1162 | loss:0.002092556329444051 lr:1.9317576055399692e-05 tokens_per_second_per_gpu:288.18729317279906 
Step 1163 | loss:0.0037970449775457382 lr:1.9316404469719398e-05 tokens_per_second_per_gpu:275.6575764282694 
Step 1164 | loss:0.001168402493931353 lr:1.9315231914801708e-05 tokens_per_second_per_gpu:255.17745580793826 
Step 1165 | loss:0.00022096175234764814 lr:1.9314058390768608e-05 tokens_per_second_per_gpu:249.59965757163957 
Step 1166 | loss:0.00010649909381754696 lr:1.9312883897742184e-05 tokens_per_second_per_gpu:251.11748372529598 
Step 1167 | loss:0.0010217144154012203 lr:1.9311708435844627e-05 tokens_per_second_per_gpu:285.175449743469 
Step 1168 | loss:0.001870625768788159 lr:1.931053200519823e-05 tokens_per_second_per_gpu:277.69148403397304 
Step 1169 | loss:0.00015630981943104416 lr:1.9309354605925377e-05 tokens_per_second_per_gpu:305.86775813776103 
Step 1170 | loss:0.0004902244545519352 lr:1.9308176238148565e-05 tokens_per_second_per_gpu:275.0639403087346 
Step 1171 | loss:0.001152417971752584 lr:1.9306996901990382e-05 tokens_per_second_per_gpu:386.1962281013932 
Step 1172 | loss:0.00016380459419451654 lr:1.9305816597573522e-05 tokens_per_second_per_gpu:295.0239613573963 
Step 1173 | loss:0.0006288986187428236 lr:1.9304635325020783e-05 tokens_per_second_per_gpu:244.36518220965397 
Step 1174 | loss:9.143963688984513e-05 lr:1.9303453084455054e-05 tokens_per_second_per_gpu:321.11610728793863 
Step 1175 | loss:0.0003206342807970941 lr:1.930226987599933e-05 tokens_per_second_per_gpu:275.9796386063312 
Step 1176 | loss:0.0003994684375356883 lr:1.9301085699776713e-05 tokens_per_second_per_gpu:260.8111149929739 
Step 1177 | loss:0.0012271536979824305 lr:1.929990055591039e-05 tokens_per_second_per_gpu:316.47565360609326 
Step 1178 | loss:0.0002026038127951324 lr:1.9298714444523664e-05 tokens_per_second_per_gpu:234.31356590179502 
Step 1179 | loss:0.00046152426511980593 lr:1.9297527365739936e-05 tokens_per_second_per_gpu:250.62145346186608 
Step 1180 | loss:0.00020447450515348464 lr:1.9296339319682696e-05 tokens_per_second_per_gpu:322.0087201777863 
Step 1181 | loss:0.00032349018147215247 lr:1.9295150306475553e-05 tokens_per_second_per_gpu:256.58194370240255 
Step 1182 | loss:0.00018376685329712927 lr:1.9293960326242196e-05 tokens_per_second_per_gpu:293.48541931139573 
Step 1183 | loss:0.002090905327349901 lr:1.9292769379106432e-05 tokens_per_second_per_gpu:254.81660338214692 
Step 1184 | loss:0.00013578157813753933 lr:1.929157746519216e-05 tokens_per_second_per_gpu:288.4971843328757 
Step 1185 | loss:0.0006002248264849186 lr:1.929038458462338e-05 tokens_per_second_per_gpu:245.844170294871 
Step 1186 | loss:0.001713386969640851 lr:1.92891907375242e-05 tokens_per_second_per_gpu:218.68220838411077 
Step 1187 | loss:0.0014193984679877758 lr:1.928799592401881e-05 tokens_per_second_per_gpu:264.34309358209214 
Step 1188 | loss:0.00021995567658450454 lr:1.928680014423153e-05 tokens_per_second_per_gpu:276.9462312611302 
Step 1189 | loss:0.0006810288177803159 lr:1.9285603398286752e-05 tokens_per_second_per_gpu:303.99647074340936 
Step 1190 | loss:0.00018320328672416508 lr:1.9284405686308982e-05 tokens_per_second_per_gpu:341.97906817974933 
Step 1191 | loss:0.0020138181280344725 lr:1.9283207008422826e-05 tokens_per_second_per_gpu:275.48366194944265 
Step 1192 | loss:0.00045092214713804424 lr:1.928200736475299e-05 tokens_per_second_per_gpu:272.9274640480543 
Step 1193 | loss:0.00011013730545528233 lr:1.9280806755424277e-05 tokens_per_second_per_gpu:263.46358015868384 
Step 1194 | loss:0.000304394488921389 lr:1.9279605180561594e-05 tokens_per_second_per_gpu:268.7982748714538 
Step 1195 | loss:0.0002631748211570084 lr:1.927840264028995e-05 tokens_per_second_per_gpu:219.98716672470684 
Step 1196 | loss:0.00012038489512633532 lr:1.927719913473445e-05 tokens_per_second_per_gpu:259.18975114930254 
Step 1197 | loss:0.00019204241107217968 lr:1.9275994664020298e-05 tokens_per_second_per_gpu:355.4776471937981 
Step 1198 | loss:0.00047516272752545774 lr:1.927478922827281e-05 tokens_per_second_per_gpu:267.7594810558494 
Step 1199 | loss:0.00010093381570186466 lr:1.9273582827617385e-05 tokens_per_second_per_gpu:226.03533677264357 
Step 1200 | loss:0.0001537360076326877 lr:1.927237546217954e-05 tokens_per_second_per_gpu:324.0347113432458 
Step 1201 | loss:0.000985532533377409 lr:1.9271167132084877e-05 tokens_per_second_per_gpu:244.33182970217808 
Step 1202 | loss:0.0003417898260522634 lr:1.926995783745911e-05 tokens_per_second_per_gpu:239.88927664751046 
Step 1203 | loss:0.0008092125644907355 lr:1.9268747578428045e-05 tokens_per_second_per_gpu:236.2596847191391 
Step 1204 | loss:0.006592622958123684 lr:1.9267536355117594e-05 tokens_per_second_per_gpu:274.9933191471418 
Step 1205 | loss:0.004591737408190966 lr:1.9266324167653768e-05 tokens_per_second_per_gpu:286.1300499737396 
Step 1206 | loss:0.00012149902613600716 lr:1.9265111016162676e-05 tokens_per_second_per_gpu:286.0427423321007 
Step 1207 | loss:0.0007965077529661357 lr:1.926389690077053e-05 tokens_per_second_per_gpu:295.2157856414348 
Step 1208 | loss:0.0016689043259248137 lr:1.926268182160364e-05 tokens_per_second_per_gpu:362.89939247380715 
Step 1209 | loss:0.004789162427186966 lr:1.926146577878842e-05 tokens_per_second_per_gpu:324.16103612440133 
Step 1210 | loss:0.0009121934999711812 lr:1.9260248772451378e-05 tokens_per_second_per_gpu:241.6818937835667 
Step 1211 | loss:0.00012026095646433532 lr:1.9259030802719126e-05 tokens_per_second_per_gpu:296.3933527648558 
Step 1212 | loss:0.0003521591715980321 lr:1.9257811869718384e-05 tokens_per_second_per_gpu:301.00293664784346 
Step 1213 | loss:4.715736577054486e-05 lr:1.9256591973575953e-05 tokens_per_second_per_gpu:251.50954514323337 
Step 1214 | loss:0.00036214961437508464 lr:1.925537111441875e-05 tokens_per_second_per_gpu:280.3892023424714 
Step 1215 | loss:0.0005339916097000241 lr:1.9254149292373794e-05 tokens_per_second_per_gpu:290.5538007658378 
Step 1216 | loss:0.00032047706190496683 lr:1.925292650756819e-05 tokens_per_second_per_gpu:228.11486461942562 
Step 1217 | loss:0.0002523061411920935 lr:1.925170276012916e-05 tokens_per_second_per_gpu:344.9357775606514 
Step 1218 | loss:0.0002889212337322533 lr:1.9250478050184003e-05 tokens_per_second_per_gpu:307.24373634369454 
Step 1219 | loss:0.0015068367356434464 lr:1.924925237786014e-05 tokens_per_second_per_gpu:323.4888530357999 
Step 1220 | loss:0.0001419592008460313 lr:1.924802574328509e-05 tokens_per_second_per_gpu:319.7672560069349 
Step 1221 | loss:0.0012369585456326604 lr:1.924679814658646e-05 tokens_per_second_per_gpu:291.37077430830334 
Step 1222 | loss:0.0001586749858688563 lr:1.9245569587891965e-05 tokens_per_second_per_gpu:252.85318410437426 
Step 1223 | loss:0.0003487759968265891 lr:1.9244340067329417e-05 tokens_per_second_per_gpu:301.4351538242676 
Step 1224 | loss:0.0016390695236623287 lr:1.9243109585026737e-05 tokens_per_second_per_gpu:255.88706262183473 
Step 1225 | loss:0.0029066570568829775 lr:1.924187814111193e-05 tokens_per_second_per_gpu:250.8049854361253 
Step 1226 | loss:0.0002864926937036216 lr:1.9240645735713116e-05 tokens_per_second_per_gpu:277.1247149121032 
Step 1227 | loss:0.00029035835177637637 lr:1.9239412368958502e-05 tokens_per_second_per_gpu:263.1086895101774 
Step 1228 | loss:0.0001412512647220865 lr:1.9238178040976413e-05 tokens_per_second_per_gpu:255.62506535804528 
Step 1229 | loss:0.0022218741942197084 lr:1.9236942751895254e-05 tokens_per_second_per_gpu:233.60239786354327 
Step 1230 | loss:0.0001745671033859253 lr:1.923570650184354e-05 tokens_per_second_per_gpu:253.0224242095785 
Step 1231 | loss:0.00019334940589033067 lr:1.923446929094989e-05 tokens_per_second_per_gpu:241.65139640927978 
Step 1232 | loss:0.004122680984437466 lr:1.9233231119343014e-05 tokens_per_second_per_gpu:317.7961881626734 
Step 1233 | loss:0.00037701267865486443 lr:1.9231991987151726e-05 tokens_per_second_per_gpu:319.3163223519456 
Step 1234 | loss:0.000991826644167304 lr:1.923075189450494e-05 tokens_per_second_per_gpu:347.92155155115654 
Step 1235 | loss:4.8006953875301406e-05 lr:1.922951084153167e-05 tokens_per_second_per_gpu:279.83055863171666 
Step 1236 | loss:9.596722520655021e-05 lr:1.9228268828361034e-05 tokens_per_second_per_gpu:260.3977187658454 
Step 1237 | loss:0.0032183481380343437 lr:1.922702585512224e-05 tokens_per_second_per_gpu:355.8895724499794 
Step 1238 | loss:0.0036675964947789907 lr:1.9225781921944598e-05 tokens_per_second_per_gpu:233.69305749841016 
Step 1239 | loss:0.00047367592924274504 lr:1.9224537028957532e-05 tokens_per_second_per_gpu:297.9265850348156 
Step 1240 | loss:0.0004256509128026664 lr:1.9223291176290543e-05 tokens_per_second_per_gpu:258.02033004580386 
Step 1241 | loss:0.000678025302477181 lr:1.9222044364073253e-05 tokens_per_second_per_gpu:292.34265943166844 
Step 1242 | loss:0.00012619656627066433 lr:1.9220796592435375e-05 tokens_per_second_per_gpu:214.70015485835938 
Step 1243 | loss:9.637353650759906e-05 lr:1.9219547861506717e-05 tokens_per_second_per_gpu:267.0670033153771 
Step 1244 | loss:0.0008485817816108465 lr:1.921829817141719e-05 tokens_per_second_per_gpu:269.92373680997383 
Step 1245 | loss:0.0001602203119546175 lr:1.9217047522296813e-05 tokens_per_second_per_gpu:310.0811246485874 
Step 1246 | loss:0.00018800684483721852 lr:1.9215795914275694e-05 tokens_per_second_per_gpu:313.89537351624074 
Step 1247 | loss:0.0007910755812190473 lr:1.9214543347484043e-05 tokens_per_second_per_gpu:268.31835831698976 
Step 1248 | loss:0.00014357641339302063 lr:1.9213289822052178e-05 tokens_per_second_per_gpu:272.7264439626077 
Step 1249 | loss:0.00011550892668310553 lr:1.9212035338110498e-05 tokens_per_second_per_gpu:252.00875787853877 
Step 1250 | loss:0.00020308600505813956 lr:1.921077989578953e-05 tokens_per_second_per_gpu:321.3496294008799 
Step 1251 | loss:0.0001542421814519912 lr:1.9209523495219872e-05 tokens_per_second_per_gpu:235.22193872609625 
Step 1252 | loss:0.0019531564321368933 lr:1.920826613653224e-05 tokens_per_second_per_gpu:298.2085893388412 
Step 1253 | loss:0.0004775993584189564 lr:1.920700781985744e-05 tokens_per_second_per_gpu:283.81605620874046 
Step 1254 | loss:0.00027902756119146943 lr:1.9205748545326387e-05 tokens_per_second_per_gpu:255.38929963863595 
Step 1255 | loss:4.1637453250586987e-05 lr:1.920448831307009e-05 tokens_per_second_per_gpu:234.0599799665354 
Step 1256 | loss:0.001681663328781724 lr:1.920322712321965e-05 tokens_per_second_per_gpu:384.21268871802505 
Step 1257 | loss:0.00016048277029767632 lr:1.9201964975906288e-05 tokens_per_second_per_gpu:285.8860888397259 
Step 1258 | loss:0.00274087255820632 lr:1.92007018712613e-05 tokens_per_second_per_gpu:277.268298211096 
Step 1259 | loss:0.0003924196644220501 lr:1.91994378094161e-05 tokens_per_second_per_gpu:250.7686012186415 
Step 1260 | loss:0.009405748918652534 lr:1.9198172790502197e-05 tokens_per_second_per_gpu:320.57404342778 
Step 1261 | loss:7.476890459656715e-05 lr:1.9196906814651195e-05 tokens_per_second_per_gpu:292.30193760361846 
Step 1262 | loss:0.0002379629440838471 lr:1.91956398819948e-05 tokens_per_second_per_gpu:287.2115416116699 
Step 1263 | loss:0.00034393713576719165 lr:1.919437199266482e-05 tokens_per_second_per_gpu:337.9433737229825 
Step 1264 | loss:0.00026723105111159384 lr:1.919310314679316e-05 tokens_per_second_per_gpu:303.50799738761555 
Step 1265 | loss:0.0012265554396435618 lr:1.9191833344511825e-05 tokens_per_second_per_gpu:308.1473088350347 
Step 1266 | loss:9.374377987114713e-05 lr:1.919056258595292e-05 tokens_per_second_per_gpu:249.7082678323624 
Step 1267 | loss:0.0001959961955435574 lr:1.9189290871248646e-05 tokens_per_second_per_gpu:283.86518646223516 
Step 1268 | loss:9.717137436382473e-05 lr:1.9188018200531316e-05 tokens_per_second_per_gpu:282.19411448218364 
Step 1269 | loss:0.0005724853253923357 lr:1.918674457393332e-05 tokens_per_second_per_gpu:340.83499258854044 
Step 1270 | loss:0.0009268153226003051 lr:1.9185469991587166e-05 tokens_per_second_per_gpu:302.710744539711 
Step 1271 | loss:0.0012732389150187373 lr:1.918419445362546e-05 tokens_per_second_per_gpu:323.7322075826949 
Step 1272 | loss:0.0005383483949117362 lr:1.9182917960180898e-05 tokens_per_second_per_gpu:297.85262653124636 
Step 1273 | loss:0.00011835544864879921 lr:1.918164051138628e-05 tokens_per_second_per_gpu:270.8509996050109 
Step 1274 | loss:0.003771115094423294 lr:1.9180362107374514e-05 tokens_per_second_per_gpu:441.05962002545556 
Step 1275 | loss:0.0001701955625321716 lr:1.9179082748278594e-05 tokens_per_second_per_gpu:282.08419126005003 
Step 1276 | loss:0.0010248010512441397 lr:1.9177802434231617e-05 tokens_per_second_per_gpu:331.6930306805932 
Step 1277 | loss:0.00022495527809951454 lr:1.917652116536678e-05 tokens_per_second_per_gpu:292.4729725785226 
Step 1278 | loss:0.00046999857295304537 lr:1.9175238941817387e-05 tokens_per_second_per_gpu:276.01920494621135 
Step 1279 | loss:0.005783064290881157 lr:1.9173955763716835e-05 tokens_per_second_per_gpu:243.75375957718103 
Step 1280 | loss:0.0012636224273592234 lr:1.9172671631198613e-05 tokens_per_second_per_gpu:333.3140318139924 
Step 1281 | loss:0.00011295318108750507 lr:1.9171386544396318e-05 tokens_per_second_per_gpu:264.43949202346306 
Step 1282 | loss:0.00016608057194389403 lr:1.917010050344365e-05 tokens_per_second_per_gpu:245.7973069449367 
Step 1283 | loss:0.00044437256292439997 lr:1.9168813508474397e-05 tokens_per_second_per_gpu:291.31000529217005 
Step 1284 | loss:0.00036495280801318586 lr:1.9167525559622458e-05 tokens_per_second_per_gpu:293.65595186726927 
Step 1285 | loss:0.00012492576206568629 lr:1.9166236657021822e-05 tokens_per_second_per_gpu:268.85139940638715 
Step 1286 | loss:0.00039630092214792967 lr:1.9164946800806584e-05 tokens_per_second_per_gpu:274.73358143992255 
Step 1287 | loss:0.0001007740938803181 lr:1.916365599111093e-05 tokens_per_second_per_gpu:241.03060896415676 
Step 1288 | loss:0.00019839720334857702 lr:1.916236422806915e-05 tokens_per_second_per_gpu:287.9720604027144 
Step 1289 | loss:9.870773646980524e-05 lr:1.9161071511815636e-05 tokens_per_second_per_gpu:271.0827088627979 
Step 1290 | loss:0.0007576622301712632 lr:1.9159777842484878e-05 tokens_per_second_per_gpu:316.3682734959339 
Step 1291 | loss:0.00016205621068365872 lr:1.9158483220211463e-05 tokens_per_second_per_gpu:319.9221960868158 
Step 1292 | loss:0.0003158862527925521 lr:1.9157187645130072e-05 tokens_per_second_per_gpu:346.8858213080574 
Step 1293 | loss:0.001003890298306942 lr:1.91558911173755e-05 tokens_per_second_per_gpu:271.749602288536 
Step 1294 | loss:0.0024988753721117973 lr:1.9154593637082626e-05 tokens_per_second_per_gpu:307.3694153026035 
Step 1295 | loss:7.536761404480785e-05 lr:1.9153295204386436e-05 tokens_per_second_per_gpu:315.13275807860214 
Step 1296 | loss:0.000441142066847533 lr:1.9151995819422013e-05 tokens_per_second_per_gpu:352.18186336871776 
Step 1297 | loss:0.0003247377753723413 lr:1.9150695482324537e-05 tokens_per_second_per_gpu:249.18358365298536 
Step 1298 | loss:0.0003246009873691946 lr:1.9149394193229293e-05 tokens_per_second_per_gpu:322.48335669188043 
Step 1299 | loss:0.005480481311678886 lr:1.914809195227166e-05 tokens_per_second_per_gpu:352.25139825942017 
Step 1300 | loss:4.355818236945197e-05 lr:1.9146788759587114e-05 tokens_per_second_per_gpu:238.13516160308248 
Step 1301 | loss:0.0002960790297947824 lr:1.914548461531124e-05 tokens_per_second_per_gpu:303.4727793972447 
Step 1302 | loss:0.00027279130881652236 lr:1.9144179519579708e-05 tokens_per_second_per_gpu:305.1050332778641 
Step 1303 | loss:0.0006070680101402104 lr:1.91428734725283e-05 tokens_per_second_per_gpu:297.1359978497282 
Step 1304 | loss:0.0008168843924067914 lr:1.914156647429289e-05 tokens_per_second_per_gpu:292.8831586018286 
Step 1305 | loss:0.002298342762514949 lr:1.914025852500945e-05 tokens_per_second_per_gpu:270.8675366656646 
Step 1306 | loss:0.00016114427126012743 lr:1.9138949624814058e-05 tokens_per_second_per_gpu:206.7679692711182 
Step 1307 | loss:0.0005203179898671806 lr:1.913763977384288e-05 tokens_per_second_per_gpu:235.2050605537519 
Step 1308 | loss:0.0011556042591109872 lr:1.913632897223219e-05 tokens_per_second_per_gpu:344.14868190002807 
Step 1309 | loss:0.00017284913337789476 lr:1.9135017220118363e-05 tokens_per_second_per_gpu:239.2363672255997 
Step 1310 | loss:5.1554998208303005e-05 lr:1.913370451763786e-05 tokens_per_second_per_gpu:264.0791495779938 
Step 1311 | loss:0.0005980887217447162 lr:1.913239086492725e-05 tokens_per_second_per_gpu:294.79870380450495 
Step 1312 | loss:0.0037297699600458145 lr:1.9131076262123204e-05 tokens_per_second_per_gpu:409.42745057240813 
Step 1313 | loss:0.0008292790735140443 lr:1.9129760709362485e-05 tokens_per_second_per_gpu:282.50538043792454 
Step 1314 | loss:4.562218236969784e-05 lr:1.9128444206781954e-05 tokens_per_second_per_gpu:261.218601613799 
Step 1315 | loss:0.0015356400981545448 lr:1.9127126754518582e-05 tokens_per_second_per_gpu:288.3387352264675 
Step 1316 | loss:0.00019155244808644056 lr:1.9125808352709423e-05 tokens_per_second_per_gpu:332.31539099386185 
Step 1317 | loss:0.0003965349169448018 lr:1.912448900149164e-05 tokens_per_second_per_gpu:305.8423205610709 
Step 1318 | loss:0.00048486178275197744 lr:1.9123168701002495e-05 tokens_per_second_per_gpu:389.1905035609205 
Step 1319 | loss:0.00017068081069737673 lr:1.9121847451379344e-05 tokens_per_second_per_gpu:289.31481648322335 
Step 1320 | loss:0.0007953101885505021 lr:1.912052525275965e-05 tokens_per_second_per_gpu:340.6776456635657 
Step 1321 | loss:0.00031678620143793523 lr:1.9119202105280954e-05 tokens_per_second_per_gpu:242.7620419797232 
Step 1322 | loss:0.0009143160423263907 lr:1.9117878009080924e-05 tokens_per_second_per_gpu:330.9678689829785 
Step 1323 | loss:0.00039450800977647305 lr:1.9116552964297308e-05 tokens_per_second_per_gpu:316.072621487194 
Step 1324 | loss:0.001062923576682806 lr:1.9115226971067957e-05 tokens_per_second_per_gpu:309.9047720205962 
Step 1325 | loss:0.0005063391872681677 lr:1.9113900029530825e-05 tokens_per_second_per_gpu:384.0123638489403 
Step 1326 | loss:0.0004888607072643936 lr:1.9112572139823958e-05 tokens_per_second_per_gpu:280.56053701346656 
Step 1327 | loss:0.00018110468226950616 lr:1.9111243302085504e-05 tokens_per_second_per_gpu:315.7124981825185 
Step 1328 | loss:0.00022439516033045948 lr:1.910991351645371e-05 tokens_per_second_per_gpu:351.12720687530106 
Step 1329 | loss:7.227734749903902e-05 lr:1.9108582783066923e-05 tokens_per_second_per_gpu:271.91291388208333 
Step 1330 | loss:0.0007069054991006851 lr:1.9107251102063582e-05 tokens_per_second_per_gpu:261.23750284682313 
Step 1331 | loss:0.001644766191020608 lr:1.9105918473582235e-05 tokens_per_second_per_gpu:373.76779312961213 
Step 1332 | loss:0.0004737757844850421 lr:1.9104584897761516e-05 tokens_per_second_per_gpu:309.89264595856463 
Step 1333 | loss:0.0005987787153571844 lr:1.9103250374740173e-05 tokens_per_second_per_gpu:331.73544730854076 
Step 1334 | loss:0.00046836529509164393 lr:1.9101914904657035e-05 tokens_per_second_per_gpu:260.66527706121985 
Step 1335 | loss:9.808404138311744e-05 lr:1.910057848765104e-05 tokens_per_second_per_gpu:212.96547353612155 
Step 1336 | loss:0.000707845319993794 lr:1.909924112386123e-05 tokens_per_second_per_gpu:311.95884097838433 
Step 1337 | loss:0.0026663660537451506 lr:1.9097902813426733e-05 tokens_per_second_per_gpu:332.68587955946674 
Step 1338 | loss:0.0025145327672362328 lr:1.9096563556486777e-05 tokens_per_second_per_gpu:265.2498494639345 
Step 1339 | loss:9.063416655408219e-05 lr:1.90952233531807e-05 tokens_per_second_per_gpu:366.4918887546145 
Step 1340 | loss:0.00035325190401636064 lr:1.9093882203647928e-05 tokens_per_second_per_gpu:299.6723092399535 
Step 1341 | loss:0.0032687450293451548 lr:1.9092540108027987e-05 tokens_per_second_per_gpu:277.1212709785459 
Step 1342 | loss:0.000629792979452759 lr:1.9091197066460502e-05 tokens_per_second_per_gpu:272.1078216656319 
Step 1343 | loss:0.0005365319666452706 lr:1.90898530790852e-05 tokens_per_second_per_gpu:281.6654844815989 
Step 1344 | loss:6.435000977944583e-05 lr:1.90885081460419e-05 tokens_per_second_per_gpu:332.16102050917647 
Step 1345 | loss:0.000460337643744424 lr:1.908716226747053e-05 tokens_per_second_per_gpu:266.94554601137395 
Step 1346 | loss:0.0007034262525849044 lr:1.90858154435111e-05 tokens_per_second_per_gpu:306.2510357660562 
Step 1347 | loss:0.00011652481043711305 lr:1.9084467674303732e-05 tokens_per_second_per_gpu:292.82818112284167 
Step 1348 | loss:0.00022772833472117782 lr:1.9083118959988643e-05 tokens_per_second_per_gpu:257.61116052140625 
Step 1349 | loss:0.00011033932241844013 lr:1.9081769300706145e-05 tokens_per_second_per_gpu:355.6060549131994 
Step 1350 | loss:0.0003568601096048951 lr:1.908041869659665e-05 tokens_per_second_per_gpu:270.95578941445854 
Step 1351 | loss:0.0001318583672400564 lr:1.9079067147800674e-05 tokens_per_second_per_gpu:332.44175236174993 
Step 1352 | loss:0.0002921680570580065 lr:1.9077714654458818e-05 tokens_per_second_per_gpu:268.9569271037278 
Step 1353 | loss:0.0002330578863620758 lr:1.9076361216711796e-05 tokens_per_second_per_gpu:272.9412103402825 
Step 1354 | loss:0.0001887628750409931 lr:1.9075006834700414e-05 tokens_per_second_per_gpu:281.5489421830302 
Step 1355 | loss:7.64714932302013e-05 lr:1.907365150856557e-05 tokens_per_second_per_gpu:334.5455616949522 
Step 1356 | loss:0.00024744588881731033 lr:1.907229523844827e-05 tokens_per_second_per_gpu:244.24248293673028 
Step 1357 | loss:9.007280459627509e-05 lr:1.9070938024489614e-05 tokens_per_second_per_gpu:274.6251374431952 
Step 1358 | loss:0.00043970788829028606 lr:1.90695798668308e-05 tokens_per_second_per_gpu:262.57241642385696 
Step 1359 | loss:0.00021388690220192075 lr:1.9068220765613124e-05 tokens_per_second_per_gpu:359.7784205560822 
Step 1360 | loss:0.001512449816800654 lr:1.9066860720977988e-05 tokens_per_second_per_gpu:378.98427380572787 
Step 1361 | loss:0.000686220359057188 lr:1.9065499733066873e-05 tokens_per_second_per_gpu:245.84507393764602 
Step 1362 | loss:0.0950341671705246 lr:1.906413780202138e-05 tokens_per_second_per_gpu:482.15333590648055 
Step 1363 | loss:0.0004898323095403612 lr:1.906277492798319e-05 tokens_per_second_per_gpu:287.1403682359114 
Step 1364 | loss:0.00025832554092630744 lr:1.9061411111094097e-05 tokens_per_second_per_gpu:228.20748498513663 
Step 1365 | loss:5.195352787268348e-05 lr:1.9060046351495986e-05 tokens_per_second_per_gpu:254.07399119576135 
Step 1366 | loss:0.00011844128312077373 lr:1.9058680649330836e-05 tokens_per_second_per_gpu:314.6800983699736 
Step 1367 | loss:0.0006058606086298823 lr:1.905731400474073e-05 tokens_per_second_per_gpu:283.0284896555292 
Step 1368 | loss:0.00026547288871370256 lr:1.9055946417867852e-05 tokens_per_second_per_gpu:229.67225909986848 
Step 1369 | loss:0.00032440933864563704 lr:1.9054577888854477e-05 tokens_per_second_per_gpu:264.0303674476817 
Step 1370 | loss:0.0005666173528879881 lr:1.905320841784298e-05 tokens_per_second_per_gpu:346.1765445654465 
Step 1371 | loss:0.00029185920720919967 lr:1.905183800497583e-05 tokens_per_second_per_gpu:285.8573169715556 
Step 1372 | loss:0.00021582943736575544 lr:1.905046665039561e-05 tokens_per_second_per_gpu:338.4434216831612 
Step 1373 | loss:0.0015080933226272464 lr:1.9049094354244985e-05 tokens_per_second_per_gpu:247.80720835041774 
Step 1374 | loss:0.0018788313027471304 lr:1.9047721116666715e-05 tokens_per_second_per_gpu:281.19122846845227 
Step 1375 | loss:0.00020751907140947878 lr:1.904634693780367e-05 tokens_per_second_per_gpu:265.41117916062234 
Step 1376 | loss:6.108967500040308e-05 lr:1.904497181779882e-05 tokens_per_second_per_gpu:281.15441116253214 
Step 1377 | loss:0.000383090868126601 lr:1.9043595756795222e-05 tokens_per_second_per_gpu:247.94395992310962 
Step 1378 | loss:0.0007768573123030365 lr:1.9042218754936032e-05 tokens_per_second_per_gpu:318.490567045506 
Step 1379 | loss:0.00013643330021295696 lr:1.904084081236451e-05 tokens_per_second_per_gpu:426.11820187125033 
Step 1380 | loss:0.00011838049977086484 lr:1.9039461929224013e-05 tokens_per_second_per_gpu:319.7533286306423 
Step 1381 | loss:0.0025719262193888426 lr:1.903808210565799e-05 tokens_per_second_per_gpu:259.6945493913343 
Step 1382 | loss:0.004184878431260586 lr:1.9036701341809995e-05 tokens_per_second_per_gpu:373.79675287733113 
Step 1383 | loss:0.0006753774941898882 lr:1.903531963782367e-05 tokens_per_second_per_gpu:294.5993609827638 
Step 1384 | loss:0.004269195720553398 lr:1.903393699384277e-05 tokens_per_second_per_gpu:315.2511786057419 
Step 1385 | loss:0.0002290082920808345 lr:1.9032553410011136e-05 tokens_per_second_per_gpu:314.67816182167354 
Step 1386 | loss:0.00037696343497373164 lr:1.903116888647271e-05 tokens_per_second_per_gpu:288.65316409598813 
Step 1387 | loss:0.00121292972471565 lr:1.9029783423371528e-05 tokens_per_second_per_gpu:252.14111336307343 
Step 1388 | loss:0.0017047309083864093 lr:1.9028397020851733e-05 tokens_per_second_per_gpu:280.5796188263465 
Step 1389 | loss:0.001571279251947999 lr:1.9027009679057556e-05 tokens_per_second_per_gpu:279.6607977697877 
Step 1390 | loss:0.0008410123991779983 lr:1.9025621398133333e-05 tokens_per_second_per_gpu:239.00286242193778 
Step 1391 | loss:0.0010359183652326465 lr:1.9024232178223495e-05 tokens_per_second_per_gpu:293.8834441710258 
Step 1392 | loss:0.0007710852078162134 lr:1.9022842019472564e-05 tokens_per_second_per_gpu:335.5490153887415 
Step 1393 | loss:0.0004248252371326089 lr:1.9021450922025173e-05 tokens_per_second_per_gpu:313.69178848813146 
Step 1394 | loss:0.00022868721862323582 lr:1.9020058886026044e-05 tokens_per_second_per_gpu:274.81431574350194 
Step 1395 | loss:0.00037622166564688087 lr:1.9018665911619994e-05 tokens_per_second_per_gpu:357.7314863375051 
Step 1396 | loss:0.0010385585483163595 lr:1.901727199895195e-05 tokens_per_second_per_gpu:282.7162123264594 
Step 1397 | loss:0.0004339623264968395 lr:1.901587714816692e-05 tokens_per_second_per_gpu:343.84999812701915 
Step 1398 | loss:0.0001232247450388968 lr:1.9014481359410025e-05 tokens_per_second_per_gpu:295.94878051804125 
Step 1399 | loss:0.0003760576364584267 lr:1.901308463282647e-05 tokens_per_second_per_gpu:294.86851715681956 
Step 1400 | loss:0.00020085465803276747 lr:1.9011686968561567e-05 tokens_per_second_per_gpu:318.43847933944875 
Step 1401 | loss:0.00862679723650217 lr:1.9010288366760726e-05 tokens_per_second_per_gpu:365.10389640809603 
Step 1402 | loss:0.0015630845446139574 lr:1.900888882756945e-05 tokens_per_second_per_gpu:326.4824027655593 
Step 1403 | loss:9.184993541566655e-05 lr:1.9007488351133335e-05 tokens_per_second_per_gpu:260.1751545377466 
Step 1404 | loss:0.0011359768686816096 lr:1.900608693759809e-05 tokens_per_second_per_gpu:304.2903104854833 
Step 1405 | loss:0.0001800611789803952 lr:1.9004684587109504e-05 tokens_per_second_per_gpu:358.2504599336197 
Step 1406 | loss:0.0007021838100627065 lr:1.900328129981347e-05 tokens_per_second_per_gpu:369.796026187776 
Step 1407 | loss:0.00015307149442378432 lr:1.900187707585599e-05 tokens_per_second_per_gpu:268.8274699987687 
Step 1408 | loss:9.927112114382908e-05 lr:1.9000471915383146e-05 tokens_per_second_per_gpu:282.9014489470455 
Step 1409 | loss:7.30950414435938e-05 lr:1.8999065818541127e-05 tokens_per_second_per_gpu:240.8096043307894 
Step 1410 | loss:0.0001750628580339253 lr:1.8997658785476215e-05 tokens_per_second_per_gpu:335.4577177344581 
Step 1411 | loss:0.00012846388563048095 lr:1.8996250816334792e-05 tokens_per_second_per_gpu:296.43479912893326 
Step 1412 | loss:7.307591295102611e-05 lr:1.8994841911263332e-05 tokens_per_second_per_gpu:277.4980024717546 
Step 1413 | loss:0.00011142601579194888 lr:1.8993432070408426e-05 tokens_per_second_per_gpu:313.54364026209475 
Step 1414 | loss:0.003498813835904002 lr:1.899202129391673e-05 tokens_per_second_per_gpu:443.2842126606479 
Step 1415 | loss:0.008744289167225361 lr:1.899060958193503e-05 tokens_per_second_per_gpu:288.2680980164406 
Step 1416 | loss:0.0002209824597230181 lr:1.898919693461018e-05 tokens_per_second_per_gpu:264.93152287437397 
Step 1417 | loss:0.000960673438385129 lr:1.8987783352089158e-05 tokens_per_second_per_gpu:324.66551012621767 
Step 1418 | loss:0.0004414980940055102 lr:1.898636883451902e-05 tokens_per_second_per_gpu:279.22909728568146 
Step 1419 | loss:0.001449836534447968 lr:1.898495338204693e-05 tokens_per_second_per_gpu:278.38415342329625 
Step 1420 | loss:9.382906864630058e-05 lr:1.898353699482014e-05 tokens_per_second_per_gpu:300.1883475621392 
Step 1421 | loss:6.152539572212845e-05 lr:1.8982119672986007e-05 tokens_per_second_per_gpu:287.975192199778 
Step 1422 | loss:0.0001450957206543535 lr:1.8980701416691986e-05 tokens_per_second_per_gpu:306.06486846890766 
Step 1423 | loss:0.00012257116031832993 lr:1.8979282226085623e-05 tokens_per_second_per_gpu:244.07706775117495 
Step 1424 | loss:0.0001369099336443469 lr:1.897786210131457e-05 tokens_per_second_per_gpu:290.2556107203639 
Step 1425 | loss:0.00016604612756054848 lr:1.8976441042526555e-05 tokens_per_second_per_gpu:305.9101461115591 
Step 1426 | loss:0.0005701290210708976 lr:1.897501904986944e-05 tokens_per_second_per_gpu:293.20555000211397 
Step 1427 | loss:0.0003118132590316236 lr:1.8973596123491146e-05 tokens_per_second_per_gpu:244.63851836783127 
Step 1428 | loss:0.00018787758017424494 lr:1.8972172263539717e-05 tokens_per_second_per_gpu:308.0543674585686 
Step 1429 | loss:0.0011910556349903345 lr:1.897074747016328e-05 tokens_per_second_per_gpu:345.0813348230723 
Step 1430 | loss:8.594532118877396e-05 lr:1.8969321743510067e-05 tokens_per_second_per_gpu:297.3673206849837 
Step 1431 | loss:0.0015324084088206291 lr:1.8967895083728402e-05 tokens_per_second_per_gpu:320.82801551488126 
Step 1432 | loss:8.513262582710013e-05 lr:1.8966467490966712e-05 tokens_per_second_per_gpu:292.76291155874566 
Step 1433 | loss:0.00017915252828970551 lr:1.8965038965373516e-05 tokens_per_second_per_gpu:314.6621389299551 
Step 1434 | loss:0.0017248464282602072 lr:1.8963609507097426e-05 tokens_per_second_per_gpu:344.02008723115074 
Step 1435 | loss:0.00147537630982697 lr:1.8962179116287167e-05 tokens_per_second_per_gpu:334.50481903488156 
Step 1436 | loss:0.0002888923336286098 lr:1.8960747793091543e-05 tokens_per_second_per_gpu:261.13600623831337 
Step 1437 | loss:0.00012097683065803722 lr:1.8959315537659463e-05 tokens_per_second_per_gpu:272.54050144512695 
Step 1438 | loss:0.0004317703715059906 lr:1.8957882350139935e-05 tokens_per_second_per_gpu:338.29112369036636 
Step 1439 | loss:0.001064810436218977 lr:1.8956448230682062e-05 tokens_per_second_per_gpu:278.8611015757401 
Step 1440 | loss:0.0015225241659209132 lr:1.8955013179435036e-05 tokens_per_second_per_gpu:275.3325149679928 
Step 1441 | loss:0.0023679579608142376 lr:1.8953577196548166e-05 tokens_per_second_per_gpu:299.28274532190545 
Step 1442 | loss:0.0015880841528996825 lr:1.8952140282170833e-05 tokens_per_second_per_gpu:289.11179109443816 
Step 1443 | loss:4.892935248790309e-05 lr:1.8950702436452534e-05 tokens_per_second_per_gpu:239.68278585054242 
Step 1444 | loss:8.514207729604095e-05 lr:1.8949263659542855e-05 tokens_per_second_per_gpu:338.76436074213456 
Step 1445 | loss:0.0009326671715825796 lr:1.8947823951591478e-05 tokens_per_second_per_gpu:292.84305572379503 
Step 1446 | loss:0.0017345509259030223 lr:1.894638331274819e-05 tokens_per_second_per_gpu:287.483387674781 
Step 1447 | loss:0.00029887966229580343 lr:1.894494174316286e-05 tokens_per_second_per_gpu:334.3008616517601 
Step 1448 | loss:0.00010642337292665616 lr:1.8943499242985468e-05 tokens_per_second_per_gpu:238.99418875717913 
Step 1449 | loss:0.0037910251412540674 lr:1.8942055812366087e-05 tokens_per_second_per_gpu:308.4761822473507 
Step 1450 | loss:9.157430758932605e-05 lr:1.894061145145488e-05 tokens_per_second_per_gpu:270.3856353503076 
Step 1451 | loss:0.00041077149217016995 lr:1.893916616040211e-05 tokens_per_second_per_gpu:291.0182837853735 
Step 1452 | loss:7.346538041019812e-05 lr:1.8937719939358148e-05 tokens_per_second_per_gpu:281.5945426122714 
Step 1453 | loss:0.01148061640560627 lr:1.8936272788473443e-05 tokens_per_second_per_gpu:495.4633371685163 
Step 1454 | loss:9.832091018324718e-05 lr:1.893482470789856e-05 tokens_per_second_per_gpu:261.5249940136964 
Step 1455 | loss:0.0004833273123949766 lr:1.893337569778414e-05 tokens_per_second_per_gpu:273.39409691174455 
Step 1456 | loss:0.0009373234352096915 lr:1.8931925758280936e-05 tokens_per_second_per_gpu:218.02073181452815 
Step 1457 | loss:0.00012946769129484892 lr:1.8930474889539795e-05 tokens_per_second_per_gpu:288.96986767591824 
Step 1458 | loss:0.00011952083150390536 lr:1.892902309171166e-05 tokens_per_second_per_gpu:270.5039807019985 
Step 1459 | loss:0.0002677328884601593 lr:1.8927570364947567e-05 tokens_per_second_per_gpu:325.02885638842406 
Step 1460 | loss:0.00033627753145992756 lr:1.892611670939865e-05 tokens_per_second_per_gpu:251.76204341931196 
Step 1461 | loss:0.0004886613460257649 lr:1.8924662125216143e-05 tokens_per_second_per_gpu:247.52005575735456 
Step 1462 | loss:0.017885595560073853 lr:1.8923206612551376e-05 tokens_per_second_per_gpu:323.64562739101166 
Step 1463 | loss:0.0004985347623005509 lr:1.8921750171555772e-05 tokens_per_second_per_gpu:317.2383150044877 
Step 1464 | loss:0.00014569339691661298 lr:1.892029280238085e-05 tokens_per_second_per_gpu:244.6497101526925 
Step 1465 | loss:0.0008097804966382682 lr:1.891883450517823e-05 tokens_per_second_per_gpu:276.4835451439783 
Step 1466 | loss:0.00038373074494302273 lr:1.8917375280099634e-05 tokens_per_second_per_gpu:311.46618888491605 
Step 1467 | loss:0.0003550456603989005 lr:1.8915915127296866e-05 tokens_per_second_per_gpu:246.47484844759498 
Step 1468 | loss:6.771260086679831e-05 lr:1.891445404692183e-05 tokens_per_second_per_gpu:303.3727614797997 
Step 1469 | loss:0.0002779159985948354 lr:1.891299203912654e-05 tokens_per_second_per_gpu:281.92161661659196 
Step 1470 | loss:0.000914233096409589 lr:1.8911529104063093e-05 tokens_per_second_per_gpu:303.32032908288824 
Step 1471 | loss:0.0010048318654298782 lr:1.891006524188368e-05 tokens_per_second_per_gpu:338.082162731456 
Step 1472 | loss:6.57833443256095e-05 lr:1.89086004527406e-05 tokens_per_second_per_gpu:279.789800617035 
Step 1473 | loss:0.00010607174772303551 lr:1.890713473678625e-05 tokens_per_second_per_gpu:364.3102224694445 
Step 1474 | loss:0.0004015082377009094 lr:1.8905668094173106e-05 tokens_per_second_per_gpu:286.86231723844367 
Step 1475 | loss:9.829554619500414e-05 lr:1.8904200525053756e-05 tokens_per_second_per_gpu:353.58886606277525 
Step 1476 | loss:5.249297100817785e-05 lr:1.8902732029580876e-05 tokens_per_second_per_gpu:301.1141996904778 
Step 1477 | loss:0.00019022995547857136 lr:1.8901262607907246e-05 tokens_per_second_per_gpu:271.3517137337182 
Step 1478 | loss:0.00016227774904109538 lr:1.8899792260185736e-05 tokens_per_second_per_gpu:341.05016477580307 
Step 1479 | loss:0.00010237476089969277 lr:1.8898320986569313e-05 tokens_per_second_per_gpu:299.2944386537173 
Step 1480 | loss:0.000487122597405687 lr:1.8896848787211045e-05 tokens_per_second_per_gpu:286.6493485412207 
Step 1481 | loss:0.0005472236080095172 lr:1.889537566226409e-05 tokens_per_second_per_gpu:282.61404533934694 
Step 1482 | loss:0.003508369205519557 lr:1.889390161188171e-05 tokens_per_second_per_gpu:331.5835780332735 
Step 1483 | loss:0.00030752894235774875 lr:1.889242663621725e-05 tokens_per_second_per_gpu:301.0295919590378 
Step 1484 | loss:0.0006297273794189095 lr:1.8890950735424172e-05 tokens_per_second_per_gpu:354.9289784810922 
Step 1485 | loss:0.0001329700171481818 lr:1.888947390965601e-05 tokens_per_second_per_gpu:262.5711354534014 
Step 1486 | loss:0.00040974660078063607 lr:1.8887996159066416e-05 tokens_per_second_per_gpu:304.38202508015144 
Step 1487 | loss:0.0003000058059114963 lr:1.8886517483809125e-05 tokens_per_second_per_gpu:328.6572548675435 
Step 1488 | loss:0.0004050370480399579 lr:1.8885037884037968e-05 tokens_per_second_per_gpu:316.402256441736 
Step 1489 | loss:5.50005970580969e-05 lr:1.888355735990688e-05 tokens_per_second_per_gpu:270.11934798707716 
Step 1490 | loss:0.0006103163468651474 lr:1.8882075911569887e-05 tokens_per_second_per_gpu:364.7095646280003 
Step 1491 | loss:0.000450960302259773 lr:1.8880593539181117e-05 tokens_per_second_per_gpu:273.7520654286101 
Step 1492 | loss:0.00014295667642727494 lr:1.887911024289478e-05 tokens_per_second_per_gpu:285.7426897348682 
Step 1493 | loss:0.012238744646310806 lr:1.8877626022865202e-05 tokens_per_second_per_gpu:345.11732273545346 
Step 1494 | loss:0.0004656031960621476 lr:1.8876140879246786e-05 tokens_per_second_per_gpu:295.33885617933635 
Step 1495 | loss:0.0006716877687722445 lr:1.8874654812194043e-05 tokens_per_second_per_gpu:313.38061529749945 
Step 1496 | loss:6.486190250143409e-05 lr:1.8873167821861578e-05 tokens_per_second_per_gpu:272.92727859924145 
Step 1497 | loss:0.0012095877900719643 lr:1.8871679908404093e-05 tokens_per_second_per_gpu:305.3583768387919 
Step 1498 | loss:0.0018661157228052616 lr:1.887019107197638e-05 tokens_per_second_per_gpu:272.4706442810551 
Step 1499 | loss:6.667377601843327e-05 lr:1.886870131273333e-05 tokens_per_second_per_gpu:239.0684226241872 
Step 1500 | loss:0.00010660867701517418 lr:1.8867210630829934e-05 tokens_per_second_per_gpu:339.21980949358044 
Step 1501 | loss:9.657333430368453e-05 lr:1.8865719026421275e-05 tokens_per_second_per_gpu:303.89160575579615 
Step 1502 | loss:5.0888455007225275e-05 lr:1.886422649966253e-05 tokens_per_second_per_gpu:267.39145116149683 
Step 1503 | loss:4.381321195978671e-05 lr:1.886273305070898e-05 tokens_per_second_per_gpu:259.98480870020916 
Step 1504 | loss:0.0014606049517169595 lr:1.8861238679715994e-05 tokens_per_second_per_gpu:293.836570483048 
Step 1505 | loss:0.00010699790436774492 lr:1.8859743386839042e-05 tokens_per_second_per_gpu:256.8928301506702 
Step 1506 | loss:0.00023228887584991753 lr:1.885824717223368e-05 tokens_per_second_per_gpu:340.19433274273223 
Step 1507 | loss:0.018575403839349747 lr:1.885675003605558e-05 tokens_per_second_per_gpu:317.06478071950744 
Step 1508 | loss:0.00041163971764035523 lr:1.8855251978460485e-05 tokens_per_second_per_gpu:241.36551931836286 
Step 1509 | loss:0.00018287415150552988 lr:1.8853752999604256e-05 tokens_per_second_per_gpu:241.6508174741594 
Step 1510 | loss:0.00010669248877093196 lr:1.8852253099642835e-05 tokens_per_second_per_gpu:260.51595981709727 
Step 1511 | loss:0.0002119853743351996 lr:1.8850752278732266e-05 tokens_per_second_per_gpu:320.95937020658636 
Step 1512 | loss:0.001423774752765894 lr:1.8849250537028686e-05 tokens_per_second_per_gpu:278.5248437762175 
Step 1513 | loss:0.00019853265257552266 lr:1.8847747874688333e-05 tokens_per_second_per_gpu:281.2006421352115 
Step 1514 | loss:0.00031125376699492335 lr:1.8846244291867536e-05 tokens_per_second_per_gpu:345.41582826149823 
Step 1515 | loss:0.0020800663623958826 lr:1.8844739788722717e-05 tokens_per_second_per_gpu:321.35013015843924 
Step 1516 | loss:0.00011172131053172052 lr:1.8843234365410406e-05 tokens_per_second_per_gpu:284.2101316928959 
Step 1517 | loss:0.00041729709482751787 lr:1.8841728022087217e-05 tokens_per_second_per_gpu:262.7795068117351 
Step 1518 | loss:6.900637526996434e-05 lr:1.8840220758909856e-05 tokens_per_second_per_gpu:323.13711078179597 
Step 1519 | loss:0.001071802107617259 lr:1.8838712576035143e-05 tokens_per_second_per_gpu:276.7752602985959 
Step 1520 | loss:3.882973760482855e-05 lr:1.8837203473619978e-05 tokens_per_second_per_gpu:227.99620417499665 
Step 1521 | loss:3.8814134313724935e-05 lr:1.883569345182136e-05 tokens_per_second_per_gpu:245.63742569283121 
Step 1522 | loss:7.276865653693676e-05 lr:1.883418251079639e-05 tokens_per_second_per_gpu:253.08127578181035 
Step 1523 | loss:0.0005744515219703317 lr:1.8832670650702248e-05 tokens_per_second_per_gpu:318.4114046393737 
Step 1524 | loss:0.00033874381915666163 lr:1.8831157871696235e-05 tokens_per_second_per_gpu:310.1773371902774 
Step 1525 | loss:0.0003686018753796816 lr:1.882964417393573e-05 tokens_per_second_per_gpu:251.9800863553574 
Step 1526 | loss:0.00018698027997743338 lr:1.8828129557578204e-05 tokens_per_second_per_gpu:304.5110793357848 
Step 1527 | loss:0.0007072248845361173 lr:1.882661402278124e-05 tokens_per_second_per_gpu:258.0487785044353 
Step 1528 | loss:8.052817429415882e-05 lr:1.88250975697025e-05 tokens_per_second_per_gpu:244.51416451729108 
Step 1529 | loss:0.001496894285082817 lr:1.8823580198499755e-05 tokens_per_second_per_gpu:299.14716348678826 
Step 1530 | loss:6.5758875280153e-05 lr:1.8822061909330866e-05 tokens_per_second_per_gpu:262.52491515929046 
Step 1531 | loss:0.0005741604254581034 lr:1.8820542702353783e-05 tokens_per_second_per_gpu:311.1125327161718 
Step 1532 | loss:0.00016367819625884295 lr:1.881902257772656e-05 tokens_per_second_per_gpu:320.3187891303493 
Step 1533 | loss:0.00011259055463597178 lr:1.881750153560735e-05 tokens_per_second_per_gpu:291.99806327768863 
Step 1534 | loss:0.00012316630454733968 lr:1.8815979576154386e-05 tokens_per_second_per_gpu:304.93277595941356 
Step 1535 | loss:0.00041876890463754535 lr:1.8814456699526012e-05 tokens_per_second_per_gpu:335.67461373075747 
Step 1536 | loss:0.0002532880462240428 lr:1.881293290588066e-05 tokens_per_second_per_gpu:233.8793794652263 
Step 1537 | loss:9.648870036471635e-05 lr:1.8811408195376863e-05 tokens_per_second_per_gpu:320.03696758192785 
Step 1538 | loss:0.00028820772422477603 lr:1.8809882568173233e-05 tokens_per_second_per_gpu:296.4335549513737 
Step 1539 | loss:7.267501496244222e-05 lr:1.88083560244285e-05 tokens_per_second_per_gpu:290.29188659719927 
Step 1540 | loss:0.00010996447235811502 lr:1.8806828564301475e-05 tokens_per_second_per_gpu:318.04922396103916 
Step 1541 | loss:0.00083888228982687 lr:1.8805300187951072e-05 tokens_per_second_per_gpu:283.87955279131694 
Step 1542 | loss:0.0012546590296551585 lr:1.8803770895536292e-05 tokens_per_second_per_gpu:376.07778038030364 
Step 1543 | loss:0.002182058058679104 lr:1.8802240687216238e-05 tokens_per_second_per_gpu:244.0633200274711 
Step 1544 | loss:0.0013581697130575776 lr:1.8800709563150105e-05 tokens_per_second_per_gpu:381.2178119855217 
Step 1545 | loss:0.000611760769970715 lr:1.8799177523497185e-05 tokens_per_second_per_gpu:337.2825260682468 
Step 1546 | loss:0.005750007461756468 lr:1.8797644568416867e-05 tokens_per_second_per_gpu:306.2245470326689 
Step 1547 | loss:4.256799365975894e-05 lr:1.8796110698068626e-05 tokens_per_second_per_gpu:375.673770719004 
Step 1548 | loss:4.770106170326471e-05 lr:1.8794575912612047e-05 tokens_per_second_per_gpu:308.77805135213254 
Step 1549 | loss:0.0013478099135681987 lr:1.8793040212206796e-05 tokens_per_second_per_gpu:275.85214956972425 
Step 1550 | loss:0.00014012254541739821 lr:1.8791503597012643e-05 tokens_per_second_per_gpu:345.0552690006237 
Step 1551 | loss:0.0025048647075891495 lr:1.8789966067189454e-05 tokens_per_second_per_gpu:277.301267684796 
Step 1552 | loss:0.0024362325202673674 lr:1.878842762289718e-05 tokens_per_second_per_gpu:330.1645850025312 
Step 1553 | loss:0.0005663934862241149 lr:1.878688826429588e-05 tokens_per_second_per_gpu:341.77145535058435 
Step 1554 | loss:0.0026223030872642994 lr:1.8785347991545696e-05 tokens_per_second_per_gpu:258.0474179159458 
Step 1555 | loss:0.004219261929392815 lr:1.878380680480688e-05 tokens_per_second_per_gpu:328.6115587769224 
Step 1556 | loss:0.0007417793967761099 lr:1.878226470423976e-05 tokens_per_second_per_gpu:251.8290491291997 
Step 1557 | loss:0.0019656363874673843 lr:1.8780721690004777e-05 tokens_per_second_per_gpu:325.4972324669466 
Step 1558 | loss:7.448266842402518e-05 lr:1.8779177762262458e-05 tokens_per_second_per_gpu:310.27202122390497 
Step 1559 | loss:0.00016841788601595908 lr:1.877763292117342e-05 tokens_per_second_per_gpu:287.52293211463854 
Step 1560 | loss:7.716657273704186e-05 lr:1.8776087166898392e-05 tokens_per_second_per_gpu:247.65657656246688 
Step 1561 | loss:0.001247726147994399 lr:1.8774540499598176e-05 tokens_per_second_per_gpu:272.0420161195389 
Step 1562 | loss:0.0003135182778351009 lr:1.877299291943369e-05 tokens_per_second_per_gpu:307.90860729790927 
Step 1563 | loss:0.00031284254509955645 lr:1.8771444426565933e-05 tokens_per_second_per_gpu:295.7203702545168 
Step 1564 | loss:6.0809699789388105e-05 lr:1.8769895021156004e-05 tokens_per_second_per_gpu:290.5711538427015 
Step 1565 | loss:0.0001069783975253813 lr:1.8768344703365095e-05 tokens_per_second_per_gpu:253.2863317513458 
Step 1566 | loss:0.00011152081424370408 lr:1.8766793473354495e-05 tokens_per_second_per_gpu:254.2656171133026 
Step 1567 | loss:0.0008782004006206989 lr:1.876524133128559e-05 tokens_per_second_per_gpu:292.7999898031096 
Step 1568 | loss:0.00019495269225444645 lr:1.8763688277319856e-05 tokens_per_second_per_gpu:304.5366177716671 
Step 1569 | loss:0.0006976127624511719 lr:1.8762134311618862e-05 tokens_per_second_per_gpu:291.2668323192265 
Step 1570 | loss:0.0011709911050274968 lr:1.8760579434344283e-05 tokens_per_second_per_gpu:356.3824520811477 
Step 1571 | loss:0.0001463495136704296 lr:1.875902364565787e-05 tokens_per_second_per_gpu:293.1703594384603 
Step 1572 | loss:0.000297399761620909 lr:1.8757466945721496e-05 tokens_per_second_per_gpu:250.6408267693098 
Step 1573 | loss:0.0002901247935369611 lr:1.87559093346971e-05 tokens_per_second_per_gpu:317.0874557328576 
Step 1574 | loss:0.0008680591126903892 lr:1.875435081274674e-05 tokens_per_second_per_gpu:257.7924310779206 
Step 1575 | loss:0.004474623128771782 lr:1.8752791380032543e-05 tokens_per_second_per_gpu:266.1053780365476 
Step 1576 | loss:0.00033731909934431314 lr:1.875123103671676e-05 tokens_per_second_per_gpu:282.97902578541385 
Step 1577 | loss:5.304911974235438e-05 lr:1.8749669782961715e-05 tokens_per_second_per_gpu:292.81554259480197 
Step 1578 | loss:0.0008929356699809432 lr:1.8748107618929834e-05 tokens_per_second_per_gpu:347.00203513578236 
Step 1579 | loss:0.001510348287411034 lr:1.874654454478364e-05 tokens_per_second_per_gpu:274.5722217367969 
Step 1580 | loss:0.0001707904157228768 lr:1.8744980560685748e-05 tokens_per_second_per_gpu:281.4089364496094 
Step 1581 | loss:0.0006664284155704081 lr:1.8743415666798866e-05 tokens_per_second_per_gpu:271.87845416301985 
Step 1582 | loss:0.00039237001328729093 lr:1.87418498632858e-05 tokens_per_second_per_gpu:279.59367877146707 
Step 1583 | loss:0.0008738532778806984 lr:1.8740283150309447e-05 tokens_per_second_per_gpu:268.51462774557507 
Step 1584 | loss:0.0001928081182995811 lr:1.8738715528032806e-05 tokens_per_second_per_gpu:336.2030984123652 
Step 1585 | loss:0.00013957213377580047 lr:1.873714699661896e-05 tokens_per_second_per_gpu:259.10473622980555 
Step 1586 | loss:0.000597299775108695 lr:1.8735577556231094e-05 tokens_per_second_per_gpu:337.67866852920736 
Step 1587 | loss:0.0012823467841371894 lr:1.873400720703249e-05 tokens_per_second_per_gpu:376.0480281680151 
Step 1588 | loss:0.00015682241064496338 lr:1.8732435949186513e-05 tokens_per_second_per_gpu:271.6161977060414 
Step 1589 | loss:0.00014125309826340526 lr:1.873086378285663e-05 tokens_per_second_per_gpu:255.47263549391133 
Step 1590 | loss:0.0016046690288931131 lr:1.8729290708206412e-05 tokens_per_second_per_gpu:260.47395850441546 
Step 1591 | loss:0.0001918368216138333 lr:1.87277167253995e-05 tokens_per_second_per_gpu:275.42264557326433 
Step 1592 | loss:0.0001918670895975083 lr:1.872614183459966e-05 tokens_per_second_per_gpu:282.5595767647296 
Step 1593 | loss:0.0009364024153910577 lr:1.8724566035970725e-05 tokens_per_second_per_gpu:269.7467609465389 
Step 1594 | loss:0.00036686559906229377 lr:1.872298932967664e-05 tokens_per_second_per_gpu:305.4517796156904 
Step 1595 | loss:6.259844667511061e-05 lr:1.8721411715881432e-05 tokens_per_second_per_gpu:278.6486772516356 
Step 1596 | loss:0.0005121507565490901 lr:1.8719833194749236e-05 tokens_per_second_per_gpu:288.75960771906205 
Step 1597 | loss:6.742296682205051e-05 lr:1.871825376644427e-05 tokens_per_second_per_gpu:346.9519823859805 
Step 1598 | loss:0.0002013706398429349 lr:1.8716673431130852e-05 tokens_per_second_per_gpu:330.1596673622534 
Step 1599 | loss:3.8254082028288394e-05 lr:1.8715092188973397e-05 tokens_per_second_per_gpu:302.7086373953492 
Step 1600 | loss:0.0004557408101391047 lr:1.8713510040136402e-05 tokens_per_second_per_gpu:244.02058887114677 
Step 1601 | loss:0.0008091743220575154 lr:1.8711926984784473e-05 tokens_per_second_per_gpu:288.1636308910846 
Step 1602 | loss:5.571785004576668e-05 lr:1.8710343023082305e-05 tokens_per_second_per_gpu:239.62985142561897 
Step 1603 | loss:0.0005067241145297885 lr:1.870875815519468e-05 tokens_per_second_per_gpu:310.89977427519557 
Step 1604 | loss:0.0002961894206237048 lr:1.8707172381286487e-05 tokens_per_second_per_gpu:333.7772129061711 
Step 1605 | loss:0.00011330081906635314 lr:1.87055857015227e-05 tokens_per_second_per_gpu:276.91330890260315 
Step 1606 | loss:2.912110176112037e-05 lr:1.870399811606839e-05 tokens_per_second_per_gpu:316.13959534557756 
Step 1607 | loss:0.0004155422211624682 lr:1.8702409625088723e-05 tokens_per_second_per_gpu:311.1624965578987 
Step 1608 | loss:0.00015500139852520078 lr:1.870082022874896e-05 tokens_per_second_per_gpu:311.99250150453594 
Step 1609 | loss:0.000116984941996634 lr:1.869922992721445e-05 tokens_per_second_per_gpu:343.9717819068199 
Step 1610 | loss:4.700427962234244e-05 lr:1.8697638720650647e-05 tokens_per_second_per_gpu:275.1892724971885 
Step 1611 | loss:0.0005437686922959983 lr:1.869604660922309e-05 tokens_per_second_per_gpu:280.64661036108583 
Step 1612 | loss:0.0017889857990667224 lr:1.8694453593097413e-05 tokens_per_second_per_gpu:314.74932795623135 
Step 1613 | loss:0.0003405925817787647 lr:1.8692859672439348e-05 tokens_per_second_per_gpu:279.3214140485191 
Step 1614 | loss:8.903376874513924e-05 lr:1.8691264847414725e-05 tokens_per_second_per_gpu:323.0484492334679 
Step 1615 | loss:0.00023243467148859054 lr:1.868966911818946e-05 tokens_per_second_per_gpu:245.1826716561573 
Step 1616 | loss:6.813142681494355e-05 lr:1.8688072484929552e-05 tokens_per_second_per_gpu:281.64620695021637 
Step 1617 | loss:0.00013031039270572364 lr:1.8686474947801127e-05 tokens_per_second_per_gpu:292.47404595410256 
Step 1618 | loss:0.00018144934438169003 lr:1.8684876506970377e-05 tokens_per_second_per_gpu:264.50522132404416 
Step 1619 | loss:0.0013773917453363538 lr:1.8683277162603595e-05 tokens_per_second_per_gpu:317.78160209181453 
Step 1620 | loss:0.00014458209625445306 lr:1.8681676914867176e-05 tokens_per_second_per_gpu:276.29679134044886 
Step 1621 | loss:0.00031792031950317323 lr:1.8680075763927593e-05 tokens_per_second_per_gpu:282.22824390466275 
Step 1622 | loss:0.0011696122819557786 lr:1.8678473709951433e-05 tokens_per_second_per_gpu:240.45357069129494 
Step 1623 | loss:0.0009466160554438829 lr:1.8676870753105357e-05 tokens_per_second_per_gpu:317.2889459947797 
Step 1624 | loss:0.0007593556074425578 lr:1.8675266893556138e-05 tokens_per_second_per_gpu:328.10663124361025 
Step 1625 | loss:0.0005021594697609544 lr:1.867366213147063e-05 tokens_per_second_per_gpu:333.63213706146803 
Step 1626 | loss:5.318614421412349e-05 lr:1.867205646701579e-05 tokens_per_second_per_gpu:289.2818246942513 
Step 1627 | loss:8.13420265330933e-05 lr:1.8670449900358653e-05 tokens_per_second_per_gpu:292.1042925829778 
Step 1628 | loss:0.00013608968583866954 lr:1.8668842431666372e-05 tokens_per_second_per_gpu:281.41151352257486 
Step 1629 | loss:0.0007245997549034655 lr:1.8667234061106173e-05 tokens_per_second_per_gpu:274.03953615797997 
Step 1630 | loss:0.00024620481417514384 lr:1.8665624788845387e-05 tokens_per_second_per_gpu:293.4293791047169 
Step 1631 | loss:7.867784006521106e-05 lr:1.8664014615051434e-05 tokens_per_second_per_gpu:249.21524457974795 
Step 1632 | loss:0.00026361114578321576 lr:1.8662403539891832e-05 tokens_per_second_per_gpu:258.07043717156034 
Step 1633 | loss:0.0018171585397794843 lr:1.8660791563534186e-05 tokens_per_second_per_gpu:257.8427558812739 
Step 1634 | loss:0.0014479198725894094 lr:1.86591786861462e-05 tokens_per_second_per_gpu:281.2771055518482 
Step 1635 | loss:9.886691259453073e-05 lr:1.8657564907895674e-05 tokens_per_second_per_gpu:326.13557159974033 
Step 1636 | loss:0.0004608201561495662 lr:1.8655950228950494e-05 tokens_per_second_per_gpu:244.4248736471787 
Step 1637 | loss:2.209822559962049e-05 lr:1.8654334649478648e-05 tokens_per_second_per_gpu:246.44941506007262 
Step 1638 | loss:0.0002410219458397478 lr:1.865271816964821e-05 tokens_per_second_per_gpu:310.9520595846975 
Step 1639 | loss:0.00021089788060635328 lr:1.865110078962735e-05 tokens_per_second_per_gpu:237.93980974130855 
Step 1640 | loss:0.0007430040277540684 lr:1.864948250958434e-05 tokens_per_second_per_gpu:314.36772346285983 
Step 1641 | loss:0.0007702945731580257 lr:1.8647863329687538e-05 tokens_per_second_per_gpu:335.86017606819894 
Step 1642 | loss:3.613517037592828e-05 lr:1.8646243250105386e-05 tokens_per_second_per_gpu:248.97815922401847 
Step 1643 | loss:8.78485880093649e-05 lr:1.8644622271006444e-05 tokens_per_second_per_gpu:266.9174066239051 
Step 1644 | loss:0.00012822796998079866 lr:1.8643000392559338e-05 tokens_per_second_per_gpu:316.02206363854793 
Step 1645 | loss:0.00016923784278333187 lr:1.8641377614932812e-05 tokens_per_second_per_gpu:338.01037858473757 
Step 1646 | loss:8.442486432613805e-05 lr:1.8639753938295688e-05 tokens_per_second_per_gpu:260.65211340408825 
Step 1647 | loss:0.0002902271517086774 lr:1.8638129362816883e-05 tokens_per_second_per_gpu:269.615608493249 
Step 1648 | loss:0.0006608343101106584 lr:1.8636503888665415e-05 tokens_per_second_per_gpu:303.1226014607652 
Step 1649 | loss:6.88163418089971e-05 lr:1.863487751601039e-05 tokens_per_second_per_gpu:239.55905856690273 
Step 1650 | loss:0.00038769975071772933 lr:1.863325024502101e-05 tokens_per_second_per_gpu:283.6129792691263 
Step 1651 | loss:0.00024183359346352518 lr:1.8631622075866566e-05 tokens_per_second_per_gpu:363.64444490430117 
Step 1652 | loss:0.00023823927040211856 lr:1.8629993008716447e-05 tokens_per_second_per_gpu:315.7795831434987 
Step 1653 | loss:0.00022510641429107636 lr:1.8628363043740136e-05 tokens_per_second_per_gpu:365.5353718436798 
Step 1654 | loss:0.00028315751114860177 lr:1.8626732181107204e-05 tokens_per_second_per_gpu:281.8792675993598 
Step 1655 | loss:0.0005899893585592508 lr:1.862510042098732e-05 tokens_per_second_per_gpu:357.74242179313524 
Step 1656 | loss:0.0001188057431136258 lr:1.8623467763550246e-05 tokens_per_second_per_gpu:295.911694812024 
Step 1657 | loss:0.0016110609285533428 lr:1.862183420896583e-05 tokens_per_second_per_gpu:318.2238287440576 
Step 1658 | loss:0.000119683267257642 lr:1.8620199757404033e-05 tokens_per_second_per_gpu:293.2507725109782 
Step 1659 | loss:0.00024986249627545476 lr:1.8618564409034887e-05 tokens_per_second_per_gpu:329.71721810228456 
Step 1660 | loss:0.00038838069303892553 lr:1.861692816402852e-05 tokens_per_second_per_gpu:260.79628548962575 
Step 1661 | loss:0.0004769529914483428 lr:1.8615291022555176e-05 tokens_per_second_per_gpu:268.83943071125987 
Step 1662 | loss:0.0021740582305938005 lr:1.8613652984785166e-05 tokens_per_second_per_gpu:307.13968025894974 
Step 1663 | loss:4.693158552981913e-05 lr:1.8612014050888905e-05 tokens_per_second_per_gpu:222.93083769938505 
Step 1664 | loss:0.00025499172625131905 lr:1.86103742210369e-05 tokens_per_second_per_gpu:302.20960864435074 
Step 1665 | loss:0.0010309346253052354 lr:1.8608733495399756e-05 tokens_per_second_per_gpu:317.34359437006776 
Step 1666 | loss:0.00024738084175623953 lr:1.860709187414816e-05 tokens_per_second_per_gpu:287.54738251140344 
Step 1667 | loss:0.0028345962055027485 lr:1.8605449357452902e-05 tokens_per_second_per_gpu:339.34383728353436 
Step 1668 | loss:0.0002473675995133817 lr:1.8603805945484864e-05 tokens_per_second_per_gpu:300.46545606233946 
Step 1669 | loss:9.280996164306998e-05 lr:1.8602161638415017e-05 tokens_per_second_per_gpu:276.0745789599692 
Step 1670 | loss:6.52532689855434e-05 lr:1.860051643641443e-05 tokens_per_second_per_gpu:309.76959244280846 
Step 1671 | loss:0.0001404116046614945 lr:1.859887033965426e-05 tokens_per_second_per_gpu:365.57533453273425 
Step 1672 | loss:0.00030362099641934037 lr:1.859722334830576e-05 tokens_per_second_per_gpu:317.5520815621512 
Step 1673 | loss:0.0008224201155826449 lr:1.8595575462540278e-05 tokens_per_second_per_gpu:268.06590377878723 
Step 1674 | loss:7.756716513540596e-05 lr:1.8593926682529248e-05 tokens_per_second_per_gpu:257.02513221069125 
Step 1675 | loss:0.0005456111393868923 lr:1.8592277008444206e-05 tokens_per_second_per_gpu:359.939112016811 
Step 1676 | loss:2.9205710234236903e-05 lr:1.8590626440456776e-05 tokens_per_second_per_gpu:314.44909072449633 
Step 1677 | loss:6.251223385334015e-05 lr:1.8588974978738673e-05 tokens_per_second_per_gpu:302.74662547193674 
Step 1678 | loss:4.000852641183883e-05 lr:1.8587322623461715e-05 tokens_per_second_per_gpu:329.69326367785357 
Step 1679 | loss:8.88203940121457e-05 lr:1.8585669374797794e-05 tokens_per_second_per_gpu:267.51506667054747 
Step 1680 | loss:7.008550164755434e-05 lr:1.858401523291892e-05 tokens_per_second_per_gpu:310.4975202629834 
Step 1681 | loss:0.0006647729314863682 lr:1.8582360197997168e-05 tokens_per_second_per_gpu:290.69249278340106 
Step 1682 | loss:8.469070598948747e-05 lr:1.8580704270204734e-05 tokens_per_second_per_gpu:288.00186137512424 
Step 1683 | loss:0.0003350352344568819 lr:1.8579047449713886e-05 tokens_per_second_per_gpu:298.44810422846984 
Step 1684 | loss:9.59751196205616e-05 lr:1.8577389736696995e-05 tokens_per_second_per_gpu:297.6645348980296 
Step 1685 | loss:3.6776691558770835e-05 lr:1.8575731131326523e-05 tokens_per_second_per_gpu:258.9466234637999 
Step 1686 | loss:0.00012516483548097312 lr:1.8574071633775018e-05 tokens_per_second_per_gpu:294.7908136415574 
Step 1687 | loss:0.00014706997899338603 lr:1.8572411244215132e-05 tokens_per_second_per_gpu:278.9695081503459 
Step 1688 | loss:0.015761848539114 lr:1.8570749962819602e-05 tokens_per_second_per_gpu:332.5431073724856 
Step 1689 | loss:5.1579139835666865e-05 lr:1.8569087789761264e-05 tokens_per_second_per_gpu:291.89929073256195 
Step 1690 | loss:0.001330208615399897 lr:1.856742472521304e-05 tokens_per_second_per_gpu:300.2948676671113 
Step 1691 | loss:0.0015375218354165554 lr:1.856576076934795e-05 tokens_per_second_per_gpu:277.82645324239934 
Step 1692 | loss:9.35205098357983e-05 lr:1.8564095922339103e-05 tokens_per_second_per_gpu:273.45051709865214 
Step 1693 | loss:0.0002356377663090825 lr:1.85624301843597e-05 tokens_per_second_per_gpu:240.90903673685912 
Step 1694 | loss:0.0005182056338526309 lr:1.856076355558304e-05 tokens_per_second_per_gpu:261.71887193990324 
Step 1695 | loss:0.00017215090338140726 lr:1.8559096036182516e-05 tokens_per_second_per_gpu:281.31137723361064 
Step 1696 | loss:0.000882287509739399 lr:1.8557427626331598e-05 tokens_per_second_per_gpu:313.0972162944741 
Step 1697 | loss:0.001065933727659285 lr:1.8555758326203868e-05 tokens_per_second_per_gpu:261.3311417236214 
Step 1698 | loss:8.650298696011305e-05 lr:1.8554088135972996e-05 tokens_per_second_per_gpu:245.3055057025187 
Step 1699 | loss:0.002195588778704405 lr:1.8552417055812734e-05 tokens_per_second_per_gpu:300.4672140851159 
Step 1700 | loss:0.00024501411826349795 lr:1.8550745085896932e-05 tokens_per_second_per_gpu:337.52425539870507 
Step 1701 | loss:5.827657150803134e-05 lr:1.8549072226399542e-05 tokens_per_second_per_gpu:344.7906575615136 
Step 1702 | loss:0.0007699091802351177 lr:1.85473984774946e-05 tokens_per_second_per_gpu:408.14576760836013 
Step 1703 | loss:0.0005432245088741183 lr:1.8545723839356227e-05 tokens_per_second_per_gpu:283.3532347506225 
Step 1704 | loss:0.00016520453209523112 lr:1.8544048312158653e-05 tokens_per_second_per_gpu:230.6483022934475 
Step 1705 | loss:4.3888212530873716e-05 lr:1.854237189607619e-05 tokens_per_second_per_gpu:269.9902192668688 
Step 1706 | loss:9.248567948816344e-05 lr:1.8540694591283245e-05 tokens_per_second_per_gpu:327.9244937087989 
Step 1707 | loss:0.0015896671684458852 lr:1.853901639795432e-05 tokens_per_second_per_gpu:342.6123699824527 
Step 1708 | loss:9.712748578749597e-05 lr:1.8537337316264e-05 tokens_per_second_per_gpu:298.5552599045261 
Step 1709 | loss:0.0013177335495129228 lr:1.8535657346386973e-05 tokens_per_second_per_gpu:273.4507543388351 
Step 1710 | loss:0.00016538810450583696 lr:1.853397648849802e-05 tokens_per_second_per_gpu:301.78960050593014 
Step 1711 | loss:0.00039796740747988224 lr:1.8532294742772e-05 tokens_per_second_per_gpu:305.22311427536533 
Step 1712 | loss:0.00012448645429685712 lr:1.8530612109383885e-05 tokens_per_second_per_gpu:360.0625201366465 
Step 1713 | loss:0.0010673386277630925 lr:1.8528928588508722e-05 tokens_per_second_per_gpu:273.13711222175533 
Step 1714 | loss:8.189458458218724e-05 lr:1.8527244180321657e-05 tokens_per_second_per_gpu:277.79572774552094 
Step 1715 | loss:0.0003395921376068145 lr:1.8525558884997936e-05 tokens_per_second_per_gpu:327.58546028439844 
Step 1716 | loss:0.00018687186820898205 lr:1.852387270271288e-05 tokens_per_second_per_gpu:291.1185370736271 
Step 1717 | loss:0.002176286419853568 lr:1.8522185633641915e-05 tokens_per_second_per_gpu:292.1893773220347 
Step 1718 | loss:0.00013165535347070545 lr:1.852049767796056e-05 tokens_per_second_per_gpu:266.26348002701627 
Step 1719 | loss:0.00037425768095999956 lr:1.8518808835844416e-05 tokens_per_second_per_gpu:234.13559421868806 
Step 1720 | loss:8.830118895275518e-05 lr:1.8517119107469194e-05 tokens_per_second_per_gpu:345.77312158387974 
Step 1721 | loss:7.179817475844175e-05 lr:1.851542849301067e-05 tokens_per_second_per_gpu:243.69039999941162 
Step 1722 | loss:8.288661774713546e-05 lr:1.851373699264474e-05 tokens_per_second_per_gpu:269.5337659643711 
Step 1723 | loss:0.0007435134029947221 lr:1.8512044606547373e-05 tokens_per_second_per_gpu:285.38762595815194 
Step 1724 | loss:5.566517938859761e-05 lr:1.8510351334894646e-05 tokens_per_second_per_gpu:273.02199484849336 
Step 1725 | loss:4.024253212264739e-05 lr:1.850865717786271e-05 tokens_per_second_per_gpu:243.36176773694825 
Step 1726 | loss:4.158577212365344e-05 lr:1.850696213562782e-05 tokens_per_second_per_gpu:281.7187791149687 
Step 1727 | loss:0.0006400220445357263 lr:1.8505266208366325e-05 tokens_per_second_per_gpu:271.4393263942861 
Step 1728 | loss:0.00015470670768991113 lr:1.850356939625466e-05 tokens_per_second_per_gpu:261.22743706596253 
Step 1729 | loss:0.00022362485469784588 lr:1.8501871699469353e-05 tokens_per_second_per_gpu:321.7161293771278 
Step 1730 | loss:0.0009452837402932346 lr:1.8500173118187018e-05 tokens_per_second_per_gpu:321.6309318922891 
Step 1731 | loss:0.001597177586518228 lr:1.8498473652584383e-05 tokens_per_second_per_gpu:318.363778965159 
Step 1732 | loss:0.00015466120385099202 lr:1.849677330283824e-05 tokens_per_second_per_gpu:240.90207543184044 
Step 1733 | loss:7.543134415755048e-05 lr:1.8495072069125493e-05 tokens_per_second_per_gpu:296.9729571795242 
Step 1734 | loss:6.21262370259501e-05 lr:1.849336995162313e-05 tokens_per_second_per_gpu:238.94532443784732 
Step 1735 | loss:0.00019102035730611533 lr:1.849166695050822e-05 tokens_per_second_per_gpu:307.9538151491752 
Step 1736 | loss:0.00026773542049340904 lr:1.8489963065957957e-05 tokens_per_second_per_gpu:286.352729235549 
Step 1737 | loss:0.00027971650706604123 lr:1.848825829814959e-05 tokens_per_second_per_gpu:251.63948137055752 
Step 1738 | loss:0.00010910396667895839 lr:1.848655264726048e-05 tokens_per_second_per_gpu:334.42945408960475 
Step 1739 | loss:0.00014801445649936795 lr:1.848484611346807e-05 tokens_per_second_per_gpu:282.0601690368319 
Step 1740 | loss:0.00019135646289214492 lr:1.848313869694991e-05 tokens_per_second_per_gpu:318.29697871792285 
Step 1741 | loss:0.00012110480747651309 lr:1.8481430397883625e-05 tokens_per_second_per_gpu:339.5092310230802 
Step 1742 | loss:9.110864630201831e-05 lr:1.8479721216446943e-05 tokens_per_second_per_gpu:297.70696771388026 
Step 1743 | loss:4.451120184967294e-05 lr:1.8478011152817678e-05 tokens_per_second_per_gpu:287.65331778997376 
Step 1744 | loss:3.1376490369439125e-05 lr:1.8476300207173737e-05 tokens_per_second_per_gpu:287.5138259088803 
Step 1745 | loss:0.0003631476138252765 lr:1.8474588379693118e-05 tokens_per_second_per_gpu:244.56003108946942 
Step 1746 | loss:2.9909082513768226e-05 lr:1.8472875670553913e-05 tokens_per_second_per_gpu:278.8289388154948 
Step 1747 | loss:8.607216295786202e-05 lr:1.8471162079934306e-05 tokens_per_second_per_gpu:253.98463027774886 
Step 1748 | loss:0.00011395830370020121 lr:1.846944760801257e-05 tokens_per_second_per_gpu:309.1845980012757 
Step 1749 | loss:7.587718573631719e-05 lr:1.846773225496707e-05 tokens_per_second_per_gpu:295.12600212511603 
Step 1750 | loss:0.0003099234600085765 lr:1.846601602097627e-05 tokens_per_second_per_gpu:300.6477229138926 
Step 1751 | loss:9.997529559768736e-05 lr:1.846429890621871e-05 tokens_per_second_per_gpu:291.5671137353011 
Step 1752 | loss:0.0001208724279422313 lr:1.8462580910873038e-05 tokens_per_second_per_gpu:328.46951005725936 
Step 1753 | loss:7.936880138004199e-05 lr:1.8460862035117983e-05 tokens_per_second_per_gpu:256.43634246424403 
Step 1754 | loss:0.00011621649900916964 lr:1.8459142279132368e-05 tokens_per_second_per_gpu:336.2388957358965 
Step 1755 | loss:0.0001828316890168935 lr:1.8457421643095116e-05 tokens_per_second_per_gpu:292.3889287956148 
Step 1756 | loss:6.433124508475885e-05 lr:1.8455700127185226e-05 tokens_per_second_per_gpu:287.33633946749484 
Step 1757 | loss:0.00016066234093159437 lr:1.84539777315818e-05 tokens_per_second_per_gpu:264.118691357185 
Step 1758 | loss:0.00027536717243492603 lr:1.845225445646403e-05 tokens_per_second_per_gpu:279.1418562559765 
Step 1759 | loss:0.0014192367671057582 lr:1.8450530302011194e-05 tokens_per_second_per_gpu:352.52857739470966 
Step 1760 | loss:8.57668201206252e-05 lr:1.8448805268402673e-05 tokens_per_second_per_gpu:302.5932916314713 
Step 1761 | loss:4.782247560797259e-05 lr:1.8447079355817922e-05 tokens_per_second_per_gpu:270.9966019578401 
Step 1762 | loss:0.000397805473767221 lr:1.8445352564436505e-05 tokens_per_second_per_gpu:286.2717770101479 
Step 1763 | loss:0.00015838368562981486 lr:1.8443624894438067e-05 tokens_per_second_per_gpu:253.22804024106725 
Step 1764 | loss:0.0003975879808422178 lr:1.8441896346002347e-05 tokens_per_second_per_gpu:296.9438228874009 
Step 1765 | loss:0.00010012734128395095 lr:1.8440166919309175e-05 tokens_per_second_per_gpu:320.74236011630535 
Step 1766 | loss:0.0009231485892087221 lr:1.843843661453847e-05 tokens_per_second_per_gpu:319.7198521275973 
Step 1767 | loss:5.7460325479041785e-05 lr:1.843670543187025e-05 tokens_per_second_per_gpu:249.11330033401057 
Step 1768 | loss:0.00028208523872308433 lr:1.8434973371484624e-05 tokens_per_second_per_gpu:267.1552441739047 
Step 1769 | loss:6.420633872039616e-05 lr:1.8433240433561777e-05 tokens_per_second_per_gpu:303.2871210323422 
Step 1770 | loss:6.87918218318373e-05 lr:1.8431506618282e-05 tokens_per_second_per_gpu:290.76916760563137 
Step 1771 | loss:0.00028970412677153945 lr:1.8429771925825678e-05 tokens_per_second_per_gpu:405.50069787669173 
Step 1772 | loss:0.0003907190985046327 lr:1.842803635637327e-05 tokens_per_second_per_gpu:252.12209586518557 
Step 1773 | loss:0.00013095399481244385 lr:1.8426299910105345e-05 tokens_per_second_per_gpu:303.27559478060317 
Step 1774 | loss:0.002063313964754343 lr:1.842456258720255e-05 tokens_per_second_per_gpu:292.4023243600615 
Step 1775 | loss:0.00031442317413166165 lr:1.8422824387845634e-05 tokens_per_second_per_gpu:365.27173930452443 
Step 1776 | loss:0.0011506143491715193 lr:1.8421085312215427e-05 tokens_per_second_per_gpu:354.9685953031786 
Step 1777 | loss:0.0001984277623705566 lr:1.8419345360492856e-05 tokens_per_second_per_gpu:284.57528339279895 
Step 1778 | loss:0.00016226546722464263 lr:1.841760453285894e-05 tokens_per_second_per_gpu:353.72335032557476 
Step 1779 | loss:0.0036986558698117733 lr:1.841586282949478e-05 tokens_per_second_per_gpu:285.2564930600761 
Step 1780 | loss:0.0001257605035789311 lr:1.8414120250581584e-05 tokens_per_second_per_gpu:361.4165280015812 
Step 1781 | loss:0.0004342075844760984 lr:1.841237679630064e-05 tokens_per_second_per_gpu:355.3276633061561 
Step 1782 | loss:0.00020081480033695698 lr:1.8410632466833326e-05 tokens_per_second_per_gpu:296.779398273737 
Step 1783 | loss:0.00011354238085914403 lr:1.8408887262361114e-05 tokens_per_second_per_gpu:396.41899445290096 
Step 1784 | loss:5.792081356048584e-05 lr:1.840714118306557e-05 tokens_per_second_per_gpu:353.7994894566531 
Step 1785 | loss:0.0011376994661986828 lr:1.8405394229128347e-05 tokens_per_second_per_gpu:235.58846841113063 
Step 1786 | loss:8.487814193358645e-05 lr:1.840364640073119e-05 tokens_per_second_per_gpu:357.8756157331905 
Step 1787 | loss:0.0002532878133933991 lr:1.8401897698055938e-05 tokens_per_second_per_gpu:258.51851964246526 
Step 1788 | loss:4.979239747626707e-05 lr:1.8400148121284515e-05 tokens_per_second_per_gpu:263.0017654826309 
Step 1789 | loss:0.00014929284225217998 lr:1.839839767059894e-05 tokens_per_second_per_gpu:260.4980552890352 
Step 1790 | loss:0.00012901646550744772 lr:1.8396646346181327e-05 tokens_per_second_per_gpu:286.48047692376934 
Step 1791 | loss:0.0004610411124303937 lr:1.8394894148213865e-05 tokens_per_second_per_gpu:313.51334058391 
Step 1792 | loss:0.0004812749975826591 lr:1.839314107687886e-05 tokens_per_second_per_gpu:280.0662739145294 
Step 1793 | loss:0.00011103219003416598 lr:1.839138713235868e-05 tokens_per_second_per_gpu:307.3745699668074 
Step 1794 | loss:0.00013947300612926483 lr:1.8389632314835802e-05 tokens_per_second_per_gpu:258.7083346043761 
Step 1795 | loss:0.00029129060567356646 lr:1.8387876624492792e-05 tokens_per_second_per_gpu:291.98406587358585 
Step 1796 | loss:7.452691352227703e-05 lr:1.8386120061512303e-05 tokens_per_second_per_gpu:277.92295469290667 
Step 1797 | loss:0.00011498792446218431 lr:1.838436262607708e-05 tokens_per_second_per_gpu:229.92547117365342 
Step 1798 | loss:0.0015358655946329236 lr:1.838260431836996e-05 tokens_per_second_per_gpu:427.6314628751786 
Step 1799 | loss:0.0007089176797308028 lr:1.8380845138573867e-05 tokens_per_second_per_gpu:329.1564735882364 
Step 1800 | loss:0.00016355268598999828 lr:1.8379085086871818e-05 tokens_per_second_per_gpu:209.2514635703343 
Step 1801 | loss:0.00012143203639425337 lr:1.837732416344692e-05 tokens_per_second_per_gpu:280.4758518978735 
Step 1802 | loss:0.0006535642896778882 lr:1.8375562368482378e-05 tokens_per_second_per_gpu:376.33705223523623 
Step 1803 | loss:0.00020934692292939872 lr:1.8373799702161478e-05 tokens_per_second_per_gpu:261.7748856394243 
Step 1804 | loss:0.0002671446418389678 lr:1.8372036164667597e-05 tokens_per_second_per_gpu:296.52250241330495 
Step 1805 | loss:0.00020554967341013253 lr:1.8370271756184208e-05 tokens_per_second_per_gpu:251.98782605438706 
Step 1806 | loss:0.00023540010442957282 lr:1.8368506476894872e-05 tokens_per_second_per_gpu:309.17493220691614 
Step 1807 | loss:0.00016144367691595107 lr:1.836674032698324e-05 tokens_per_second_per_gpu:294.81905443244426 
Step 1808 | loss:8.860421075951308e-05 lr:1.836497330663306e-05 tokens_per_second_per_gpu:254.65404703787593 
Step 1809 | loss:0.00012537214206531644 lr:1.8363205416028154e-05 tokens_per_second_per_gpu:292.1891040378842 
Step 1810 | loss:0.0001062718074535951 lr:1.8361436655352456e-05 tokens_per_second_per_gpu:230.291711540484 
Step 1811 | loss:0.00017928464512806386 lr:1.8359667024789977e-05 tokens_per_second_per_gpu:325.0532010372334 
Step 1812 | loss:0.000702648947481066 lr:1.8357896524524815e-05 tokens_per_second_per_gpu:228.37215595371006 
Step 1813 | loss:0.0007910837884992361 lr:1.8356125154741177e-05 tokens_per_second_per_gpu:262.53822396154186 
Step 1814 | loss:0.0002736318565439433 lr:1.8354352915623334e-05 tokens_per_second_per_gpu:234.56347354025874 
Step 1815 | loss:0.0003943615301977843 lr:1.8352579807355675e-05 tokens_per_second_per_gpu:259.5057543368808 
Step 1816 | loss:0.00023534081992693245 lr:1.8350805830122664e-05 tokens_per_second_per_gpu:287.37529940527844 
Step 1817 | loss:0.00036473653744906187 lr:1.8349030984108847e-05 tokens_per_second_per_gpu:316.3374246314785 
Step 1818 | loss:0.00030411765328608453 lr:1.8347255269498884e-05 tokens_per_second_per_gpu:266.82605286938946 
Step 1819 | loss:0.00010704295709729195 lr:1.8345478686477505e-05 tokens_per_second_per_gpu:259.51401305904744 
Step 1820 | loss:0.0002000719541683793 lr:1.834370123522954e-05 tokens_per_second_per_gpu:261.54637917588104 
Step 1821 | loss:0.0015894797397777438 lr:1.8341922915939906e-05 tokens_per_second_per_gpu:254.5658423137259 
Step 1822 | loss:6.723922706441954e-05 lr:1.8340143728793614e-05 tokens_per_second_per_gpu:303.0290428984486 
Step 1823 | loss:0.0006623963126912713 lr:1.8338363673975764e-05 tokens_per_second_per_gpu:298.2699526634204 
Step 1824 | loss:0.0004304026369936764 lr:1.8336582751671543e-05 tokens_per_second_per_gpu:228.27237742883304 
Step 1825 | loss:0.0014449155423790216 lr:1.8334800962066225e-05 tokens_per_second_per_gpu:287.7293052711306 
Step 1826 | loss:0.00016006865189410746 lr:1.8333018305345187e-05 tokens_per_second_per_gpu:253.41636274628885 
Step 1827 | loss:7.145396375562996e-05 lr:1.8331234781693884e-05 tokens_per_second_per_gpu:311.1262449966984 
Step 1828 | loss:4.138870644965209e-05 lr:1.8329450391297872e-05 tokens_per_second_per_gpu:243.45860457184057 
Step 1829 | loss:4.712888039648533e-05 lr:1.832766513434278e-05 tokens_per_second_per_gpu:263.1693668485748 
Step 1830 | loss:0.003637608140707016 lr:1.832587901101435e-05 tokens_per_second_per_gpu:303.46634099152715 
Step 1831 | loss:0.0001949270663317293 lr:1.83240920214984e-05 tokens_per_second_per_gpu:289.0639546983098 
Step 1832 | loss:0.00017681351164355874 lr:1.8322304165980832e-05 tokens_per_second_per_gpu:319.80959987651136 
Step 1833 | loss:0.0033287752885371447 lr:1.8320515444647655e-05 tokens_per_second_per_gpu:314.9944686185239 
Step 1834 | loss:9.823398431763053e-05 lr:1.831872585768496e-05 tokens_per_second_per_gpu:383.0106299888734 
Step 1835 | loss:0.00010611925245029852 lr:1.831693540527892e-05 tokens_per_second_per_gpu:282.802876734586 
Step 1836 | loss:0.0009368302416987717 lr:1.831514408761581e-05 tokens_per_second_per_gpu:372.85213996875456 
Step 1837 | loss:0.000788468518294394 lr:1.8313351904881993e-05 tokens_per_second_per_gpu:318.5864368672961 
Step 1838 | loss:0.0001743330794852227 lr:1.831155885726392e-05 tokens_per_second_per_gpu:362.294489695825 
Step 1839 | loss:7.352860120590776e-05 lr:1.8309764944948127e-05 tokens_per_second_per_gpu:278.9428705863872 
Step 1840 | loss:0.00017466793360654265 lr:1.8307970168121247e-05 tokens_per_second_per_gpu:289.54787290212096 
Step 1841 | loss:0.0015169900143519044 lr:1.8306174526970005e-05 tokens_per_second_per_gpu:348.27936124851817 
Step 1842 | loss:6.060556916054338e-05 lr:1.8304378021681204e-05 tokens_per_second_per_gpu:333.03193765189474 
Step 1843 | loss:8.260315371444449e-05 lr:1.830258065244175e-05 tokens_per_second_per_gpu:305.3688162145057 
Step 1844 | loss:3.169153205817565e-05 lr:1.830078241943863e-05 tokens_per_second_per_gpu:286.8923514475847 
Step 1845 | loss:3.474690311122686e-05 lr:1.8298983322858926e-05 tokens_per_second_per_gpu:275.11289914728917 
Step 1846 | loss:0.0002876163343898952 lr:1.8297183362889804e-05 tokens_per_second_per_gpu:330.3535609901425 
Step 1847 | loss:0.0002433517947793007 lr:1.8295382539718533e-05 tokens_per_second_per_gpu:280.0892441152272 
Step 1848 | loss:8.230969251599163e-05 lr:1.8293580853532457e-05 tokens_per_second_per_gpu:312.718215037186 
Step 1849 | loss:0.00023303185298573226 lr:1.8291778304519014e-05 tokens_per_second_per_gpu:259.0249621013997 
Step 1850 | loss:0.0005251775728538632 lr:1.828997489286573e-05 tokens_per_second_per_gpu:232.2790533574053 
Step 1851 | loss:0.0001416036393493414 lr:1.828817061876023e-05 tokens_per_second_per_gpu:338.26270990168484 
Step 1852 | loss:0.001034440123476088 lr:1.8286365482390226e-05 tokens_per_second_per_gpu:280.7512605000282 
Step 1853 | loss:0.0003153194556944072 lr:1.8284559483943508e-05 tokens_per_second_per_gpu:318.3763976500518 
Step 1854 | loss:0.0006492351531051099 lr:1.8282752623607973e-05 tokens_per_second_per_gpu:337.0179200291501 
Step 1855 | loss:0.00020613423839677125 lr:1.8280944901571586e-05 tokens_per_second_per_gpu:333.67216616910474 
Step 1856 | loss:0.00010082266089739278 lr:1.8279136318022424e-05 tokens_per_second_per_gpu:325.9183816022846 
Step 1857 | loss:7.286382606253028e-05 lr:1.8277326873148643e-05 tokens_per_second_per_gpu:315.24744433064836 
Step 1858 | loss:0.00028380920412018895 lr:1.827551656713849e-05 tokens_per_second_per_gpu:317.79229624904804 
Step 1859 | loss:0.002297651255503297 lr:1.82737054001803e-05 tokens_per_second_per_gpu:276.6792444343999 
Step 1860 | loss:0.0005712395068258047 lr:1.8271893372462496e-05 tokens_per_second_per_gpu:298.5928227273588 
Step 1861 | loss:0.00016889737162273377 lr:1.82700804841736e-05 tokens_per_second_per_gpu:288.3971958526781 
Step 1862 | loss:0.0009683979442343116 lr:1.8268266735502208e-05 tokens_per_second_per_gpu:291.0964735248578 
Step 1863 | loss:0.00022350699873641133 lr:1.826645212663702e-05 tokens_per_second_per_gpu:341.4344376563364 
Step 1864 | loss:0.0006315301288850605 lr:1.826463665776682e-05 tokens_per_second_per_gpu:300.52775861323056 
Step 1865 | loss:5.5872729717521e-05 lr:1.8262820329080478e-05 tokens_per_second_per_gpu:278.4200379496156 
Step 1866 | loss:0.00021938174904789776 lr:1.826100314076696e-05 tokens_per_second_per_gpu:290.9857884041697 
Step 1867 | loss:0.0001356295106234029 lr:1.825918509301532e-05 tokens_per_second_per_gpu:283.1639760200611 
Step 1868 | loss:0.00027443046565167606 lr:1.8257366186014692e-05 tokens_per_second_per_gpu:307.7910754011205 
Step 1869 | loss:3.613017906900495e-05 lr:1.8255546419954315e-05 tokens_per_second_per_gpu:265.1791411864379 
Step 1870 | loss:7.016171730356291e-05 lr:1.8253725795023504e-05 tokens_per_second_per_gpu:318.7461786521943 
Step 1871 | loss:9.970221435651183e-05 lr:1.8251904311411675e-05 tokens_per_second_per_gpu:331.95447947289256 
Step 1872 | loss:0.00011890001042047516 lr:1.8250081969308318e-05 tokens_per_second_per_gpu:267.18841911257624 
Step 1873 | loss:0.00014716941223014146 lr:1.824825876890303e-05 tokens_per_second_per_gpu:319.96601844978863 
Step 1874 | loss:0.0014247606741264462 lr:1.8246434710385484e-05 tokens_per_second_per_gpu:274.4059999194804 
Step 1875 | loss:6.066727655706927e-05 lr:1.8244609793945448e-05 tokens_per_second_per_gpu:272.0163752906774 
Step 1876 | loss:7.931834261398762e-05 lr:1.824278401977278e-05 tokens_per_second_per_gpu:326.8714699781871 
Step 1877 | loss:0.0002818866050802171 lr:1.8240957388057417e-05 tokens_per_second_per_gpu:253.26257221535903 
Step 1878 | loss:6.36906479485333e-05 lr:1.823912989898941e-05 tokens_per_second_per_gpu:249.69273329329602 
Step 1879 | loss:5.516684541362338e-05 lr:1.8237301552758867e-05 tokens_per_second_per_gpu:285.68189880529053 
Step 1880 | loss:7.232337520690635e-05 lr:1.8235472349556008e-05 tokens_per_second_per_gpu:398.60262634042266 
Step 1881 | loss:0.00047392284614033997 lr:1.8233642289571135e-05 tokens_per_second_per_gpu:322.1122000791059 
Step 1882 | loss:3.9296144677791744e-05 lr:1.8231811372994642e-05 tokens_per_second_per_gpu:249.21425549554505 
Step 1883 | loss:4.166137659922242e-05 lr:1.8229979600017004e-05 tokens_per_second_per_gpu:220.618347257394 
Step 1884 | loss:6.390595808625221e-05 lr:1.8228146970828793e-05 tokens_per_second_per_gpu:312.0071364709807 
Step 1885 | loss:4.861934939981438e-05 lr:1.8226313485620663e-05 tokens_per_second_per_gpu:259.7614390648563 
Step 1886 | loss:0.00012974361015949398 lr:1.822447914458337e-05 tokens_per_second_per_gpu:256.6286451436771 
Step 1887 | loss:0.00012805697042495012 lr:1.822264394790775e-05 tokens_per_second_per_gpu:301.4319687080763 
Step 1888 | loss:0.0005403116811066866 lr:1.822080789578472e-05 tokens_per_second_per_gpu:277.8747575055091 
Step 1889 | loss:7.996799831744283e-05 lr:1.82189709884053e-05 tokens_per_second_per_gpu:225.60915870357775 
Step 1890 | loss:0.005556722171604633 lr:1.8217133225960597e-05 tokens_per_second_per_gpu:293.82031957469565 
Step 1891 | loss:4.586614522850141e-05 lr:1.82152946086418e-05 tokens_per_second_per_gpu:294.0489374672805 
Step 1892 | loss:6.788219616282731e-05 lr:1.8213455136640192e-05 tokens_per_second_per_gpu:279.9198918247229 
Step 1893 | loss:0.0002117867406923324 lr:1.821161481014714e-05 tokens_per_second_per_gpu:269.34772109142466 
Step 1894 | loss:3.9021946577122435e-05 lr:1.820977362935411e-05 tokens_per_second_per_gpu:359.8110646362676 
Step 1895 | loss:0.0002008824230870232 lr:1.8207931594452642e-05 tokens_per_second_per_gpu:244.46185128566782 
Step 1896 | loss:0.0001909628917928785 lr:1.820608870563438e-05 tokens_per_second_per_gpu:275.7057062420275 
Step 1897 | loss:0.0017054120544344187 lr:1.8204244963091048e-05 tokens_per_second_per_gpu:297.08747296145947 
Step 1898 | loss:0.00016417128790635616 lr:1.8202400367014457e-05 tokens_per_second_per_gpu:236.64762124704566 
Step 1899 | loss:0.00012315157800912857 lr:1.8200554917596515e-05 tokens_per_second_per_gpu:326.4338107994132 
Step 1900 | loss:4.063717642566189e-05 lr:1.8198708615029215e-05 tokens_per_second_per_gpu:305.334975947084 
Step 1901 | loss:0.00026982949930243194 lr:1.8196861459504632e-05 tokens_per_second_per_gpu:280.0953175974761 
Step 1902 | loss:8.027386502362788e-05 lr:1.8195013451214946e-05 tokens_per_second_per_gpu:256.90980281955075 
Step 1903 | loss:0.00019983963284175843 lr:1.8193164590352408e-05 tokens_per_second_per_gpu:215.28299159080566 
Step 1904 | loss:0.0006275225314311683 lr:1.8191314877109367e-05 tokens_per_second_per_gpu:325.5903435421141 
Step 1905 | loss:0.000325103901559487 lr:1.818946431167826e-05 tokens_per_second_per_gpu:310.6110718348537 
Step 1906 | loss:0.0013888422399759293 lr:1.8187612894251607e-05 tokens_per_second_per_gpu:394.5862924275344 
Step 1907 | loss:0.00023608107585459948 lr:1.818576062502203e-05 tokens_per_second_per_gpu:298.7395904268458 
Step 1908 | loss:0.0003220669459551573 lr:1.818390750418222e-05 tokens_per_second_per_gpu:290.10689617014737 
Step 1909 | loss:0.0069146170280873775 lr:1.8182053531924976e-05 tokens_per_second_per_gpu:308.97734689544484 
Step 1910 | loss:0.00034883900661952794 lr:1.8180198708443172e-05 tokens_per_second_per_gpu:234.64562691511793 
Step 1911 | loss:0.0033063958398997784 lr:1.8178343033929784e-05 tokens_per_second_per_gpu:364.8782032919096 
Step 1912 | loss:2.887818482122384e-05 lr:1.8176486508577856e-05 tokens_per_second_per_gpu:235.84954046035097 
Step 1913 | loss:0.003933962434530258 lr:1.817462913258054e-05 tokens_per_second_per_gpu:280.8883667951472 
Step 1914 | loss:0.00013685662997886539 lr:1.817277090613107e-05 tokens_per_second_per_gpu:295.48494037608407 
Step 1915 | loss:0.0001047212426783517 lr:1.8170911829422766e-05 tokens_per_second_per_gpu:360.50475913871975 
Step 1916 | loss:0.0002633286057971418 lr:1.8169051902649037e-05 tokens_per_second_per_gpu:327.5066824767345 
Step 1917 | loss:0.000403687939979136 lr:1.816719112600338e-05 tokens_per_second_per_gpu:220.733448717022 
Step 1918 | loss:0.00036524643655866385 lr:1.8165329499679386e-05 tokens_per_second_per_gpu:251.18193990509022 
Step 1919 | loss:0.0001640280388528481 lr:1.816346702387073e-05 tokens_per_second_per_gpu:263.58460669189503 
Step 1920 | loss:0.0011173078091815114 lr:1.816160369877117e-05 tokens_per_second_per_gpu:282.335152444694 
Step 1921 | loss:0.00041800178587436676 lr:1.8159739524574563e-05 tokens_per_second_per_gpu:299.89118705073446 
Step 1922 | loss:8.150888606905937e-05 lr:1.8157874501474852e-05 tokens_per_second_per_gpu:337.47980899806697 
Step 1923 | loss:0.0012517753057181835 lr:1.815600862966606e-05 tokens_per_second_per_gpu:330.7981357559102 
Step 1924 | loss:0.0002497699169907719 lr:1.815414190934231e-05 tokens_per_second_per_gpu:298.54337456248203 
Step 1925 | loss:0.006240385584533215 lr:1.8152274340697798e-05 tokens_per_second_per_gpu:295.17972871057236 
Step 1926 | loss:7.034010195638984e-05 lr:1.8150405923926824e-05 tokens_per_second_per_gpu:234.77316488736227 
Step 1927 | loss:2.747058169916272e-05 lr:1.8148536659223773e-05 tokens_per_second_per_gpu:281.6146682634458 
Step 1928 | loss:0.015153774991631508 lr:1.8146666546783105e-05 tokens_per_second_per_gpu:280.8937138594577 
Step 1929 | loss:3.997895692009479e-05 lr:1.8144795586799393e-05 tokens_per_second_per_gpu:250.63967557167902 
Step 1930 | loss:0.0060045113787055016 lr:1.814292377946727e-05 tokens_per_second_per_gpu:271.0399006264051 
Step 1931 | loss:9.57857773755677e-05 lr:1.8141051124981474e-05 tokens_per_second_per_gpu:310.12694756564764 
Step 1932 | loss:0.004369479604065418 lr:1.813917762353683e-05 tokens_per_second_per_gpu:333.65635371834475 
Step 1933 | loss:8.202462777262554e-05 lr:1.8137303275328247e-05 tokens_per_second_per_gpu:317.4738189429204 
Step 1934 | loss:0.00033526483457535505 lr:1.8135428080550725e-05 tokens_per_second_per_gpu:325.480920686414 
Step 1935 | loss:0.0002989941567648202 lr:1.8133552039399352e-05 tokens_per_second_per_gpu:272.4884272667814 
Step 1936 | loss:5.168548523215577e-05 lr:1.81316751520693e-05 tokens_per_second_per_gpu:274.6676555546405 
Step 1937 | loss:0.0007033694419078529 lr:1.8129797418755832e-05 tokens_per_second_per_gpu:240.25423390234474 
Step 1938 | loss:0.00022947866818867624 lr:1.8127918839654303e-05 tokens_per_second_per_gpu:292.1524929391752 
Step 1939 | loss:0.00012448796769604087 lr:1.812603941496015e-05 tokens_per_second_per_gpu:257.5896937009028 
Step 1940 | loss:3.939428643207066e-05 lr:1.81241591448689e-05 tokens_per_second_per_gpu:272.71389102213493 
Step 1941 | loss:0.0015857572434470057 lr:1.8122278029576162e-05 tokens_per_second_per_gpu:295.8489312518151 
Step 1942 | loss:0.0001079536450561136 lr:1.812039606927765e-05 tokens_per_second_per_gpu:287.0450840547163 
Step 1943 | loss:0.00023277766013052315 lr:1.8118513264169147e-05 tokens_per_second_per_gpu:293.2259895175992 
Step 1944 | loss:8.348737173946574e-05 lr:1.8116629614446534e-05 tokens_per_second_per_gpu:258.4968470784767 
Step 1945 | loss:8.70772564667277e-05 lr:1.8114745120305778e-05 tokens_per_second_per_gpu:245.43724412046794 
Step 1946 | loss:0.0015796041116118431 lr:1.8112859781942936e-05 tokens_per_second_per_gpu:339.5923251279118 
Step 1947 | loss:0.00021291115263011307 lr:1.811097359955414e-05 tokens_per_second_per_gpu:315.8332914075092 
Step 1948 | loss:0.00014546905003953725 lr:1.8109086573335634e-05 tokens_per_second_per_gpu:322.6679078877184 
Step 1949 | loss:0.00017000372463371605 lr:1.8107198703483725e-05 tokens_per_second_per_gpu:277.6181103358897 
Step 1950 | loss:0.00027788421721197665 lr:1.8105309990194823e-05 tokens_per_second_per_gpu:273.02926559277284 
Step 1951 | loss:9.52409827732481e-05 lr:1.8103420433665424e-05 tokens_per_second_per_gpu:293.245535306607 
Step 1952 | loss:0.0005408498109318316 lr:1.8101530034092105e-05 tokens_per_second_per_gpu:307.24987530548896 
Step 1953 | loss:0.0006920811720192432 lr:1.8099638791671534e-05 tokens_per_second_per_gpu:269.93036832414316 
Step 1954 | loss:0.0003655673936009407 lr:1.809774670660047e-05 tokens_per_second_per_gpu:271.09943358898295 
Step 1955 | loss:6.091199247748591e-05 lr:1.8095853779075757e-05 tokens_per_second_per_gpu:327.8989531111632 
Step 1956 | loss:0.001308397389948368 lr:1.8093960009294327e-05 tokens_per_second_per_gpu:328.9526269418157 
Step 1957 | loss:0.0004191083135083318 lr:1.80920653974532e-05 tokens_per_second_per_gpu:321.8194631529765 
Step 1958 | loss:0.00020582450088113546 lr:1.8090169943749477e-05 tokens_per_second_per_gpu:351.03732788216644 
Step 1959 | loss:0.00024641340132802725 lr:1.808827364838036e-05 tokens_per_second_per_gpu:295.0950385282414 
Step 1960 | loss:6.739493983332068e-05 lr:1.8086376511543127e-05 tokens_per_second_per_gpu:371.34403173838234 
Step 1961 | loss:6.120913894847035e-05 lr:1.808447853343515e-05 tokens_per_second_per_gpu:263.65276630908227 
Step 1962 | loss:0.00025366595946252346 lr:1.8082579714253886e-05 tokens_per_second_per_gpu:274.7124126783971 
Step 1963 | loss:0.0013026713859289885 lr:1.808068005419688e-05 tokens_per_second_per_gpu:322.8687319141492 
Step 1964 | loss:0.0009476952836848795 lr:1.807877955346176e-05 tokens_per_second_per_gpu:283.7089867589583 
Step 1965 | loss:0.0003478137368801981 lr:1.8076878212246253e-05 tokens_per_second_per_gpu:256.61720444797993 
Step 1966 | loss:0.00023746704391669482 lr:1.8074976030748156e-05 tokens_per_second_per_gpu:308.3341029119363 
Step 1967 | loss:0.0006206964608281851 lr:1.8073073009165375e-05 tokens_per_second_per_gpu:350.5836170382537 
Step 1968 | loss:0.00019794546824414283 lr:1.8071169147695887e-05 tokens_per_second_per_gpu:277.4350655456297 
Step 1969 | loss:0.0007230316987261176 lr:1.8069264446537757e-05 tokens_per_second_per_gpu:411.1468103007601 
Step 1970 | loss:3.431707591516897e-05 lr:1.8067358905889148e-05 tokens_per_second_per_gpu:292.3433389977661 
Step 1971 | loss:0.0012852807994931936 lr:1.80654525259483e-05 tokens_per_second_per_gpu:358.7042380807423 
Step 1972 | loss:0.00018273126624990255 lr:1.806354530691355e-05 tokens_per_second_per_gpu:307.21136322885883 
Step 1973 | loss:7.427336822729558e-05 lr:1.8061637248983307e-05 tokens_per_second_per_gpu:292.2599665550304 
Step 1974 | loss:8.013150363694876e-05 lr:1.8059728352356086e-05 tokens_per_second_per_gpu:331.7085489833003 
Step 1975 | loss:0.00010075660975417122 lr:1.8057818617230474e-05 tokens_per_second_per_gpu:316.2465338259037 
Step 1976 | loss:0.00031319097615778446 lr:1.8055908043805152e-05 tokens_per_second_per_gpu:290.7049676655939 
Step 1977 | loss:0.001871198765002191 lr:1.8053996632278893e-05 tokens_per_second_per_gpu:301.4093481175642 
Step 1978 | loss:0.0010992266470566392 lr:1.8052084382850546e-05 tokens_per_second_per_gpu:230.29841526253134 
Step 1979 | loss:0.000549794000107795 lr:1.8050171295719056e-05 tokens_per_second_per_gpu:308.7556895260379 
Step 1980 | loss:0.0027798202354460955 lr:1.8048257371083454e-05 tokens_per_second_per_gpu:336.471001430104 
Step 1981 | loss:0.00015086622443050146 lr:1.804634260914285e-05 tokens_per_second_per_gpu:249.66426745482602 
Step 1982 | loss:0.00016638144734315574 lr:1.804442701009645e-05 tokens_per_second_per_gpu:256.2811744171583 
Step 1983 | loss:0.00028292633942328393 lr:1.804251057414355e-05 tokens_per_second_per_gpu:261.2138645401909 
Step 1984 | loss:0.00013187574222683907 lr:1.8040593301483518e-05 tokens_per_second_per_gpu:273.5944488744438 
Step 1985 | loss:0.0014221400488168001 lr:1.8038675192315824e-05 tokens_per_second_per_gpu:333.21476349718904 
Step 1986 | loss:0.00037888807128183544 lr:1.803675624684002e-05 tokens_per_second_per_gpu:402.93898767105884 
Step 1987 | loss:0.0005516979726962745 lr:1.8034836465255744e-05 tokens_per_second_per_gpu:377.7422335806649 
Step 1988 | loss:0.006040638778358698 lr:1.8032915847762716e-05 tokens_per_second_per_gpu:262.8228402063696 
Step 1989 | loss:0.0009235651814378798 lr:1.803099439456076e-05 tokens_per_second_per_gpu:249.2327712067405 
Step 1990 | loss:0.0023968887981027365 lr:1.8029072105849767e-05 tokens_per_second_per_gpu:288.0342066063583 
Step 1991 | loss:0.00011364602687535807 lr:1.8027148981829727e-05 tokens_per_second_per_gpu:295.0549205025056 
Step 1992 | loss:6.405149906640872e-05 lr:1.8025225022700706e-05 tokens_per_second_per_gpu:248.1097985704274 
Step 1993 | loss:6.0731868870789185e-05 lr:1.8023300228662874e-05 tokens_per_second_per_gpu:231.8648112874158 
Step 1994 | loss:7.290447683772072e-05 lr:1.802137459991647e-05 tokens_per_second_per_gpu:272.5361352781592 
Step 1995 | loss:8.9271467004437e-05 lr:1.8019448136661838e-05 tokens_per_second_per_gpu:318.05104251455293 
Step 1996 | loss:4.4960437662666664e-05 lr:1.8017520839099386e-05 tokens_per_second_per_gpu:300.25395351121176 
Step 1997 | loss:0.0002883727429434657 lr:1.8015592707429634e-05 tokens_per_second_per_gpu:322.233247266188 
Step 1998 | loss:0.0002547649492044002 lr:1.8013663741853165e-05 tokens_per_second_per_gpu:297.0708051020296 
Step 1999 | loss:0.0003722461115103215 lr:1.8011733942570667e-05 tokens_per_second_per_gpu:331.805319139032 
Step 2000 | loss:0.0011339107295498252 lr:1.8009803309782907e-05 tokens_per_second_per_gpu:296.1899167608593 
Step 2001 | loss:0.00258418801240623 lr:1.8007871843690736e-05 tokens_per_second_per_gpu:280.93031330140815 
Step 2002 | loss:0.0009858044795691967 lr:1.8005939544495103e-05 tokens_per_second_per_gpu:289.0145994699057 
Step 2003 | loss:0.00010380645107943565 lr:1.8004006412397027e-05 tokens_per_second_per_gpu:261.34943903936147 
Step 2004 | loss:0.0007287919288501143 lr:1.8002072447597622e-05 tokens_per_second_per_gpu:279.7302598776093 
Step 2005 | loss:0.0008465363644063473 lr:1.80001376502981e-05 tokens_per_second_per_gpu:279.0156840476241 
Step 2006 | loss:8.46933398861438e-05 lr:1.7998202020699736e-05 tokens_per_second_per_gpu:274.7359716454958 
Step 2007 | loss:0.00025488369283266366 lr:1.799626555900391e-05 tokens_per_second_per_gpu:374.839801173616 
Step 2008 | loss:3.021212251042016e-05 lr:1.7994328265412087e-05 tokens_per_second_per_gpu:219.31858585403353 
Step 2009 | loss:0.0002944800944533199 lr:1.799239014012581e-05 tokens_per_second_per_gpu:299.7267947761094 
Step 2010 | loss:0.0029515393543988466 lr:1.799045118334671e-05 tokens_per_second_per_gpu:271.7740892580084 
Step 2011 | loss:0.00019185300334356725 lr:1.7988511395276513e-05 tokens_per_second_per_gpu:285.535630634518 
Step 2012 | loss:5.314250665833242e-05 lr:1.7986570776117024e-05 tokens_per_second_per_gpu:244.1112385693566 
Step 2013 | loss:0.0002109263150487095 lr:1.7984629326070134e-05 tokens_per_second_per_gpu:220.53646799066124 
Step 2014 | loss:0.0003536443109624088 lr:1.798268704533783e-05 tokens_per_second_per_gpu:334.56678774888286 
Step 2015 | loss:5.488827810040675e-05 lr:1.7980743934122168e-05 tokens_per_second_per_gpu:286.6301967910101 
Step 2016 | loss:0.00014110072515904903 lr:1.7978799992625306e-05 tokens_per_second_per_gpu:277.81693156132735 
Step 2017 | loss:0.00024616351583972573 lr:1.7976855221049488e-05 tokens_per_second_per_gpu:242.8379039474062 
Step 2018 | loss:0.00011013032053597271 lr:1.797490961959703e-05 tokens_per_second_per_gpu:281.0634539773353 
Step 2019 | loss:0.0003725774586200714 lr:1.7972963188470348e-05 tokens_per_second_per_gpu:238.52188360813784 
Step 2020 | loss:0.0002055714139714837 lr:1.797101592787194e-05 tokens_per_second_per_gpu:287.2838835474799 
Step 2021 | loss:0.00023683442850597203 lr:1.7969067838004396e-05 tokens_per_second_per_gpu:268.80254814012693 
Step 2022 | loss:0.005227651447057724 lr:1.7967118919070377e-05 tokens_per_second_per_gpu:281.72200576370443 
Step 2023 | loss:2.3004795366432518e-05 lr:1.7965169171272644e-05 tokens_per_second_per_gpu:273.29273870498633 
Step 2024 | loss:4.16374095948413e-05 lr:1.7963218594814044e-05 tokens_per_second_per_gpu:242.22047151233974 
Step 2025 | loss:0.0009588550892658532 lr:1.79612671898975e-05 tokens_per_second_per_gpu:246.69580606616535 
Step 2026 | loss:0.0001517707423772663 lr:1.7959314956726026e-05 tokens_per_second_per_gpu:272.4147475750402 
Step 2027 | loss:0.0002961832215078175 lr:1.7957361895502732e-05 tokens_per_second_per_gpu:257.0411334218973 
Step 2028 | loss:0.00019229590543545783 lr:1.79554080064308e-05 tokens_per_second_per_gpu:301.97441447418976 
Step 2029 | loss:0.0003521892649587244 lr:1.7953453289713506e-05 tokens_per_second_per_gpu:305.9879774916967 
Step 2030 | loss:0.0001035017630783841 lr:1.795149774555421e-05 tokens_per_second_per_gpu:258.7099818956893 
Step 2031 | loss:0.00014578175614587963 lr:1.7949541374156357e-05 tokens_per_second_per_gpu:280.77928690672934 
Step 2032 | loss:0.00013030132686253637 lr:1.7947584175723477e-05 tokens_per_second_per_gpu:335.1612219786534 
Step 2033 | loss:0.00015279182116501033 lr:1.7945626150459195e-05 tokens_per_second_per_gpu:298.2773723212481 
Step 2034 | loss:0.000170921950484626 lr:1.794366729856721e-05 tokens_per_second_per_gpu:324.21740034264 
Step 2035 | loss:2.9858942070859484e-05 lr:1.7941707620251318e-05 tokens_per_second_per_gpu:272.6310362377581 
Step 2036 | loss:0.0001265808241441846 lr:1.7939747115715386e-05 tokens_per_second_per_gpu:335.82180377227195 
Step 2037 | loss:0.00010217794624622911 lr:1.7937785785163383e-05 tokens_per_second_per_gpu:225.98222976282935 
Step 2038 | loss:0.00024968170328065753 lr:1.7935823628799355e-05 tokens_per_second_per_gpu:297.963303209438 
Step 2039 | loss:0.00022996103507466614 lr:1.7933860646827435e-05 tokens_per_second_per_gpu:335.4743617522892 
Step 2040 | loss:8.764542872086167e-05 lr:1.7931896839451846e-05 tokens_per_second_per_gpu:269.24991873238537 
Step 2041 | loss:0.0006170498672872782 lr:1.792993220687689e-05 tokens_per_second_per_gpu:394.9636810485006 
Step 2042 | loss:0.001543658901937306 lr:1.7927966749306964e-05 tokens_per_second_per_gpu:249.5161451125493 
Step 2043 | loss:0.0013661752454936504 lr:1.7926000466946537e-05 tokens_per_second_per_gpu:282.28083668382476 
Step 2044 | loss:6.664827378699556e-05 lr:1.792403336000018e-05 tokens_per_second_per_gpu:323.1142412413522 
Step 2045 | loss:0.0003012135566677898 lr:1.7922065428672543e-05 tokens_per_second_per_gpu:228.61287927271852 
Step 2046 | loss:9.287497232435271e-05 lr:1.7920096673168356e-05 tokens_per_second_per_gpu:262.3153508686744 
Step 2047 | loss:0.00023934182536322623 lr:1.7918127093692436e-05 tokens_per_second_per_gpu:338.51343387382127 
Step 2048 | loss:0.00015207147225737572 lr:1.7916156690449697e-05 tokens_per_second_per_gpu:310.2540543434329 
Step 2049 | loss:0.0015078161377459764 lr:1.791418546364513e-05 tokens_per_second_per_gpu:324.58574700265694 
Step 2050 | loss:0.00013840968313161284 lr:1.791221341348381e-05 tokens_per_second_per_gpu:260.9029712959882 
Step 2051 | loss:4.818627712666057e-05 lr:1.79102405401709e-05 tokens_per_second_per_gpu:277.8455087916679 
Step 2052 | loss:9.273499017581344e-05 lr:1.7908266843911654e-05 tokens_per_second_per_gpu:248.60419783646356 
Step 2053 | loss:0.00010519651550566778 lr:1.79062923249114e-05 tokens_per_second_per_gpu:294.2433876944567 
Step 2054 | loss:0.00013384228805080056 lr:1.7904316983375563e-05 tokens_per_second_per_gpu:288.2125573271309 
Step 2055 | loss:0.0005026471335440874 lr:1.7902340819509644e-05 tokens_per_second_per_gpu:310.82407881604956 
Step 2056 | loss:0.0009531372925266623 lr:1.790036383351924e-05 tokens_per_second_per_gpu:255.4832579923605 
Step 2057 | loss:0.00012363275163806975 lr:1.7898386025610024e-05 tokens_per_second_per_gpu:290.4584095280233 
Step 2058 | loss:0.00017618335550650954 lr:1.789640739598776e-05 tokens_per_second_per_gpu:312.80761005252674 
Step 2059 | loss:8.89889633981511e-05 lr:1.7894427944858293e-05 tokens_per_second_per_gpu:307.87601334686804 
Step 2060 | loss:2.0251884052413516e-05 lr:1.789244767242756e-05 tokens_per_second_per_gpu:289.96669048969363 
Step 2061 | loss:0.00022926766541786492 lr:1.789046657890158e-05 tokens_per_second_per_gpu:372.8307648819109 
Step 2062 | loss:0.0012764156563207507 lr:1.7888484664486454e-05 tokens_per_second_per_gpu:422.4488155980759 
Step 2063 | loss:0.00018091581296175718 lr:1.7886501929388377e-05 tokens_per_second_per_gpu:325.07384940169493 
Step 2064 | loss:0.0001311778323724866 lr:1.7884518373813614e-05 tokens_per_second_per_gpu:286.6588335026728 
Step 2065 | loss:0.00015843493747524917 lr:1.7882533997968534e-05 tokens_per_second_per_gpu:321.61672693636734 
Step 2066 | loss:2.4546949134673923e-05 lr:1.788054880205958e-05 tokens_per_second_per_gpu:310.9353481367984 
Step 2067 | loss:7.172296318458393e-05 lr:1.7878562786293283e-05 tokens_per_second_per_gpu:389.0337081211547 
Step 2068 | loss:2.9645696486113593e-05 lr:1.787657595087626e-05 tokens_per_second_per_gpu:279.4744752940026 
Step 2069 | loss:2.731694075919222e-05 lr:1.7874588296015213e-05 tokens_per_second_per_gpu:323.1549290647615 
Step 2070 | loss:0.000361351907486096 lr:1.7872599821916922e-05 tokens_per_second_per_gpu:266.3188601043559 
Step 2071 | loss:0.00024183855566661805 lr:1.787061052878827e-05 tokens_per_second_per_gpu:330.8347526067619 
Step 2072 | loss:0.00013164401752874255 lr:1.7868620416836208e-05 tokens_per_second_per_gpu:338.6685031038637 
Step 2073 | loss:0.004970740061253309 lr:1.786662948626778e-05 tokens_per_second_per_gpu:335.28343575805775 
Step 2074 | loss:0.0004677469260059297 lr:1.786463773729011e-05 tokens_per_second_per_gpu:283.430039405429 
Step 2075 | loss:8.794109453447163e-05 lr:1.7862645170110417e-05 tokens_per_second_per_gpu:278.9006841437035 
Step 2076 | loss:4.913374868920073e-05 lr:1.7860651784935995e-05 tokens_per_second_per_gpu:292.58590208566324 
Step 2077 | loss:0.0005593182286247611 lr:1.785865758197423e-05 tokens_per_second_per_gpu:291.16349169113806 
Step 2078 | loss:3.160490086884238e-05 lr:1.7856662561432584e-05 tokens_per_second_per_gpu:268.3464721316058 
Step 2079 | loss:8.979495032690465e-05 lr:1.7854666723518614e-05 tokens_per_second_per_gpu:282.96583928377794 
Step 2080 | loss:5.8621310017770156e-05 lr:1.7852670068439954e-05 tokens_per_second_per_gpu:355.60820294283326 
Step 2081 | loss:4.85735472466331e-05 lr:1.7850672596404336e-05 tokens_per_second_per_gpu:278.54349728368794 
Step 2082 | loss:0.0018820143304765224 lr:1.7848674307619564e-05 tokens_per_second_per_gpu:356.00953339262213 
Step 2083 | loss:0.00020234708790667355 lr:1.7846675202293526e-05 tokens_per_second_per_gpu:420.41754158045717 
Step 2084 | loss:6.940121966181323e-05 lr:1.7844675280634206e-05 tokens_per_second_per_gpu:244.03459650637183 
Step 2085 | loss:4.856595114688389e-05 lr:1.7842674542849663e-05 tokens_per_second_per_gpu:321.58451085637665 
Step 2086 | loss:0.000597398029640317 lr:1.784067298914805e-05 tokens_per_second_per_gpu:316.1646359122805 
Step 2087 | loss:0.003179312450811267 lr:1.7838670619737596e-05 tokens_per_second_per_gpu:288.44707697033886 
Step 2088 | loss:0.00015506862837355584 lr:1.783666743482662e-05 tokens_per_second_per_gpu:276.9531176819014 
Step 2089 | loss:4.362360778031871e-05 lr:1.783466343462352e-05 tokens_per_second_per_gpu:318.5463546676741 
Step 2090 | loss:0.001342501724138856 lr:1.7832658619336794e-05 tokens_per_second_per_gpu:301.1060669629175 
Step 2091 | loss:0.0002558549167588353 lr:1.7830652989175004e-05 tokens_per_second_per_gpu:348.43107517694176 
Step 2092 | loss:0.00021124191698618233 lr:1.7828646544346808e-05 tokens_per_second_per_gpu:285.8010414006762 
Step 2093 | loss:0.0014947265153750777 lr:1.7826639285060952e-05 tokens_per_second_per_gpu:240.97021450184488 
Step 2094 | loss:0.0001574126072227955 lr:1.782463121152626e-05 tokens_per_second_per_gpu:249.22292172986982 
Step 2095 | loss:0.00023018961655907333 lr:1.7822622323951638e-05 tokens_per_second_per_gpu:285.22168001950206 
Step 2096 | loss:8.335575694218278e-05 lr:1.7820612622546095e-05 tokens_per_second_per_gpu:312.50079052042605 
Step 2097 | loss:0.00013366155326366425 lr:1.7818602107518698e-05 tokens_per_second_per_gpu:284.10908954960087 
Step 2098 | loss:0.0014149030903354287 lr:1.781659077907862e-05 tokens_per_second_per_gpu:291.5447354390569 
Step 2099 | loss:0.001678885193541646 lr:1.7814578637435106e-05 tokens_per_second_per_gpu:355.49499231773655 
Step 2100 | loss:0.001100110006518662 lr:1.7812565682797494e-05 tokens_per_second_per_gpu:440.8550662158844 
Step 2101 | loss:0.00011780199565691873 lr:1.7810551915375202e-05 tokens_per_second_per_gpu:358.27073200576376 
Step 2102 | loss:0.00011153743253089488 lr:1.7808537335377734e-05 tokens_per_second_per_gpu:281.6896501628472 
Step 2103 | loss:0.00014415943587664515 lr:1.7806521943014672e-05 tokens_per_second_per_gpu:375.7283817517179 
Step 2104 | loss:0.0005530425696633756 lr:1.78045057384957e-05 tokens_per_second_per_gpu:293.67755373932545 
Step 2105 | loss:0.00011288883251836523 lr:1.780248872203056e-05 tokens_per_second_per_gpu:226.78999797964278 
Step 2106 | loss:0.0014512893976643682 lr:1.7800470893829107e-05 tokens_per_second_per_gpu:221.85710880115937 
Step 2107 | loss:0.0003620315110310912 lr:1.7798452254101256e-05 tokens_per_second_per_gpu:331.3999609108744 
Step 2108 | loss:0.000175208188011311 lr:1.7796432803057028e-05 tokens_per_second_per_gpu:332.9614358808058 
Step 2109 | loss:0.0016743012238293886 lr:1.7794412540906512e-05 tokens_per_second_per_gpu:341.74990769386534 
Step 2110 | loss:0.0002262663620058447 lr:1.7792391467859886e-05 tokens_per_second_per_gpu:275.5235211798762 
Step 2111 | loss:5.710454206564464e-05 lr:1.779036958412742e-05 tokens_per_second_per_gpu:298.67472117816015 
Step 2112 | loss:0.01383481826633215 lr:1.7788346889919448e-05 tokens_per_second_per_gpu:242.99816664653122 
Step 2113 | loss:7.33922133804299e-05 lr:1.7786323385446418e-05 tokens_per_second_per_gpu:315.9223652516889 
Step 2114 | loss:8.587859338149428e-05 lr:1.7784299070918835e-05 tokens_per_second_per_gpu:291.4052132901757 
Step 2115 | loss:0.00039411193574778736 lr:1.7782273946547305e-05 tokens_per_second_per_gpu:258.85165818675915 
Step 2116 | loss:5.0931386795127764e-05 lr:1.778024801254252e-05 tokens_per_second_per_gpu:267.1400429708971 
Step 2117 | loss:4.957990677212365e-05 lr:1.777822126911523e-05 tokens_per_second_per_gpu:243.2571371398177 
Step 2118 | loss:6.771919288439676e-05 lr:1.7776193716476305e-05 tokens_per_second_per_gpu:297.1252631084372 
Step 2119 | loss:0.0006547201774083078 lr:1.7774165354836678e-05 tokens_per_second_per_gpu:300.99217414995894 
Step 2120 | loss:0.00025234255008399487 lr:1.7772136184407367e-05 tokens_per_second_per_gpu:320.1750785111532 
Step 2121 | loss:0.00015827246534172446 lr:1.7770106205399483e-05 tokens_per_second_per_gpu:345.04771884251414 
Step 2122 | loss:0.0012403368018567562 lr:1.7768075418024216e-05 tokens_per_second_per_gpu:226.34447254077162 
Step 2123 | loss:7.111445302143693e-05 lr:1.7766043822492834e-05 tokens_per_second_per_gpu:372.34593245642174 
Step 2124 | loss:5.634778062812984e-05 lr:1.7764011419016704e-05 tokens_per_second_per_gpu:349.4958542609522 
Step 2125 | loss:8.749257540330291e-05 lr:1.776197820780726e-05 tokens_per_second_per_gpu:345.4002760977601 
Step 2126 | loss:7.64471260481514e-05 lr:1.7759944189076032e-05 tokens_per_second_per_gpu:398.1598917124229 
Step 2127 | loss:0.00022824453481007367 lr:1.775790936303463e-05 tokens_per_second_per_gpu:334.7061560428316 
Step 2128 | loss:2.0385097741382197e-05 lr:1.775587372989475e-05 tokens_per_second_per_gpu:301.6593967847327 
Step 2129 | loss:0.00010591396130621433 lr:1.7753837289868167e-05 tokens_per_second_per_gpu:268.4987110759297 
Step 2130 | loss:8.781998621998355e-05 lr:1.7751800043166745e-05 tokens_per_second_per_gpu:242.05230767780037 
Step 2131 | loss:0.0001143680710811168 lr:1.774976199000243e-05 tokens_per_second_per_gpu:282.2450659392396 
Step 2132 | loss:4.9678157665766776e-05 lr:1.7747723130587255e-05 tokens_per_second_per_gpu:284.76852950933556 
Step 2133 | loss:6.078647857066244e-05 lr:1.7745683465133322e-05 tokens_per_second_per_gpu:332.54170362471837 
Step 2134 | loss:0.00036389040178619325 lr:1.7743642993852846e-05 tokens_per_second_per_gpu:252.55498468927144 
Step 2135 | loss:0.0009035086841322482 lr:1.7741601716958098e-05 tokens_per_second_per_gpu:296.5809981037547 
Step 2136 | loss:0.0008255764259956777 lr:1.7739559634661445e-05 tokens_per_second_per_gpu:267.31056322109885 
Step 2137 | loss:0.00016473638243041933 lr:1.7737516747175337e-05 tokens_per_second_per_gpu:315.98903852795877 
Step 2138 | loss:0.00798706989735365 lr:1.7735473054712304e-05 tokens_per_second_per_gpu:347.0466418655596 
Step 2139 | loss:7.878017640905455e-05 lr:1.7733428557484972e-05 tokens_per_second_per_gpu:274.363115951544 
Step 2140 | loss:8.197718125302345e-05 lr:1.7731383255706027e-05 tokens_per_second_per_gpu:370.3361797249108 
Step 2141 | loss:5.3290073992684484e-05 lr:1.7729337149588266e-05 tokens_per_second_per_gpu:254.07938578629006 
Step 2142 | loss:7.401347829727456e-05 lr:1.772729023934455e-05 tokens_per_second_per_gpu:309.91446022324294 
Step 2143 | loss:0.0004588632727973163 lr:1.772524252518783e-05 tokens_per_second_per_gpu:268.7059560529722 
Step 2144 | loss:0.0016363186296075583 lr:1.772319400733115e-05 tokens_per_second_per_gpu:293.32523321542493 
Step 2145 | loss:0.001569224987179041 lr:1.7721144685987616e-05 tokens_per_second_per_gpu:316.3422720702209 
Step 2146 | loss:9.286862041335553e-05 lr:1.7719094561370433e-05 tokens_per_second_per_gpu:305.59011570858735 
Step 2147 | loss:5.834192052134313e-05 lr:1.7717043633692898e-05 tokens_per_second_per_gpu:332.38162713641964 
Step 2148 | loss:5.276123556541279e-05 lr:1.771499190316837e-05 tokens_per_second_per_gpu:337.7624537407312 
Step 2149 | loss:0.00020960903202649206 lr:1.77129393700103e-05 tokens_per_second_per_gpu:294.611252761208 
Step 2150 | loss:0.0006201021606102586 lr:1.7710886034432237e-05 tokens_per_second_per_gpu:365.59154935471264 
Step 2151 | loss:5.672790211974643e-05 lr:1.7708831896647787e-05 tokens_per_second_per_gpu:282.86912371143427 
Step 2152 | loss:5.630715168081224e-05 lr:1.770677695687066e-05 tokens_per_second_per_gpu:353.5355952392808 
Step 2153 | loss:0.0008949685143306851 lr:1.7704721215314644e-05 tokens_per_second_per_gpu:357.37828467099763 
Step 2154 | loss:0.0014772913418710232 lr:1.7702664672193604e-05 tokens_per_second_per_gpu:304.42215065702885 
Step 2155 | loss:0.00011789565905928612 lr:1.7700607327721503e-05 tokens_per_second_per_gpu:280.384809998704 
Step 2156 | loss:0.001857399707660079 lr:1.7698549182112366e-05 tokens_per_second_per_gpu:329.1887467469849 
Step 2157 | loss:8.258579327957705e-05 lr:1.7696490235580325e-05 tokens_per_second_per_gpu:323.6457275286527 
Step 2158 | loss:0.00023090047761797905 lr:1.769443048833957e-05 tokens_per_second_per_gpu:280.40215975677995 
Step 2159 | loss:0.00035414937883615494 lr:1.76923699406044e-05 tokens_per_second_per_gpu:334.10719711560165 
Step 2160 | loss:0.006537765730172396 lr:1.7690308592589184e-05 tokens_per_second_per_gpu:266.5436082582938 
Step 2161 | loss:0.00013188282900955528 lr:1.768824644450837e-05 tokens_per_second_per_gpu:268.93411260676277 
Step 2162 | loss:0.0032198140397667885 lr:1.7686183496576498e-05 tokens_per_second_per_gpu:282.91247330725633 
Step 2163 | loss:3.9215425204019994e-05 lr:1.7684119749008183e-05 tokens_per_second_per_gpu:295.7010392224346 
Step 2164 | loss:0.0005554305971600115 lr:1.768205520201814e-05 tokens_per_second_per_gpu:333.8275554716249 
Step 2165 | loss:0.0019159370567649603 lr:1.767998985582114e-05 tokens_per_second_per_gpu:383.4332700245192 
Step 2166 | loss:0.00010388356167823076 lr:1.7677923710632066e-05 tokens_per_second_per_gpu:286.3304909292852 
Step 2167 | loss:0.00011133099906146526 lr:1.7675856766665866e-05 tokens_per_second_per_gpu:286.71137698630014 
Step 2168 | loss:0.00033276263275183737 lr:1.767378902413757e-05 tokens_per_second_per_gpu:373.67226269888545 
Step 2169 | loss:0.0006476333364844322 lr:1.7671720483262302e-05 tokens_per_second_per_gpu:338.654169906588 
Step 2170 | loss:0.0007272937800735235 lr:1.7669651144255265e-05 tokens_per_second_per_gpu:351.37127753142397 
Step 2171 | loss:0.00018311348685529083 lr:1.7667581007331742e-05 tokens_per_second_per_gpu:287.5924965848686 
Step 2172 | loss:0.00025180605007335544 lr:1.76655100727071e-05 tokens_per_second_per_gpu:227.4706963353614 
Step 2173 | loss:7.018957694526762e-05 lr:1.766343834059679e-05 tokens_per_second_per_gpu:255.06504035915336 
Step 2174 | loss:0.0004613058699760586 lr:1.7661365811216346e-05 tokens_per_second_per_gpu:324.99715146428935 
Step 2175 | loss:5.871588655281812e-05 lr:1.7659292484781388e-05 tokens_per_second_per_gpu:276.5051548743641 
Step 2176 | loss:0.00018697063205763698 lr:1.765721836150761e-05 tokens_per_second_per_gpu:300.3400079303277 
Step 2177 | loss:0.000242365786107257 lr:1.76551434416108e-05 tokens_per_second_per_gpu:260.8200193207767 
Step 2178 | loss:9.678263450041413e-05 lr:1.765306772530682e-05 tokens_per_second_per_gpu:326.6859606938108 
Step 2179 | loss:0.00028181597008369863 lr:1.765099121281162e-05 tokens_per_second_per_gpu:268.7461622746964 
Step 2180 | loss:0.000637353106867522 lr:1.7648913904341227e-05 tokens_per_second_per_gpu:290.15329503188445 
Step 2181 | loss:7.291264773812145e-05 lr:1.7646835800111765e-05 tokens_per_second_per_gpu:294.10478981291106 
Step 2182 | loss:0.0002598515129648149 lr:1.7644756900339418e-05 tokens_per_second_per_gpu:307.4121626207363 
Step 2183 | loss:0.0003059979062527418 lr:1.7642677205240474e-05 tokens_per_second_per_gpu:260.81605483254106 
Step 2184 | loss:0.0001819532917579636 lr:1.7640596715031293e-05 tokens_per_second_per_gpu:315.0024691066667 
Step 2185 | loss:0.0003889068902935833 lr:1.7638515429928318e-05 tokens_per_second_per_gpu:341.049100676653 
Step 2186 | loss:0.00996399112045765 lr:1.7636433350148082e-05 tokens_per_second_per_gpu:466.89920580703784 
Step 2187 | loss:0.0004282018053345382 lr:1.7634350475907188e-05 tokens_per_second_per_gpu:337.1652500026347 
Step 2188 | loss:7.706456381129101e-05 lr:1.7632266807422333e-05 tokens_per_second_per_gpu:251.35438974721734 
Step 2189 | loss:0.0002179300645366311 lr:1.7630182344910295e-05 tokens_per_second_per_gpu:302.9106612998094 
Step 2190 | loss:0.0004280594293959439 lr:1.762809708858793e-05 tokens_per_second_per_gpu:257.43803329176495 
Step 2191 | loss:0.00184257619548589 lr:1.7626011038672177e-05 tokens_per_second_per_gpu:407.59193284125104 
Step 2192 | loss:0.0001924522512126714 lr:1.7623924195380063e-05 tokens_per_second_per_gpu:326.84835431937944 
Step 2193 | loss:0.00023343093926087022 lr:1.762183655892869e-05 tokens_per_second_per_gpu:283.9659639665786 
Step 2194 | loss:0.000606694258749485 lr:1.761974812953525e-05 tokens_per_second_per_gpu:288.50594591338677 
Step 2195 | loss:0.00019442147458903491 lr:1.761765890741701e-05 tokens_per_second_per_gpu:270.6300278228412 
Step 2196 | loss:0.00011647553037619218 lr:1.7615568892791328e-05 tokens_per_second_per_gpu:285.0327169838254 
Step 2197 | loss:0.0022586039267480373 lr:1.7613478085875636e-05 tokens_per_second_per_gpu:282.55864694238386 
Step 2198 | loss:0.0001307953498326242 lr:1.7611386486887454e-05 tokens_per_second_per_gpu:383.1049508660637 
Step 2199 | loss:0.001358579727821052 lr:1.7609294096044383e-05 tokens_per_second_per_gpu:300.61644055988506 
Step 2200 | loss:8.440430246992037e-05 lr:1.7607200913564105e-05 tokens_per_second_per_gpu:257.9941307129295 
Step 2201 | loss:0.00012361325207166374 lr:1.7605106939664387e-05 tokens_per_second_per_gpu:257.26876024439713 
Step 2202 | loss:5.7068180467467755e-05 lr:1.7603012174563075e-05 tokens_per_second_per_gpu:373.48754622123073 
Step 2203 | loss:0.00023786725068930537 lr:1.7600916618478098e-05 tokens_per_second_per_gpu:296.5996067827188 
Step 2204 | loss:0.00046371223288588226 lr:1.7598820271627474e-05 tokens_per_second_per_gpu:244.69210113138348 
Step 2205 | loss:0.00017391177243553102 lr:1.759672313422929e-05 tokens_per_second_per_gpu:310.2234457153273 
Step 2206 | loss:0.00030752073507755995 lr:1.759462520650173e-05 tokens_per_second_per_gpu:271.7319033939818 
Step 2207 | loss:0.00011015496420441195 lr:1.7592526488663047e-05 tokens_per_second_per_gpu:294.50492131768334 
Step 2208 | loss:0.0030694683082401752 lr:1.7590426980931585e-05 tokens_per_second_per_gpu:270.7883489091538 
Step 2209 | loss:0.0010956665500998497 lr:1.758832668352577e-05 tokens_per_second_per_gpu:271.32681188663383 
Step 2210 | loss:0.0001862927310867235 lr:1.7586225596664102e-05 tokens_per_second_per_gpu:242.35788895022105 
Step 2211 | loss:3.4799031709553674e-05 lr:1.7584123720565175e-05 tokens_per_second_per_gpu:389.5098707849453 
Step 2212 | loss:0.0010263629956170917 lr:1.7582021055447654e-05 tokens_per_second_per_gpu:286.05556907707097 
Step 2213 | loss:5.805534601677209e-05 lr:1.757991760153029e-05 tokens_per_second_per_gpu:322.66355967744374 
Step 2214 | loss:6.511362153105438e-05 lr:1.7577813359031925e-05 tokens_per_second_per_gpu:241.9093289476903 
Step 2215 | loss:0.00015555536083411425 lr:1.7575708328171467e-05 tokens_per_second_per_gpu:334.1098514028666 
Step 2216 | loss:0.0002139049320248887 lr:1.7573602509167916e-05 tokens_per_second_per_gpu:324.1896318406822 
Step 2217 | loss:7.164671114878729e-05 lr:1.7571495902240355e-05 tokens_per_second_per_gpu:310.23765237215287 
Step 2218 | loss:0.0001814921124605462 lr:1.756938850760794e-05 tokens_per_second_per_gpu:328.7386560782273 
Step 2219 | loss:0.000160551760927774 lr:1.7567280325489926e-05 tokens_per_second_per_gpu:264.09281548919046 
Step 2220 | loss:0.0006751178298145533 lr:1.7565171356105627e-05 tokens_per_second_per_gpu:357.63172181192914 
Step 2221 | loss:0.00021975419076625258 lr:1.756306159967446e-05 tokens_per_second_per_gpu:336.2915418720138 
Step 2222 | loss:0.0007203442510217428 lr:1.7560951056415904e-05 tokens_per_second_per_gpu:258.1732582227396 
Step 2223 | loss:0.0018455986864864826 lr:1.7558839726549543e-05 tokens_per_second_per_gpu:274.61311417877965 
Step 2224 | loss:8.380836516153067e-05 lr:1.755672761029502e-05 tokens_per_second_per_gpu:292.2525438423196 
Step 2225 | loss:0.0001096754422178492 lr:1.7554614707872076e-05 tokens_per_second_per_gpu:304.1810063718946 
Step 2226 | loss:0.0013676253147423267 lr:1.7552501019500526e-05 tokens_per_second_per_gpu:286.42656305066447 
Step 2227 | loss:0.0006615878082811832 lr:1.755038654540027e-05 tokens_per_second_per_gpu:352.50197751789204 
Step 2228 | loss:0.0010749774519354105 lr:1.7548271285791288e-05 tokens_per_second_per_gpu:487.7052558991746 
Step 2229 | loss:0.0012769517488777637 lr:1.7546155240893638e-05 tokens_per_second_per_gpu:377.4107481039734 
Step 2230 | loss:0.00039057029061950743 lr:1.7544038410927474e-05 tokens_per_second_per_gpu:330.71038651756265 
Step 2231 | loss:0.00120255327783525 lr:1.7541920796113013e-05 tokens_per_second_per_gpu:253.88826900198526 
Step 2232 | loss:4.0880611777538434e-05 lr:1.7539802396670564e-05 tokens_per_second_per_gpu:282.0605477838036 
Step 2233 | loss:0.000554475758690387 lr:1.7537683212820518e-05 tokens_per_second_per_gpu:305.41076236980444 
Step 2234 | loss:0.0004236665554344654 lr:1.7535563244783344e-05 tokens_per_second_per_gpu:312.786005211537 
Step 2235 | loss:0.00010369248775532469 lr:1.7533442492779597e-05 tokens_per_second_per_gpu:268.72703327210724 
Step 2236 | loss:0.0003213301533833146 lr:1.7531320957029904e-05 tokens_per_second_per_gpu:340.5953087581536 
Step 2237 | loss:0.0013366827042773366 lr:1.752919863775498e-05 tokens_per_second_per_gpu:296.61049525916985 
Step 2238 | loss:2.1741518139606342e-05 lr:1.7527075535175635e-05 tokens_per_second_per_gpu:334.48554216987543 
Step 2239 | loss:0.001013403874821961 lr:1.7524951649512733e-05 tokens_per_second_per_gpu:233.02936027362023 
Step 2240 | loss:0.0003248768043704331 lr:1.752282698098724e-05 tokens_per_second_per_gpu:274.2060865796697 
Step 2241 | loss:9.4353556050919e-05 lr:1.7520701529820195e-05 tokens_per_second_per_gpu:272.3719033883592 
Step 2242 | loss:0.0003274694026913494 lr:1.751857529623272e-05 tokens_per_second_per_gpu:258.73702564607777 
Step 2243 | loss:0.0003582322387956083 lr:1.751644828044602e-05 tokens_per_second_per_gpu:299.1063996156259 
Step 2244 | loss:4.725930921267718e-05 lr:1.7514320482681384e-05 tokens_per_second_per_gpu:349.5947805477684 
Step 2245 | loss:0.00010578554793028161 lr:1.7512191903160173e-05 tokens_per_second_per_gpu:305.14019240674 
Step 2246 | loss:0.002865791553631425 lr:1.7510062542103834e-05 tokens_per_second_per_gpu:267.4498550935213 
Step 2247 | loss:8.934278594097123e-05 lr:1.7507932399733906e-05 tokens_per_second_per_gpu:277.84374014957376 
Step 2248 | loss:0.00020124504226259887 lr:1.7505801476271983e-05 tokens_per_second_per_gpu:293.22078598751625 
Step 2249 | loss:0.00020527934248093516 lr:1.7503669771939775e-05 tokens_per_second_per_gpu:251.42723891012363 
Step 2250 | loss:0.0004143376718275249 lr:1.750153728695904e-05 tokens_per_second_per_gpu:263.9861521451277 
Step 2251 | loss:0.0001974398037418723 lr:1.7499404021551647e-05 tokens_per_second_per_gpu:275.4137081531759 
Step 2252 | loss:0.00043798089609481394 lr:1.7497269975939518e-05 tokens_per_second_per_gpu:331.85766464517366 
Step 2253 | loss:0.00023808516561985016 lr:1.749513515034468e-05 tokens_per_second_per_gpu:385.19077720189756 
Step 2254 | loss:0.00033212738344445825 lr:1.749299954498922e-05 tokens_per_second_per_gpu:292.7819742843185 
Step 2255 | loss:8.579477434977889e-05 lr:1.7490863160095327e-05 tokens_per_second_per_gpu:281.45343298778363 
Step 2256 | loss:0.0002599499130155891 lr:1.748872599588525e-05 tokens_per_second_per_gpu:297.7233108251659 
Step 2257 | loss:3.8616442907368764e-05 lr:1.7486588052581342e-05 tokens_per_second_per_gpu:290.95904188826114 
Step 2258 | loss:8.573472587158903e-05 lr:1.7484449330406023e-05 tokens_per_second_per_gpu:332.74806741988925 
Step 2259 | loss:0.00015254317258950323 lr:1.748230982958179e-05 tokens_per_second_per_gpu:265.07750831190054 
Step 2260 | loss:0.0009119391907006502 lr:1.7480169550331232e-05 tokens_per_second_per_gpu:302.58346828184614 
Step 2261 | loss:0.0005568754277192056 lr:1.7478028492877008e-05 tokens_per_second_per_gpu:304.14974856821425 
Step 2262 | loss:0.0004850129771512002 lr:1.7475886657441873e-05 tokens_per_second_per_gpu:393.0848896381621 
Step 2263 | loss:0.005485183093696833 lr:1.747374404424865e-05 tokens_per_second_per_gpu:268.85606210106323 
Step 2264 | loss:0.00014510159962810576 lr:1.7471600653520245e-05 tokens_per_second_per_gpu:255.33359139652075 
Step 2265 | loss:8.590546349296346e-05 lr:1.7469456485479647e-05 tokens_per_second_per_gpu:298.9858305263264 
Step 2266 | loss:7.448822725564241e-05 lr:1.746731154034993e-05 tokens_per_second_per_gpu:257.07366472681156 
Step 2267 | loss:0.00016242198762483895 lr:1.7465165818354242e-05 tokens_per_second_per_gpu:334.85061822921244 
Step 2268 | loss:0.00033360617817379534 lr:1.7463019319715812e-05 tokens_per_second_per_gpu:246.46590960387476 
Step 2269 | loss:4.2539992136880755e-05 lr:1.7460872044657956e-05 tokens_per_second_per_gpu:301.9397206131314 
Step 2270 | loss:0.0008417025092057884 lr:1.7458723993404065e-05 tokens_per_second_per_gpu:345.1256159159193 
Step 2271 | loss:0.0003182195359840989 lr:1.745657516617761e-05 tokens_per_second_per_gpu:291.016204264845 
Step 2272 | loss:0.0001279192219953984 lr:1.7454425563202153e-05 tokens_per_second_per_gpu:252.73757728045095 
Step 2273 | loss:0.0002830087032634765 lr:1.7452275184701325e-05 tokens_per_second_per_gpu:280.72707106071937 
Step 2274 | loss:0.0010401956969872117 lr:1.7450124030898837e-05 tokens_per_second_per_gpu:336.1065330486697 
Step 2275 | loss:0.0004527488781604916 lr:1.7447972102018494e-05 tokens_per_second_per_gpu:280.7474899576295 
Step 2276 | loss:0.005899157375097275 lr:1.744581939828417e-05 tokens_per_second_per_gpu:281.4128810292087 
Step 2277 | loss:0.00016589548613410443 lr:1.744366591991982e-05 tokens_per_second_per_gpu:295.6841103823018 
Step 2278 | loss:0.00014150163042359054 lr:1.7441511667149484e-05 tokens_per_second_per_gpu:332.01822281876207 
Step 2279 | loss:6.42984887235798e-05 lr:1.7439356640197284e-05 tokens_per_second_per_gpu:293.774242112294 
Step 2280 | loss:0.0001129203155869618 lr:1.743720083928741e-05 tokens_per_second_per_gpu:292.13908695042477 
Step 2281 | loss:0.0002271717821713537 lr:1.7435044264644157e-05 tokens_per_second_per_gpu:337.13057792686556 
Step 2282 | loss:0.0006210669525898993 lr:1.743288691649187e-05 tokens_per_second_per_gpu:277.82056998655736 
Step 2283 | loss:0.00012017093104077503 lr:1.7430728795055003e-05 tokens_per_second_per_gpu:314.79965319302363 
Step 2284 | loss:0.00021902289881836623 lr:1.7428569900558067e-05 tokens_per_second_per_gpu:338.89455497860354 
Step 2285 | loss:6.784361903555691e-05 lr:1.742641023322567e-05 tokens_per_second_per_gpu:310.95528062350115 
Step 2286 | loss:0.0003996786836069077 lr:1.7424249793282492e-05 tokens_per_second_per_gpu:273.41068601200607 
Step 2287 | loss:0.0012991961557418108 lr:1.74220885809533e-05 tokens_per_second_per_gpu:288.30879847034925 
Step 2288 | loss:8.734563743928447e-05 lr:1.7419926596462926e-05 tokens_per_second_per_gpu:319.1603861443537 
Step 2289 | loss:0.001154439290985465 lr:1.7417763840036306e-05 tokens_per_second_per_gpu:282.4751619245438 
Step 2290 | loss:5.0223938160343096e-05 lr:1.7415600311898436e-05 tokens_per_second_per_gpu:330.80311390824795 
Step 2291 | loss:0.0048295604065060616 lr:1.7413436012274402e-05 tokens_per_second_per_gpu:284.1926957507366 
Step 2292 | loss:4.489297134568915e-05 lr:1.7411270941389363e-05 tokens_per_second_per_gpu:301.30348987432666 
Step 2293 | loss:0.00013199786189943552 lr:1.7409105099468573e-05 tokens_per_second_per_gpu:289.5801837935674 
Step 2294 | loss:3.536075018928386e-05 lr:1.740693848673735e-05 tokens_per_second_per_gpu:250.0613134670221 
Step 2295 | loss:0.0015393984504044056 lr:1.7404771103421104e-05 tokens_per_second_per_gpu:409.7801653702854 
Step 2296 | loss:0.00030730990692973137 lr:1.740260294974531e-05 tokens_per_second_per_gpu:346.1614063320591 
Step 2297 | loss:5.180862353881821e-05 lr:1.7400434025935546e-05 tokens_per_second_per_gpu:271.16052568915046 
Step 2298 | loss:5.5970114772208035e-05 lr:1.739826433221745e-05 tokens_per_second_per_gpu:288.81804191622484 
Step 2299 | loss:0.00015490596706513315 lr:1.7396093868816746e-05 tokens_per_second_per_gpu:330.7589061906439 
Step 2300 | loss:9.736105857882649e-05 lr:1.7393922635959245e-05 tokens_per_second_per_gpu:301.4696033162928 
Step 2301 | loss:0.00040010776137933135 lr:1.7391750633870823e-05 tokens_per_second_per_gpu:268.70474681858 
Step 2302 | loss:2.216263055743184e-05 lr:1.7389577862777454e-05 tokens_per_second_per_gpu:286.4180851141254 
Step 2303 | loss:0.00010608194133965299 lr:1.7387404322905182e-05 tokens_per_second_per_gpu:279.6220349322788 
Step 2304 | loss:0.00020119882537983358 lr:1.738523001448013e-05 tokens_per_second_per_gpu:226.6194826254311 
Step 2305 | loss:0.0005313126603141427 lr:1.7383054937728506e-05 tokens_per_second_per_gpu:264.940381384587 
Step 2306 | loss:0.0004022762586828321 lr:1.738087909287659e-05 tokens_per_second_per_gpu:294.571302612346 
Step 2307 | loss:5.6454751756973565e-05 lr:1.737870248015076e-05 tokens_per_second_per_gpu:383.8018541896412 
Step 2308 | loss:5.402240276453085e-05 lr:1.7376525099777446e-05 tokens_per_second_per_gpu:242.59911321266907 
Step 2309 | loss:0.00024692362057976425 lr:1.7374346951983182e-05 tokens_per_second_per_gpu:326.10808526866725 
Step 2310 | loss:0.00019413550035096705 lr:1.7372168036994566e-05 tokens_per_second_per_gpu:214.07855150912792 
Step 2311 | loss:0.0007624085992574692 lr:1.7369988355038293e-05 tokens_per_second_per_gpu:262.0362696218945 
Step 2312 | loss:9.12204704945907e-05 lr:1.7367807906341116e-05 tokens_per_second_per_gpu:239.75571518006487 
Step 2313 | loss:0.0002848062722478062 lr:1.7365626691129885e-05 tokens_per_second_per_gpu:272.4912227506324 
Step 2314 | loss:0.0004148425941821188 lr:1.736344470963153e-05 tokens_per_second_per_gpu:330.9703590005724 
Step 2315 | loss:6.41925580566749e-05 lr:1.736126196207304e-05 tokens_per_second_per_gpu:308.99127029286893 
Step 2316 | loss:7.841067417757586e-05 lr:1.7359078448681512e-05 tokens_per_second_per_gpu:322.3211283430233 
Step 2317 | loss:0.0007754039252176881 lr:1.73568941696841e-05 tokens_per_second_per_gpu:300.765109178359 
Step 2318 | loss:0.00021369577734731138 lr:1.7354709125308055e-05 tokens_per_second_per_gpu:329.85050786039534 
Step 2319 | loss:0.0002020631218329072 lr:1.7352523315780693e-05 tokens_per_second_per_gpu:357.7491861305786 
Step 2320 | loss:3.639045826275833e-05 lr:1.7350336741329413e-05 tokens_per_second_per_gpu:241.7436053123954 
Step 2321 | loss:0.000930225825868547 lr:1.7348149402181707e-05 tokens_per_second_per_gpu:264.45391941971525 
Step 2322 | loss:4.065302709932439e-05 lr:1.7345961298565127e-05 tokens_per_second_per_gpu:255.63506550565546 
Step 2323 | loss:0.0031000839080661535 lr:1.7343772430707317e-05 tokens_per_second_per_gpu:270.5931876708127 
Step 2324 | loss:0.00025879923487082124 lr:1.7341582798835998e-05 tokens_per_second_per_gpu:319.3247134564497 
Step 2325 | loss:0.0002680189209058881 lr:1.733939240317897e-05 tokens_per_second_per_gpu:325.3344538089692 
Step 2326 | loss:0.00229881820268929 lr:1.7337201243964107e-05 tokens_per_second_per_gpu:307.1782283020787 
Step 2327 | loss:0.00029498900403268635 lr:1.733500932141937e-05 tokens_per_second_per_gpu:321.73657061377395 
Step 2328 | loss:0.00022407437791116536 lr:1.73328166357728e-05 tokens_per_second_per_gpu:266.3213691095823 
Step 2329 | loss:0.0005567033658735454 lr:1.7330623187252516e-05 tokens_per_second_per_gpu:238.16697291076366 
Step 2330 | loss:0.00010426020162412897 lr:1.7328428976086706e-05 tokens_per_second_per_gpu:306.4870944172304 
Step 2331 | loss:0.00016076373867690563 lr:1.7326234002503653e-05 tokens_per_second_per_gpu:230.79524312521295 
Step 2332 | loss:7.937907503219321e-05 lr:1.7324038266731708e-05 tokens_per_second_per_gpu:281.632950750722 
Step 2333 | loss:9.67278319876641e-05 lr:1.7321841768999308e-05 tokens_per_second_per_gpu:298.07817611721146 
Step 2334 | loss:8.760867058299482e-05 lr:1.7319644509534966e-05 tokens_per_second_per_gpu:307.76438258259407 
Step 2335 | loss:4.541011367109604e-05 lr:1.731744648856728e-05 tokens_per_second_per_gpu:369.8613862152598 
Step 2336 | loss:0.00018772872863337398 lr:1.7315247706324917e-05 tokens_per_second_per_gpu:334.16678450497255 
Step 2337 | loss:6.577449676115066e-05 lr:1.7313048163036627e-05 tokens_per_second_per_gpu:269.13302025061324 
Step 2338 | loss:0.00037291363696567714 lr:1.731084785893124e-05 tokens_per_second_per_gpu:287.042518496621 
Step 2339 | loss:0.001936715329065919 lr:1.7308646794237676e-05 tokens_per_second_per_gpu:243.4180351067934 
Step 2340 | loss:0.00013138588110450655 lr:1.7306444969184918e-05 tokens_per_second_per_gpu:256.75360735811347 
Step 2341 | loss:3.396877946215682e-05 lr:1.730424238400203e-05 tokens_per_second_per_gpu:308.19710211026774 
Step 2342 | loss:0.00014536705566570163 lr:1.730203903891816e-05 tokens_per_second_per_gpu:250.0239948422118 
Step 2343 | loss:0.0004023450310342014 lr:1.729983493416254e-05 tokens_per_second_per_gpu:313.2102388155135 
Step 2344 | loss:0.00030272259027697146 lr:1.729763006996447e-05 tokens_per_second_per_gpu:267.1461975437437 
Step 2345 | loss:9.110281098401174e-05 lr:1.7295424446553343e-05 tokens_per_second_per_gpu:325.93536923443776 
Step 2346 | loss:0.00048542540753260255 lr:1.729321806415861e-05 tokens_per_second_per_gpu:297.1372508858662 
Step 2347 | loss:5.792568845208734e-05 lr:1.7291010923009822e-05 tokens_per_second_per_gpu:295.22261878395454 
Step 2348 | loss:0.0007902680081315339 lr:1.7288803023336592e-05 tokens_per_second_per_gpu:269.28687461444184 
Step 2349 | loss:0.0011414114851504564 lr:1.7286594365368626e-05 tokens_per_second_per_gpu:296.7170995342796 
Step 2350 | loss:0.001514023868367076 lr:1.728438494933571e-05 tokens_per_second_per_gpu:303.273053771843 
Step 2351 | loss:0.00019629517919383943 lr:1.7282174775467687e-05 tokens_per_second_per_gpu:337.3642856404559 
Step 2352 | loss:0.00014268222730606794 lr:1.72799638439945e-05 tokens_per_second_per_gpu:279.00849460488877 
Step 2353 | loss:3.918910806532949e-05 lr:1.7277752155146168e-05 tokens_per_second_per_gpu:307.5561536881386 
Step 2354 | loss:0.0007695279782637954 lr:1.7275539709152783e-05 tokens_per_second_per_gpu:285.5009859984729 
Step 2355 | loss:0.0001689767523203045 lr:1.7273326506244515e-05 tokens_per_second_per_gpu:310.73900508105777 
Step 2356 | loss:0.005082300398498774 lr:1.727111254665162e-05 tokens_per_second_per_gpu:296.6649748010473 
Step 2357 | loss:0.00012854761735070497 lr:1.7268897830604427e-05 tokens_per_second_per_gpu:279.62729797859987 
Step 2358 | loss:0.00021885438764002174 lr:1.7266682358333344e-05 tokens_per_second_per_gpu:232.0811671839446 
Step 2359 | loss:0.000398856500396505 lr:1.7264466130068862e-05 tokens_per_second_per_gpu:299.9083360982746 
Step 2360 | loss:5.950981721980497e-05 lr:1.7262249146041544e-05 tokens_per_second_per_gpu:270.6169246665393 
Step 2361 | loss:0.0001589670719113201 lr:1.7260031406482037e-05 tokens_per_second_per_gpu:289.03059109718805 
Step 2362 | loss:0.00011726275261025876 lr:1.7257812911621065e-05 tokens_per_second_per_gpu:270.5095939569816 
Step 2363 | loss:0.0008251344552263618 lr:1.7255593661689428e-05 tokens_per_second_per_gpu:327.557841422645 
Step 2364 | loss:4.9592483264859766e-05 lr:1.7253373656918014e-05 tokens_per_second_per_gpu:270.7838638938826 
Step 2365 | loss:3.063841359107755e-05 lr:1.7251152897537772e-05 tokens_per_second_per_gpu:292.1712866932137 
Step 2366 | loss:0.0004038960032630712 lr:1.7248931383779747e-05 tokens_per_second_per_gpu:232.18273447480695 
Step 2367 | loss:0.0006216738256625831 lr:1.7246709115875056e-05 tokens_per_second_per_gpu:335.26952835507296 
Step 2368 | loss:4.645985973183997e-05 lr:1.724448609405489e-05 tokens_per_second_per_gpu:241.83357366718346 
Step 2369 | loss:0.0023651837836951017 lr:1.7242262318550523e-05 tokens_per_second_per_gpu:267.7043061847228 
Step 2370 | loss:3.2377985917264596e-05 lr:1.7240037789593307e-05 tokens_per_second_per_gpu:254.19362260326935 
Step 2371 | loss:0.00010905848466791213 lr:1.7237812507414676e-05 tokens_per_second_per_gpu:279.91069959362477 
Step 2372 | loss:4.346508649177849e-05 lr:1.7235586472246133e-05 tokens_per_second_per_gpu:333.6570596190049 
Step 2373 | loss:0.00017310833209194243 lr:1.7233359684319268e-05 tokens_per_second_per_gpu:298.6577612896447 
Step 2374 | loss:0.0003465545305516571 lr:1.7231132143865743e-05 tokens_per_second_per_gpu:269.4587871448886 
Step 2375 | loss:5.077071546111256e-05 lr:1.7228903851117308e-05 tokens_per_second_per_gpu:277.12663150146597 
Step 2376 | loss:5.900444375583902e-05 lr:1.7226674806305778e-05 tokens_per_second_per_gpu:342.81118570911417 
Step 2377 | loss:0.000371128146070987 lr:1.7224445009663054e-05 tokens_per_second_per_gpu:260.1900778954349 
Step 2378 | loss:0.0001459021877963096 lr:1.7222214461421118e-05 tokens_per_second_per_gpu:288.9105686097733 
Step 2379 | loss:0.000424994679633528 lr:1.721998316181202e-05 tokens_per_second_per_gpu:251.03033172614275 
Step 2380 | loss:0.003526819171383977 lr:1.7217751111067902e-05 tokens_per_second_per_gpu:259.7265602465251 
Step 2381 | loss:0.0007596878567710519 lr:1.721551830942097e-05 tokens_per_second_per_gpu:294.7929956187602 
Step 2382 | loss:0.0008705083164386451 lr:1.721328475710352e-05 tokens_per_second_per_gpu:294.31416577864746 
Step 2383 | loss:0.00012921640882268548 lr:1.7211050454347916e-05 tokens_per_second_per_gpu:330.99944490076695 
Step 2384 | loss:0.00023490771127399057 lr:1.720881540138661e-05 tokens_per_second_per_gpu:234.5550973614282 
Step 2385 | loss:0.0002702952770050615 lr:1.7206579598452123e-05 tokens_per_second_per_gpu:285.22675414921844 
Step 2386 | loss:0.00013148493599146605 lr:1.7204343045777064e-05 tokens_per_second_per_gpu:336.4204245846076 
Step 2387 | loss:0.008796406909823418 lr:1.7202105743594107e-05 tokens_per_second_per_gpu:291.35593242324614 
Step 2388 | loss:8.43106972752139e-05 lr:1.7199867692136013e-05 tokens_per_second_per_gpu:364.9081755518485 
Step 2389 | loss:0.0018501098966225982 lr:1.7197628891635618e-05 tokens_per_second_per_gpu:338.9229523547534 
Step 2390 | loss:0.0005587558262050152 lr:1.7195389342325843e-05 tokens_per_second_per_gpu:268.8132916753102 
Step 2391 | loss:0.0003680548397824168 lr:1.7193149044439672e-05 tokens_per_second_per_gpu:314.8466218028043 
Step 2392 | loss:0.00011908233864232898 lr:1.719090799821018e-05 tokens_per_second_per_gpu:311.1275627084274 
Step 2393 | loss:5.575210525421426e-05 lr:1.7188666203870518e-05 tokens_per_second_per_gpu:259.41023782133254 
Step 2394 | loss:4.055929457535967e-05 lr:1.7186423661653907e-05 tokens_per_second_per_gpu:293.34588127422575 
Step 2395 | loss:0.00019644149870146066 lr:1.7184180371793656e-05 tokens_per_second_per_gpu:276.75388758448764 
Step 2396 | loss:0.00010801234020618722 lr:1.7181936334523148e-05 tokens_per_second_per_gpu:244.8396662387992 
Step 2397 | loss:0.00012121391773689538 lr:1.7179691550075833e-05 tokens_per_second_per_gpu:279.555731530247 
Step 2398 | loss:0.0005262682097963989 lr:1.7177446018685254e-05 tokens_per_second_per_gpu:256.31297763262535 
Step 2399 | loss:8.717757009435445e-05 lr:1.717519974058503e-05 tokens_per_second_per_gpu:322.8666482303844 
Step 2400 | loss:0.00014226116763893515 lr:1.7172952716008855e-05 tokens_per_second_per_gpu:266.53691202834295 
Step 2401 | loss:0.001330783823505044 lr:1.7170704945190492e-05 tokens_per_second_per_gpu:270.343913502521 
Step 2402 | loss:0.0011483553098514676 lr:1.7168456428363792e-05 tokens_per_second_per_gpu:257.5921997247581 
Step 2403 | loss:0.00031919367029331625 lr:1.7166207165762682e-05 tokens_per_second_per_gpu:288.23803244090305 
Step 2404 | loss:0.002378938253968954 lr:1.7163957157621162e-05 tokens_per_second_per_gpu:374.57608785023984 
Step 2405 | loss:0.0001232867216458544 lr:1.7161706404173316e-05 tokens_per_second_per_gpu:262.97975626113293 
Step 2406 | loss:0.0003137645835522562 lr:1.7159454905653304e-05 tokens_per_second_per_gpu:202.1172709095375 
Step 2407 | loss:3.68844521290157e-05 lr:1.7157202662295357e-05 tokens_per_second_per_gpu:274.81726934296796 
Step 2408 | loss:3.7676865758839995e-05 lr:1.715494967433379e-05 tokens_per_second_per_gpu:314.369423960848 
Step 2409 | loss:7.582885882584378e-05 lr:1.7152695942003e-05 tokens_per_second_per_gpu:282.4163467886167 
Step 2410 | loss:5.656573921442032e-05 lr:1.7150441465537446e-05 tokens_per_second_per_gpu:290.3999446572724 
Step 2411 | loss:0.0005107482429593801 lr:1.714818624517168e-05 tokens_per_second_per_gpu:309.6442875116222 
Step 2412 | loss:0.0015595261938869953 lr:1.714593028114032e-05 tokens_per_second_per_gpu:300.84542389759025 
Step 2413 | loss:0.0010754908435046673 lr:1.7143673573678074e-05 tokens_per_second_per_gpu:386.84854142882295 
Step 2414 | loss:0.00038289817166514695 lr:1.7141416123019713e-05 tokens_per_second_per_gpu:283.42741445411554 
Step 2415 | loss:3.9773476601112634e-05 lr:1.7139157929400094e-05 tokens_per_second_per_gpu:314.2465866487268 
Step 2416 | loss:8.129509660648182e-05 lr:1.7136898993054153e-05 tokens_per_second_per_gpu:287.58090212797816 
Step 2417 | loss:5.0997998187085614e-05 lr:1.713463931421689e-05 tokens_per_second_per_gpu:356.7596780978183 
Step 2418 | loss:0.00012396440433803946 lr:1.7132378893123407e-05 tokens_per_second_per_gpu:294.95532082165937 
Step 2419 | loss:0.00016319163842126727 lr:1.7130117730008854e-05 tokens_per_second_per_gpu:280.31912793867934 
Step 2420 | loss:0.00024443012080155313 lr:1.712785582510848e-05 tokens_per_second_per_gpu:290.793327111987 
Step 2421 | loss:0.00010427224333398044 lr:1.7125593178657604e-05 tokens_per_second_per_gpu:284.2008011661975 
Step 2422 | loss:0.00014997593825682998 lr:1.712332979089162e-05 tokens_per_second_per_gpu:306.710554568197 
Step 2423 | loss:0.00045580946607515216 lr:1.7121065662046e-05 tokens_per_second_per_gpu:357.54000295320304 
Step 2424 | loss:0.0004565828712657094 lr:1.7118800792356286e-05 tokens_per_second_per_gpu:264.86542516821385 
Step 2425 | loss:0.0001873105502454564 lr:1.711653518205812e-05 tokens_per_second_per_gpu:313.9400500781296 
Step 2426 | loss:0.00020856066839769483 lr:1.71142688313872e-05 tokens_per_second_per_gpu:390.6402163347224 
Step 2427 | loss:0.0016903489595279098 lr:1.7112001740579308e-05 tokens_per_second_per_gpu:364.53839426917875 
Step 2428 | loss:7.307023770408705e-05 lr:1.7109733909870297e-05 tokens_per_second_per_gpu:255.26162132287334 
Step 2429 | loss:3.353216015966609e-05 lr:1.7107465339496104e-05 tokens_per_second_per_gpu:274.27670468316956 
Step 2430 | loss:0.00037126592360436916 lr:1.7105196029692743e-05 tokens_per_second_per_gpu:307.8133278167571 
Step 2431 | loss:4.436665403773077e-05 lr:1.7102925980696305e-05 tokens_per_second_per_gpu:278.22327936041233 
Step 2432 | loss:7.021816418273374e-05 lr:1.7100655192742954e-05 tokens_per_second_per_gpu:281.306913572615 
Step 2433 | loss:0.00030720658833160996 lr:1.709838366606893e-05 tokens_per_second_per_gpu:341.41475687809975 
Step 2434 | loss:0.0004213063803035766 lr:1.7096111400910554e-05 tokens_per_second_per_gpu:248.8866001572025 
Step 2435 | loss:0.000265587295871228 lr:1.7093838397504223e-05 tokens_per_second_per_gpu:286.54048612633324 
Step 2436 | loss:0.0003857024130411446 lr:1.709156465608641e-05 tokens_per_second_per_gpu:264.0125282505081 
Step 2437 | loss:0.005676300264894962 lr:1.7089290176893668e-05 tokens_per_second_per_gpu:294.76142560323854 
Step 2438 | loss:3.0309531211969443e-05 lr:1.7087014960162616e-05 tokens_per_second_per_gpu:240.21892608628303 
Step 2439 | loss:0.0003397989785298705 lr:1.7084739006129963e-05 tokens_per_second_per_gpu:261.02560252092974 
Step 2440 | loss:0.00029382656794041395 lr:1.7082462315032492e-05 tokens_per_second_per_gpu:293.4749967436402 
Step 2441 | loss:0.00016915796732064337 lr:1.7080184887107054e-05 tokens_per_second_per_gpu:251.23089133020247 
Step 2442 | loss:7.826191722415388e-05 lr:1.7077906722590588e-05 tokens_per_second_per_gpu:290.08561282552205 
Step 2443 | loss:4.129661829210818e-05 lr:1.7075627821720096e-05 tokens_per_second_per_gpu:273.1886437345277 
Step 2444 | loss:0.00018199939222540706 lr:1.707334818473267e-05 tokens_per_second_per_gpu:316.27226811220083 
Step 2445 | loss:0.0033256071619689465 lr:1.7071067811865477e-05 tokens_per_second_per_gpu:296.0978625699436 
Step 2446 | loss:0.0002534321683924645 lr:1.706878670335575e-05 tokens_per_second_per_gpu:308.02485315379465 
Step 2447 | loss:0.00016500931815244257 lr:1.706650485944081e-05 tokens_per_second_per_gpu:354.43818728567055 
Step 2448 | loss:0.0001778192090569064 lr:1.7064222280358045e-05 tokens_per_second_per_gpu:277.6077489223213 
Step 2449 | loss:0.00255367043428123 lr:1.7061938966344928e-05 tokens_per_second_per_gpu:331.39946866424543 
Step 2450 | loss:0.00039154174737632275 lr:1.7059654917639008e-05 tokens_per_second_per_gpu:281.1163180105848 
Step 2451 | loss:0.00016112485900521278 lr:1.7057370134477903e-05 tokens_per_second_per_gpu:304.23108072039525 
Step 2452 | loss:0.0015290648443624377 lr:1.705508461709931e-05 tokens_per_second_per_gpu:400.7389562267342 
Step 2453 | loss:4.506475670496002e-05 lr:1.7052798365741005e-05 tokens_per_second_per_gpu:322.8755859768756 
Step 2454 | loss:0.00016839602903928608 lr:1.7050511380640844e-05 tokens_per_second_per_gpu:310.3082146358279 
Step 2455 | loss:9.790013427846134e-05 lr:1.704822366203675e-05 tokens_per_second_per_gpu:294.12457093973467 
Step 2456 | loss:7.71370978327468e-05 lr:1.704593521016673e-05 tokens_per_second_per_gpu:233.5388514981632 
Step 2457 | loss:0.013240349479019642 lr:1.7043646025268866e-05 tokens_per_second_per_gpu:252.5093196798414 
Step 2458 | loss:0.000150946420035325 lr:1.7041356107581308e-05 tokens_per_second_per_gpu:285.6668744796869 
Step 2459 | loss:6.788875180063769e-05 lr:1.7039065457342296e-05 tokens_per_second_per_gpu:265.89483028378055 
Step 2460 | loss:0.0007526460103690624 lr:1.703677407479013e-05 tokens_per_second_per_gpu:315.4620577618672 
Step 2461 | loss:0.0005723614012822509 lr:1.7034481960163205e-05 tokens_per_second_per_gpu:267.6433733958208 
Step 2462 | loss:0.00022891737171448767 lr:1.703218911369998e-05 tokens_per_second_per_gpu:265.1898826884869 
Step 2463 | loss:0.00035083043621852994 lr:1.7029895535638988e-05 tokens_per_second_per_gpu:274.1680687990635 
Step 2464 | loss:0.0004824772768188268 lr:1.702760122621885e-05 tokens_per_second_per_gpu:294.0036377699475 
Step 2465 | loss:0.00035664119059219956 lr:1.7025306185678246e-05 tokens_per_second_per_gpu:285.8266650894119 
Step 2466 | loss:4.4924734538653865e-05 lr:1.702301041425595e-05 tokens_per_second_per_gpu:285.6594592449055 
Step 2467 | loss:0.00020135799422860146 lr:1.70207139121908e-05 tokens_per_second_per_gpu:270.78736991301577 
Step 2468 | loss:0.00032520320382900536 lr:1.7018416679721717e-05 tokens_per_second_per_gpu:315.80824821626595 
Step 2469 | loss:9.727987344376743e-05 lr:1.7016118717087695e-05 tokens_per_second_per_gpu:325.87332410925126 
Step 2470 | loss:0.0001789192610885948 lr:1.70138200245278e-05 tokens_per_second_per_gpu:219.81847751538524 
Step 2471 | loss:7.061245560180396e-05 lr:1.7011520602281177e-05 tokens_per_second_per_gpu:274.75446710876224 
Step 2472 | loss:0.0001732081000227481 lr:1.700922045058705e-05 tokens_per_second_per_gpu:329.0610678697156 
Step 2473 | loss:0.00045238094753585756 lr:1.7006919569684724e-05 tokens_per_second_per_gpu:395.0538413604722 
Step 2474 | loss:0.00013675435911864042 lr:1.700461795981356e-05 tokens_per_second_per_gpu:264.8299103491789 
Step 2475 | loss:5.290568515192717e-05 lr:1.7002315621213014e-05 tokens_per_second_per_gpu:325.4528619938304 
Step 2476 | loss:0.0005408732104115188 lr:1.700001255412261e-05 tokens_per_second_per_gpu:285.81388166827395 
Step 2477 | loss:4.37951493950095e-05 lr:1.6997708758781947e-05 tokens_per_second_per_gpu:247.5991419397518 
Step 2478 | loss:0.0001535119372420013 lr:1.6995404235430705e-05 tokens_per_second_per_gpu:272.80146143519295 
Step 2479 | loss:0.004041123203933239 lr:1.6993098984308636e-05 tokens_per_second_per_gpu:266.03138998759965 
Step 2480 | loss:3.585418380680494e-05 lr:1.6990793005655565e-05 tokens_per_second_per_gpu:256.6759590565499 
Step 2481 | loss:3.942198964068666e-05 lr:1.6988486299711397e-05 tokens_per_second_per_gpu:326.49330366631 
Step 2482 | loss:0.000134985864860937 lr:1.6986178866716112e-05 tokens_per_second_per_gpu:357.7343078801682 
Step 2483 | loss:0.0020002436358481646 lr:1.6983870706909767e-05 tokens_per_second_per_gpu:275.11315737796366 
Step 2484 | loss:1.4646086128777824e-05 lr:1.6981561820532488e-05 tokens_per_second_per_gpu:254.00320772466054 
Step 2485 | loss:3.865671897074208e-05 lr:1.6979252207824484e-05 tokens_per_second_per_gpu:261.3304891286574 
Step 2486 | loss:0.0005284572253003716 lr:1.697694186902604e-05 tokens_per_second_per_gpu:271.46362006825984 
Step 2487 | loss:0.00018966967763844877 lr:1.697463080437751e-05 tokens_per_second_per_gpu:260.4346766908608 
Step 2488 | loss:0.00047007386456243694 lr:1.6972319014119326e-05 tokens_per_second_per_gpu:258.86077907918815 
Step 2489 | loss:0.0007420882466249168 lr:1.6970006498492e-05 tokens_per_second_per_gpu:319.4313312712288 
Step 2490 | loss:0.00046439055586233735 lr:1.696769325773611e-05 tokens_per_second_per_gpu:296.92591260541724 
Step 2491 | loss:3.674667459563352e-05 lr:1.696537929209232e-05 tokens_per_second_per_gpu:298.5940090751156 
Step 2492 | loss:0.003327565733343363 lr:1.6963064601801366e-05 tokens_per_second_per_gpu:300.15348917450103 
Step 2493 | loss:0.0002565101603977382 lr:1.6960749187104055e-05 tokens_per_second_per_gpu:319.4071304524659 
Step 2494 | loss:2.890066389227286e-05 lr:1.695843304824127e-05 tokens_per_second_per_gpu:237.74084266351994 
Step 2495 | loss:3.41635532095097e-05 lr:1.695611618545398e-05 tokens_per_second_per_gpu:293.2040166721794 
Step 2496 | loss:8.699119644006714e-05 lr:1.6953798598983213e-05 tokens_per_second_per_gpu:291.5589724942157 
Step 2497 | loss:9.434721141587943e-05 lr:1.6951480289070082e-05 tokens_per_second_per_gpu:301.149388743288 
Step 2498 | loss:0.0003944255877286196 lr:1.6949161255955776e-05 tokens_per_second_per_gpu:288.13705872109574 
Step 2499 | loss:0.00025038537569344044 lr:1.694684149988156e-05 tokens_per_second_per_gpu:307.2703642233944 
Step 2500 | loss:5.8847661421168596e-05 lr:1.6944521021088767e-05 tokens_per_second_per_gpu:301.67996761264703 
Step 2501 | loss:0.0008092878269962966 lr:1.6942199819818804e-05 tokens_per_second_per_gpu:396.804371422029 
Step 2502 | loss:4.223978248774074e-05 lr:1.693987789631317e-05 tokens_per_second_per_gpu:232.03700118011147 
Step 2503 | loss:6.0556343669304624e-05 lr:1.693755525081342e-05 tokens_per_second_per_gpu:295.16086000370836 
Step 2504 | loss:0.00479489378631115 lr:1.693523188356119e-05 tokens_per_second_per_gpu:305.0313279968502 
Step 2505 | loss:0.002957226475700736 lr:1.6932907794798202e-05 tokens_per_second_per_gpu:344.3875878718406 
Step 2506 | loss:5.129907367518172e-05 lr:1.693058298476623e-05 tokens_per_second_per_gpu:225.78799248783284 
Step 2507 | loss:0.0002967301697935909 lr:1.6928257453707155e-05 tokens_per_second_per_gpu:290.56294933077163 
Step 2508 | loss:8.501271804561839e-05 lr:1.69259312018629e-05 tokens_per_second_per_gpu:263.52903215287114 
Step 2509 | loss:0.0007137095672078431 lr:1.6923604229475482e-05 tokens_per_second_per_gpu:354.84055879071616 
Step 2510 | loss:3.696311978274025e-05 lr:1.692127653678699e-05 tokens_per_second_per_gpu:276.8559654084721 
Step 2511 | loss:0.0008477513329125941 lr:1.691894812403959e-05 tokens_per_second_per_gpu:373.5134147323439 
Step 2512 | loss:4.010355405625887e-05 lr:1.6916618991475513e-05 tokens_per_second_per_gpu:308.8700983979186 
Step 2513 | loss:0.0001822027552407235 lr:1.6914289139337077e-05 tokens_per_second_per_gpu:326.75683708371906 
Step 2514 | loss:0.0008134437375701964 lr:1.6911958567866665e-05 tokens_per_second_per_gpu:282.5484656295239 
Step 2515 | loss:0.00021664587256964296 lr:1.6909627277306744e-05 tokens_per_second_per_gpu:310.0928038658983 
Step 2516 | loss:0.0003953371196985245 lr:1.690729526789985e-05 tokens_per_second_per_gpu:268.2134441568959 
Step 2517 | loss:0.0003493281255941838 lr:1.6904962539888593e-05 tokens_per_second_per_gpu:252.65429459061653 
Step 2518 | loss:5.142957888892852e-05 lr:1.690262909351566e-05 tokens_per_second_per_gpu:351.8936492643229 
Step 2519 | loss:4.0559818444307894e-05 lr:1.6900294929023814e-05 tokens_per_second_per_gpu:312.1080063316931 
Step 2520 | loss:0.0005899653187952936 lr:1.6897960046655886e-05 tokens_per_second_per_gpu:349.28862147150187 
Step 2521 | loss:6.102765473769978e-05 lr:1.68956244466548e-05 tokens_per_second_per_gpu:262.64239736539514 
Step 2522 | loss:1.6960873836069368e-05 lr:1.689328812926352e-05 tokens_per_second_per_gpu:279.0435059655819 
Step 2523 | loss:0.0001176953810499981 lr:1.6890951094725125e-05 tokens_per_second_per_gpu:317.2132289663379 
Step 2524 | loss:6.54246614431031e-05 lr:1.6888613343282743e-05 tokens_per_second_per_gpu:268.67921524739063 
Step 2525 | loss:4.881894346908666e-05 lr:1.6886274875179585e-05 tokens_per_second_per_gpu:349.1156073497618 
Step 2526 | loss:0.0005976850516162813 lr:1.6883935690658934e-05 tokens_per_second_per_gpu:256.2765974416412 
Step 2527 | loss:4.906680987915024e-05 lr:1.6881595789964144e-05 tokens_per_second_per_gpu:320.208743459912 
Step 2528 | loss:6.716987991239876e-05 lr:1.687925517333865e-05 tokens_per_second_per_gpu:346.85983138406567 
Step 2529 | loss:6.21894869254902e-05 lr:1.6876913841025966e-05 tokens_per_second_per_gpu:217.1768956323429 
Step 2530 | loss:9.47816515690647e-05 lr:1.6874571793269665e-05 tokens_per_second_per_gpu:286.2581448645664 
Step 2531 | loss:7.32497064745985e-05 lr:1.687222903031341e-05 tokens_per_second_per_gpu:347.4802959207378 
Step 2532 | loss:0.001150995260104537 lr:1.6869885552400927e-05 tokens_per_second_per_gpu:342.6471273204803 
Step 2533 | loss:0.0017813429003581405 lr:1.6867541359776024e-05 tokens_per_second_per_gpu:296.67573850841643 
Step 2534 | loss:0.00025871023535728455 lr:1.6865196452682577e-05 tokens_per_second_per_gpu:285.0832663560621 
Step 2535 | loss:0.00017585036403033882 lr:1.6862850831364543e-05 tokens_per_second_per_gpu:354.12303443567254 
Step 2536 | loss:0.00010655312507878989 lr:1.6860504496065947e-05 tokens_per_second_per_gpu:274.3824767047061 
Step 2537 | loss:0.00013522052904590964 lr:1.6858157447030897e-05 tokens_per_second_per_gpu:272.9428533382745 
Step 2538 | loss:0.0016665618168190122 lr:1.6855809684503564e-05 tokens_per_second_per_gpu:252.36147329927954 
Step 2539 | loss:5.6217642850242555e-05 lr:1.68534612087282e-05 tokens_per_second_per_gpu:335.0477172478426 
Step 2540 | loss:9.051732922671363e-05 lr:1.6851112019949132e-05 tokens_per_second_per_gpu:306.4142545489454 
Step 2541 | loss:5.857096766703762e-05 lr:1.6848762118410754e-05 tokens_per_second_per_gpu:273.97459851134744 
Step 2542 | loss:9.78374300757423e-05 lr:1.684641150435755e-05 tokens_per_second_per_gpu:304.03725497941656 
Step 2543 | loss:2.8739932531607337e-05 lr:1.6844060178034058e-05 tokens_per_second_per_gpu:248.34986384647587 
Step 2544 | loss:0.0006769758183509111 lr:1.6841708139684898e-05 tokens_per_second_per_gpu:290.67846263964856 
Step 2545 | loss:0.0002085389569401741 lr:1.6839355389554773e-05 tokens_per_second_per_gpu:272.00312629778296 
Step 2546 | loss:4.255229578120634e-05 lr:1.683700192788845e-05 tokens_per_second_per_gpu:285.71565416555825 
Step 2547 | loss:5.415716441348195e-05 lr:1.6834647754930767e-05 tokens_per_second_per_gpu:318.7649359562983 
Step 2548 | loss:0.0001359157613478601 lr:1.6832292870926655e-05 tokens_per_second_per_gpu:297.31639763071666 
Step 2549 | loss:6.265848787734285e-05 lr:1.682993727612109e-05 tokens_per_second_per_gpu:235.49420005108652 
Step 2550 | loss:0.0001579190429765731 lr:1.682758097075915e-05 tokens_per_second_per_gpu:330.06484780439456 
Step 2551 | loss:0.00037872156826779246 lr:1.682522395508597e-05 tokens_per_second_per_gpu:340.6233070085678 
Step 2552 | loss:7.404049392789602e-05 lr:1.6822866229346762e-05 tokens_per_second_per_gpu:343.167741443773 
Step 2553 | loss:8.311487181345001e-05 lr:1.6820507793786815e-05 tokens_per_second_per_gpu:336.4984164052358 
Step 2554 | loss:5.6243861763505265e-05 lr:1.681814864865149e-05 tokens_per_second_per_gpu:316.68157041213425 
Step 2555 | loss:0.0010704078013077378 lr:1.681578879418622e-05 tokens_per_second_per_gpu:295.2021959708831 
Step 2556 | loss:0.0008357468759641051 lr:1.6813428230636515e-05 tokens_per_second_per_gpu:321.5922499102996 
Step 2557 | loss:0.002641565166413784 lr:1.681106695824796e-05 tokens_per_second_per_gpu:271.5527322994085 
Step 2558 | loss:6.208748527569696e-05 lr:1.680870497726621e-05 tokens_per_second_per_gpu:263.7490471268569 
Step 2559 | loss:7.794202247168869e-05 lr:1.6806342287936992e-05 tokens_per_second_per_gpu:261.3435330534513 
Step 2560 | loss:8.999904821394011e-05 lr:1.6803978890506114e-05 tokens_per_second_per_gpu:290.07056064697707 
Step 2561 | loss:0.00040310618351213634 lr:1.680161478521945e-05 tokens_per_second_per_gpu:289.4367341057439 
Step 2562 | loss:5.4268002713797614e-05 lr:1.6799249972322955e-05 tokens_per_second_per_gpu:220.4852210713318 
Step 2563 | loss:0.0006008529453538358 lr:1.679688445206265e-05 tokens_per_second_per_gpu:302.77600938615194 
Step 2564 | loss:9.76016599452123e-05 lr:1.6794518224684633e-05 tokens_per_second_per_gpu:260.3294211501755 
Step 2565 | loss:0.007214155979454517 lr:1.6792151290435076e-05 tokens_per_second_per_gpu:260.03109529820324 
Step 2566 | loss:0.00030607887310907245 lr:1.6789783649560233e-05 tokens_per_second_per_gpu:314.87137909524694 
Step 2567 | loss:2.522912109270692e-05 lr:1.678741530230641e-05 tokens_per_second_per_gpu:305.81461337891005 
Step 2568 | loss:0.00043658504728227854 lr:1.6785046248920003e-05 tokens_per_second_per_gpu:306.02215268306736 
Step 2569 | loss:0.0018019063863903284 lr:1.6782676489647482e-05 tokens_per_second_per_gpu:259.7950473141956 
Step 2570 | loss:0.00025395440752618015 lr:1.6780306024735384e-05 tokens_per_second_per_gpu:273.3572156017688 
Step 2571 | loss:8.556438842788339e-05 lr:1.677793485443032e-05 tokens_per_second_per_gpu:271.3297498999803 
Step 2572 | loss:5.3086088882992044e-05 lr:1.6775562978978978e-05 tokens_per_second_per_gpu:287.0976612775692 
Step 2573 | loss:2.330417191842571e-05 lr:1.6773190398628118e-05 tokens_per_second_per_gpu:272.72806157917637 
Step 2574 | loss:6.831976497778669e-05 lr:1.6770817113624573e-05 tokens_per_second_per_gpu:263.9932508027171 
Step 2575 | loss:0.000280866923276335 lr:1.6768443124215245e-05 tokens_per_second_per_gpu:357.0902243483564 
Step 2576 | loss:0.0012954088160768151 lr:1.6766068430647117e-05 tokens_per_second_per_gpu:308.18274932789285 
Step 2577 | loss:8.249996608356014e-05 lr:1.676369303316724e-05 tokens_per_second_per_gpu:345.96985914111025 
Step 2578 | loss:0.00010811899846885353 lr:1.6761316932022738e-05 tokens_per_second_per_gpu:342.2664032836923 
Step 2579 | loss:0.0010464097140356898 lr:1.6758940127460816e-05 tokens_per_second_per_gpu:257.0796219188247 
Step 2580 | loss:6.559460598509759e-05 lr:1.6756562619728743e-05 tokens_per_second_per_gpu:332.57860838243073 
Step 2581 | loss:4.612505290424451e-05 lr:1.675418440907386e-05 tokens_per_second_per_gpu:298.63376997801873 
Step 2582 | loss:6.114202551543713e-05 lr:1.6751805495743595e-05 tokens_per_second_per_gpu:308.06509142804424 
Step 2583 | loss:0.0001094373656087555 lr:1.674942587998543e-05 tokens_per_second_per_gpu:326.32525442079435 
Step 2584 | loss:0.00014681530592497438 lr:1.6747045562046934e-05 tokens_per_second_per_gpu:295.5340733141016 
Step 2585 | loss:0.00023899271036498249 lr:1.6744664542175744e-05 tokens_per_second_per_gpu:360.303613724401 
Step 2586 | loss:0.0004889169940724969 lr:1.6742282820619575e-05 tokens_per_second_per_gpu:269.107386146993 
Step 2587 | loss:0.0004728183848783374 lr:1.6739900397626206e-05 tokens_per_second_per_gpu:259.9443815890591 
Step 2588 | loss:0.0005071193445473909 lr:1.6737517273443493e-05 tokens_per_second_per_gpu:293.9284782421907 
Step 2589 | loss:0.000134798523504287 lr:1.6735133448319366e-05 tokens_per_second_per_gpu:279.95621877284157 
Step 2590 | loss:5.678242087014951e-05 lr:1.6732748922501832e-05 tokens_per_second_per_gpu:353.564212886699 
Step 2591 | loss:3.956641012337059e-05 lr:1.6730363696238962e-05 tokens_per_second_per_gpu:352.3187339411483 
Step 2592 | loss:0.00012498222349677235 lr:1.6727977769778908e-05 tokens_per_second_per_gpu:236.05403313306803 
Step 2593 | loss:0.0052887629717588425 lr:1.6725591143369884e-05 tokens_per_second_per_gpu:334.16366332451526 
Step 2594 | loss:8.574109961045906e-05 lr:1.6723203817260194e-05 tokens_per_second_per_gpu:213.4125145978592 
Step 2595 | loss:3.893930625054054e-05 lr:1.6720815791698198e-05 tokens_per_second_per_gpu:218.75373934207542 
Step 2596 | loss:9.88496612990275e-05 lr:1.6718427066932336e-05 tokens_per_second_per_gpu:282.0659971895551 
Step 2597 | loss:7.570089655928314e-05 lr:1.6716037643211126e-05 tokens_per_second_per_gpu:340.28164635916823 
Step 2598 | loss:2.6351486667408608e-05 lr:1.6713647520783145e-05 tokens_per_second_per_gpu:268.314510658776 
Step 2599 | loss:0.00010114783799508587 lr:1.6711256699897053e-05 tokens_per_second_per_gpu:346.8308513433837 
Step 2600 | loss:0.0001033280132105574 lr:1.6708865180801584e-05 tokens_per_second_per_gpu:303.78051375748817 
Step 2601 | loss:3.288440711912699e-05 lr:1.6706472963745543e-05 tokens_per_second_per_gpu:292.4246885019678 
Step 2602 | loss:0.0004968427820131183 lr:1.6704080048977797e-05 tokens_per_second_per_gpu:255.0150589031285 
Step 2603 | loss:0.00018525180348660797 lr:1.67016864367473e-05 tokens_per_second_per_gpu:356.3514302437713 
Step 2604 | loss:0.00026386117679066956 lr:1.669929212730307e-05 tokens_per_second_per_gpu:418.3192519240068 
Step 2605 | loss:5.065402001491748e-05 lr:1.6696897120894205e-05 tokens_per_second_per_gpu:299.69289142867297 
Step 2606 | loss:2.4934324756031856e-05 lr:1.6694501417769867e-05 tokens_per_second_per_gpu:261.111157024447 
Step 2607 | loss:5.459828025777824e-05 lr:1.669210501817929e-05 tokens_per_second_per_gpu:314.09490764419843 
Step 2608 | loss:0.00016658392269164324 lr:1.6689707922371798e-05 tokens_per_second_per_gpu:258.3791642526861 
Step 2609 | loss:0.000257063569733873 lr:1.6687310130596762e-05 tokens_per_second_per_gpu:241.43111907171397 
Step 2610 | loss:4.930054637952708e-05 lr:1.6684911643103643e-05 tokens_per_second_per_gpu:325.6341023460838 
Step 2611 | loss:5.2605140808736905e-05 lr:1.668251246014197e-05 tokens_per_second_per_gpu:274.54761368179203 
Step 2612 | loss:0.0013499845517799258 lr:1.6680112581961338e-05 tokens_per_second_per_gpu:308.3251123163718 
Step 2613 | loss:0.00010912890866165981 lr:1.6677712008811424e-05 tokens_per_second_per_gpu:204.3007476738345 
Step 2614 | loss:0.00010504241072339937 lr:1.667531074094197e-05 tokens_per_second_per_gpu:300.2752129110407 
Step 2615 | loss:0.00024151183606591076 lr:1.6672908778602798e-05 tokens_per_second_per_gpu:346.0178507481115 
Step 2616 | loss:2.455886897223536e-05 lr:1.667050612204379e-05 tokens_per_second_per_gpu:349.3391224553273 
Step 2617 | loss:0.00010311349615221843 lr:1.6668102771514914e-05 tokens_per_second_per_gpu:257.81820707991164 
Step 2618 | loss:4.851134872296825e-05 lr:1.6665698727266205e-05 tokens_per_second_per_gpu:272.60608820527995 
Step 2619 | loss:7.05167039996013e-05 lr:1.6663293989547766e-05 tokens_per_second_per_gpu:277.8597479816024 
Step 2620 | loss:0.004039749503135681 lr:1.6660888558609774e-05 tokens_per_second_per_gpu:239.41914997854335 
Step 2621 | loss:0.0003095580614171922 lr:1.665848243470248e-05 tokens_per_second_per_gpu:326.8743927770302 
Step 2622 | loss:4.781310053658672e-05 lr:1.665607561807621e-05 tokens_per_second_per_gpu:282.02390137711086 
Step 2623 | loss:0.00026983063435181975 lr:1.6653668108981355e-05 tokens_per_second_per_gpu:255.82915838123068 
Step 2624 | loss:3.304128040326759e-05 lr:1.6651259907668382e-05 tokens_per_second_per_gpu:309.2380804349594 
Step 2625 | loss:0.00010485602251719683 lr:1.664885101438783e-05 tokens_per_second_per_gpu:263.17797940024224 
Step 2626 | loss:7.647040183655918e-05 lr:1.664644142939031e-05 tokens_per_second_per_gpu:263.59717577855696 
Step 2627 | loss:9.029866487253457e-05 lr:1.6644031152926506e-05 tokens_per_second_per_gpu:308.1473637278068 
Step 2628 | loss:0.0010250010527670383 lr:1.6641620185247167e-05 tokens_per_second_per_gpu:306.8675021889227 
Step 2629 | loss:0.0003032646491192281 lr:1.6639208526603124e-05 tokens_per_second_per_gpu:294.41318722900724 
Step 2630 | loss:3.001352888531983e-05 lr:1.663679617724528e-05 tokens_per_second_per_gpu:339.5577161558623 
Step 2631 | loss:5.333972512744367e-05 lr:1.663438313742459e-05 tokens_per_second_per_gpu:294.080880954453 
Step 2632 | loss:5.649220111081377e-05 lr:1.6631969407392112e-05 tokens_per_second_per_gpu:247.80170586136728 
Step 2633 | loss:0.0001930903090396896 lr:1.662955498739895e-05 tokens_per_second_per_gpu:242.47324154507967 
Step 2634 | loss:7.243314030347392e-05 lr:1.6627139877696294e-05 tokens_per_second_per_gpu:265.3110177663389 
Step 2635 | loss:0.00017674909031484276 lr:1.66247240785354e-05 tokens_per_second_per_gpu:297.06035615611626 
Step 2636 | loss:7.135700434446335e-05 lr:1.6622307590167598e-05 tokens_per_second_per_gpu:283.8753666156552 
Step 2637 | loss:6.0203165048733354e-05 lr:1.6619890412844285e-05 tokens_per_second_per_gpu:228.60347600465744 
Step 2638 | loss:0.0005933800130151212 lr:1.661747254681694e-05 tokens_per_second_per_gpu:242.43346833222768 
Step 2639 | loss:5.241158214630559e-05 lr:1.6615053992337103e-05 tokens_per_second_per_gpu:331.2272960863007 
Step 2640 | loss:0.0008644716581329703 lr:1.661263474965639e-05 tokens_per_second_per_gpu:255.60924595492816 
Step 2641 | loss:6.886582559673116e-05 lr:1.6610214819026484e-05 tokens_per_second_per_gpu:364.6168489592564 
Step 2642 | loss:0.0003544471401255578 lr:1.660779420069915e-05 tokens_per_second_per_gpu:310.15779202044087 
Step 2643 | loss:8.832626917865127e-05 lr:1.6605372894926218e-05 tokens_per_second_per_gpu:285.2733347871577 
Step 2644 | loss:0.00013123855751473457 lr:1.6602950901959588e-05 tokens_per_second_per_gpu:310.06486691656454 
Step 2645 | loss:0.000408584950491786 lr:1.660052822205123e-05 tokens_per_second_per_gpu:343.98751538039653 
Step 2646 | loss:6.364296132232994e-05 lr:1.6598104855453197e-05 tokens_per_second_per_gpu:350.3568837240255 
Step 2647 | loss:0.00016116976621560752 lr:1.65956808024176e-05 tokens_per_second_per_gpu:257.30659663647293 
Step 2648 | loss:3.1262319680536166e-05 lr:1.659325606319663e-05 tokens_per_second_per_gpu:301.2939603419434 
Step 2649 | loss:0.00031601404771208763 lr:1.659083063804254e-05 tokens_per_second_per_gpu:254.66810851734607 
Step 2650 | loss:0.0017364048399031162 lr:1.6588404527207665e-05 tokens_per_second_per_gpu:366.66708162133625 
Step 2651 | loss:4.325010741013102e-05 lr:1.6585977730944406e-05 tokens_per_second_per_gpu:328.74110294769275 
Step 2652 | loss:3.085558273596689e-05 lr:1.658355024950524e-05 tokens_per_second_per_gpu:277.3974956402901 
Step 2653 | loss:0.0024211460258811712 lr:1.6581122083142704e-05 tokens_per_second_per_gpu:316.28102980739897 
Step 2654 | loss:0.0002557253174018115 lr:1.6578693232109415e-05 tokens_per_second_per_gpu:281.1465478987752 
Step 2655 | loss:0.00011906671716133133 lr:1.6576263696658065e-05 tokens_per_second_per_gpu:381.4418666746623 
Step 2656 | loss:0.0012508273357525468 lr:1.657383347704141e-05 tokens_per_second_per_gpu:278.32677098909784 
Step 2657 | loss:3.317198570584878e-05 lr:1.6571402573512277e-05 tokens_per_second_per_gpu:250.15108307028692 
Step 2658 | loss:8.514917135471478e-05 lr:1.656897098632357e-05 tokens_per_second_per_gpu:297.183879584699 
Step 2659 | loss:0.0004556302446871996 lr:1.6566538715728257e-05 tokens_per_second_per_gpu:222.2400077163371 
Step 2660 | loss:0.017080994322896004 lr:1.656410576197938e-05 tokens_per_second_per_gpu:326.96357322061584 
Step 2661 | loss:2.2518144760397263e-05 lr:1.656167212533006e-05 tokens_per_second_per_gpu:259.3818236799764 
Step 2662 | loss:7.577681390102953e-05 lr:1.6559237806033473e-05 tokens_per_second_per_gpu:317.37193583921226 
Step 2663 | loss:9.328901069238782e-05 lr:1.655680280434288e-05 tokens_per_second_per_gpu:360.0240611765156 
Step 2664 | loss:7.818481390131637e-05 lr:1.6554367120511604e-05 tokens_per_second_per_gpu:288.9560691031803 
Step 2665 | loss:0.0005818729405291378 lr:1.6551930754793043e-05 tokens_per_second_per_gpu:280.1335560524106 
Step 2666 | loss:0.0009580996702425182 lr:1.6549493707440673e-05 tokens_per_second_per_gpu:242.03336937540945 
Step 2667 | loss:0.005063344724476337 lr:1.6547055978708027e-05 tokens_per_second_per_gpu:307.0230607541425 
Step 2668 | loss:0.0002980909193865955 lr:1.6544617568848714e-05 tokens_per_second_per_gpu:277.29152898260054 
Step 2669 | loss:5.661953036906198e-05 lr:1.654217847811642e-05 tokens_per_second_per_gpu:292.5054920782754 
Step 2670 | loss:2.4563894839957356e-05 lr:1.6539738706764895e-05 tokens_per_second_per_gpu:271.1586894186137 
Step 2671 | loss:1.1016754797310568e-05 lr:1.653729825504796e-05 tokens_per_second_per_gpu:246.3839965636098 
Step 2672 | loss:3.724044654518366e-05 lr:1.6534857123219515e-05 tokens_per_second_per_gpu:282.71695311188637 
Step 2673 | loss:4.907917173113674e-05 lr:1.6532415311533516e-05 tokens_per_second_per_gpu:311.91600303002076 
Step 2674 | loss:2.4530112568754703e-05 lr:1.6529972820244005e-05 tokens_per_second_per_gpu:303.7538058329923 
Step 2675 | loss:0.00021384868887253106 lr:1.6527529649605088e-05 tokens_per_second_per_gpu:329.5162264192847 
Step 2676 | loss:0.00034740439150482416 lr:1.6525085799870936e-05 tokens_per_second_per_gpu:289.89020393987903 
Step 2677 | loss:8.35993341752328e-05 lr:1.6522641271295802e-05 tokens_per_second_per_gpu:232.55704812714495 
Step 2678 | loss:5.532300565391779e-05 lr:1.6520196064133998e-05 tokens_per_second_per_gpu:343.59223841112777 
Step 2679 | loss:0.0012921576853841543 lr:1.651775017863992e-05 tokens_per_second_per_gpu:329.1732458917045 
Step 2680 | loss:0.0016740309074521065 lr:1.651530361506802e-05 tokens_per_second_per_gpu:383.7821400062388 
Step 2681 | loss:7.539420766988769e-05 lr:1.6512856373672832e-05 tokens_per_second_per_gpu:242.97065827103742 
Step 2682 | loss:8.128214540192857e-05 lr:1.6510408454708955e-05 tokens_per_second_per_gpu:285.504651204611 
Step 2683 | loss:7.615292997797951e-05 lr:1.6507959858431063e-05 tokens_per_second_per_gpu:384.0513232947366 
Step 2684 | loss:6.23692903900519e-05 lr:1.6505510585093887e-05 tokens_per_second_per_gpu:239.79972691893025 
Step 2685 | loss:0.00011773285950766876 lr:1.650306063495225e-05 tokens_per_second_per_gpu:288.81221516445186 
Step 2686 | loss:0.0004177211376372725 lr:1.6500610008261028e-05 tokens_per_second_per_gpu:356.5936063593477 
Step 2687 | loss:3.6852085031569004e-05 lr:1.6498158705275173e-05 tokens_per_second_per_gpu:242.11713073859804 
Step 2688 | loss:0.00025666627334430814 lr:1.649570672624971e-05 tokens_per_second_per_gpu:257.03134389390874 
Step 2689 | loss:0.00010041732457466424 lr:1.6493254071439732e-05 tokens_per_second_per_gpu:234.22141225010733 
Step 2690 | loss:0.00017260713502764702 lr:1.6490800741100396e-05 tokens_per_second_per_gpu:314.51941697317153 
Step 2691 | loss:0.007158312480896711 lr:1.648834673548695e-05 tokens_per_second_per_gpu:375.5012799026446 
Step 2692 | loss:0.0005382982199080288 lr:1.6485892054854683e-05 tokens_per_second_per_gpu:260.944848584149 
Step 2693 | loss:0.0003883440513163805 lr:1.6483436699458978e-05 tokens_per_second_per_gpu:302.86222657230996 
Step 2694 | loss:0.0023087142035365105 lr:1.6480980669555274e-05 tokens_per_second_per_gpu:281.15935333673815 
Step 2695 | loss:0.0002058445825241506 lr:1.6478523965399087e-05 tokens_per_second_per_gpu:307.3038446040209 
Step 2696 | loss:3.8720780139556155e-05 lr:1.6476066587246004e-05 tokens_per_second_per_gpu:271.92053073358335 
Step 2697 | loss:0.007153190206736326 lr:1.647360853535168e-05 tokens_per_second_per_gpu:236.189672943192 
Step 2698 | loss:0.0003088446392212063 lr:1.6471149809971833e-05 tokens_per_second_per_gpu:242.02287385037894 
Step 2699 | loss:0.0085805868729949 lr:1.6468690411362265e-05 tokens_per_second_per_gpu:293.286424105727 
Step 2700 | loss:4.162348704994656e-05 lr:1.646623033977884e-05 tokens_per_second_per_gpu:265.5686481829034 
Step 2701 | loss:0.0005370081053115427 lr:1.6463769595477493e-05 tokens_per_second_per_gpu:343.84927473325104 
Step 2702 | loss:0.0003078169538639486 lr:1.6461308178714228e-05 tokens_per_second_per_gpu:276.21668216461666 
Step 2703 | loss:4.2189902160316706e-05 lr:1.6458846089745114e-05 tokens_per_second_per_gpu:273.968427909928 
Step 2704 | loss:0.0002105504972860217 lr:1.6456383328826305e-05 tokens_per_second_per_gpu:259.5517038112828 
Step 2705 | loss:0.00030686057289130986 lr:1.645391989621401e-05 tokens_per_second_per_gpu:304.18627907227943 
Step 2706 | loss:2.09564677788876e-05 lr:1.6451455792164518e-05 tokens_per_second_per_gpu:264.2398489609608 
Step 2707 | loss:0.00013663228310178965 lr:1.644899101693418e-05 tokens_per_second_per_gpu:297.83150278460806 
Step 2708 | loss:0.0001586393773322925 lr:1.644652557077942e-05 tokens_per_second_per_gpu:312.2923194801632 
Step 2709 | loss:0.00026789162075147033 lr:1.6444059453956732e-05 tokens_per_second_per_gpu:261.0067364827022 
Step 2710 | loss:4.181502299616113e-05 lr:1.6441592666722686e-05 tokens_per_second_per_gpu:312.3171493957345 
Step 2711 | loss:0.00026695599080994725 lr:1.6439125209333908e-05 tokens_per_second_per_gpu:315.11021179015887 
Step 2712 | loss:0.0011777488980442286 lr:1.6436657082047105e-05 tokens_per_second_per_gpu:312.38389299819056 
Step 2713 | loss:0.005277667660266161 lr:1.6434188285119052e-05 tokens_per_second_per_gpu:339.8849014434516 
Step 2714 | loss:0.00023227448400575668 lr:1.6431718818806584e-05 tokens_per_second_per_gpu:295.111294252187 
Step 2715 | loss:0.00011305811494821683 lr:1.642924868336662e-05 tokens_per_second_per_gpu:406.31105116020774 
Step 2716 | loss:0.0007301659788936377 lr:1.642677787905614e-05 tokens_per_second_per_gpu:309.32779787735035 
Step 2717 | loss:0.0036239484325051308 lr:1.6424306406132194e-05 tokens_per_second_per_gpu:302.43591469700635 
Step 2718 | loss:0.005148402415215969 lr:1.6421834264851907e-05 tokens_per_second_per_gpu:251.8099011206581 
Step 2719 | loss:0.00011650376836769283 lr:1.6419361455472466e-05 tokens_per_second_per_gpu:313.25451719982203 
Step 2720 | loss:5.0356797146378085e-05 lr:1.6416887978251134e-05 tokens_per_second_per_gpu:283.11572381227836 
Step 2721 | loss:3.9833794289734215e-05 lr:1.641441383344524e-05 tokens_per_second_per_gpu:281.70249435854856 
Step 2722 | loss:0.0001693087542662397 lr:1.6411939021312184e-05 tokens_per_second_per_gpu:260.3857279006889 
Step 2723 | loss:4.823094423045404e-05 lr:1.6409463542109426e-05 tokens_per_second_per_gpu:305.54695639926206 
Step 2724 | loss:0.0002394092589383945 lr:1.6406987396094512e-05 tokens_per_second_per_gpu:274.9937047962968 
Step 2725 | loss:0.0011921272380277514 lr:1.6404510583525052e-05 tokens_per_second_per_gpu:388.32942739382764 
Step 2726 | loss:0.000940372294280678 lr:1.6402033104658713e-05 tokens_per_second_per_gpu:275.68299869584996 
Step 2727 | loss:0.0004679981211666018 lr:1.639955495975325e-05 tokens_per_second_per_gpu:287.8246727469537 
Step 2728 | loss:0.0069560338743031025 lr:1.6397076149066472e-05 tokens_per_second_per_gpu:284.973903385946 
Step 2729 | loss:0.0024360446259379387 lr:1.6394596672856268e-05 tokens_per_second_per_gpu:283.0212889383637 
Step 2730 | loss:6.165897502796724e-05 lr:1.6392116531380592e-05 tokens_per_second_per_gpu:278.2320118967558 
Step 2731 | loss:5.050579420640133e-05 lr:1.638963572489746e-05 tokens_per_second_per_gpu:295.63171116547755 
Step 2732 | loss:0.0006125824875198305 lr:1.6387154253664967e-05 tokens_per_second_per_gpu:329.5936147637909 
Step 2733 | loss:0.00017067963199224323 lr:1.638467211794128e-05 tokens_per_second_per_gpu:277.1544893956707 
Step 2734 | loss:0.0010361074237152934 lr:1.6382189317984626e-05 tokens_per_second_per_gpu:358.8042177123278 
Step 2735 | loss:0.0011085175210610032 lr:1.63797058540533e-05 tokens_per_second_per_gpu:258.1625438421077 
Step 2736 | loss:3.301562901469879e-05 lr:1.6377221726405678e-05 tokens_per_second_per_gpu:258.2135192485045 
Step 2737 | loss:0.00010800192103488371 lr:1.6374736935300194e-05 tokens_per_second_per_gpu:266.25638467666073 
Step 2738 | loss:7.398860907414928e-05 lr:1.6372251480995352e-05 tokens_per_second_per_gpu:360.91199563740145 
Step 2739 | loss:0.0009487821371294558 lr:1.636976536374973e-05 tokens_per_second_per_gpu:255.73550093507578 
Step 2740 | loss:0.002400023164227605 lr:1.6367278583821973e-05 tokens_per_second_per_gpu:214.89860838795443 
Step 2741 | loss:0.0037640081718564034 lr:1.6364791141470797e-05 tokens_per_second_per_gpu:247.66760615133197 
Step 2742 | loss:0.002759298076853156 lr:1.636230303695498e-05 tokens_per_second_per_gpu:345.21421944991357 
Step 2743 | loss:6.0755599406547844e-05 lr:1.6359814270533372e-05 tokens_per_second_per_gpu:276.3540765449018 
Step 2744 | loss:0.0007161686662584543 lr:1.6357324842464904e-05 tokens_per_second_per_gpu:324.795285363102 
Step 2745 | loss:0.00020150156342424452 lr:1.6354834753008554e-05 tokens_per_second_per_gpu:305.86699154654997 
Step 2746 | loss:0.00020974081417080015 lr:1.635234400242338e-05 tokens_per_second_per_gpu:280.0373559979126 
Step 2747 | loss:3.082161128986627e-05 lr:1.6349852590968517e-05 tokens_per_second_per_gpu:250.9391556211462 
Step 2748 | loss:9.129798854701221e-05 lr:1.6347360518903154e-05 tokens_per_second_per_gpu:311.0933093584181 
Step 2749 | loss:0.005625226069241762 lr:1.6344867786486554e-05 tokens_per_second_per_gpu:263.96214175384677 
Step 2750 | loss:0.0004519936628639698 lr:1.6342374393978056e-05 tokens_per_second_per_gpu:260.6764175299903 
Step 2751 | loss:0.00028593200840987265 lr:1.6339880341637056e-05 tokens_per_second_per_gpu:343.5591484090876 
Step 2752 | loss:9.899964788928628e-05 lr:1.6337385629723026e-05 tokens_per_second_per_gpu:259.0627549167945 
Step 2753 | loss:0.0014627415221184492 lr:1.6334890258495507e-05 tokens_per_second_per_gpu:354.1274721931199 
Step 2754 | loss:3.025721525773406e-05 lr:1.63323942282141e-05 tokens_per_second_per_gpu:238.81723957084156 
Step 2755 | loss:0.00029430832364596426 lr:1.6329897539138486e-05 tokens_per_second_per_gpu:301.417211957129 
Step 2756 | loss:0.00013242903514765203 lr:1.6327400191528412e-05 tokens_per_second_per_gpu:326.5642419384319 
Step 2757 | loss:0.0017959140241146088 lr:1.6324902185643685e-05 tokens_per_second_per_gpu:309.118864817092 
Step 2758 | loss:8.117841207422316e-05 lr:1.6322403521744187e-05 tokens_per_second_per_gpu:311.6473609410749 
Step 2759 | loss:0.00048370740842074156 lr:1.6319904200089874e-05 tokens_per_second_per_gpu:258.7837799533648 
Step 2760 | loss:0.0001676115789450705 lr:1.6317404220940757e-05 tokens_per_second_per_gpu:297.51684808329696 
Step 2761 | loss:0.000275461032288149 lr:1.6314903584556926e-05 tokens_per_second_per_gpu:280.96444326239197 
Step 2762 | loss:8.723820792511106e-05 lr:1.631240229119854e-05 tokens_per_second_per_gpu:264.675768737651 
Step 2763 | loss:4.299054853618145e-05 lr:1.6309900341125814e-05 tokens_per_second_per_gpu:284.02388920548174 
Step 2764 | loss:0.00023682968458160758 lr:1.6307397734599045e-05 tokens_per_second_per_gpu:308.1033992326036 
Step 2765 | loss:0.0007855523144826293 lr:1.6304894471878593e-05 tokens_per_second_per_gpu:337.9112619786693 
Step 2766 | loss:3.3847143640741706e-05 lr:1.6302390553224886e-05 tokens_per_second_per_gpu:258.23203943943724 
Step 2767 | loss:8.324539521709085e-05 lr:1.6299885978898422e-05 tokens_per_second_per_gpu:351.29059116060785 
Step 2768 | loss:6.809410115238279e-05 lr:1.629738074915976e-05 tokens_per_second_per_gpu:277.4931111385661 
Step 2769 | loss:0.0001869523839559406 lr:1.629487486426954e-05 tokens_per_second_per_gpu:240.64796173492488 
Step 2770 | loss:0.0031752921640872955 lr:1.6292368324488462e-05 tokens_per_second_per_gpu:313.9612915723427 
Step 2771 | loss:0.0007590791210532188 lr:1.628986113007729e-05 tokens_per_second_per_gpu:329.00482673099276 
Step 2772 | loss:0.00011279371392447501 lr:1.6287353281296864e-05 tokens_per_second_per_gpu:349.3995052206916 
Step 2773 | loss:7.621872646268457e-05 lr:1.6284844778408097e-05 tokens_per_second_per_gpu:319.8219712227329 
Step 2774 | loss:0.00018956490384880453 lr:1.6282335621671948e-05 tokens_per_second_per_gpu:265.6796461276076 
Step 2775 | loss:6.420800491468981e-05 lr:1.6279825811349473e-05 tokens_per_second_per_gpu:259.6643048017092 
Step 2776 | loss:6.158130418043584e-05 lr:1.627731534770177e-05 tokens_per_second_per_gpu:259.64360932213737 
Step 2777 | loss:6.783904245821759e-05 lr:1.627480423099002e-05 tokens_per_second_per_gpu:256.2912717345796 
Step 2778 | loss:0.00020443624816834927 lr:1.6272292461475477e-05 tokens_per_second_per_gpu:335.904737155808 
Step 2779 | loss:9.457513078814372e-05 lr:1.626978003941944e-05 tokens_per_second_per_gpu:277.36421471472613 
Step 2780 | loss:8.1805614172481e-05 lr:1.6267266965083305e-05 tokens_per_second_per_gpu:289.7765989616453 
Step 2781 | loss:0.00017809926066547632 lr:1.6264753238728506e-05 tokens_per_second_per_gpu:303.18554419406126 
Step 2782 | loss:2.728557592490688e-05 lr:1.6262238860616573e-05 tokens_per_second_per_gpu:252.49805312104505 
Step 2783 | loss:0.0004181954718660563 lr:1.6259723831009085e-05 tokens_per_second_per_gpu:267.5115732946998 
Step 2784 | loss:6.495657726190984e-05 lr:1.6257208150167692e-05 tokens_per_second_per_gpu:286.5840959695493 
Step 2785 | loss:6.925033812876791e-05 lr:1.6254691818354117e-05 tokens_per_second_per_gpu:336.06645159327536 
Step 2786 | loss:0.0006587347015738487 lr:1.6252174835830153e-05 tokens_per_second_per_gpu:327.8563672866767 
Step 2787 | loss:0.0013337790733203292 lr:1.6249657202857645e-05 tokens_per_second_per_gpu:362.28116330845523 
Step 2788 | loss:0.0005658557638525963 lr:1.6247138919698524e-05 tokens_per_second_per_gpu:349.6933142061374 
Step 2789 | loss:7.562796236015856e-05 lr:1.6244619986614784e-05 tokens_per_second_per_gpu:218.71542884471293 
Step 2790 | loss:0.00027150174719281495 lr:1.6242100403868472e-05 tokens_per_second_per_gpu:394.6555902317901 
Step 2791 | loss:9.675595356384292e-05 lr:1.6239580171721722e-05 tokens_per_second_per_gpu:368.0418741218565 
Step 2792 | loss:0.00028161247610114515 lr:1.623705929043673e-05 tokens_per_second_per_gpu:265.2512917347837 
Step 2793 | loss:0.0016475089360028505 lr:1.6234537760275753e-05 tokens_per_second_per_gpu:456.3255074058926 
Step 2794 | loss:9.657818009145558e-05 lr:1.623201558150112e-05 tokens_per_second_per_gpu:281.0010184132887 
Step 2795 | loss:0.001273931236937642 lr:1.622949275437523e-05 tokens_per_second_per_gpu:288.1541708690381 
Step 2796 | loss:0.0006202833610586822 lr:1.6226969279160542e-05 tokens_per_second_per_gpu:282.23361872449726 
Step 2797 | loss:0.00010665379522833973 lr:1.6224445156119593e-05 tokens_per_second_per_gpu:313.532229352742 
Step 2798 | loss:5.1377181080169976e-05 lr:1.6221920385514977e-05 tokens_per_second_per_gpu:346.8235811776558 
Step 2799 | loss:0.00025649083545431495 lr:1.6219394967609364e-05 tokens_per_second_per_gpu:372.58401995959775 
Step 2800 | loss:0.00016180727106984705 lr:1.621686890266548e-05 tokens_per_second_per_gpu:305.72133682984145 
Step 2801 | loss:8.53944948175922e-05 lr:1.6214342190946136e-05 tokens_per_second_per_gpu:304.25974329036006 
Step 2802 | loss:9.80838667601347e-05 lr:1.621181483271419e-05 tokens_per_second_per_gpu:282.70094099866304 
Step 2803 | loss:0.00022124318638816476 lr:1.6209286828232583e-05 tokens_per_second_per_gpu:343.65239232545906 
Step 2804 | loss:6.457802373915911e-05 lr:1.6206758177764318e-05 tokens_per_second_per_gpu:366.04369360895106 
Step 2805 | loss:0.00010615344217512757 lr:1.620422888157246e-05 tokens_per_second_per_gpu:252.38029793674977 
Step 2806 | loss:0.0008025253191590309 lr:1.620169893992015e-05 tokens_per_second_per_gpu:288.155315813051 
Step 2807 | loss:0.00023765445803292096 lr:1.6199168353070588e-05 tokens_per_second_per_gpu:273.1816985429246 
Step 2808 | loss:4.461055505089462e-05 lr:1.6196637121287045e-05 tokens_per_second_per_gpu:333.19862114871364 
Step 2809 | loss:4.836300286115147e-05 lr:1.6194105244832866e-05 tokens_per_second_per_gpu:285.5354748717835 
Step 2810 | loss:0.0006647396367043257 lr:1.6191572723971453e-05 tokens_per_second_per_gpu:304.185776719543 
Step 2811 | loss:0.007692928425967693 lr:1.618903955896627e-05 tokens_per_second_per_gpu:328.08051951751474 
Step 2812 | loss:0.001208235160447657 lr:1.618650575008087e-05 tokens_per_second_per_gpu:364.40896272594927 
Step 2813 | loss:0.00011869746958836913 lr:1.618397129757885e-05 tokens_per_second_per_gpu:254.15213845863286 
Step 2814 | loss:9.139774192590266e-05 lr:1.618143620172388e-05 tokens_per_second_per_gpu:302.4058856563658 
Step 2815 | loss:0.0004152936744503677 lr:1.6178900462779715e-05 tokens_per_second_per_gpu:282.1221730159977 
Step 2816 | loss:8.828130376059562e-05 lr:1.6176364081010144e-05 tokens_per_second_per_gpu:332.50498142806396 
Step 2817 | loss:0.00010642331471899524 lr:1.6173827056679055e-05 tokens_per_second_per_gpu:285.6178522931235 
Step 2818 | loss:8.539879490854219e-05 lr:1.617128939005038e-05 tokens_per_second_per_gpu:259.97102494059055 
Step 2819 | loss:5.55380574951414e-05 lr:1.6168751081388133e-05 tokens_per_second_per_gpu:285.1486992782761 
Step 2820 | loss:0.000679532706271857 lr:1.6166212130956383e-05 tokens_per_second_per_gpu:254.6293674667759 
Step 2821 | loss:0.0001081544323824346 lr:1.616367253901927e-05 tokens_per_second_per_gpu:317.6323518722887 
Step 2822 | loss:8.808965503703803e-05 lr:1.6161132305841013e-05 tokens_per_second_per_gpu:265.75721028228133 
Step 2823 | loss:4.92511062475387e-05 lr:1.6158591431685873e-05 tokens_per_second_per_gpu:353.82811047878977 
Step 2824 | loss:5.2630733989644796e-05 lr:1.61560499168182e-05 tokens_per_second_per_gpu:334.5480778190037 
Step 2825 | loss:3.616594767663628e-05 lr:1.6153507761502396e-05 tokens_per_second_per_gpu:238.6074695514052 
Step 2826 | loss:2.4646167730679736e-05 lr:1.6150964966002943e-05 tokens_per_second_per_gpu:224.71928736527656 
Step 2827 | loss:0.0029705101624131203 lr:1.6148421530584376e-05 tokens_per_second_per_gpu:283.29651603652457 
Step 2828 | loss:3.652304440038279e-05 lr:1.61458774555113e-05 tokens_per_second_per_gpu:258.95524969826 
Step 2829 | loss:4.202232594252564e-05 lr:1.61433327410484e-05 tokens_per_second_per_gpu:296.11167699324466 
Step 2830 | loss:0.00013084127567708492 lr:1.6140787387460406e-05 tokens_per_second_per_gpu:296.0998656709338 
Step 2831 | loss:0.00016853322449605912 lr:1.6138241395012134e-05 tokens_per_second_per_gpu:307.71074274932823 
Step 2832 | loss:0.00029770610854029655 lr:1.613569476396845e-05 tokens_per_second_per_gpu:259.26699124571775 
Step 2833 | loss:0.0003930641687475145 lr:1.61331474945943e-05 tokens_per_second_per_gpu:299.8028009684818 
Step 2834 | loss:0.0002690403489395976 lr:1.6130599587154686e-05 tokens_per_second_per_gpu:311.2883937339377 
Step 2835 | loss:0.00047470585559494793 lr:1.612805104191469e-05 tokens_per_second_per_gpu:347.7359996050621 
Step 2836 | loss:0.0004366733192000538 lr:1.612550185913944e-05 tokens_per_second_per_gpu:313.6315405781923 
Step 2837 | loss:0.00015017538680694997 lr:1.6122952039094145e-05 tokens_per_second_per_gpu:303.01022367210174 
Step 2838 | loss:6.252348975976929e-05 lr:1.612040158204408e-05 tokens_per_second_per_gpu:269.32510298901354 
Step 2839 | loss:2.893231612688396e-05 lr:1.6117850488254582e-05 tokens_per_second_per_gpu:242.0140572453017 
Step 2840 | loss:2.4470064090564847e-05 lr:1.6115298757991054e-05 tokens_per_second_per_gpu:255.47019611565335 
Step 2841 | loss:7.265336898854002e-05 lr:1.611274639151897e-05 tokens_per_second_per_gpu:302.78823604636256 
Step 2842 | loss:0.0009208697592839599 lr:1.611019338910386e-05 tokens_per_second_per_gpu:315.77350877618034 
Step 2843 | loss:5.642175892717205e-05 lr:1.6107639751011335e-05 tokens_per_second_per_gpu:239.8688297784505 
Step 2844 | loss:4.907837865175679e-05 lr:1.610508547750706e-05 tokens_per_second_per_gpu:248.35545332969247 
Step 2845 | loss:0.00016780977603048086 lr:1.6102530568856772e-05 tokens_per_second_per_gpu:244.37083996556828 
Step 2846 | loss:0.00038812385173514485 lr:1.609997502532627e-05 tokens_per_second_per_gpu:295.3082127112745 
Step 2847 | loss:0.0011249760864302516 lr:1.609741884718143e-05 tokens_per_second_per_gpu:292.1916972023401 
Step 2848 | loss:0.00010535717592574656 lr:1.609486203468817e-05 tokens_per_second_per_gpu:298.9126506071317 
Step 2849 | loss:0.00032382982317358255 lr:1.60923045881125e-05 tokens_per_second_per_gpu:243.94263197010494 
Step 2850 | loss:0.0007422502967528999 lr:1.608974650772049e-05 tokens_per_second_per_gpu:338.7035722091029 
Step 2851 | loss:9.967081132344902e-05 lr:1.6087187793778256e-05 tokens_per_second_per_gpu:266.8842563997415 
Step 2852 | loss:0.00031291195773519576 lr:1.6084628446552007e-05 tokens_per_second_per_gpu:281.90310831064073 
Step 2853 | loss:0.0009703102405183017 lr:1.6082068466308004e-05 tokens_per_second_per_gpu:413.15617441954475 
Step 2854 | loss:4.295026519685052e-05 lr:1.607950785331257e-05 tokens_per_second_per_gpu:261.0329256640761 
Step 2855 | loss:3.3486270694993436e-05 lr:1.6076946607832115e-05 tokens_per_second_per_gpu:284.1070470804513 
Step 2856 | loss:8.979357517091557e-05 lr:1.607438473013308e-05 tokens_per_second_per_gpu:346.48290024428826 
Step 2857 | loss:0.0002504235308151692 lr:1.6071822220482003e-05 tokens_per_second_per_gpu:228.6758994533803 
Step 2858 | loss:5.4985532187856734e-05 lr:1.6069259079145474e-05 tokens_per_second_per_gpu:285.99034261060876 
Step 2859 | loss:6.816662789788097e-05 lr:1.6066695306390153e-05 tokens_per_second_per_gpu:303.50724899461017 
Step 2860 | loss:0.002359147649258375 lr:1.606413090248276e-05 tokens_per_second_per_gpu:295.48706538674696 
Step 2861 | loss:8.423523104283959e-05 lr:1.6061565867690085e-05 tokens_per_second_per_gpu:300.7689953454921 
Step 2862 | loss:0.0016741453437134624 lr:1.6059000202278986e-05 tokens_per_second_per_gpu:279.29223837424263 
Step 2863 | loss:0.00016520460485480726 lr:1.605643390651638e-05 tokens_per_second_per_gpu:250.20777220837533 
Step 2864 | loss:6.815881351940334e-05 lr:1.605386698066925e-05 tokens_per_second_per_gpu:304.6048641248835 
Step 2865 | loss:6.782497075619176e-05 lr:1.6051299425004657e-05 tokens_per_second_per_gpu:227.03079584651573 
Step 2866 | loss:5.597370181931183e-05 lr:1.6048731239789707e-05 tokens_per_second_per_gpu:280.018783760927 
Step 2867 | loss:8.050731412367895e-05 lr:1.6046162425291592e-05 tokens_per_second_per_gpu:265.4686971648297 
Step 2868 | loss:1.8352557162870653e-05 lr:1.6043592981777557e-05 tokens_per_second_per_gpu:222.9912251817355 
Step 2869 | loss:0.0010169006418436766 lr:1.6041022909514913e-05 tokens_per_second_per_gpu:255.42023626334694 
Step 2870 | loss:2.602685162855778e-05 lr:1.6038452208771037e-05 tokens_per_second_per_gpu:297.9665039940737 
Step 2871 | loss:0.001892582164146006 lr:1.6035880879813382e-05 tokens_per_second_per_gpu:284.1263743251317 
Step 2872 | loss:0.0002188338985433802 lr:1.603330892290945e-05 tokens_per_second_per_gpu:359.97900354835707 
Step 2873 | loss:6.740132812410593e-05 lr:1.6030736338326823e-05 tokens_per_second_per_gpu:285.176455018596 
Step 2874 | loss:6.469922664109617e-05 lr:1.602816312633313e-05 tokens_per_second_per_gpu:316.85811297089805 
Step 2875 | loss:2.059792859654408e-05 lr:1.602558928719609e-05 tokens_per_second_per_gpu:275.19378064825753 
Step 2876 | loss:1.9903502106899396e-05 lr:1.6023014821183464e-05 tokens_per_second_per_gpu:311.88619818090075 
Step 2877 | loss:0.0002560652210377157 lr:1.602043972856309e-05 tokens_per_second_per_gpu:258.14008846378937 
Step 2878 | loss:0.00025547455879859626 lr:1.6017864009602873e-05 tokens_per_second_per_gpu:286.7869316463243 
Step 2879 | loss:0.0001782206672942266 lr:1.6015287664570775e-05 tokens_per_second_per_gpu:414.5158417681279 
Step 2880 | loss:0.00027582590701058507 lr:1.601271069373483e-05 tokens_per_second_per_gpu:277.66899661976413 
Step 2881 | loss:0.0004908018745481968 lr:1.6010133097363135e-05 tokens_per_second_per_gpu:259.1190845731713 
Step 2882 | loss:0.0063958000391721725 lr:1.600755487572385e-05 tokens_per_second_per_gpu:312.68784015855545 
Step 2883 | loss:6.33879826636985e-05 lr:1.6004976029085205e-05 tokens_per_second_per_gpu:295.07146474420705 
Step 2884 | loss:0.00039795003249309957 lr:1.6002396557715485e-05 tokens_per_second_per_gpu:300.81048015197223 
Step 2885 | loss:2.63874953816412e-05 lr:1.5999816461883054e-05 tokens_per_second_per_gpu:289.82903538462756 
Step 2886 | loss:0.0001309564831899479 lr:1.599723574185633e-05 tokens_per_second_per_gpu:261.35582596810013 
Step 2887 | loss:0.00014049361925572157 lr:1.59946543979038e-05 tokens_per_second_per_gpu:296.3214652128305 
Step 2888 | loss:4.637353413272649e-05 lr:1.5992072430294013e-05 tokens_per_second_per_gpu:342.3394861782492 
Step 2889 | loss:0.00013294164091348648 lr:1.5989489839295593e-05 tokens_per_second_per_gpu:267.2470010072767 
Step 2890 | loss:6.199003109941259e-05 lr:1.5986906625177215e-05 tokens_per_second_per_gpu:248.59444170811756 
Step 2891 | loss:0.0013962042285129428 lr:1.5984322788207626e-05 tokens_per_second_per_gpu:310.2778089282786 
Step 2892 | loss:0.0008185754413716495 lr:1.598173832865564e-05 tokens_per_second_per_gpu:292.8950926907223 
Step 2893 | loss:7.220006955321878e-05 lr:1.5979153246790126e-05 tokens_per_second_per_gpu:269.0138887131903 
Step 2894 | loss:0.0021233167499303818 lr:1.5976567542880033e-05 tokens_per_second_per_gpu:473.1519626241245 
Step 2895 | loss:2.579427746240981e-05 lr:1.5973981217194363e-05 tokens_per_second_per_gpu:281.9187396551694 
Step 2896 | loss:6.681605009362102e-05 lr:1.5971394270002182e-05 tokens_per_second_per_gpu:285.43824648796055 
Step 2897 | loss:3.481709063635208e-05 lr:1.596880670157263e-05 tokens_per_second_per_gpu:265.4444036172401 
Step 2898 | loss:0.0002785710385069251 lr:1.5966218512174903e-05 tokens_per_second_per_gpu:297.9406721174747 
Step 2899 | loss:0.0009680152288638055 lr:1.596362970207826e-05 tokens_per_second_per_gpu:361.7398767159062 
Step 2900 | loss:4.856018495047465e-05 lr:1.5961040271552045e-05 tokens_per_second_per_gpu:311.84983287361047 
Step 2901 | loss:0.00020171374490018934 lr:1.595845022086563e-05 tokens_per_second_per_gpu:346.4575517687585 
Step 2902 | loss:5.822073217132129e-05 lr:1.595585955028849e-05 tokens_per_second_per_gpu:278.93945751257763 
Step 2903 | loss:0.000859317253343761 lr:1.5953268260090138e-05 tokens_per_second_per_gpu:305.24473074616867 
Step 2904 | loss:0.000385124672902748 lr:1.595067635054016e-05 tokens_per_second_per_gpu:398.586052402679 
Step 2905 | loss:0.00010139372170669958 lr:1.5948083821908213e-05 tokens_per_second_per_gpu:292.22647601626056 
Step 2906 | loss:5.7815719628706574e-05 lr:1.5945490674464002e-05 tokens_per_second_per_gpu:268.82016015242016 
Step 2907 | loss:7.349419320235029e-05 lr:1.594289690847732e-05 tokens_per_second_per_gpu:367.28662117356737 
Step 2908 | loss:0.00012892081576865166 lr:1.5940302524217997e-05 tokens_per_second_per_gpu:238.25704671426917 
Step 2909 | loss:5.582047742791474e-05 lr:1.593770752195595e-05 tokens_per_second_per_gpu:308.451275431242 
Step 2910 | loss:0.00038560424582101405 lr:1.593511190196115e-05 tokens_per_second_per_gpu:442.497588061602 
Step 2911 | loss:0.0008609119104221463 lr:1.5932515664503634e-05 tokens_per_second_per_gpu:386.7444446498146 
Step 2912 | loss:6.023619062034413e-05 lr:1.59299188098535e-05 tokens_per_second_per_gpu:258.8231560921578 
Step 2913 | loss:0.0065687354654073715 lr:1.5927321338280917e-05 tokens_per_second_per_gpu:364.6117039637877 
Step 2914 | loss:0.0021967177744954824 lr:1.5924723250056113e-05 tokens_per_second_per_gpu:259.6277115059545 
Step 2915 | loss:7.267437467817217e-05 lr:1.592212454544938e-05 tokens_per_second_per_gpu:240.45372537392856 
Step 2916 | loss:0.0003570594417396933 lr:1.591952522473108e-05 tokens_per_second_per_gpu:262.98923845572216 
Step 2917 | loss:3.382176146260463e-05 lr:1.591692528817163e-05 tokens_per_second_per_gpu:317.67614140012637 
Step 2918 | loss:9.799891267903149e-05 lr:1.5914324736041518e-05 tokens_per_second_per_gpu:266.1810256383107 
Step 2919 | loss:0.0005988423363305628 lr:1.591172356861129e-05 tokens_per_second_per_gpu:258.17807875294545 
Step 2920 | loss:4.210639963275753e-05 lr:1.590912178615157e-05 tokens_per_second_per_gpu:318.3486556164488 
Step 2921 | loss:0.000154802983161062 lr:1.5906519388933023e-05 tokens_per_second_per_gpu:284.4027828120515 
Step 2922 | loss:4.1975272324634716e-05 lr:1.59039163772264e-05 tokens_per_second_per_gpu:326.29242239571954 
Step 2923 | loss:0.00017637359269428998 lr:1.5901312751302506e-05 tokens_per_second_per_gpu:304.7421356736555 
Step 2924 | loss:0.00023867531854193658 lr:1.5898708511432208e-05 tokens_per_second_per_gpu:301.63416268875324 
Step 2925 | loss:5.8184032241115347e-05 lr:1.5896103657886438e-05 tokens_per_second_per_gpu:255.30845628508368 
Step 2926 | loss:7.060261123115197e-05 lr:1.58934981909362e-05 tokens_per_second_per_gpu:318.1976551863965 
Step 2927 | loss:6.204832607181743e-05 lr:1.5890892110852546e-05 tokens_per_second_per_gpu:335.93279512876035 
Step 2928 | loss:0.000256295403232798 lr:1.588828541790661e-05 tokens_per_second_per_gpu:274.9958419769199 
Step 2929 | loss:0.00011997007095487788 lr:1.5885678112369575e-05 tokens_per_second_per_gpu:302.0687703005554 
Step 2930 | loss:0.00015451657236553729 lr:1.5883070194512695e-05 tokens_per_second_per_gpu:352.90488294663936 
Step 2931 | loss:0.0002920854021795094 lr:1.5880461664607287e-05 tokens_per_second_per_gpu:291.64391436577614 
Step 2932 | loss:0.00012867734767496586 lr:1.5877852522924733e-05 tokens_per_second_per_gpu:290.39732368197184 
Step 2933 | loss:0.00028827221831306815 lr:1.587524276973647e-05 tokens_per_second_per_gpu:260.28364706102104 
Step 2934 | loss:6.57607160974294e-05 lr:1.5872632405314012e-05 tokens_per_second_per_gpu:372.2900673243407 
Step 2935 | loss:3.1773928640177473e-05 lr:1.5870021429928926e-05 tokens_per_second_per_gpu:322.99921762342007 
Step 2936 | loss:0.00044861785136163235 lr:1.5867409843852845e-05 tokens_per_second_per_gpu:312.2053480262932 
Step 2937 | loss:3.411274155951105e-05 lr:1.5864797647357472e-05 tokens_per_second_per_gpu:270.6176563420292 
Step 2938 | loss:0.0014617034466937184 lr:1.5862184840714564e-05 tokens_per_second_per_gpu:296.20895496263506 
Step 2939 | loss:2.901245534303598e-05 lr:1.5859571424195947e-05 tokens_per_second_per_gpu:285.2989279835849 
Step 2940 | loss:0.0003447617928031832 lr:1.5856957398073508e-05 tokens_per_second_per_gpu:320.78506614409696 
Step 2941 | loss:3.7655325286323205e-05 lr:1.5854342762619202e-05 tokens_per_second_per_gpu:314.9396884152035 
Step 2942 | loss:4.7830828407313675e-05 lr:1.5851727518105043e-05 tokens_per_second_per_gpu:281.8909209710817 
Step 2943 | loss:0.00010426937660668045 lr:1.5849111664803106e-05 tokens_per_second_per_gpu:242.17346593458916 
Step 2944 | loss:0.00574543746188283 lr:1.5846495202985538e-05 tokens_per_second_per_gpu:220.7457080679457 
Step 2945 | loss:0.0002443381818011403 lr:1.584387813292454e-05 tokens_per_second_per_gpu:362.6609275364756 
Step 2946 | loss:8.563912706449628e-05 lr:1.584126045489238e-05 tokens_per_second_per_gpu:382.73097462806004 
Step 2947 | loss:4.7062523663043976e-05 lr:1.583864216916139e-05 tokens_per_second_per_gpu:267.38294961632687 
Step 2948 | loss:6.35185933788307e-05 lr:1.5836023276003973e-05 tokens_per_second_per_gpu:279.6434185882894 
Step 2949 | loss:4.524669566308148e-05 lr:1.5833403775692575e-05 tokens_per_second_per_gpu:288.4566415633671 
Step 2950 | loss:0.00038592875353060663 lr:1.5830783668499728e-05 tokens_per_second_per_gpu:327.990888451673 
Step 2951 | loss:0.00022882316261529922 lr:1.5828162954698006e-05 tokens_per_second_per_gpu:265.8953547577061 
Step 2952 | loss:0.0002652019611559808 lr:1.5825541634560057e-05 tokens_per_second_per_gpu:320.9903818527438 
Step 2953 | loss:0.0007803556509315968 lr:1.5822919708358603e-05 tokens_per_second_per_gpu:251.746113502662 
Step 2954 | loss:0.0001075280160875991 lr:1.582029717636641e-05 tokens_per_second_per_gpu:327.0503965523591 
Step 2955 | loss:0.00021755743364337832 lr:1.581767403885631e-05 tokens_per_second_per_gpu:285.03042301057803 
Step 2956 | loss:0.0002082332648569718 lr:1.581505029610121e-05 tokens_per_second_per_gpu:293.4957828181192 
Step 2957 | loss:3.3422264095861465e-05 lr:1.581242594837407e-05 tokens_per_second_per_gpu:273.3604290934171 
Step 2958 | loss:0.00011281843762844801 lr:1.5809800995947918e-05 tokens_per_second_per_gpu:276.37658001869517 
Step 2959 | loss:8.083823195192963e-05 lr:1.5807175439095837e-05 tokens_per_second_per_gpu:309.2838890625731 
Step 2960 | loss:0.0003678060893435031 lr:1.580454927809098e-05 tokens_per_second_per_gpu:292.28364217567935 
Step 2961 | loss:0.0001783836487447843 lr:1.5801922513206565e-05 tokens_per_second_per_gpu:311.46755597600315 
Step 2962 | loss:0.0001092062666430138 lr:1.5799295144715866e-05 tokens_per_second_per_gpu:254.0178134055513 
Step 2963 | loss:9.772928024176508e-05 lr:1.5796667172892225e-05 tokens_per_second_per_gpu:303.39463811951197 
Step 2964 | loss:5.482575943460688e-05 lr:1.579403859800904e-05 tokens_per_second_per_gpu:245.4639940632685 
Step 2965 | loss:0.0012321085669100285 lr:1.579140942033978e-05 tokens_per_second_per_gpu:273.011302459996 
Step 2966 | loss:0.00021030244533903897 lr:1.578877964015797e-05 tokens_per_second_per_gpu:268.06926952576407 
Step 2967 | loss:3.51749658875633e-05 lr:1.5786149257737203e-05 tokens_per_second_per_gpu:259.8796907591114 
Step 2968 | loss:0.0026294563431292772 lr:1.5783518273351134e-05 tokens_per_second_per_gpu:324.66818436088636 
Step 2969 | loss:0.0005219888989813626 lr:1.5780886687273475e-05 tokens_per_second_per_gpu:263.5500287971889 
Step 2970 | loss:4.527131386566907e-05 lr:1.5778254499778006e-05 tokens_per_second_per_gpu:324.8890837741419 
Step 2971 | loss:3.122530324617401e-05 lr:1.5775621711138572e-05 tokens_per_second_per_gpu:270.1290783969588 
Step 2972 | loss:3.2506417483091354e-05 lr:1.577298832162907e-05 tokens_per_second_per_gpu:339.25380914377814 
Step 2973 | loss:0.0007682677824050188 lr:1.577035433152347e-05 tokens_per_second_per_gpu:415.7430961398065 
Step 2974 | loss:6.400495476555079e-05 lr:1.57677197410958e-05 tokens_per_second_per_gpu:300.3185356287186 
Step 2975 | loss:5.181848246138543e-05 lr:1.5765084550620153e-05 tokens_per_second_per_gpu:288.28511078073825 
Step 2976 | loss:0.0001047864425345324 lr:1.5762448760370677e-05 tokens_per_second_per_gpu:283.5104356231702 
Step 2977 | loss:0.0001221746497321874 lr:1.5759812370621594e-05 tokens_per_second_per_gpu:258.05534575553287 
Step 2978 | loss:2.575700455054175e-05 lr:1.5757175381647178e-05 tokens_per_second_per_gpu:284.5502105718023 
Step 2979 | loss:0.00022343872115015984 lr:1.5754537793721772e-05 tokens_per_second_per_gpu:278.10419930035533 
Step 2980 | loss:3.0791343306191266e-05 lr:1.5751899607119777e-05 tokens_per_second_per_gpu:263.30551424438175 
Step 2981 | loss:0.00018161947082262486 lr:1.5749260822115663e-05 tokens_per_second_per_gpu:290.7525141700767 
Step 2982 | loss:0.0007999704102985561 lr:1.5746621438983953e-05 tokens_per_second_per_gpu:264.27098876919325 
Step 2983 | loss:2.6981335395248607e-05 lr:1.5743981457999237e-05 tokens_per_second_per_gpu:321.14770869342783 
Step 2984 | loss:0.0001142726541729644 lr:1.5741340879436166e-05 tokens_per_second_per_gpu:313.5322476408737 
Step 2985 | loss:0.0003230325528420508 lr:1.573869970356946e-05 tokens_per_second_per_gpu:348.5319082269928 
Step 2986 | loss:0.00015406511374749243 lr:1.573605793067389e-05 tokens_per_second_per_gpu:273.71064522066683 
Step 2987 | loss:0.0003020361182279885 lr:1.5733415561024292e-05 tokens_per_second_per_gpu:287.010013664562 
Step 2988 | loss:8.494494250044227e-05 lr:1.573077259489557e-05 tokens_per_second_per_gpu:308.5264583172621 
Step 2989 | loss:1.8962637113872916e-05 lr:1.572812903256269e-05 tokens_per_second_per_gpu:286.27284610825535 
Step 2990 | loss:3.173506775056012e-05 lr:1.5725484874300673e-05 tokens_per_second_per_gpu:257.02552866082016 
Step 2991 | loss:0.0001535374321974814 lr:1.5722840120384602e-05 tokens_per_second_per_gpu:313.8959697023232 
Step 2992 | loss:6.273352482821792e-05 lr:1.572019477108963e-05 tokens_per_second_per_gpu:307.8461218345526 
Step 2993 | loss:0.0005107116303406656 lr:1.5717548826690964e-05 tokens_per_second_per_gpu:247.78635896173432 
Step 2994 | loss:0.0014800748322159052 lr:1.5714902287463883e-05 tokens_per_second_per_gpu:269.722223682247 
Step 2995 | loss:0.00012261586380191147 lr:1.5712255153683715e-05 tokens_per_second_per_gpu:316.475956615999 
Step 2996 | loss:0.00040854033431969583 lr:1.5709607425625855e-05 tokens_per_second_per_gpu:320.0824992916881 
Step 2997 | loss:0.00041533110197633505 lr:1.5706959103565768e-05 tokens_per_second_per_gpu:330.34670022533226 
Step 2998 | loss:3.6716755857924e-05 lr:1.5704310187778967e-05 tokens_per_second_per_gpu:257.51183334148766 
Step 2999 | loss:0.00013934979506302625 lr:1.5701660678541034e-05 tokens_per_second_per_gpu:347.6217761003742 
Step 3000 | loss:0.00011388763232389465 lr:1.5699010576127617e-05 tokens_per_second_per_gpu:274.96712564163596 
Step 3001 | loss:2.0319628674769774e-05 lr:1.5696359880814416e-05 tokens_per_second_per_gpu:249.30314101519284 
Step 3002 | loss:5.308538311510347e-05 lr:1.56937085928772e-05 tokens_per_second_per_gpu:305.8103717779758 
Step 3003 | loss:3.648708661785349e-05 lr:1.5691056712591796e-05 tokens_per_second_per_gpu:288.4204081817595 
Step 3004 | loss:6.181366188684478e-05 lr:1.5688404240234093e-05 tokens_per_second_per_gpu:302.5516976902233 
Step 3005 | loss:0.001192044117487967 lr:1.5685751176080048e-05 tokens_per_second_per_gpu:299.4676853722167 
Step 3006 | loss:5.281428821035661e-05 lr:1.5683097520405666e-05 tokens_per_second_per_gpu:287.8561235730982 
Step 3007 | loss:8.995727694127709e-05 lr:1.568044327348703e-05 tokens_per_second_per_gpu:273.09311204638414 
Step 3008 | loss:0.00020299063180573285 lr:1.5677788435600264e-05 tokens_per_second_per_gpu:294.6471884202529 
Step 3009 | loss:0.0001113488688133657 lr:1.567513300702158e-05 tokens_per_second_per_gpu:270.3359311701976 
Step 3010 | loss:6.882281741127372e-05 lr:1.567247698802723e-05 tokens_per_second_per_gpu:288.7138407686897 
Step 3011 | loss:2.502532151993364e-05 lr:1.5669820378893533e-05 tokens_per_second_per_gpu:302.8375570212364 
Step 3012 | loss:0.0002784946118481457 lr:1.5667163179896872e-05 tokens_per_second_per_gpu:284.7518850034483 
Step 3013 | loss:0.00016495384625159204 lr:1.566450539131369e-05 tokens_per_second_per_gpu:400.60890263895527 
Step 3014 | loss:0.0003729279851540923 lr:1.5661847013420493e-05 tokens_per_second_per_gpu:283.2672455545861 
Step 3015 | loss:9.761673572938889e-05 lr:1.5659188046493846e-05 tokens_per_second_per_gpu:272.6469162528351 
Step 3016 | loss:0.00019100621284451336 lr:1.565652849081038e-05 tokens_per_second_per_gpu:306.2272149957011 
Step 3017 | loss:0.0007140171946957707 lr:1.5653868346646775e-05 tokens_per_second_per_gpu:262.9077073500999 
Step 3018 | loss:0.0005511915078386664 lr:1.5651207614279785e-05 tokens_per_second_per_gpu:324.13298236967165 
Step 3019 | loss:0.00042903321445919573 lr:1.5648546293986224e-05 tokens_per_second_per_gpu:268.8936462926763 
Step 3020 | loss:8.12547659734264e-05 lr:1.564588438604296e-05 tokens_per_second_per_gpu:311.7895862078616 
Step 3021 | loss:9.253778262063861e-05 lr:1.5643221890726922e-05 tokens_per_second_per_gpu:339.19233185666855 
Step 3022 | loss:0.0003720914537552744 lr:1.5640558808315118e-05 tokens_per_second_per_gpu:320.03927052272974 
Step 3023 | loss:1.879605042631738e-05 lr:1.5637895139084583e-05 tokens_per_second_per_gpu:276.1110404668024 
Step 3024 | loss:0.00018329446902498603 lr:1.5635230883312457e-05 tokens_per_second_per_gpu:305.3167038143062 
Step 3025 | loss:6.45412364974618e-05 lr:1.56325660412759e-05 tokens_per_second_per_gpu:389.9145032903427 
Step 3026 | loss:0.003576461458578706 lr:1.5629900613252153e-05 tokens_per_second_per_gpu:310.1766477408701 
Step 3027 | loss:0.0008241133764386177 lr:1.562723459951852e-05 tokens_per_second_per_gpu:255.6348902517812 
Step 3028 | loss:8.540097769582644e-05 lr:1.5624568000352357e-05 tokens_per_second_per_gpu:310.38325823645357 
Step 3029 | loss:0.00554202776402235 lr:1.562190081603109e-05 tokens_per_second_per_gpu:293.9604330899604 
Step 3030 | loss:2.1178595488891006e-05 lr:1.56192330468322e-05 tokens_per_second_per_gpu:274.3842570535536 
Step 3031 | loss:2.096763637382537e-05 lr:1.5616564693033223e-05 tokens_per_second_per_gpu:266.9160596503514 
Step 3032 | loss:0.00012225999671500176 lr:1.561389575491177e-05 tokens_per_second_per_gpu:288.3548273195372 
Step 3033 | loss:4.5854652853449807e-05 lr:1.5611226232745506e-05 tokens_per_second_per_gpu:256.7012122546434 
Step 3034 | loss:0.00015196828462649137 lr:1.560855612681215e-05 tokens_per_second_per_gpu:266.0443143499929 
Step 3035 | loss:8.356104081030935e-05 lr:1.5605885437389492e-05 tokens_per_second_per_gpu:271.9633147404741 
Step 3036 | loss:0.0005267381784506142 lr:1.5603214164755377e-05 tokens_per_second_per_gpu:287.17385992709615 
Step 3037 | loss:0.00017697348084766418 lr:1.560054230918772e-05 tokens_per_second_per_gpu:269.28049968824524 
Step 3038 | loss:0.0004424610233400017 lr:1.5597869870964478e-05 tokens_per_second_per_gpu:283.0896868552286 
Step 3039 | loss:0.0030161396134644747 lr:1.5595196850363682e-05 tokens_per_second_per_gpu:336.258726420891 
Step 3040 | loss:5.611231244984083e-05 lr:1.5592523247663428e-05 tokens_per_second_per_gpu:271.8660251376504 
Step 3041 | loss:0.0001035697860061191 lr:1.5589849063141856e-05 tokens_per_second_per_gpu:271.6305791726086 
Step 3042 | loss:0.00022844357590656728 lr:1.5587174297077183e-05 tokens_per_second_per_gpu:289.1554057008361 
Step 3043 | loss:0.00037001652526669204 lr:1.558449894974768e-05 tokens_per_second_per_gpu:312.2392478493463 
Step 3044 | loss:0.00012785749277099967 lr:1.5581823021431675e-05 tokens_per_second_per_gpu:269.03518302555244 
Step 3045 | loss:3.529849709593691e-05 lr:1.5579146512407564e-05 tokens_per_second_per_gpu:332.0215211663641 
Step 3046 | loss:5.6862321798689663e-05 lr:1.5576469422953794e-05 tokens_per_second_per_gpu:267.19125511443656 
Step 3047 | loss:0.00028432830004021525 lr:1.557379175334888e-05 tokens_per_second_per_gpu:281.8303187386087 
Step 3048 | loss:0.00013632922491524369 lr:1.5571113503871396e-05 tokens_per_second_per_gpu:300.08873129571083 
Step 3049 | loss:0.0001962217065738514 lr:1.5568434674799973e-05 tokens_per_second_per_gpu:272.71368170988274 
Step 3050 | loss:4.8182067985180765e-05 lr:1.55657552664133e-05 tokens_per_second_per_gpu:217.7808583933808 
Step 3051 | loss:6.719218072248623e-05 lr:1.5563075278990147e-05 tokens_per_second_per_gpu:329.03237310565095 
Step 3052 | loss:7.484482193831354e-05 lr:1.556039471280931e-05 tokens_per_second_per_gpu:303.2292671020918 
Step 3053 | loss:0.00013466142991092056 lr:1.555771356814967e-05 tokens_per_second_per_gpu:265.2923115601657 
Step 3054 | loss:2.549128475948237e-05 lr:1.5555031845290168e-05 tokens_per_second_per_gpu:269.8908482458478 
Step 3055 | loss:5.7498240494169295e-05 lr:1.5552349544509785e-05 tokens_per_second_per_gpu:263.7462192589246 
Step 3056 | loss:0.00015791182522661984 lr:1.554966666608759e-05 tokens_per_second_per_gpu:266.6507322213281 
Step 3057 | loss:0.00021640823979396373 lr:1.5546983210302684e-05 tokens_per_second_per_gpu:300.6355519386852 
Step 3058 | loss:0.00019322772277519107 lr:1.5544299177434253e-05 tokens_per_second_per_gpu:306.0236878388312 
Step 3059 | loss:9.581963968230411e-05 lr:1.5541614567761528e-05 tokens_per_second_per_gpu:317.6213931062619 
Step 3060 | loss:4.631669435184449e-05 lr:1.55389293815638e-05 tokens_per_second_per_gpu:286.65205040643445 
Step 3061 | loss:0.0006804189761169255 lr:1.5536243619120426e-05 tokens_per_second_per_gpu:292.9522215867533 
Step 3062 | loss:4.936571713187732e-05 lr:1.5533557280710827e-05 tokens_per_second_per_gpu:287.8265689958938 
Step 3063 | loss:0.00025950142298825085 lr:1.553087036661447e-05 tokens_per_second_per_gpu:264.2278570741741 
Step 3064 | loss:4.0240425732918084e-05 lr:1.5528182877110896e-05 tokens_per_second_per_gpu:328.76067980550266 
Step 3065 | loss:3.767179441638291e-05 lr:1.552549481247969e-05 tokens_per_second_per_gpu:266.0666897329696 
Step 3066 | loss:0.0001131872704718262 lr:1.5522806173000516e-05 tokens_per_second_per_gpu:300.0968877228571 
Step 3067 | loss:6.179103365866467e-05 lr:1.5520116958953085e-05 tokens_per_second_per_gpu:281.5096685081951 
Step 3068 | loss:0.001677533844485879 lr:1.5517427170617168e-05 tokens_per_second_per_gpu:343.4508255997633 
Step 3069 | loss:8.122158760670573e-05 lr:1.5514736808272602e-05 tokens_per_second_per_gpu:302.48393411158526 
Step 3070 | loss:0.0001666456664679572 lr:1.551204587219928e-05 tokens_per_second_per_gpu:335.0976349766187 
Step 3071 | loss:0.001204906147904694 lr:1.550935436267715e-05 tokens_per_second_per_gpu:240.56269952356442 
Step 3072 | loss:0.0006781218689866364 lr:1.5506662279986234e-05 tokens_per_second_per_gpu:302.1760903134082 
Step 3073 | loss:0.0005542198196053505 lr:1.5503969624406598e-05 tokens_per_second_per_gpu:381.0207804781848 
Step 3074 | loss:0.004132392816245556 lr:1.5501276396218375e-05 tokens_per_second_per_gpu:314.45839730511346 
Step 3075 | loss:5.4619555157842115e-05 lr:1.5498582595701756e-05 tokens_per_second_per_gpu:283.8478815957083 
Step 3076 | loss:0.00012327128206379712 lr:1.5495888223136995e-05 tokens_per_second_per_gpu:266.34270044915866 
Step 3077 | loss:2.618545295263175e-05 lr:1.5493193278804398e-05 tokens_per_second_per_gpu:350.9926054248574 
Step 3078 | loss:6.431421206798404e-05 lr:1.549049776298434e-05 tokens_per_second_per_gpu:311.8791615324614 
Step 3079 | loss:5.7361252402188256e-05 lr:1.5487801675957246e-05 tokens_per_second_per_gpu:291.2663557633495 
Step 3080 | loss:0.0013617768418043852 lr:1.5485105018003606e-05 tokens_per_second_per_gpu:262.32850413363013 
Step 3081 | loss:2.2458865714725107e-05 lr:1.548240778940397e-05 tokens_per_second_per_gpu:268.2501831430395 
Step 3082 | loss:6.205781392054632e-05 lr:1.547970999043895e-05 tokens_per_second_per_gpu:341.12930179093655 
Step 3083 | loss:0.00013446298544295132 lr:1.5477011621389202e-05 tokens_per_second_per_gpu:287.1275161556029 
Step 3084 | loss:8.881232497515157e-05 lr:1.547431268253546e-05 tokens_per_second_per_gpu:290.51560414963006 
Step 3085 | loss:5.5455369874835014e-05 lr:1.547161317415851e-05 tokens_per_second_per_gpu:335.45608114153737 
Step 3086 | loss:0.00010331448720535263 lr:1.5468913096539197e-05 tokens_per_second_per_gpu:244.10801151937406 
Step 3087 | loss:0.0014224995393306017 lr:1.5466212449958417e-05 tokens_per_second_per_gpu:286.6738306864879 
Step 3088 | loss:0.00030266851535998285 lr:1.546351123469714e-05 tokens_per_second_per_gpu:288.379599439794 
Step 3089 | loss:0.00030470636556856334 lr:1.546080945103639e-05 tokens_per_second_per_gpu:245.7641321508839 
Step 3090 | loss:2.5769159037736244e-05 lr:1.5458107099257245e-05 tokens_per_second_per_gpu:273.6481228557566 
Step 3091 | loss:6.396355456672609e-05 lr:1.5455404179640847e-05 tokens_per_second_per_gpu:300.22395320816355 
Step 3092 | loss:4.767667269334197e-05 lr:1.54527006924684e-05 tokens_per_second_per_gpu:323.12528498095173 
Step 3093 | loss:0.00019834248814731836 lr:1.5449996638021156e-05 tokens_per_second_per_gpu:360.206235388432 
Step 3094 | loss:3.944901254726574e-05 lr:1.544729201658043e-05 tokens_per_second_per_gpu:243.19270185595911 
Step 3095 | loss:4.992765389033593e-05 lr:1.544458682842761e-05 tokens_per_second_per_gpu:232.37986302450545 
Step 3096 | loss:0.0017400234937667847 lr:1.5441881073844126e-05 tokens_per_second_per_gpu:292.95622972798884 
Step 3097 | loss:4.223669384373352e-05 lr:1.543917475311147e-05 tokens_per_second_per_gpu:293.4305290609383 
Step 3098 | loss:0.0001450992131140083 lr:1.54364678665112e-05 tokens_per_second_per_gpu:286.7129545173542 
Step 3099 | loss:6.702931568725035e-05 lr:1.5433760414324928e-05 tokens_per_second_per_gpu:269.82341366202866 
Step 3100 | loss:0.00010421916522318497 lr:1.543105239683432e-05 tokens_per_second_per_gpu:268.57709009293444 
Step 3101 | loss:0.001544106169603765 lr:1.5428343814321114e-05 tokens_per_second_per_gpu:373.50317115086017 
Step 3102 | loss:0.0002074808144243434 lr:1.5425634667067096e-05 tokens_per_second_per_gpu:284.36303477547614 
Step 3103 | loss:0.00021848476899322122 lr:1.542292495535411e-05 tokens_per_second_per_gpu:327.6660838164176 
Step 3104 | loss:5.311429049470462e-05 lr:1.5420214679464067e-05 tokens_per_second_per_gpu:255.85255001455383 
Step 3105 | loss:6.02298132434953e-05 lr:1.541750383967893e-05 tokens_per_second_per_gpu:313.2197531009004 
Step 3106 | loss:0.0015589413233101368 lr:1.541479243628072e-05 tokens_per_second_per_gpu:345.9062807606175 
Step 3107 | loss:6.076728823245503e-05 lr:1.5412080469551528e-05 tokens_per_second_per_gpu:298.6844312375702 
Step 3108 | loss:0.00041418394539505243 lr:1.5409367939773485e-05 tokens_per_second_per_gpu:274.415233564967 
Step 3109 | loss:0.0005887644947506487 lr:1.54066548472288e-05 tokens_per_second_per_gpu:300.5685270977377 
Step 3110 | loss:9.846662578638643e-05 lr:1.540394119219972e-05 tokens_per_second_per_gpu:283.7338102675933 
Step 3111 | loss:5.952218270977028e-05 lr:1.5401226974968572e-05 tokens_per_second_per_gpu:341.50486809214823 
Step 3112 | loss:0.00047670595813542604 lr:1.5398512195817722e-05 tokens_per_second_per_gpu:358.1349537435942 
Step 3113 | loss:5.986014730297029e-05 lr:1.539579685502961e-05 tokens_per_second_per_gpu:310.22442353370053 
Step 3114 | loss:9.310610766988248e-05 lr:1.539308095288673e-05 tokens_per_second_per_gpu:369.5700981443707 
Step 3115 | loss:0.005594457034021616 lr:1.5390364489671626e-05 tokens_per_second_per_gpu:252.18642358203743 
Step 3116 | loss:4.4520555093185976e-05 lr:1.538764746566691e-05 tokens_per_second_per_gpu:360.94734732841226 
Step 3117 | loss:0.00037366157630458474 lr:1.538492988115525e-05 tokens_per_second_per_gpu:293.3482577326264 
Step 3118 | loss:6.0745340306311846e-05 lr:1.538221173641937e-05 tokens_per_second_per_gpu:258.6748553687516 
Step 3119 | loss:0.00035700685111805797 lr:1.5379493031742053e-05 tokens_per_second_per_gpu:399.7722972696981 
Step 3120 | loss:0.00011113904474768788 lr:1.5376773767406142e-05 tokens_per_second_per_gpu:255.23288348276122 
Step 3121 | loss:6.57506607240066e-05 lr:1.537405394369454e-05 tokens_per_second_per_gpu:274.73990060927696 
Step 3122 | loss:0.0019330985378473997 lr:1.5371333560890198e-05 tokens_per_second_per_gpu:451.70199771539575 
Step 3123 | loss:0.0001413981954101473 lr:1.536861261927614e-05 tokens_per_second_per_gpu:276.6039124311551 
Step 3124 | loss:0.00010263911099173129 lr:1.5365891119135435e-05 tokens_per_second_per_gpu:262.5525900646517 
Step 3125 | loss:0.0003981526824645698 lr:1.5363169060751223e-05 tokens_per_second_per_gpu:291.71662903452625 
Step 3126 | loss:0.00016368711658287793 lr:1.5360446444406683e-05 tokens_per_second_per_gpu:284.7867489342505 
Step 3127 | loss:8.385755063500255e-05 lr:1.535772327038508e-05 tokens_per_second_per_gpu:251.18330851769787 
Step 3128 | loss:4.194135908619501e-05 lr:1.5354999538969706e-05 tokens_per_second_per_gpu:305.5032518530294 
Step 3129 | loss:0.002017267281189561 lr:1.5352275250443933e-05 tokens_per_second_per_gpu:390.75831002483096 
Step 3130 | loss:0.00012782873818650842 lr:1.534955040509119e-05 tokens_per_second_per_gpu:331.6489386878218 
Step 3131 | loss:0.00011062851262977347 lr:1.5346825003194942e-05 tokens_per_second_per_gpu:260.6095313062071 
Step 3132 | loss:0.0006993906572461128 lr:1.534409904503874e-05 tokens_per_second_per_gpu:312.2664528362384 
Step 3133 | loss:0.0001258451520698145 lr:1.534137253090618e-05 tokens_per_second_per_gpu:315.18791310608634 
Step 3134 | loss:1.4821134755038656e-05 lr:1.533864546108091e-05 tokens_per_second_per_gpu:254.4229332784918 
Step 3135 | loss:4.830054967897013e-05 lr:1.5335917835846647e-05 tokens_per_second_per_gpu:250.59683357119897 
Step 3136 | loss:0.0014658154686912894 lr:1.533318965548716e-05 tokens_per_second_per_gpu:296.05785090776146 
Step 3137 | loss:5.674749263562262e-05 lr:1.533046092028628e-05 tokens_per_second_per_gpu:299.12985044080534 
Step 3138 | loss:0.00033168451045639813 lr:1.5327731630527884e-05 tokens_per_second_per_gpu:272.9630176946381 
Step 3139 | loss:0.00018418347463011742 lr:1.5325001786495922e-05 tokens_per_second_per_gpu:295.5858392807067 
Step 3140 | loss:8.303234790218994e-05 lr:1.5322271388474397e-05 tokens_per_second_per_gpu:262.20405084007604 
Step 3141 | loss:0.0002249010867672041 lr:1.5319540436747363e-05 tokens_per_second_per_gpu:319.1940492919953 
Step 3142 | loss:0.00010097053745994344 lr:1.5316808931598935e-05 tokens_per_second_per_gpu:311.3361879486834 
Step 3143 | loss:5.720067929360084e-05 lr:1.5314076873313287e-05 tokens_per_second_per_gpu:234.4752213508593 
Step 3144 | loss:0.000978826661594212 lr:1.531134426217465e-05 tokens_per_second_per_gpu:291.088097129907 
Step 3145 | loss:0.00013419696188066155 lr:1.530861109846732e-05 tokens_per_second_per_gpu:264.15771459279364 
Step 3146 | loss:0.00035549310268834233 lr:1.530587738247564e-05 tokens_per_second_per_gpu:270.2682358742443 
Step 3147 | loss:0.0009644606034271419 lr:1.5303143114484004e-05 tokens_per_second_per_gpu:360.787059708753 
Step 3148 | loss:0.0002551171637605876 lr:1.5300408294776887e-05 tokens_per_second_per_gpu:316.05612514650113 
Step 3149 | loss:0.0002932242350652814 lr:1.5297672923638798e-05 tokens_per_second_per_gpu:245.39517837332266 
Step 3150 | loss:4.976835043635219e-05 lr:1.5294937001354314e-05 tokens_per_second_per_gpu:255.74110004891966 
Step 3151 | loss:4.8817237257026136e-05 lr:1.5292200528208075e-05 tokens_per_second_per_gpu:315.55783342023466 
Step 3152 | loss:0.00041507964488118887 lr:1.5289463504484765e-05 tokens_per_second_per_gpu:304.32864108057083 
Step 3153 | loss:0.0001320241717621684 lr:1.528672593046913e-05 tokens_per_second_per_gpu:292.5772061882177 
Step 3154 | loss:0.00011972870561294258 lr:1.5283987806445984e-05 tokens_per_second_per_gpu:312.22894729549694 
Step 3155 | loss:3.446880145929754e-05 lr:1.5281249132700182e-05 tokens_per_second_per_gpu:304.8335107963839 
Step 3156 | loss:4.573653859551996e-05 lr:1.5278509909516644e-05 tokens_per_second_per_gpu:282.88523561160076 
Step 3157 | loss:1.6669177057337947e-05 lr:1.527577013718035e-05 tokens_per_second_per_gpu:227.68287567847435 
Step 3158 | loss:0.0008605109178461134 lr:1.527302981597633e-05 tokens_per_second_per_gpu:361.1644916513236 
Step 3159 | loss:8.769279520493001e-05 lr:1.5270288946189676e-05 tokens_per_second_per_gpu:301.8177536250521 
Step 3160 | loss:4.631704359780997e-05 lr:1.5267547528105538e-05 tokens_per_second_per_gpu:282.1856117645959 
Step 3161 | loss:2.4993565602926537e-05 lr:1.5264805562009122e-05 tokens_per_second_per_gpu:272.6084432629133 
Step 3162 | loss:5.509232505573891e-05 lr:1.5262063048185685e-05 tokens_per_second_per_gpu:285.5832104451472 
Step 3163 | loss:0.00014871280291117728 lr:1.525931998692055e-05 tokens_per_second_per_gpu:259.7850552567836 
Step 3164 | loss:3.130357799818739e-05 lr:1.5256576378499088e-05 tokens_per_second_per_gpu:313.4725316565415 
Step 3165 | loss:0.000265749724349007 lr:1.5253832223206736e-05 tokens_per_second_per_gpu:279.6271729103819 
Step 3166 | loss:0.008620423264801502 lr:1.5251087521328987e-05 tokens_per_second_per_gpu:236.08590736529155 
Step 3167 | loss:3.912691681762226e-05 lr:1.5248342273151382e-05 tokens_per_second_per_gpu:327.6971432407895 
Step 3168 | loss:3.99083764932584e-05 lr:1.5245596478959526e-05 tokens_per_second_per_gpu:366.2383404322575 
Step 3169 | loss:4.360173988970928e-05 lr:1.5242850139039075e-05 tokens_per_second_per_gpu:328.1759361278415 
Step 3170 | loss:0.00012073287507519126 lr:1.5240103253675756e-05 tokens_per_second_per_gpu:293.47086097759217 
Step 3171 | loss:0.00023288068769033998 lr:1.5237355823155335e-05 tokens_per_second_per_gpu:293.47156824041787 
Step 3172 | loss:0.00020043528638780117 lr:1.5234607847763644e-05 tokens_per_second_per_gpu:347.73874288910935 
Step 3173 | loss:2.6301044272258878e-05 lr:1.5231859327786574e-05 tokens_per_second_per_gpu:306.89298090067183 
Step 3174 | loss:3.942005059798248e-05 lr:1.5229110263510061e-05 tokens_per_second_per_gpu:378.923232509131 
Step 3175 | loss:6.09293274465017e-05 lr:1.5226360655220113e-05 tokens_per_second_per_gpu:364.6437182971641 
Step 3176 | loss:9.79504911811091e-05 lr:1.5223610503202784e-05 tokens_per_second_per_gpu:288.16473586701784 
Step 3177 | loss:5.9161877288715914e-05 lr:1.5220859807744188e-05 tokens_per_second_per_gpu:259.86302719804803 
Step 3178 | loss:1.6924717783695087e-05 lr:1.5218108569130495e-05 tokens_per_second_per_gpu:238.68998122472493 
Step 3179 | loss:6.92620305926539e-05 lr:1.5215356787647928e-05 tokens_per_second_per_gpu:273.0730460269398 
Step 3180 | loss:2.190334998886101e-05 lr:1.5212604463582777e-05 tokens_per_second_per_gpu:209.67910975541852 
Step 3181 | loss:6.365490844473243e-05 lr:1.5209851597221378e-05 tokens_per_second_per_gpu:292.921092631231 
Step 3182 | loss:6.073416079743765e-05 lr:1.5207098188850124e-05 tokens_per_second_per_gpu:304.5042206781397 
Step 3183 | loss:0.00011781428474932909 lr:1.5204344238755477e-05 tokens_per_second_per_gpu:300.07225255492045 
Step 3184 | loss:0.0009052202221937478 lr:1.5201589747223935e-05 tokens_per_second_per_gpu:352.96429235871466 
Step 3185 | loss:0.0015282994136214256 lr:1.5198834714542068e-05 tokens_per_second_per_gpu:310.4947439199413 
Step 3186 | loss:0.002049614442512393 lr:1.51960791409965e-05 tokens_per_second_per_gpu:308.9235937774885 
Step 3187 | loss:0.00038988975575193763 lr:1.5193323026873903e-05 tokens_per_second_per_gpu:282.5846322930108 
Step 3188 | loss:0.0009491807431913912 lr:1.519056637246101e-05 tokens_per_second_per_gpu:318.5534403650471 
Step 3189 | loss:7.972506864462048e-05 lr:1.5187809178044621e-05 tokens_per_second_per_gpu:233.2626203674465 
Step 3190 | loss:0.0005034123896621168 lr:1.518505144391157e-05 tokens_per_second_per_gpu:256.3035141741838 
Step 3191 | loss:0.0001718261482892558 lr:1.5182293170348769e-05 tokens_per_second_per_gpu:287.0320849381993 
Step 3192 | loss:0.00014058768283575773 lr:1.5179534357643176e-05 tokens_per_second_per_gpu:234.62109863980857 
Step 3193 | loss:4.4532152969622985e-05 lr:1.5176775006081795e-05 tokens_per_second_per_gpu:292.266816888351 
Step 3194 | loss:0.001847323845140636 lr:1.5174015115951707e-05 tokens_per_second_per_gpu:268.23834770924975 
Step 3195 | loss:7.19528179615736e-05 lr:1.5171254687540037e-05 tokens_per_second_per_gpu:335.3302936620328 
Step 3196 | loss:2.9690767405554652e-05 lr:1.5168493721133968e-05 tokens_per_second_per_gpu:356.37836310233746 
Step 3197 | loss:6.704380211886019e-05 lr:1.5165732217020734e-05 tokens_per_second_per_gpu:240.2797983326795 
Step 3198 | loss:0.00011498085950734094 lr:1.5162970175487635e-05 tokens_per_second_per_gpu:253.65054382489453 
Step 3199 | loss:2.4813267373247072e-05 lr:1.5160207596822019e-05 tokens_per_second_per_gpu:291.7859399288071 
Step 3200 | loss:3.4106542443623766e-05 lr:1.515744448131129e-05 tokens_per_second_per_gpu:310.2528779778916 
Step 3201 | loss:4.126083149458282e-05 lr:1.5154680829242919e-05 tokens_per_second_per_gpu:225.00905470572857 
Step 3202 | loss:4.558054934022948e-05 lr:1.5151916640904413e-05 tokens_per_second_per_gpu:256.3717925826839 
Step 3203 | loss:0.0005564676830545068 lr:1.5149151916583353e-05 tokens_per_second_per_gpu:317.29835642175954 
Step 3204 | loss:6.490437226602808e-05 lr:1.5146386656567367e-05 tokens_per_second_per_gpu:317.6920309647294 
Step 3205 | loss:3.3476226235507056e-05 lr:1.5143620861144142e-05 tokens_per_second_per_gpu:311.04101833427774 
Step 3206 | loss:8.493573113810271e-05 lr:1.5140854530601415e-05 tokens_per_second_per_gpu:344.32179968499076 
Step 3207 | loss:5.95274796069134e-05 lr:1.5138087665226984e-05 tokens_per_second_per_gpu:265.7088920520261 
Step 3208 | loss:7.75207081460394e-05 lr:1.5135320265308707e-05 tokens_per_second_per_gpu:323.93505615651225 
Step 3209 | loss:5.795215838588774e-05 lr:1.5132552331134483e-05 tokens_per_second_per_gpu:304.7445282882957 
Step 3210 | loss:0.00022051959240343422 lr:1.5129783862992282e-05 tokens_per_second_per_gpu:295.1581516971865 
Step 3211 | loss:0.00016077584587037563 lr:1.512701486117012e-05 tokens_per_second_per_gpu:304.2409504843876 
Step 3212 | loss:0.00010696804383769631 lr:1.5124245325956072e-05 tokens_per_second_per_gpu:336.54857339955714 
Step 3213 | loss:5.8887351769953966e-05 lr:1.5121475257638274e-05 tokens_per_second_per_gpu:287.6094825357939 
Step 3214 | loss:6.942787149455398e-05 lr:1.5118704656504904e-05 tokens_per_second_per_gpu:266.1554311390106 
Step 3215 | loss:9.274750482290983e-05 lr:1.5115933522844205e-05 tokens_per_second_per_gpu:306.44994915447876 
Step 3216 | loss:0.0020706579089164734 lr:1.5113161856944474e-05 tokens_per_second_per_gpu:279.10967239204746 
Step 3217 | loss:0.0008290947298519313 lr:1.5110389659094063e-05 tokens_per_second_per_gpu:256.44428528968473 
Step 3218 | loss:0.00010902780195465311 lr:1.5107616929581381e-05 tokens_per_second_per_gpu:317.3575913611748 
Step 3219 | loss:0.000157238042447716 lr:1.5104843668694886e-05 tokens_per_second_per_gpu:255.61576997745848 
Step 3220 | loss:0.0007915719179436564 lr:1.51020698767231e-05 tokens_per_second_per_gpu:287.30385381274334 
Step 3221 | loss:3.4226191928610206e-05 lr:1.5099295553954593e-05 tokens_per_second_per_gpu:320.1248018276424 
Step 3222 | loss:8.711392001714557e-05 lr:1.5096520700677997e-05 tokens_per_second_per_gpu:246.63904337764583 
Step 3223 | loss:8.95935736480169e-05 lr:1.5093745317181991e-05 tokens_per_second_per_gpu:291.6274608550591 
Step 3224 | loss:0.0003381134883966297 lr:1.5090969403755317e-05 tokens_per_second_per_gpu:231.28396266507602 
Step 3225 | loss:6.755538197467104e-05 lr:1.5088192960686766e-05 tokens_per_second_per_gpu:379.95336714828875 
Step 3226 | loss:0.00010186946019530296 lr:1.5085415988265189e-05 tokens_per_second_per_gpu:356.28583921748606 
Step 3227 | loss:0.00010326632036594674 lr:1.508263848677949e-05 tokens_per_second_per_gpu:261.1920264603089 
Step 3228 | loss:4.91936516482383e-05 lr:1.5079860456518627e-05 tokens_per_second_per_gpu:324.16746025980433 
Step 3229 | loss:0.0006029743235558271 lr:1.5077081897771613e-05 tokens_per_second_per_gpu:249.40379029901808 
Step 3230 | loss:6.001762449159287e-05 lr:1.5074302810827516e-05 tokens_per_second_per_gpu:282.7204470100839 
Step 3231 | loss:0.0005316119641065598 lr:1.5071523195975468e-05 tokens_per_second_per_gpu:264.7132506115256 
Step 3232 | loss:2.7835376386065036e-05 lr:1.5068743053504635e-05 tokens_per_second_per_gpu:307.38121848181146 
Step 3233 | loss:3.842334626824595e-05 lr:1.5065962383704262e-05 tokens_per_second_per_gpu:277.4141322941814 
Step 3234 | loss:0.00023682520259171724 lr:1.506318118686363e-05 tokens_per_second_per_gpu:288.01375145254605 
Step 3235 | loss:4.2125044274143875e-05 lr:1.5060399463272087e-05 tokens_per_second_per_gpu:268.0400364977953 
Step 3236 | loss:9.114226122619584e-05 lr:1.505761721321903e-05 tokens_per_second_per_gpu:318.77589003398975 
Step 3237 | loss:0.00013540798681788146 lr:1.5054834436993908e-05 tokens_per_second_per_gpu:303.9514382563779 
Step 3238 | loss:3.915768684237264e-05 lr:1.5052051134886231e-05 tokens_per_second_per_gpu:313.8199208714825 
Step 3239 | loss:7.023588113952428e-05 lr:1.5049267307185568e-05 tokens_per_second_per_gpu:286.04480004429826 
Step 3240 | loss:0.00010788709187181666 lr:1.5046482954181527e-05 tokens_per_second_per_gpu:292.5678656230134 
Step 3241 | loss:0.000646391708869487 lr:1.5043698076163784e-05 tokens_per_second_per_gpu:319.2330208308047 
Step 3242 | loss:0.00012376545055303723 lr:1.5040912673422065e-05 tokens_per_second_per_gpu:314.5869342487597 
Step 3243 | loss:8.290453115478158e-05 lr:1.503812674624615e-05 tokens_per_second_per_gpu:294.5236362250655 
Step 3244 | loss:7.767425267957151e-05 lr:1.5035340294925877e-05 tokens_per_second_per_gpu:240.86312871873412 
Step 3245 | loss:0.00012706044071819633 lr:1.5032553319751135e-05 tokens_per_second_per_gpu:338.1915749323552 
Step 3246 | loss:2.4518503778381273e-05 lr:1.5029765821011864e-05 tokens_per_second_per_gpu:284.56741597729757 
Step 3247 | loss:0.008237122558057308 lr:1.5026977798998069e-05 tokens_per_second_per_gpu:307.92532077906935 
Step 3248 | loss:0.00047372831613756716 lr:1.50241892539998e-05 tokens_per_second_per_gpu:361.58448173715976 
Step 3249 | loss:7.370550883933902e-05 lr:1.5021400186307165e-05 tokens_per_second_per_gpu:238.11677760699294 
Step 3250 | loss:0.0002922778658103198 lr:1.5018610596210328e-05 tokens_per_second_per_gpu:244.32228733695104 
Step 3251 | loss:6.130265683168545e-05 lr:1.5015820483999506e-05 tokens_per_second_per_gpu:2.928682943663443 
Step 3252 | loss:8.406116830883548e-05 lr:1.5013029849964968e-05 tokens_per_second_per_gpu:353.4220135977601 
Step 3253 | loss:0.0001688666525296867 lr:1.5010238694397039e-05 tokens_per_second_per_gpu:339.0407988949344 
Step 3254 | loss:6.420166027965024e-05 lr:1.5007447017586101e-05 tokens_per_second_per_gpu:259.67409947091676 
Step 3255 | loss:5.8124565839534625e-05 lr:1.5004654819822584e-05 tokens_per_second_per_gpu:295.70692798802435 
Step 3256 | loss:0.0010973404860123992 lr:1.500186210139698e-05 tokens_per_second_per_gpu:338.6081685464346 
Step 3257 | loss:7.961897063069046e-05 lr:1.4999068862599826e-05 tokens_per_second_per_gpu:289.85090772421364 
Step 3258 | loss:5.135442188475281e-05 lr:1.4996275103721724e-05 tokens_per_second_per_gpu:273.84060785070295 
Step 3259 | loss:0.0002219780726591125 lr:1.499348082505332e-05 tokens_per_second_per_gpu:309.5701068698507 
Step 3260 | loss:3.257755815866403e-05 lr:1.4990686026885319e-05 tokens_per_second_per_gpu:375.6749110923315 
Step 3261 | loss:2.7629350370261818e-05 lr:1.4987890709508483e-05 tokens_per_second_per_gpu:267.4739164036228 
Step 3262 | loss:2.6850797439692542e-05 lr:1.498509487321362e-05 tokens_per_second_per_gpu:265.7935488373562 
Step 3263 | loss:6.736461364198476e-05 lr:1.4982298518291597e-05 tokens_per_second_per_gpu:322.9442267073911 
Step 3264 | loss:9.599434270057827e-05 lr:1.4979501645033337e-05 tokens_per_second_per_gpu:287.66201118441177 
Step 3265 | loss:0.0005871766479685903 lr:1.4976704253729808e-05 tokens_per_second_per_gpu:344.88869965293895 
Step 3266 | loss:4.378408630145714e-05 lr:1.4973906344672049e-05 tokens_per_second_per_gpu:345.5790792882171 
Step 3267 | loss:2.086475069518201e-05 lr:1.4971107918151133e-05 tokens_per_second_per_gpu:288.3887910234605 
Step 3268 | loss:2.668029446795117e-05 lr:1.4968308974458199e-05 tokens_per_second_per_gpu:287.79852789944545 
Step 3269 | loss:9.789599425857887e-05 lr:1.4965509513884436e-05 tokens_per_second_per_gpu:324.0649149442562 
Step 3270 | loss:7.675816596020013e-05 lr:1.4962709536721087e-05 tokens_per_second_per_gpu:275.18156182222543 
Step 3271 | loss:6.501250754809007e-05 lr:1.4959909043259453e-05 tokens_per_second_per_gpu:341.23320351594924 
Step 3272 | loss:0.0025938055478036404 lr:1.4957108033790877e-05 tokens_per_second_per_gpu:476.1210634569259 
Step 3273 | loss:0.00012389854236971587 lr:1.4954306508606772e-05 tokens_per_second_per_gpu:279.3675909479388 
Step 3274 | loss:0.00393130024895072 lr:1.4951504467998594e-05 tokens_per_second_per_gpu:222.2873381098368 
Step 3275 | loss:0.00023240568407345563 lr:1.4948701912257853e-05 tokens_per_second_per_gpu:359.67802087692144 
Step 3276 | loss:1.9236065782024525e-05 lr:1.4945898841676114e-05 tokens_per_second_per_gpu:286.1960644846917 
Step 3277 | loss:3.603182267397642e-05 lr:1.4943095256544998e-05 tokens_per_second_per_gpu:300.49875709816223 
Step 3278 | loss:2.9020515285083093e-05 lr:1.4940291157156174e-05 tokens_per_second_per_gpu:263.5074069363429 
Step 3279 | loss:0.0003122355556115508 lr:1.4937486543801373e-05 tokens_per_second_per_gpu:298.11996335132596 
Step 3280 | loss:5.954204243607819e-05 lr:1.4934681416772376e-05 tokens_per_second_per_gpu:242.53838670150893 
Step 3281 | loss:0.00028644807753153145 lr:1.493187577636101e-05 tokens_per_second_per_gpu:269.13834147226277 
Step 3282 | loss:5.99666491325479e-05 lr:1.492906962285916e-05 tokens_per_second_per_gpu:303.35420496649994 
Step 3283 | loss:6.049737203284167e-05 lr:1.4926262956558772e-05 tokens_per_second_per_gpu:249.21537977327495 
Step 3284 | loss:4.511688166530803e-05 lr:1.4923455777751838e-05 tokens_per_second_per_gpu:262.11444450653056 
Step 3285 | loss:0.00012228770356159657 lr:1.49206480867304e-05 tokens_per_second_per_gpu:244.86396597501817 
Step 3286 | loss:2.8164340619696304e-05 lr:1.4917839883786564e-05 tokens_per_second_per_gpu:317.4780304492755 
Step 3287 | loss:5.0685121095739305e-05 lr:1.491503116921248e-05 tokens_per_second_per_gpu:218.1011222540109 
Step 3288 | loss:0.00016323548334185034 lr:1.491222194330035e-05 tokens_per_second_per_gpu:300.88143583665436 
Step 3289 | loss:1.8151000404031947e-05 lr:1.4909412206342441e-05 tokens_per_second_per_gpu:324.48899546528753 
Step 3290 | loss:0.0002466049918439239 lr:1.490660195863106e-05 tokens_per_second_per_gpu:260.1481133976247 
Step 3291 | loss:0.0006874557584524155 lr:1.4903791200458575e-05 tokens_per_second_per_gpu:306.9809081009512 
Step 3292 | loss:0.00012238103954587132 lr:1.4900979932117408e-05 tokens_per_second_per_gpu:295.19255201128726 
Step 3293 | loss:0.00010345652117393911 lr:1.4898168153900022e-05 tokens_per_second_per_gpu:291.285256248131 
Step 3294 | loss:0.00012959097512066364 lr:1.4895355866098946e-05 tokens_per_second_per_gpu:238.27341598902058 
Step 3295 | loss:0.0005669411038979888 lr:1.4892543069006766e-05 tokens_per_second_per_gpu:263.8402451285626 
Step 3296 | loss:0.000264618982328102 lr:1.4889729762916103e-05 tokens_per_second_per_gpu:290.1096816297314 
Step 3297 | loss:5.3912594012217596e-05 lr:1.4886915948119642e-05 tokens_per_second_per_gpu:289.0192816057548 
Step 3298 | loss:0.002195873763412237 lr:1.4884101624910125e-05 tokens_per_second_per_gpu:246.4838833261643 
Step 3299 | loss:0.0007057766779325902 lr:1.4881286793580336e-05 tokens_per_second_per_gpu:317.28792020565754 
Step 3300 | loss:3.961212860303931e-05 lr:1.487847145442312e-05 tokens_per_second_per_gpu:266.626868816591 
Step 3301 | loss:2.7391210096538998e-05 lr:1.4875655607731377e-05 tokens_per_second_per_gpu:309.08664516214515 
Step 3302 | loss:0.0003399777924641967 lr:1.4872839253798047e-05 tokens_per_second_per_gpu:285.90452074470693 
Step 3303 | loss:0.00026796592283062637 lr:1.4870022392916133e-05 tokens_per_second_per_gpu:293.9209352648606 
Step 3304 | loss:3.0211311241146177e-05 lr:1.4867205025378692e-05 tokens_per_second_per_gpu:237.76322659475963 
Step 3305 | loss:9.373193461215124e-05 lr:1.4864387151478831e-05 tokens_per_second_per_gpu:238.63029826180832 
Step 3306 | loss:7.11905158823356e-05 lr:1.4861568771509705e-05 tokens_per_second_per_gpu:287.1259067264972 
Step 3307 | loss:0.00010297256812918931 lr:1.4858749885764528e-05 tokens_per_second_per_gpu:331.5912748326775 
Step 3308 | loss:4.902080763713457e-05 lr:1.4855930494536564e-05 tokens_per_second_per_gpu:285.388005686689 
Step 3309 | loss:2.41126399487257e-05 lr:1.4853110598119127e-05 tokens_per_second_per_gpu:301.5206755811748 
Step 3310 | loss:2.500954724382609e-05 lr:1.4850290196805595e-05 tokens_per_second_per_gpu:303.20168258802676 
Step 3311 | loss:0.00017902343824971467 lr:1.4847469290889383e-05 tokens_per_second_per_gpu:251.47102776311033 
Step 3312 | loss:2.6334766516811214e-05 lr:1.4844647880663962e-05 tokens_per_second_per_gpu:352.06208221901176 
Step 3313 | loss:0.00033115368569269776 lr:1.4841825966422869e-05 tokens_per_second_per_gpu:271.8177452854376 
Step 3314 | loss:9.574124123901129e-05 lr:1.483900354845968e-05 tokens_per_second_per_gpu:296.13871930659997 
Step 3315 | loss:0.00017247977666556835 lr:1.4836180627068019e-05 tokens_per_second_per_gpu:285.6934004823627 
Step 3316 | loss:2.6506653739488684e-05 lr:1.4833357202541583e-05 tokens_per_second_per_gpu:323.5754088806813 
Step 3317 | loss:0.00018027974874712527 lr:1.4830533275174101e-05 tokens_per_second_per_gpu:237.54910926143984 
Step 3318 | loss:0.0006898306310176849 lr:1.482770884525936e-05 tokens_per_second_per_gpu:274.2421235065246 
Step 3319 | loss:5.0879672926384956e-05 lr:1.4824883913091207e-05 tokens_per_second_per_gpu:253.50442801236574 
Step 3320 | loss:1.8587103113532066e-05 lr:1.4822058478963532e-05 tokens_per_second_per_gpu:308.94449511971214 
Step 3321 | loss:5.513514770427719e-05 lr:1.481923254317028e-05 tokens_per_second_per_gpu:309.10307265277453 
Step 3322 | loss:4.212952626403421e-05 lr:1.4816406106005449e-05 tokens_per_second_per_gpu:309.06343658099513 
Step 3323 | loss:3.814177034655586e-05 lr:1.4813579167763094e-05 tokens_per_second_per_gpu:311.66023781277954 
Step 3324 | loss:3.616264439187944e-05 lr:1.4810751728737312e-05 tokens_per_second_per_gpu:279.1638445797736 
Step 3325 | loss:0.00033675579470582306 lr:1.4807923789222256e-05 tokens_per_second_per_gpu:223.00024914638513 
Step 3326 | loss:8.009689918253571e-05 lr:1.4805095349512138e-05 tokens_per_second_per_gpu:322.4850734350293 
Step 3327 | loss:0.0001351517712464556 lr:1.4802266409901211e-05 tokens_per_second_per_gpu:259.36702502318263 
Step 3328 | loss:8.15631210571155e-05 lr:1.4799436970683787e-05 tokens_per_second_per_gpu:249.77764474785354 
Step 3329 | loss:0.00014387333067134023 lr:1.4796607032154229e-05 tokens_per_second_per_gpu:259.1444811217864 
Step 3330 | loss:6.561448390129954e-05 lr:1.4793776594606953e-05 tokens_per_second_per_gpu:302.6364459428045 
Step 3331 | loss:8.753672591410577e-05 lr:1.479094565833642e-05 tokens_per_second_per_gpu:324.1767406324389 
Step 3332 | loss:6.381902494467795e-05 lr:1.478811422363715e-05 tokens_per_second_per_gpu:350.4895430261793 
Step 3333 | loss:8.822383097140118e-05 lr:1.478528229080372e-05 tokens_per_second_per_gpu:288.71591996361434 
Step 3334 | loss:7.487622497137636e-05 lr:1.4782449860130741e-05 tokens_per_second_per_gpu:357.77818073060615 
Step 3335 | loss:7.531415030825883e-05 lr:1.4779616931912893e-05 tokens_per_second_per_gpu:293.3344424257379 
Step 3336 | loss:0.001520441728644073 lr:1.4776783506444898e-05 tokens_per_second_per_gpu:305.5175728990115 
Step 3337 | loss:0.00026735165738500655 lr:1.4773949584021536e-05 tokens_per_second_per_gpu:255.97805996829683 
Step 3338 | loss:3.023930730705615e-05 lr:1.4771115164937633e-05 tokens_per_second_per_gpu:195.438913990408 
Step 3339 | loss:0.0008179404539987445 lr:1.4768280249488072e-05 tokens_per_second_per_gpu:285.868487735628 
Step 3340 | loss:0.00011380820069462061 lr:1.4765444837967783e-05 tokens_per_second_per_gpu:277.7195451155456 
Step 3341 | loss:5.501249324879609e-05 lr:1.4762608930671749e-05 tokens_per_second_per_gpu:274.2290080963541 
Step 3342 | loss:3.959557943744585e-05 lr:1.4759772527895011e-05 tokens_per_second_per_gpu:267.0483571641969 
Step 3343 | loss:5.448440424515866e-05 lr:1.4756935629932646e-05 tokens_per_second_per_gpu:284.161032965821 
Step 3344 | loss:0.0001381194597342983 lr:1.4754098237079802e-05 tokens_per_second_per_gpu:241.14509058930645 
Step 3345 | loss:0.00018703439855016768 lr:1.4751260349631663e-05 tokens_per_second_per_gpu:371.6568986889543 
Step 3346 | loss:0.0011051460169255733 lr:1.4748421967883471e-05 tokens_per_second_per_gpu:276.45474709515406 
Step 3347 | loss:0.00012040625006193295 lr:1.4745583092130518e-05 tokens_per_second_per_gpu:300.2431160880484 
Step 3348 | loss:0.0002958551631309092 lr:1.4742743722668151e-05 tokens_per_second_per_gpu:364.6948454905542 
Step 3349 | loss:4.9813392251962796e-05 lr:1.4739903859791761e-05 tokens_per_second_per_gpu:270.0259402049401 
Step 3350 | loss:3.936510256608017e-05 lr:1.4737063503796803e-05 tokens_per_second_per_gpu:280.7144062853183 
Step 3351 | loss:0.00010111013398272917 lr:1.4734222654978764e-05 tokens_per_second_per_gpu:311.4613724948857 
Step 3352 | loss:0.00022678743698634207 lr:1.4731381313633202e-05 tokens_per_second_per_gpu:305.38662775714175 
Step 3353 | loss:0.00013756936823483557 lr:1.4728539480055712e-05 tokens_per_second_per_gpu:287.43000194739346 
Step 3354 | loss:0.0014350581914186478 lr:1.4725697154541951e-05 tokens_per_second_per_gpu:245.27156720333977 
Step 3355 | loss:8.455305942334235e-05 lr:1.4722854337387617e-05 tokens_per_second_per_gpu:348.33933247548737 
Step 3356 | loss:0.001277001341804862 lr:1.4720011028888465e-05 tokens_per_second_per_gpu:289.0649430113716 
Step 3357 | loss:7.702715811319649e-05 lr:1.4717167229340306e-05 tokens_per_second_per_gpu:332.7179299432911 
Step 3358 | loss:0.00010751699301181361 lr:1.4714322939038988e-05 tokens_per_second_per_gpu:351.7173418848513 
Step 3359 | loss:4.6470235247397795e-05 lr:1.4711478158280422e-05 tokens_per_second_per_gpu:331.41192697457853 
Step 3360 | loss:8.094040094874799e-05 lr:1.4708632887360566e-05 tokens_per_second_per_gpu:356.0758616033339 
Step 3361 | loss:5.6178676459239796e-05 lr:1.470578712657543e-05 tokens_per_second_per_gpu:320.0488552466685 
Step 3362 | loss:3.523182385833934e-05 lr:1.4702940876221075e-05 tokens_per_second_per_gpu:306.14833297320143 
Step 3363 | loss:0.00017331962590105832 lr:1.4700094136593613e-05 tokens_per_second_per_gpu:355.6468713478476 
Step 3364 | loss:8.278995665023103e-05 lr:1.4697246907989202e-05 tokens_per_second_per_gpu:284.7940210523875 
Step 3365 | loss:6.847570330137387e-05 lr:1.4694399190704056e-05 tokens_per_second_per_gpu:352.6699866224532 
Step 3366 | loss:0.00013932226283941418 lr:1.4691550985034442e-05 tokens_per_second_per_gpu:276.1363018373192 
Step 3367 | loss:0.0003846770559903234 lr:1.4688702291276674e-05 tokens_per_second_per_gpu:315.73621331527704 
Step 3368 | loss:4.345536217442714e-05 lr:1.4685853109727112e-05 tokens_per_second_per_gpu:317.73666240615165 
Step 3369 | loss:2.019136809394695e-05 lr:1.4683003440682182e-05 tokens_per_second_per_gpu:246.02376702652128 
Step 3370 | loss:0.0005499190301634371 lr:1.4680153284438345e-05 tokens_per_second_per_gpu:271.3230497763911 
Step 3371 | loss:0.001960741588845849 lr:1.4677302641292117e-05 tokens_per_second_per_gpu:259.32368806432623 
Step 3372 | loss:0.0002094042138196528 lr:1.467445151154007e-05 tokens_per_second_per_gpu:291.63901018438236 
Step 3373 | loss:0.004130458924919367 lr:1.4671599895478823e-05 tokens_per_second_per_gpu:317.4319762111961 
Step 3374 | loss:0.000300987740047276 lr:1.4668747793405043e-05 tokens_per_second_per_gpu:257.4312322186955 
Step 3375 | loss:8.580659778090194e-05 lr:1.4665895205615448e-05 tokens_per_second_per_gpu:245.8747315008363 
Step 3376 | loss:4.5144442992750555e-05 lr:1.4663042132406815e-05 tokens_per_second_per_gpu:265.5447768478555 
Step 3377 | loss:6.549061072291806e-05 lr:1.4660188574075961e-05 tokens_per_second_per_gpu:390.3652873299955 
Step 3378 | loss:0.0001772068062564358 lr:1.4657334530919756e-05 tokens_per_second_per_gpu:323.79840057921234 
Step 3379 | loss:3.131802077405155e-05 lr:1.4654480003235127e-05 tokens_per_second_per_gpu:222.73303511001342 
Step 3380 | loss:0.00010553596075624228 lr:1.4651624991319043e-05 tokens_per_second_per_gpu:331.417508096044 
Step 3381 | loss:8.06513344286941e-05 lr:1.4648769495468524e-05 tokens_per_second_per_gpu:322.0942185736859 
Step 3382 | loss:0.00025795080000534654 lr:1.464591351598065e-05 tokens_per_second_per_gpu:288.05242674251167 
Step 3383 | loss:5.660360329784453e-05 lr:1.464305705315254e-05 tokens_per_second_per_gpu:305.02336917312726 
Step 3384 | loss:0.0005297932075336576 lr:1.4640200107281369e-05 tokens_per_second_per_gpu:302.71099468466406 
Step 3385 | loss:5.0582799303811044e-05 lr:1.4637342678664359e-05 tokens_per_second_per_gpu:304.83880719888066 
Step 3386 | loss:9.178637264994904e-05 lr:1.4634484767598788e-05 tokens_per_second_per_gpu:281.04330824209427 
Step 3387 | loss:7.594322960358113e-05 lr:1.4631626374381978e-05 tokens_per_second_per_gpu:302.6050098249505 
Step 3388 | loss:4.699545388575643e-05 lr:1.4628767499311302e-05 tokens_per_second_per_gpu:293.3431247823208 
Step 3389 | loss:7.208538590930402e-05 lr:1.4625908142684186e-05 tokens_per_second_per_gpu:279.0386420160184 
Step 3390 | loss:0.00030321444501169026 lr:1.462304830479811e-05 tokens_per_second_per_gpu:299.4535842928953 
Step 3391 | loss:4.491533763939515e-05 lr:1.4620187985950586e-05 tokens_per_second_per_gpu:222.634145580808 
Step 3392 | loss:0.00038861550274305046 lr:1.4617327186439206e-05 tokens_per_second_per_gpu:271.31974877075913 
Step 3393 | loss:0.0001264680759049952 lr:1.4614465906561579e-05 tokens_per_second_per_gpu:349.95678744900647 
Step 3394 | loss:0.0006675179465673864 lr:1.461160414661539e-05 tokens_per_second_per_gpu:291.0874844945929 
Step 3395 | loss:9.357813542010263e-05 lr:1.4608741906898361e-05 tokens_per_second_per_gpu:278.6036401076449 
Step 3396 | loss:5.981680078548379e-05 lr:1.4605879187708265e-05 tokens_per_second_per_gpu:297.5518636593084 
Step 3397 | loss:4.726184852188453e-05 lr:1.4603015989342926e-05 tokens_per_second_per_gpu:309.39915103978814 
Step 3398 | loss:2.3723494450678118e-05 lr:1.4600152312100225e-05 tokens_per_second_per_gpu:276.95216797512035 
Step 3399 | loss:9.971573308575898e-05 lr:1.4597288156278076e-05 tokens_per_second_per_gpu:276.16895164436005 
Step 3400 | loss:4.2341998778283596e-05 lr:1.4594423522174458e-05 tokens_per_second_per_gpu:242.68257926121765 
Step 3401 | loss:0.0003334344655741006 lr:1.4591558410087403e-05 tokens_per_second_per_gpu:288.0043552709587 
Step 3402 | loss:4.6524488425347954e-05 lr:1.4588692820314971e-05 tokens_per_second_per_gpu:282.8533880250812 
Step 3403 | loss:7.384156924672425e-05 lr:1.4585826753155294e-05 tokens_per_second_per_gpu:328.2362192446457 
Step 3404 | loss:0.0009592691203579307 lr:1.4582960208906543e-05 tokens_per_second_per_gpu:321.3680933863519 
Step 3405 | loss:2.602640597615391e-05 lr:1.4580093187866934e-05 tokens_per_second_per_gpu:293.09706330665335 
Step 3406 | loss:9.916795534081757e-05 lr:1.457722569033475e-05 tokens_per_second_per_gpu:301.6718808358385 
Step 3407 | loss:0.0001755274279275909 lr:1.4574357716608308e-05 tokens_per_second_per_gpu:267.9261280822581 
Step 3408 | loss:0.00012296797649469227 lr:1.4571489266985977e-05 tokens_per_second_per_gpu:314.4760638967575 
Step 3409 | loss:0.00046820275019854307 lr:1.4568620341766179e-05 tokens_per_second_per_gpu:380.2078200978684 
Step 3410 | loss:1.9024149878532626e-05 lr:1.4565750941247387e-05 tokens_per_second_per_gpu:329.93381367800794 
Step 3411 | loss:0.0009389187907800078 lr:1.4562881065728119e-05 tokens_per_second_per_gpu:350.5956430405755 
Step 3412 | loss:0.00014886597637087107 lr:1.456001071550694e-05 tokens_per_second_per_gpu:366.4261545079361 
Step 3413 | loss:0.0003011918452102691 lr:1.4557139890882477e-05 tokens_per_second_per_gpu:244.6282089856174 
Step 3414 | loss:0.00011244301276747137 lr:1.4554268592153391e-05 tokens_per_second_per_gpu:268.9792614015281 
Step 3415 | loss:3.622276562964544e-05 lr:1.4551396819618397e-05 tokens_per_second_per_gpu:309.67356815673105 
Step 3416 | loss:0.00024446664610877633 lr:1.4548524573576272e-05 tokens_per_second_per_gpu:307.62932173571585 
Step 3417 | loss:0.00013228478201199323 lr:1.4545651854325824e-05 tokens_per_second_per_gpu:256.0500563606979 
Step 3418 | loss:2.629143637022935e-05 lr:1.4542778662165917e-05 tokens_per_second_per_gpu:274.1176087230027 
Step 3419 | loss:0.000262142566498369 lr:1.4539904997395468e-05 tokens_per_second_per_gpu:287.97424879452285 
Step 3420 | loss:1.724624053167645e-05 lr:1.4537030860313443e-05 tokens_per_second_per_gpu:288.99604222298336 
Step 3421 | loss:6.546999793499708e-05 lr:1.4534156251218849e-05 tokens_per_second_per_gpu:254.8466368574517 
Step 3422 | loss:2.882144872273784e-05 lr:1.4531281170410751e-05 tokens_per_second_per_gpu:251.21479407299836 
Step 3423 | loss:0.00013097508053760976 lr:1.4528405618188259e-05 tokens_per_second_per_gpu:301.2798489179005 
Step 3424 | loss:0.00018592731794342399 lr:1.4525529594850532e-05 tokens_per_second_per_gpu:360.6128686307001 
Step 3425 | loss:0.0012107029324397445 lr:1.4522653100696778e-05 tokens_per_second_per_gpu:282.3584449350617 
Step 3426 | loss:0.00021267708507366478 lr:1.4519776136026258e-05 tokens_per_second_per_gpu:299.6491915239891 
Step 3427 | loss:3.0858929676469415e-05 lr:1.4516898701138276e-05 tokens_per_second_per_gpu:283.43212125754656 
Step 3428 | loss:7.368235674221069e-05 lr:1.4514020796332184e-05 tokens_per_second_per_gpu:291.1592920483599 
Step 3429 | loss:0.0001312935200985521 lr:1.4511142421907396e-05 tokens_per_second_per_gpu:312.0267148327072 
Step 3430 | loss:0.0006461812881752849 lr:1.4508263578163358e-05 tokens_per_second_per_gpu:438.95001559815984 
Step 3431 | loss:6.00571402173955e-05 lr:1.4505384265399571e-05 tokens_per_second_per_gpu:254.8321188900028 
Step 3432 | loss:5.123515074956231e-05 lr:1.4502504483915591e-05 tokens_per_second_per_gpu:259.4340284923343 
Step 3433 | loss:3.643203672254458e-05 lr:1.4499624234011015e-05 tokens_per_second_per_gpu:271.2080346615348 
Step 3434 | loss:5.987789700157009e-05 lr:1.4496743515985492e-05 tokens_per_second_per_gpu:275.9810063381055 
Step 3435 | loss:2.4741060769883916e-05 lr:1.449386233013872e-05 tokens_per_second_per_gpu:285.7947424729812 
Step 3436 | loss:5.699024404748343e-05 lr:1.4490980676770444e-05 tokens_per_second_per_gpu:304.40173284485417 
Step 3437 | loss:0.00016561268421355635 lr:1.4488098556180457e-05 tokens_per_second_per_gpu:299.1704212900273 
Step 3438 | loss:4.629056638805196e-05 lr:1.4485215968668604e-05 tokens_per_second_per_gpu:248.12124032634912 
Step 3439 | loss:0.0009422040311619639 lr:1.4482332914534776e-05 tokens_per_second_per_gpu:304.080276566547 
Step 3440 | loss:1.8493276002118364e-05 lr:1.4479449394078916e-05 tokens_per_second_per_gpu:279.9218057895114 
Step 3441 | loss:6.965384818613529e-05 lr:1.4476565407601005e-05 tokens_per_second_per_gpu:263.3911626723506 
Step 3442 | loss:3.434618338360451e-05 lr:1.4473680955401086e-05 tokens_per_second_per_gpu:285.8385824681463 
Step 3443 | loss:0.0005649357917718589 lr:1.4470796037779244e-05 tokens_per_second_per_gpu:325.25671746069156 
Step 3444 | loss:5.4828018619446084e-05 lr:1.4467910655035613e-05 tokens_per_second_per_gpu:244.2588313401667 
Step 3445 | loss:0.0005123816663399339 lr:1.4465024807470376e-05 tokens_per_second_per_gpu:275.4078318903835 
Step 3446 | loss:0.0002024863933911547 lr:1.4462138495383762e-05 tokens_per_second_per_gpu:303.3901061241636 
Step 3447 | loss:0.0005593834794126451 lr:1.4459251719076049e-05 tokens_per_second_per_gpu:330.79267896956696 
Step 3448 | loss:7.320233271457255e-05 lr:1.445636447884757e-05 tokens_per_second_per_gpu:303.6147662489475 
Step 3449 | loss:1.9614673874457367e-05 lr:1.4453476774998693e-05 tokens_per_second_per_gpu:296.7171054147041 
Step 3450 | loss:0.0015314352931454778 lr:1.4450588607829848e-05 tokens_per_second_per_gpu:274.7730504335582 
Step 3451 | loss:0.0006011981749907136 lr:1.4447699977641507e-05 tokens_per_second_per_gpu:283.8019001578736 
Step 3452 | loss:0.0001773172407411039 lr:1.4444810884734184e-05 tokens_per_second_per_gpu:326.2972674552594 
Step 3453 | loss:5.1770759455394e-05 lr:1.4441921329408452e-05 tokens_per_second_per_gpu:258.76253301123256 
Step 3454 | loss:2.8397978894645348e-05 lr:1.4439031311964933e-05 tokens_per_second_per_gpu:294.3773283057424 
Step 3455 | loss:0.0015662448713555932 lr:1.443614083270428e-05 tokens_per_second_per_gpu:285.84312906773806 
Step 3456 | loss:0.00026912588509730995 lr:1.4433249891927213e-05 tokens_per_second_per_gpu:316.60154130723953 
Step 3457 | loss:5.505273657036014e-05 lr:1.443035848993449e-05 tokens_per_second_per_gpu:293.6111712455952 
Step 3458 | loss:3.519105302984826e-05 lr:1.4427466627026923e-05 tokens_per_second_per_gpu:269.26301233934066 
Step 3459 | loss:0.0002092658105539158 lr:1.4424574303505366e-05 tokens_per_second_per_gpu:320.6261081446095 
Step 3460 | loss:3.93725567846559e-05 lr:1.4421681519670723e-05 tokens_per_second_per_gpu:359.75630326119267 
Step 3461 | loss:7.382472540484741e-05 lr:1.4418788275823945e-05 tokens_per_second_per_gpu:311.1498246792573 
Step 3462 | loss:2.7636217055260204e-05 lr:1.4415894572266038e-05 tokens_per_second_per_gpu:290.12263116360276 
Step 3463 | loss:6.32176743238233e-05 lr:1.4413000409298045e-05 tokens_per_second_per_gpu:360.0978763628884 
Step 3464 | loss:9.939185110852122e-05 lr:1.4410105787221064e-05 tokens_per_second_per_gpu:335.0154782745486 
Step 3465 | loss:2.8734299121424556e-05 lr:1.4407210706336237e-05 tokens_per_second_per_gpu:318.3457183172561 
Step 3466 | loss:0.00011829550203401595 lr:1.4404315166944757e-05 tokens_per_second_per_gpu:301.0166608712119 
Step 3467 | loss:5.845180567121133e-05 lr:1.4401419169347866e-05 tokens_per_second_per_gpu:362.391505627065 
Step 3468 | loss:0.0001433506840839982 lr:1.4398522713846842e-05 tokens_per_second_per_gpu:321.6368853261219 
Step 3469 | loss:8.389294816879556e-05 lr:1.4395625800743025e-05 tokens_per_second_per_gpu:361.3001270882977 
Step 3470 | loss:0.0016510345740243793 lr:1.4392728430337801e-05 tokens_per_second_per_gpu:468.5474962930743 
Step 3471 | loss:4.78904512419831e-05 lr:1.4389830602932591e-05 tokens_per_second_per_gpu:301.63425922147604 
Step 3472 | loss:0.00012409401824697852 lr:1.4386932318828877e-05 tokens_per_second_per_gpu:282.92783362298564 
Step 3473 | loss:0.0002457466907799244 lr:1.4384033578328184e-05 tokens_per_second_per_gpu:351.85522531010685 
Step 3474 | loss:0.00017109837790485471 lr:1.4381134381732082e-05 tokens_per_second_per_gpu:277.14422687663097 
Step 3475 | loss:0.00010594617197057232 lr:1.4378234729342194e-05 tokens_per_second_per_gpu:277.6286932603102 
Step 3476 | loss:0.00022819923469796777 lr:1.4375334621460182e-05 tokens_per_second_per_gpu:267.1807294898125 
Step 3477 | loss:0.00016851816326379776 lr:1.4372434058387763e-05 tokens_per_second_per_gpu:433.11086126816474 
Step 3478 | loss:0.000122588433441706 lr:1.43695330404267e-05 tokens_per_second_per_gpu:322.4800941898232 
Step 3479 | loss:0.00017803952505346388 lr:1.4366631567878801e-05 tokens_per_second_per_gpu:255.4156288257815 
Step 3480 | loss:5.6786539062159136e-05 lr:1.4363729641045922e-05 tokens_per_second_per_gpu:302.1235886045325 
Step 3481 | loss:0.0005970308557152748 lr:1.4360827260229964e-05 tokens_per_second_per_gpu:274.4385539743826 
Step 3482 | loss:3.4845688787754625e-05 lr:1.4357924425732884e-05 tokens_per_second_per_gpu:329.7378672525972 
Step 3483 | loss:0.00014510061009787023 lr:1.4355021137856675e-05 tokens_per_second_per_gpu:343.46708435890827 
Step 3484 | loss:5.508723552338779e-05 lr:1.4352117396903382e-05 tokens_per_second_per_gpu:312.7047117303632 
Step 3485 | loss:0.00012268628051970154 lr:1.4349213203175102e-05 tokens_per_second_per_gpu:358.5477968814082 
Step 3486 | loss:0.006810770835727453 lr:1.4346308556973969e-05 tokens_per_second_per_gpu:351.0253340091925 
Step 3487 | loss:8.283132774522528e-05 lr:1.4343403458602171e-05 tokens_per_second_per_gpu:297.2691519343657 
Step 3488 | loss:9.222015796694905e-05 lr:1.4340497908361945e-05 tokens_per_second_per_gpu:310.203523055253 
Step 3489 | loss:0.0007298668497242033 lr:1.433759190655557e-05 tokens_per_second_per_gpu:257.4668448954787 
Step 3490 | loss:5.898679228266701e-05 lr:1.433468545348537e-05 tokens_per_second_per_gpu:309.43956049278916 
Step 3491 | loss:4.295448889024556e-05 lr:1.433177854945372e-05 tokens_per_second_per_gpu:272.93827185155766 
Step 3492 | loss:4.1328708903165534e-05 lr:1.432887119476305e-05 tokens_per_second_per_gpu:304.181565456068 
Step 3493 | loss:5.51771154277958e-05 lr:1.4325963389715817e-05 tokens_per_second_per_gpu:279.18411166054085 
Step 3494 | loss:0.0007059400668367743 lr:1.432305513461454e-05 tokens_per_second_per_gpu:368.8999224246758 
Step 3495 | loss:2.9331209589145146e-05 lr:1.4320146429761786e-05 tokens_per_second_per_gpu:256.48067972446466 
Step 3496 | loss:0.0001781752798706293 lr:1.4317237275460158e-05 tokens_per_second_per_gpu:236.32021378083806 
Step 3497 | loss:0.0004387731896713376 lr:1.4314327672012312e-05 tokens_per_second_per_gpu:288.3204859171404 
Step 3498 | loss:0.00011351511784596369 lr:1.431141761972095e-05 tokens_per_second_per_gpu:310.19671229808483 
Step 3499 | loss:9.703000250738114e-05 lr:1.4308507118888826e-05 tokens_per_second_per_gpu:297.25291187525244 
Step 3500 | loss:0.01756434328854084 lr:1.430559616981873e-05 tokens_per_second_per_gpu:296.3197591048652 
Step 3501 | loss:0.000435904337791726 lr:1.4302684772813509e-05 tokens_per_second_per_gpu:313.2926964983581 
Step 3502 | loss:4.565797280520201e-05 lr:1.4299772928176044e-05 tokens_per_second_per_gpu:317.4940314666813 
Step 3503 | loss:8.934767538448796e-05 lr:1.4296860636209275e-05 tokens_per_second_per_gpu:283.09491799223855 
Step 3504 | loss:1.6622410839772783e-05 lr:1.4293947897216189e-05 tokens_per_second_per_gpu:253.85375535161083 
Step 3505 | loss:0.00028798540006391704 lr:1.4291034711499807e-05 tokens_per_second_per_gpu:343.57730570773714 
Step 3506 | loss:6.45642721792683e-05 lr:1.4288121079363206e-05 tokens_per_second_per_gpu:409.01087733861283 
Step 3507 | loss:0.0003691834572236985 lr:1.428520700110951e-05 tokens_per_second_per_gpu:253.7605725855229 
Step 3508 | loss:0.00024963595205917954 lr:1.4282292477041883e-05 tokens_per_second_per_gpu:298.31685463026537 
Step 3509 | loss:1.4551345884683542e-05 lr:1.4279377507463544e-05 tokens_per_second_per_gpu:303.1669653627292 
Step 3510 | loss:0.00016153314209077507 lr:1.427646209267775e-05 tokens_per_second_per_gpu:320.93028241422775 
Step 3511 | loss:5.891036562388763e-05 lr:1.4273546232987805e-05 tokens_per_second_per_gpu:268.15302051988914 
Step 3512 | loss:0.00015322833496611565 lr:1.4270629928697067e-05 tokens_per_second_per_gpu:238.815121356355 
Step 3513 | loss:0.000778231886215508 lr:1.4267713180108933e-05 tokens_per_second_per_gpu:249.31446272590895 
Step 3514 | loss:6.80929224472493e-05 lr:1.4264795987526849e-05 tokens_per_second_per_gpu:302.8267042011292 
Step 3515 | loss:0.00013844265777152032 lr:1.426187835125431e-05 tokens_per_second_per_gpu:291.2930825091101 
Step 3516 | loss:1.152339518739609e-05 lr:1.4258960271594849e-05 tokens_per_second_per_gpu:315.6865863174449 
Step 3517 | loss:5.0844624638557434e-05 lr:1.4256041748852055e-05 tokens_per_second_per_gpu:236.1435318327844 
Step 3518 | loss:6.602289795409888e-05 lr:1.425312278332955e-05 tokens_per_second_per_gpu:245.76552599955463 
Step 3519 | loss:0.0002400001249043271 lr:1.4250203375331018e-05 tokens_per_second_per_gpu:286.27882593270806 
Step 3520 | loss:6.516779831144959e-05 lr:1.4247283525160178e-05 tokens_per_second_per_gpu:335.6764966042448 
Step 3521 | loss:0.00013224242138676345 lr:1.42443632331208e-05 tokens_per_second_per_gpu:247.2288746590665 
Step 3522 | loss:3.343629214214161e-05 lr:1.4241442499516698e-05 tokens_per_second_per_gpu:296.40960569195835 
Step 3523 | loss:0.0003371122875250876 lr:1.423852132465173e-05 tokens_per_second_per_gpu:324.68239090897634 
Step 3524 | loss:0.00017449684673920274 lr:1.4235599708829803e-05 tokens_per_second_per_gpu:297.11845486297057 
Step 3525 | loss:3.8876729377079755e-05 lr:1.4232677652354871e-05 tokens_per_second_per_gpu:227.05992060915526 
Step 3526 | loss:0.00027913914527744055 lr:1.422975515553093e-05 tokens_per_second_per_gpu:337.29482878980275 
Step 3527 | loss:0.00013999518705531955 lr:1.4226832218662023e-05 tokens_per_second_per_gpu:320.65552223153037 
Step 3528 | loss:0.0004375771095510572 lr:1.422390884205224e-05 tokens_per_second_per_gpu:291.63079950243105 
Step 3529 | loss:7.081215153448284e-05 lr:1.4220985026005718e-05 tokens_per_second_per_gpu:271.945388694627 
Step 3530 | loss:0.00045035965740680695 lr:1.4218060770826636e-05 tokens_per_second_per_gpu:365.24664008502435 
Step 3531 | loss:5.038347080699168e-05 lr:1.4215136076819218e-05 tokens_per_second_per_gpu:299.49790501617326 
Step 3532 | loss:2.026713809755165e-05 lr:1.4212210944287744e-05 tokens_per_second_per_gpu:237.5203754224146 
Step 3533 | loss:0.0005394566105678678 lr:1.4209285373536524e-05 tokens_per_second_per_gpu:378.56107486899793 
Step 3534 | loss:5.465589856612496e-05 lr:1.4206359364869921e-05 tokens_per_second_per_gpu:306.3583165455904 
Step 3535 | loss:1.9224811694584787e-05 lr:1.4203432918592352e-05 tokens_per_second_per_gpu:300.4642286585339 
Step 3536 | loss:5.7099277910310775e-05 lr:1.4200506035008265e-05 tokens_per_second_per_gpu:267.3042648269723 
Step 3537 | loss:0.00014864081458654255 lr:1.419757871442216e-05 tokens_per_second_per_gpu:258.37440949670724 
Step 3538 | loss:0.0005828357534483075 lr:1.4194650957138585e-05 tokens_per_second_per_gpu:342.35328507805065 
Step 3539 | loss:0.00011572392395464703 lr:1.4191722763462132e-05 tokens_per_second_per_gpu:349.6151998810083 
Step 3540 | loss:0.0006494997069239616 lr:1.4188794133697433e-05 tokens_per_second_per_gpu:303.2028351352245 
Step 3541 | loss:0.0005180198349989951 lr:1.4185865068149171e-05 tokens_per_second_per_gpu:288.350307356311 
Step 3542 | loss:2.1771782485302538e-05 lr:1.4182935567122079e-05 tokens_per_second_per_gpu:278.2021739453837 
Step 3543 | loss:2.06997683562804e-05 lr:1.4180005630920917e-05 tokens_per_second_per_gpu:251.11944869792904 
Step 3544 | loss:0.00018052627274300903 lr:1.4177075259850513e-05 tokens_per_second_per_gpu:251.69334607563107 
Step 3545 | loss:0.00021267292322590947 lr:1.4174144454215728e-05 tokens_per_second_per_gpu:288.17046722926693 
Step 3546 | loss:0.00018111919052898884 lr:1.4171213214321467e-05 tokens_per_second_per_gpu:296.8371010307894 
Step 3547 | loss:0.0009424152667634189 lr:1.4168281540472683e-05 tokens_per_second_per_gpu:298.69613282121384 
Step 3548 | loss:0.002256743609905243 lr:1.416534943297438e-05 tokens_per_second_per_gpu:269.3116759754382 
Step 3549 | loss:4.143696423852816e-05 lr:1.4162416892131596e-05 tokens_per_second_per_gpu:302.63691061195937 
Step 3550 | loss:0.0001418009342160076 lr:1.415948391824942e-05 tokens_per_second_per_gpu:328.27428251544114 
Step 3551 | loss:0.0003898839931935072 lr:1.4156550511632987e-05 tokens_per_second_per_gpu:310.00123333751526 
Step 3552 | loss:7.791574171278626e-05 lr:1.4153616672587476e-05 tokens_per_second_per_gpu:261.472371014745 
Step 3553 | loss:0.00011910562898265198 lr:1.4150682401418108e-05 tokens_per_second_per_gpu:299.18150138932754 
Step 3554 | loss:0.00010180790559388697 lr:1.4147747698430158e-05 tokens_per_second_per_gpu:283.2333413429019 
Step 3555 | loss:0.00023585815506521612 lr:1.4144812563928932e-05 tokens_per_second_per_gpu:238.52138937449885 
Step 3556 | loss:7.107874262146652e-05 lr:1.4141876998219787e-05 tokens_per_second_per_gpu:333.10118445940856 
Step 3557 | loss:2.7029785997001454e-05 lr:1.413894100160814e-05 tokens_per_second_per_gpu:296.8336031985602 
Step 3558 | loss:4.0751918277237564e-05 lr:1.4136004574399422e-05 tokens_per_second_per_gpu:282.38416546906006 
Step 3559 | loss:0.0005471967160701752 lr:1.4133067716899134e-05 tokens_per_second_per_gpu:279.56250018016607 
Step 3560 | loss:5.5746342695783824e-05 lr:1.4130130429412817e-05 tokens_per_second_per_gpu:314.1734451696641 
Step 3561 | loss:0.0001192069539683871 lr:1.4127192712246047e-05 tokens_per_second_per_gpu:300.2154905533043 
Step 3562 | loss:2.0084207790205255e-05 lr:1.4124254565704454e-05 tokens_per_second_per_gpu:251.92905074822642 
Step 3563 | loss:0.0011498091043904424 lr:1.412131599009371e-05 tokens_per_second_per_gpu:322.6425168361026 
Step 3564 | loss:3.973868297180161e-05 lr:1.4118376985719528e-05 tokens_per_second_per_gpu:252.09072284893182 
Step 3565 | loss:9.576776210451499e-05 lr:1.4115437552887675e-05 tokens_per_second_per_gpu:288.7269272514518 
Step 3566 | loss:4.4843727664556354e-05 lr:1.411249769190395e-05 tokens_per_second_per_gpu:327.2698232292191 
Step 3567 | loss:1.7641748854657635e-05 lr:1.4109557403074208e-05 tokens_per_second_per_gpu:254.81717092997525 
Step 3568 | loss:0.00024222227511927485 lr:1.4106616686704342e-05 tokens_per_second_per_gpu:269.2084304326913 
Step 3569 | loss:0.0031618888024240732 lr:1.410367554310029e-05 tokens_per_second_per_gpu:295.95137163944787 
Step 3570 | loss:0.00016970674914773554 lr:1.4100733972568038e-05 tokens_per_second_per_gpu:291.7040487059887 
Step 3571 | loss:7.103981624823064e-05 lr:1.409779197541361e-05 tokens_per_second_per_gpu:297.0746574758936 
Step 3572 | loss:8.631170203443617e-05 lr:1.4094849551943084e-05 tokens_per_second_per_gpu:248.38592535543157 
Step 3573 | loss:3.116319203400053e-05 lr:1.4091906702462573e-05 tokens_per_second_per_gpu:276.831735183012 
Step 3574 | loss:0.0006274007027968764 lr:1.4088963427278236e-05 tokens_per_second_per_gpu:325.4205325919049 
Step 3575 | loss:0.0015633971197530627 lr:1.408601972669628e-05 tokens_per_second_per_gpu:248.82803929307786 
Step 3576 | loss:0.00018146530783269554 lr:1.408307560102296e-05 tokens_per_second_per_gpu:296.978667679634 
Step 3577 | loss:0.00014409290452022105 lr:1.4080131050564561e-05 tokens_per_second_per_gpu:246.6248971290796 
Step 3578 | loss:0.00016950002464000136 lr:1.4077186075627426e-05 tokens_per_second_per_gpu:314.0336756495272 
Step 3579 | loss:2.054917422356084e-05 lr:1.4074240676517938e-05 tokens_per_second_per_gpu:242.22969139958127 
Step 3580 | loss:6.264504918362945e-05 lr:1.4071294853542518e-05 tokens_per_second_per_gpu:273.0563808786895 
Step 3581 | loss:2.415261769783683e-05 lr:1.4068348607007642e-05 tokens_per_second_per_gpu:318.78765589935784 
Step 3582 | loss:3.138068859698251e-05 lr:1.4065401937219822e-05 tokens_per_second_per_gpu:267.3363658353758 
Step 3583 | loss:0.00018026631732936949 lr:1.4062454844485618e-05 tokens_per_second_per_gpu:277.2333368612336 
Step 3584 | loss:4.6211673179641366e-05 lr:1.405950732911163e-05 tokens_per_second_per_gpu:343.7287033910499 
Step 3585 | loss:2.560916982474737e-05 lr:1.4056559391404506e-05 tokens_per_second_per_gpu:266.6101144975429 
Step 3586 | loss:4.705729224951938e-05 lr:1.4053611031670935e-05 tokens_per_second_per_gpu:245.75306542180525 
Step 3587 | loss:7.290869689313695e-05 lr:1.4050662250217653e-05 tokens_per_second_per_gpu:326.00893020964236 
Step 3588 | loss:5.428332224255428e-05 lr:1.4047713047351437e-05 tokens_per_second_per_gpu:363.9586202859715 
Step 3589 | loss:4.071268631378189e-05 lr:1.4044763423379109e-05 tokens_per_second_per_gpu:257.6330689028189 
Step 3590 | loss:0.0007608658052049577 lr:1.4041813378607534e-05 tokens_per_second_per_gpu:289.4020685414561 
Step 3591 | loss:6.85091144987382e-05 lr:1.4038862913343624e-05 tokens_per_second_per_gpu:325.26086434940254 
Step 3592 | loss:5.3758398280479014e-05 lr:1.4035912027894333e-05 tokens_per_second_per_gpu:283.9575114832333 
Step 3593 | loss:0.00029607044416479766 lr:1.4032960722566653e-05 tokens_per_second_per_gpu:356.2819046740147 
Step 3594 | loss:6.840308924438432e-05 lr:1.403000899766763e-05 tokens_per_second_per_gpu:281.5145242234533 
Step 3595 | loss:1.2183673788968008e-05 lr:1.4027056853504345e-05 tokens_per_second_per_gpu:274.80072386530645 
Step 3596 | loss:0.00015727864229120314 lr:1.4024104290383927e-05 tokens_per_second_per_gpu:273.66936578808617 
Step 3597 | loss:0.0001583170669618994 lr:1.4021151308613547e-05 tokens_per_second_per_gpu:273.0787735155478 
Step 3598 | loss:6.840996502432972e-05 lr:1.4018197908500421e-05 tokens_per_second_per_gpu:261.6850982347488 
Step 3599 | loss:0.0008144148741848767 lr:1.401524409035181e-05 tokens_per_second_per_gpu:284.2773299640548 
Step 3600 | loss:0.00010297351400367916 lr:1.401228985447501e-05 tokens_per_second_per_gpu:248.9854169765181 
Step 3601 | loss:5.7741028285818174e-05 lr:1.4009335201177371e-05 tokens_per_second_per_gpu:317.4153585345113 
Step 3602 | loss:0.00023360757040791214 lr:1.4006380130766284e-05 tokens_per_second_per_gpu:312.29334367186874 
Step 3603 | loss:3.4978147596120834e-05 lr:1.4003424643549175e-05 tokens_per_second_per_gpu:245.21907111561416 
Step 3604 | loss:0.0002688333042897284 lr:1.4000468739833526e-05 tokens_per_second_per_gpu:254.0014507877926 
Step 3605 | loss:2.259236316604074e-05 lr:1.3997512419926854e-05 tokens_per_second_per_gpu:258.6228069780764 
Step 3606 | loss:0.0002687814412638545 lr:1.3994555684136719e-05 tokens_per_second_per_gpu:319.6383829888753 
Step 3607 | loss:5.926986341364682e-05 lr:1.3991598532770732e-05 tokens_per_second_per_gpu:276.228356959846 
Step 3608 | loss:9.796395897865295e-05 lr:1.3988640966136533e-05 tokens_per_second_per_gpu:245.43246486922806 
Step 3609 | loss:3.860970173263922e-05 lr:1.3985682984541822e-05 tokens_per_second_per_gpu:292.7132266673858 
Step 3610 | loss:1.3794215192319825e-05 lr:1.3982724588294334e-05 tokens_per_second_per_gpu:278.26718560644406 
Step 3611 | loss:0.00013451110862661153 lr:1.397976577770184e-05 tokens_per_second_per_gpu:301.2425730057566 
Step 3612 | loss:1.2974901437701192e-05 lr:1.3976806553072172e-05 tokens_per_second_per_gpu:264.3839868104952 
Step 3613 | loss:4.581488246913068e-05 lr:1.397384691471319e-05 tokens_per_second_per_gpu:250.65756969096338 
Step 3614 | loss:0.001187636749818921 lr:1.3970886862932798e-05 tokens_per_second_per_gpu:321.3125790820503 
Step 3615 | loss:8.432730101048946e-05 lr:1.396792639803895e-05 tokens_per_second_per_gpu:249.97371307738246 
Step 3616 | loss:0.0003934906853828579 lr:1.3964965520339641e-05 tokens_per_second_per_gpu:318.2130551590075 
Step 3617 | loss:5.583067104453221e-05 lr:1.3962004230142904e-05 tokens_per_second_per_gpu:296.58990904601 
Step 3618 | loss:5.256995063973591e-05 lr:1.3959042527756823e-05 tokens_per_second_per_gpu:233.58263179871975 
Step 3619 | loss:3.342903801240027e-05 lr:1.3956080413489517e-05 tokens_per_second_per_gpu:280.312215199125 
Step 3620 | loss:7.455364539055154e-05 lr:1.3953117887649153e-05 tokens_per_second_per_gpu:285.99703409595315 
Step 3621 | loss:0.00025797655689530075 lr:1.3950154950543934e-05 tokens_per_second_per_gpu:332.2474244527909 
Step 3622 | loss:8.128062472678721e-05 lr:1.394719160248212e-05 tokens_per_second_per_gpu:312.5226202536554 
Step 3623 | loss:0.0007997393840923905 lr:1.3944227843771997e-05 tokens_per_second_per_gpu:338.00243459808854 
Step 3624 | loss:0.0007014363654889166 lr:1.3941263674721906e-05 tokens_per_second_per_gpu:314.7601423331077 
Step 3625 | loss:0.00014579022536054254 lr:1.3938299095640222e-05 tokens_per_second_per_gpu:317.96987921391417 
Step 3626 | loss:0.0003419066488277167 lr:1.3935334106835368e-05 tokens_per_second_per_gpu:266.0289468963249 
Step 3627 | loss:4.079201244167052e-05 lr:1.3932368708615808e-05 tokens_per_second_per_gpu:278.6204344582449 
Step 3628 | loss:0.00016709409828763455 lr:1.3929402901290052e-05 tokens_per_second_per_gpu:269.23135622344796 
Step 3629 | loss:0.0002242549671791494 lr:1.3926436685166648e-05 tokens_per_second_per_gpu:283.1890501843968 
Step 3630 | loss:0.0003096094005741179 lr:1.3923470060554185e-05 tokens_per_second_per_gpu:377.6174236921238 
Step 3631 | loss:2.6600409910315648e-05 lr:1.3920503027761301e-05 tokens_per_second_per_gpu:241.9018279967368 
Step 3632 | loss:0.00027843815041705966 lr:1.3917535587096672e-05 tokens_per_second_per_gpu:307.54227108689076 
Step 3633 | loss:3.756049773073755e-05 lr:1.3914567738869014e-05 tokens_per_second_per_gpu:204.8356483180269 
Step 3634 | loss:2.8721431590383872e-05 lr:1.3911599483387093e-05 tokens_per_second_per_gpu:282.735995406479 
Step 3635 | loss:3.78848853870295e-05 lr:1.3908630820959713e-05 tokens_per_second_per_gpu:226.8808902196938 
Step 3636 | loss:0.00036082384758628905 lr:1.3905661751895716e-05 tokens_per_second_per_gpu:341.83524789236606 
Step 3637 | loss:0.00010476721217855811 lr:1.3902692276503997e-05 tokens_per_second_per_gpu:286.9159456591902 
Step 3638 | loss:2.7938640414504334e-05 lr:1.3899722395093484e-05 tokens_per_second_per_gpu:292.02481265024244 
Step 3639 | loss:4.7063123929547146e-05 lr:1.389675210797315e-05 tokens_per_second_per_gpu:344.62913153289423 
Step 3640 | loss:6.985916843404993e-05 lr:1.389378141545201e-05 tokens_per_second_per_gpu:244.9140069656587 
Step 3641 | loss:0.00017741364717949182 lr:1.3890810317839125e-05 tokens_per_second_per_gpu:342.66062636002846 
Step 3642 | loss:2.3180738935479894e-05 lr:1.388783881544359e-05 tokens_per_second_per_gpu:332.8096170168887 
Step 3643 | loss:0.00012106235953979194 lr:1.3884866908574548e-05 tokens_per_second_per_gpu:324.83267546404323 
Step 3644 | loss:6.528977974085137e-05 lr:1.3881894597541189e-05 tokens_per_second_per_gpu:320.1228497968773 
Step 3645 | loss:4.332695243647322e-05 lr:1.3878921882652732e-05 tokens_per_second_per_gpu:263.18386526596464 
Step 3646 | loss:4.46511730842758e-05 lr:1.3875948764218445e-05 tokens_per_second_per_gpu:338.19411272910264 
Step 3647 | loss:2.6962970878230408e-05 lr:1.3872975242547641e-05 tokens_per_second_per_gpu:309.1056244765868 
Step 3648 | loss:0.00022627452563028783 lr:1.3870001317949675e-05 tokens_per_second_per_gpu:241.4523609032503 
Step 3649 | loss:0.00010504241799935699 lr:1.3867026990733934e-05 tokens_per_second_per_gpu:236.98291931779303 
Step 3650 | loss:0.0004854431317653507 lr:1.3864052261209859e-05 tokens_per_second_per_gpu:399.46224160173324 
Step 3651 | loss:3.7570440326817334e-05 lr:1.3861077129686926e-05 tokens_per_second_per_gpu:282.9099342540011 
Step 3652 | loss:0.0001229287445312366 lr:1.3858101596474653e-05 tokens_per_second_per_gpu:343.07878488504804 
Step 3653 | loss:4.598688974510878e-05 lr:1.3855125661882603e-05 tokens_per_second_per_gpu:247.19898764348423 
Step 3654 | loss:0.0006682286038994789 lr:1.3852149326220379e-05 tokens_per_second_per_gpu:249.16944910678342 
Step 3655 | loss:0.0001435197191312909 lr:1.3849172589797628e-05 tokens_per_second_per_gpu:267.6079512798245 
Step 3656 | loss:6.240420771064237e-05 lr:1.3846195452924029e-05 tokens_per_second_per_gpu:286.5665999499709 
Step 3657 | loss:8.711792906979099e-05 lr:1.3843217915909318e-05 tokens_per_second_per_gpu:329.69873736601255 
Step 3658 | loss:4.23536985181272e-05 lr:1.3840239979063261e-05 tokens_per_second_per_gpu:298.6257464589774 
Step 3659 | loss:9.495977428741753e-05 lr:1.383726164269567e-05 tokens_per_second_per_gpu:341.9958005133296 
Step 3660 | loss:3.2003579690353945e-05 lr:1.38342829071164e-05 tokens_per_second_per_gpu:277.9379819781668 
Step 3661 | loss:2.8855070922872983e-05 lr:1.383130377263534e-05 tokens_per_second_per_gpu:276.31514589804397 
Step 3662 | loss:4.648289905162528e-05 lr:1.3828324239562429e-05 tokens_per_second_per_gpu:318.69561241136023 
Step 3663 | loss:0.0006920809391885996 lr:1.382534430820765e-05 tokens_per_second_per_gpu:273.56690553944816 
Step 3664 | loss:1.6866964870132506e-05 lr:1.3822363978881012e-05 tokens_per_second_per_gpu:265.2876458294908 
Step 3665 | loss:5.5492182582383975e-05 lr:1.381938325189258e-05 tokens_per_second_per_gpu:256.37389117846345 
Step 3666 | loss:5.524096195586026e-05 lr:1.381640212755246e-05 tokens_per_second_per_gpu:255.49192797402952 
Step 3667 | loss:4.7851666749920696e-05 lr:1.3813420606170786e-05 tokens_per_second_per_gpu:306.7675307302485 
Step 3668 | loss:3.103269773419015e-05 lr:1.3810438688057748e-05 tokens_per_second_per_gpu:240.75165039461498 
Step 3669 | loss:0.015141916461288929 lr:1.3807456373523572e-05 tokens_per_second_per_gpu:254.44673211784522 
Step 3670 | loss:0.000252784724580124 lr:1.3804473662878519e-05 tokens_per_second_per_gpu:287.0034934958907 
Step 3671 | loss:4.124679617234506e-05 lr:1.3801490556432903e-05 tokens_per_second_per_gpu:233.5349429695594 
Step 3672 | loss:1.953485480044037e-05 lr:1.3798507054497072e-05 tokens_per_second_per_gpu:325.81719065333544 
Step 3673 | loss:4.785581768373959e-05 lr:1.3795523157381413e-05 tokens_per_second_per_gpu:278.6850147059213 
Step 3674 | loss:8.763727964833379e-05 lr:1.3792538865396363e-05 tokens_per_second_per_gpu:265.24769374943406 
Step 3675 | loss:6.261582893785089e-05 lr:1.3789554178852391e-05 tokens_per_second_per_gpu:287.6513062286762 
Step 3676 | loss:0.0032928248401731253 lr:1.378656909806001e-05 tokens_per_second_per_gpu:318.63641977493756 
Step 3677 | loss:3.8498070352943614e-05 lr:1.3783583623329775e-05 tokens_per_second_per_gpu:258.3652946373776 
Step 3678 | loss:4.911097857984714e-05 lr:1.3780597754972282e-05 tokens_per_second_per_gpu:290.1037980290868 
Step 3679 | loss:3.429136995691806e-05 lr:1.3777611493298168e-05 tokens_per_second_per_gpu:297.61427409355815 
Step 3680 | loss:5.439983942778781e-05 lr:1.377462483861811e-05 tokens_per_second_per_gpu:288.85867873453896 
Step 3681 | loss:3.218691927031614e-05 lr:1.3771637791242827e-05 tokens_per_second_per_gpu:288.76787642056024 
Step 3682 | loss:5.546569445868954e-05 lr:1.3768650351483076e-05 tokens_per_second_per_gpu:291.64518538332743 
Step 3683 | loss:0.0005364986718632281 lr:1.3765662519649658e-05 tokens_per_second_per_gpu:335.9127683188353 
Step 3684 | loss:2.980097633553669e-05 lr:1.3762674296053416e-05 tokens_per_second_per_gpu:301.5426876293887 
Step 3685 | loss:0.00030537453130818903 lr:1.375968568100523e-05 tokens_per_second_per_gpu:307.79413806932274 
Step 3686 | loss:3.0026454624021426e-05 lr:1.3756696674816018e-05 tokens_per_second_per_gpu:272.6917222982888 
Step 3687 | loss:3.7359022826422006e-05 lr:1.375370727779675e-05 tokens_per_second_per_gpu:295.50294851928516 
Step 3688 | loss:3.4015789424302056e-05 lr:1.375071749025843e-05 tokens_per_second_per_gpu:310.7720520636496 
Step 3689 | loss:3.9023347198963165e-05 lr:1.3747727312512094e-05 tokens_per_second_per_gpu:294.6317726632855 
Step 3690 | loss:6.97906652931124e-05 lr:1.3744736744868832e-05 tokens_per_second_per_gpu:290.58548877688105 
Step 3691 | loss:0.00021017694962210953 lr:1.3741745787639768e-05 tokens_per_second_per_gpu:427.8069869224829 
Step 3692 | loss:0.0006674250471405685 lr:1.3738754441136072e-05 tokens_per_second_per_gpu:375.65237864830203 
Step 3693 | loss:7.219142571557313e-05 lr:1.3735762705668945e-05 tokens_per_second_per_gpu:278.9937133312192 
Step 3694 | loss:4.236101813148707e-05 lr:1.3732770581549636e-05 tokens_per_second_per_gpu:275.23442787734683 
Step 3695 | loss:8.21063804323785e-05 lr:1.3729778069089437e-05 tokens_per_second_per_gpu:280.5715703947638 
Step 3696 | loss:0.0012400092091411352 lr:1.3726785168599666e-05 tokens_per_second_per_gpu:285.3191253687291 
Step 3697 | loss:0.00037007665378041565 lr:1.3723791880391698e-05 tokens_per_second_per_gpu:261.52822704350024 
Step 3698 | loss:0.00018263688252773136 lr:1.3720798204776942e-05 tokens_per_second_per_gpu:302.5309419841121 
Step 3699 | loss:8.016026549739763e-05 lr:1.371780414206684e-05 tokens_per_second_per_gpu:333.5762296329575 
Step 3700 | loss:0.0005069634644314647 lr:1.3714809692572889e-05 tokens_per_second_per_gpu:225.12384074479343 
Step 3701 | loss:3.886377817252651e-05 lr:1.3711814856606613e-05 tokens_per_second_per_gpu:231.66768155958027 
Step 3702 | loss:4.193510176264681e-05 lr:1.3708819634479582e-05 tokens_per_second_per_gpu:226.01962011273488 
Step 3703 | loss:7.633950735908002e-05 lr:1.370582402650341e-05 tokens_per_second_per_gpu:347.08372690836313 
Step 3704 | loss:3.0760646041017026e-05 lr:1.3702828032989743e-05 tokens_per_second_per_gpu:247.59867513388784 
Step 3705 | loss:3.283418118371628e-05 lr:1.3699831654250272e-05 tokens_per_second_per_gpu:307.6620906175119 
Step 3706 | loss:0.00015676661860197783 lr:1.3696834890596725e-05 tokens_per_second_per_gpu:271.9634897450785 
Step 3707 | loss:1.7178097550640814e-05 lr:1.3693837742340871e-05 tokens_per_second_per_gpu:317.4676768955749 
Step 3708 | loss:7.987524440977722e-05 lr:1.3690840209794527e-05 tokens_per_second_per_gpu:259.0799425952386 
Step 3709 | loss:2.0735556972795166e-05 lr:1.3687842293269535e-05 tokens_per_second_per_gpu:292.2939276815348 
Step 3710 | loss:0.00025311383069492877 lr:1.368484399307779e-05 tokens_per_second_per_gpu:260.4701103913204 
Step 3711 | loss:6.452175148297101e-05 lr:1.3681845309531223e-05 tokens_per_second_per_gpu:349.97930310264053 
Step 3712 | loss:0.00034199751098640263 lr:1.3678846242941795e-05 tokens_per_second_per_gpu:346.39899729557794 
Step 3713 | loss:0.0003270461456850171 lr:1.3675846793621528e-05 tokens_per_second_per_gpu:269.01549653315203 
Step 3714 | loss:1.7132195353042334e-05 lr:1.367284696188246e-05 tokens_per_second_per_gpu:246.9843185019009 
Step 3715 | loss:6.10856877756305e-05 lr:1.3669846748036686e-05 tokens_per_second_per_gpu:275.7255051553717 
Step 3716 | loss:0.0002832701138686389 lr:1.3666846152396335e-05 tokens_per_second_per_gpu:272.9205198600299 
Step 3717 | loss:2.227589357062243e-05 lr:1.3663845175273574e-05 tokens_per_second_per_gpu:308.29568991490464 
Step 3718 | loss:6.0323698562569916e-05 lr:1.3660843816980612e-05 tokens_per_second_per_gpu:206.56794721425916 
Step 3719 | loss:3.30883776769042e-05 lr:1.36578420778297e-05 tokens_per_second_per_gpu:372.0795456209875 
Step 3720 | loss:0.0001373522391077131 lr:1.3654839958133118e-05 tokens_per_second_per_gpu:300.9093901286337 
Step 3721 | loss:1.4415276382351294e-05 lr:1.3651837458203201e-05 tokens_per_second_per_gpu:242.7016583865488 
Step 3722 | loss:0.0005941294366493821 lr:1.3648834578352313e-05 tokens_per_second_per_gpu:390.19444354023886 
Step 3723 | loss:6.0907281294930726e-05 lr:1.3645831318892857e-05 tokens_per_second_per_gpu:267.3655646921537 
Step 3724 | loss:3.329415267216973e-05 lr:1.3642827680137285e-05 tokens_per_second_per_gpu:275.73847792827394 
Step 3725 | loss:0.0012326125288382173 lr:1.3639823662398077e-05 tokens_per_second_per_gpu:280.3239303363758 
Step 3726 | loss:3.260793164372444e-05 lr:1.363681926598776e-05 tokens_per_second_per_gpu:274.204717187271 
Step 3727 | loss:1.4146683497529011e-05 lr:1.3633814491218897e-05 tokens_per_second_per_gpu:248.4251994072815 
Step 3728 | loss:5.633703403873369e-05 lr:1.3630809338404095e-05 tokens_per_second_per_gpu:309.53589248007546 
Step 3729 | loss:0.00024637114256620407 lr:1.3627803807855993e-05 tokens_per_second_per_gpu:264.2236443808024 
Step 3730 | loss:8.47705960040912e-05 lr:1.3624797899887272e-05 tokens_per_second_per_gpu:373.1980400511905 
Step 3731 | loss:0.0005299992626532912 lr:1.3621791614810658e-05 tokens_per_second_per_gpu:431.19294347621167 
Step 3732 | loss:2.7892521757166833e-05 lr:1.3618784952938908e-05 tokens_per_second_per_gpu:275.73879187151437 
Step 3733 | loss:0.00037751643685624003 lr:1.3615777914584822e-05 tokens_per_second_per_gpu:369.2402727756254 
Step 3734 | loss:3.456884951447137e-05 lr:1.3612770500061241e-05 tokens_per_second_per_gpu:279.26816391766766 
Step 3735 | loss:8.834261825541034e-05 lr:1.360976270968104e-05 tokens_per_second_per_gpu:249.9608524311912 
Step 3736 | loss:2.9279832233441994e-05 lr:1.360675454375714e-05 tokens_per_second_per_gpu:275.57620254338167 
Step 3737 | loss:6.803804717492312e-05 lr:1.3603746002602494e-05 tokens_per_second_per_gpu:343.286138059785 
Step 3738 | loss:6.972606934141368e-05 lr:1.36007370865301e-05 tokens_per_second_per_gpu:333.12845064220187 
Step 3739 | loss:3.4670010791160166e-05 lr:1.3597727795852986e-05 tokens_per_second_per_gpu:262.54984729061124 
Step 3740 | loss:1.5432478903676383e-05 lr:1.3594718130884235e-05 tokens_per_second_per_gpu:292.36957003653845 
Step 3741 | loss:0.0003198984486516565 lr:1.3591708091936952e-05 tokens_per_second_per_gpu:367.2297065996598 
Step 3742 | loss:0.00010235167428618297 lr:1.3588697679324292e-05 tokens_per_second_per_gpu:254.39082140973278 
Step 3743 | loss:4.328856084612198e-05 lr:1.358568689335944e-05 tokens_per_second_per_gpu:356.4891712052121 
Step 3744 | loss:0.002740427851676941 lr:1.3582675734355633e-05 tokens_per_second_per_gpu:396.95563861042547 
Step 3745 | loss:4.53890606877394e-05 lr:1.357966420262613e-05 tokens_per_second_per_gpu:255.56543871874678 
Step 3746 | loss:0.0007411016267724335 lr:1.3576652298484238e-05 tokens_per_second_per_gpu:238.40358465463703 
Step 3747 | loss:5.2107257943134755e-05 lr:1.357364002224331e-05 tokens_per_second_per_gpu:283.62761420795084 
Step 3748 | loss:5.61821652809158e-05 lr:1.3570627374216727e-05 tokens_per_second_per_gpu:268.68904908376146 
Step 3749 | loss:0.00010530131112318486 lr:1.3567614354717903e-05 tokens_per_second_per_gpu:358.2225364474305 
Step 3750 | loss:2.6818419428309426e-05 lr:1.356460096406031e-05 tokens_per_second_per_gpu:270.94246634042 
Step 3751 | loss:2.1782128897029907e-05 lr:1.3561587202557445e-05 tokens_per_second_per_gpu:309.6429675609071 
Step 3752 | loss:0.0007459356565959752 lr:1.355857307052284e-05 tokens_per_second_per_gpu:361.2890175472551 
Step 3753 | loss:0.00034628406865522265 lr:1.3555558568270082e-05 tokens_per_second_per_gpu:377.9328623519281 
Step 3754 | loss:1.7520882465760224e-05 lr:1.3552543696112781e-05 tokens_per_second_per_gpu:277.6588280543388 
Step 3755 | loss:0.00019848487863782793 lr:1.3549528454364586e-05 tokens_per_second_per_gpu:350.68950983724835 
Step 3756 | loss:0.00011459737288532779 lr:1.3546512843339202e-05 tokens_per_second_per_gpu:366.57628554774874 
Step 3757 | loss:6.027343624737114e-05 lr:1.3543496863350347e-05 tokens_per_second_per_gpu:311.4660778663081 
Step 3758 | loss:0.0002627694921102375 lr:1.3540480514711799e-05 tokens_per_second_per_gpu:300.4477977437825 
Step 3759 | loss:0.00021841214038431644 lr:1.3537463797737359e-05 tokens_per_second_per_gpu:251.36058065508695 
Step 3760 | loss:0.0005065281293354928 lr:1.3534446712740879e-05 tokens_per_second_per_gpu:288.45443752787315 
Step 3761 | loss:0.000210080441320315 lr:1.3531429260036238e-05 tokens_per_second_per_gpu:315.95020874711986 
Step 3762 | loss:0.005452957935631275 lr:1.3528411439937358e-05 tokens_per_second_per_gpu:324.9235252415682 
Step 3763 | loss:0.0005508528556674719 lr:1.3525393252758208e-05 tokens_per_second_per_gpu:328.9916231866019 
Step 3764 | loss:8.051225449889898e-05 lr:1.352237469881278e-05 tokens_per_second_per_gpu:299.50109992908074 
Step 3765 | loss:1.677260297583416e-05 lr:1.3519355778415108e-05 tokens_per_second_per_gpu:323.4234324257717 
Step 3766 | loss:1.8301885575056076e-05 lr:1.3516336491879276e-05 tokens_per_second_per_gpu:248.04880621084675 
Step 3767 | loss:1.662518479861319e-05 lr:1.3513316839519388e-05 tokens_per_second_per_gpu:279.06977326771545 
Step 3768 | loss:0.00022869107488077134 lr:1.35102968216496e-05 tokens_per_second_per_gpu:265.49693739887243 
Step 3769 | loss:4.66188503196463e-05 lr:1.3507276438584105e-05 tokens_per_second_per_gpu:293.14088540861906 
Step 3770 | loss:0.0001011620624922216 lr:1.3504255690637122e-05 tokens_per_second_per_gpu:248.7298789968459 
Step 3771 | loss:0.00013351217785384506 lr:1.350123457812292e-05 tokens_per_second_per_gpu:286.2202320502782 
Step 3772 | loss:2.0668518118327484e-05 lr:1.3498213101355804e-05 tokens_per_second_per_gpu:304.67988197450313 
Step 3773 | loss:1.9529143173713237e-05 lr:1.3495191260650113e-05 tokens_per_second_per_gpu:293.1447599838964 
Step 3774 | loss:0.00016703085566405207 lr:1.3492169056320226e-05 tokens_per_second_per_gpu:313.917123226581 
Step 3775 | loss:0.00032196546089835465 lr:1.348914648868056e-05 tokens_per_second_per_gpu:258.83458127546015 
Step 3776 | loss:0.00014753495634067804 lr:1.3486123558045567e-05 tokens_per_second_per_gpu:225.016483685726 
Step 3777 | loss:0.00023870996665209532 lr:1.3483100264729748e-05 tokens_per_second_per_gpu:317.4286845956898 
Step 3778 | loss:0.00023036764468997717 lr:1.3480076609047624e-05 tokens_per_second_per_gpu:325.39933725233806 
Step 3779 | loss:4.839782923227176e-05 lr:1.3477052591313762e-05 tokens_per_second_per_gpu:249.7005277901743 
Step 3780 | loss:0.00013310794020071626 lr:1.3474028211842774e-05 tokens_per_second_per_gpu:311.34291350097465 
Step 3781 | loss:9.642221266403794e-05 lr:1.3471003470949299e-05 tokens_per_second_per_gpu:271.14651830047546 
Step 3782 | loss:2.6032230380224064e-05 lr:1.3467978368948023e-05 tokens_per_second_per_gpu:302.5288391655309 
Step 3783 | loss:0.0006418286939151585 lr:1.3464952906153654e-05 tokens_per_second_per_gpu:305.49281232643 
Step 3784 | loss:5.7325141824549064e-05 lr:1.3461927082880957e-05 tokens_per_second_per_gpu:313.24615758975693 
Step 3785 | loss:3.911567910108715e-05 lr:1.345890089944472e-05 tokens_per_second_per_gpu:295.496065600137 
Step 3786 | loss:3.148525138385594e-05 lr:1.3455874356159775e-05 tokens_per_second_per_gpu:280.4163635233226 
Step 3787 | loss:2.1129604647285305e-05 lr:1.3452847453340993e-05 tokens_per_second_per_gpu:336.08822652936095 
Step 3788 | loss:7.022529462119564e-05 lr:1.3449820191303276e-05 tokens_per_second_per_gpu:316.20945530147355 
Step 3789 | loss:3.402823494980112e-05 lr:1.3446792570361566e-05 tokens_per_second_per_gpu:279.88569780353646 
Step 3790 | loss:3.5127915907651186e-05 lr:1.344376459083085e-05 tokens_per_second_per_gpu:266.94268500893827 
Step 3791 | loss:3.779545659199357e-05 lr:1.344073625302614e-05 tokens_per_second_per_gpu:282.09466815178234 
Step 3792 | loss:4.4001906644552946e-05 lr:1.3437707557262487e-05 tokens_per_second_per_gpu:248.89894924874963 
Step 3793 | loss:1.641562266740948e-05 lr:1.3434678503854992e-05 tokens_per_second_per_gpu:314.3341064171915 
Step 3794 | loss:0.01125308871269226 lr:1.343164909311878e-05 tokens_per_second_per_gpu:258.28522837273744 
Step 3795 | loss:5.6422941270284355e-05 lr:1.3428619325369017e-05 tokens_per_second_per_gpu:279.6669814059318 
Step 3796 | loss:9.114273416344076e-05 lr:1.3425589200920905e-05 tokens_per_second_per_gpu:267.07590253295234 
Step 3797 | loss:3.5340406611794606e-05 lr:1.3422558720089689e-05 tokens_per_second_per_gpu:269.1495174437289 
Step 3798 | loss:3.4257325751241297e-05 lr:1.3419527883190644e-05 tokens_per_second_per_gpu:271.9739874852593 
Step 3799 | loss:0.00034442765172570944 lr:1.3416496690539085e-05 tokens_per_second_per_gpu:324.09036208659666 
Step 3800 | loss:8.568583871237934e-05 lr:1.3413465142450366e-05 tokens_per_second_per_gpu:304.7004619210223 
Step 3801 | loss:3.317249866086058e-05 lr:1.3410433239239873e-05 tokens_per_second_per_gpu:250.0080805783888 
Step 3802 | loss:0.00037362982402555645 lr:1.340740098122303e-05 tokens_per_second_per_gpu:244.19567527416555 
Step 3803 | loss:5.286190935294144e-05 lr:1.3404368368715308e-05 tokens_per_second_per_gpu:244.97994171993003 
Step 3804 | loss:0.0001452102151233703 lr:1.3401335402032198e-05 tokens_per_second_per_gpu:278.67711951844524 
Step 3805 | loss:0.003592889755964279 lr:1.3398302081489239e-05 tokens_per_second_per_gpu:451.1325699760655 
Step 3806 | loss:1.5826897652004845e-05 lr:1.3395268407402007e-05 tokens_per_second_per_gpu:254.11997776648303 
Step 3807 | loss:8.733006688999012e-05 lr:1.339223438008611e-05 tokens_per_second_per_gpu:279.71066305132956 
Step 3808 | loss:0.00011117877147626132 lr:1.3389199999857189e-05 tokens_per_second_per_gpu:325.407885439024 
Step 3809 | loss:8.548751065973192e-05 lr:1.338616526703094e-05 tokens_per_second_per_gpu:271.2926190890933 
Step 3810 | loss:0.0005039700772613287 lr:1.3383130181923073e-05 tokens_per_second_per_gpu:328.8286073323359 
Step 3811 | loss:0.0005776615580543876 lr:1.3380094744849348e-05 tokens_per_second_per_gpu:322.77447933310367 
Step 3812 | loss:3.7409896322060376e-05 lr:1.3377058956125557e-05 tokens_per_second_per_gpu:267.21426235569356 
Step 3813 | loss:4.6309571189340204e-05 lr:1.3374022816067533e-05 tokens_per_second_per_gpu:247.87458713722856 
Step 3814 | loss:3.156115781166591e-05 lr:1.3370986324991142e-05 tokens_per_second_per_gpu:266.35265083486405 
Step 3815 | loss:0.00014305180229712278 lr:1.3367949483212281e-05 tokens_per_second_per_gpu:264.69804233593396 
Step 3816 | loss:4.753164466819726e-05 lr:1.3364912291046898e-05 tokens_per_second_per_gpu:284.6792438266516 
Step 3817 | loss:5.199070437811315e-05 lr:1.3361874748810967e-05 tokens_per_second_per_gpu:307.87009473024335 
Step 3818 | loss:0.013392682187259197 lr:1.3358836856820494e-05 tokens_per_second_per_gpu:238.0991528351027 
Step 3819 | loss:0.00041376627632416785 lr:1.335579861539154e-05 tokens_per_second_per_gpu:333.74326919980973 
Step 3820 | loss:9.666279947850853e-05 lr:1.3352760024840174e-05 tokens_per_second_per_gpu:268.4109270636841 
Step 3821 | loss:0.00033442393760196865 lr:1.334972108548253e-05 tokens_per_second_per_gpu:320.72511227128336 
Step 3822 | loss:8.357728074770421e-05 lr:1.3346681797634767e-05 tokens_per_second_per_gpu:202.0837721695091 
Step 3823 | loss:4.7081088268896565e-05 lr:1.3343642161613067e-05 tokens_per_second_per_gpu:269.84557982607373 
Step 3824 | loss:4.227280442137271e-05 lr:1.3340602177733668e-05 tokens_per_second_per_gpu:270.90095098038864 
Step 3825 | loss:9.679458162281662e-05 lr:1.3337561846312841e-05 tokens_per_second_per_gpu:287.2778142776702 
Step 3826 | loss:3.796795863308944e-05 lr:1.3334521167666879e-05 tokens_per_second_per_gpu:302.11335447068103 
Step 3827 | loss:2.6203968445770442e-05 lr:1.3331480142112128e-05 tokens_per_second_per_gpu:253.5457446242079 
Step 3828 | loss:0.00019077511387877166 lr:1.3328438769964958e-05 tokens_per_second_per_gpu:341.254118199073 
Step 3829 | loss:0.00012090271047782153 lr:1.332539705154178e-05 tokens_per_second_per_gpu:291.2675374949259 
Step 3830 | loss:3.115800427622162e-05 lr:1.3322354987159045e-05 tokens_per_second_per_gpu:310.2294533204476 
Step 3831 | loss:4.571602039504796e-05 lr:1.3319312577133235e-05 tokens_per_second_per_gpu:276.69426626639904 
Step 3832 | loss:2.6897218049271032e-05 lr:1.3316269821780866e-05 tokens_per_second_per_gpu:273.05029217909185 
Step 3833 | loss:1.8836450180970132e-05 lr:1.3313226721418492e-05 tokens_per_second_per_gpu:256.8685871514274 
Step 3834 | loss:2.0985447918064892e-05 lr:1.3310183276362709e-05 tokens_per_second_per_gpu:252.94075423783227 
Step 3835 | loss:2.241299080196768e-05 lr:1.3307139486930139e-05 tokens_per_second_per_gpu:283.380719764241 
Step 3836 | loss:3.191377254552208e-05 lr:1.3304095353437445e-05 tokens_per_second_per_gpu:278.9132595513137 
Step 3837 | loss:0.00016230653272941709 lr:1.3301050876201327e-05 tokens_per_second_per_gpu:218.85500557329996 
Step 3838 | loss:4.98951121699065e-05 lr:1.3298006055538517e-05 tokens_per_second_per_gpu:240.09011714166166 
Step 3839 | loss:4.654666918213479e-05 lr:1.3294960891765785e-05 tokens_per_second_per_gpu:274.57224525683097 
Step 3840 | loss:2.962049620691687e-05 lr:1.3291915385199939e-05 tokens_per_second_per_gpu:263.6670373320335 
Step 3841 | loss:0.00015367615560535342 lr:1.3288869536157816e-05 tokens_per_second_per_gpu:329.27442348564085 
Step 3842 | loss:3.348665632074699e-05 lr:1.3285823344956292e-05 tokens_per_second_per_gpu:258.8450777652433 
Step 3843 | loss:7.917688344605267e-05 lr:1.3282776811912285e-05 tokens_per_second_per_gpu:354.15142555960756 
Step 3844 | loss:0.00047045163228176534 lr:1.327972993734274e-05 tokens_per_second_per_gpu:254.67647075873137 
Step 3845 | loss:7.783048204146326e-05 lr:1.3276682721564637e-05 tokens_per_second_per_gpu:357.4204209764881 
Step 3846 | loss:5.681964466930367e-05 lr:1.3273635164894997e-05 tokens_per_second_per_gpu:243.1523606650719 
Step 3847 | loss:2.4769478841335513e-05 lr:1.3270587267650879e-05 tokens_per_second_per_gpu:319.3974514417223 
Step 3848 | loss:0.0002931475464720279 lr:1.3267539030149365e-05 tokens_per_second_per_gpu:304.42805823870236 
Step 3849 | loss:0.00031328623299486935 lr:1.3264490452707583e-05 tokens_per_second_per_gpu:265.855360106221 
Step 3850 | loss:4.578869993565604e-05 lr:1.3261441535642696e-05 tokens_per_second_per_gpu:347.6799919815226 
Step 3851 | loss:1.860416705312673e-05 lr:1.3258392279271899e-05 tokens_per_second_per_gpu:290.27890389331674 
Step 3852 | loss:0.0003720757376868278 lr:1.325534268391242e-05 tokens_per_second_per_gpu:309.2603161136137 
Step 3853 | loss:5.5240139772649854e-05 lr:1.3252292749881528e-05 tokens_per_second_per_gpu:247.91236423358453 
Step 3854 | loss:4.9449918151367456e-05 lr:1.3249242477496525e-05 tokens_per_second_per_gpu:261.8855487660559 
Step 3855 | loss:3.431158256717026e-05 lr:1.3246191867074742e-05 tokens_per_second_per_gpu:310.17695937945393 
Step 3856 | loss:0.000760901253670454 lr:1.324314091893356e-05 tokens_per_second_per_gpu:247.48030617210603 
Step 3857 | loss:0.00012311324826441705 lr:1.3240089633390383e-05 tokens_per_second_per_gpu:330.5866665516024 
Step 3858 | loss:3.598522744141519e-05 lr:1.3237038010762649e-05 tokens_per_second_per_gpu:303.3909714364209 
Step 3859 | loss:0.00013600972306448966 lr:1.323398605136784e-05 tokens_per_second_per_gpu:352.4797898207834 
Step 3860 | loss:0.0001514778268756345 lr:1.3230933755523466e-05 tokens_per_second_per_gpu:249.58885138838318 
Step 3861 | loss:1.4153581105347257e-05 lr:1.3227881123547073e-05 tokens_per_second_per_gpu:279.99856723849837 
Step 3862 | loss:0.00022181702661328018 lr:1.322482815575625e-05 tokens_per_second_per_gpu:299.0261087685123 
Step 3863 | loss:3.239199941162951e-05 lr:1.3221774852468605e-05 tokens_per_second_per_gpu:285.57286110833434 
Step 3864 | loss:6.777519593015313e-05 lr:1.3218721214001797e-05 tokens_per_second_per_gpu:291.8981749414962 
Step 3865 | loss:0.00024133644183166325 lr:1.3215667240673508e-05 tokens_per_second_per_gpu:292.8660940148896 
Step 3866 | loss:0.00010455258598085493 lr:1.3212612932801468e-05 tokens_per_second_per_gpu:331.07490682086626 
Step 3867 | loss:0.00015901941515039653 lr:1.3209558290703423e-05 tokens_per_second_per_gpu:205.9070446022608 
Step 3868 | loss:0.0011530981864780188 lr:1.3206503314697173e-05 tokens_per_second_per_gpu:300.55442020924215 
Step 3869 | loss:5.3944881074130535e-05 lr:1.3203448005100539e-05 tokens_per_second_per_gpu:308.21808901244185 
Step 3870 | loss:2.3425385734299198e-05 lr:1.3200392362231385e-05 tokens_per_second_per_gpu:282.0438164926447 
Step 3871 | loss:6.19233978795819e-05 lr:1.3197336386407603e-05 tokens_per_second_per_gpu:266.7735314739784 
Step 3872 | loss:7.066929538268596e-05 lr:1.3194280077947126e-05 tokens_per_second_per_gpu:277.74625414324 
Step 3873 | loss:0.00023965736909303814 lr:1.3191223437167917e-05 tokens_per_second_per_gpu:255.98627308807366 
Step 3874 | loss:0.00029911554884165525 lr:1.3188166464387977e-05 tokens_per_second_per_gpu:361.4110094878012 
Step 3875 | loss:0.00016907516692299396 lr:1.3185109159925343e-05 tokens_per_second_per_gpu:342.47900095710446 
Step 3876 | loss:5.8295678172726184e-05 lr:1.3182051524098073e-05 tokens_per_second_per_gpu:267.44125974385224 
Step 3877 | loss:0.00011059865209972486 lr:1.3178993557224278e-05 tokens_per_second_per_gpu:259.7894701298827 
Step 3878 | loss:2.952695285785012e-05 lr:1.31759352596221e-05 tokens_per_second_per_gpu:278.46528755777484 
Step 3879 | loss:4.024029476568103e-05 lr:1.3172876631609697e-05 tokens_per_second_per_gpu:249.87659290138112 
Step 3880 | loss:0.00012394649093039334 lr:1.3169817673505287e-05 tokens_per_second_per_gpu:356.9364031527583 
Step 3881 | loss:9.96768067125231e-05 lr:1.3166758385627105e-05 tokens_per_second_per_gpu:265.4494201299654 
Step 3882 | loss:9.258381760446355e-05 lr:1.3163698768293425e-05 tokens_per_second_per_gpu:275.85470215997645 
Step 3883 | loss:6.710077286697924e-05 lr:1.316063882182256e-05 tokens_per_second_per_gpu:291.2367370730765 
Step 3884 | loss:0.00033935223473235965 lr:1.3157578546532851e-05 tokens_per_second_per_gpu:371.1878855805421 
Step 3885 | loss:0.0006636368343606591 lr:1.3154517942742675e-05 tokens_per_second_per_gpu:370.5934806190165 
Step 3886 | loss:0.00011014854680979624 lr:1.3151457010770446e-05 tokens_per_second_per_gpu:316.7750160755982 
Step 3887 | loss:0.000536207458935678 lr:1.3148395750934605e-05 tokens_per_second_per_gpu:259.6857473874811 
Step 3888 | loss:2.905505789385643e-05 lr:1.3145334163553638e-05 tokens_per_second_per_gpu:300.4201742733299 
Step 3889 | loss:0.0005223613698035479 lr:1.3142272248946052e-05 tokens_per_second_per_gpu:389.667692044238 
Step 3890 | loss:0.0001437472819816321 lr:1.3139210007430404e-05 tokens_per_second_per_gpu:306.7294157090242 
Step 3891 | loss:0.0004195915244054049 lr:1.3136147439325266e-05 tokens_per_second_per_gpu:308.11299211467855 
Step 3892 | loss:0.00012460650759749115 lr:1.313308454494926e-05 tokens_per_second_per_gpu:261.0585111754379 
Step 3893 | loss:3.794981603277847e-05 lr:1.3130021324621036e-05 tokens_per_second_per_gpu:305.0780146858287 
Step 3894 | loss:0.00022670194448437542 lr:1.3126957778659278e-05 tokens_per_second_per_gpu:267.62635166847383 
Step 3895 | loss:8.011997124413028e-05 lr:1.3123893907382699e-05 tokens_per_second_per_gpu:269.7660085264631 
Step 3896 | loss:4.275359242456034e-05 lr:1.3120829711110057e-05 tokens_per_second_per_gpu:295.69659598478296 
Step 3897 | loss:0.00015935169358272105 lr:1.3117765190160134e-05 tokens_per_second_per_gpu:360.65263057412704 
Step 3898 | loss:5.555076859309338e-05 lr:1.3114700344851748e-05 tokens_per_second_per_gpu:277.1280222661372 
Step 3899 | loss:3.65536252502352e-05 lr:1.3111635175503754e-05 tokens_per_second_per_gpu:275.0127987563652 
Step 3900 | loss:6.470592052210122e-05 lr:1.3108569682435039e-05 tokens_per_second_per_gpu:384.65681359548637 
Step 3901 | loss:3.5687007766682655e-05 lr:1.3105503865964523e-05 tokens_per_second_per_gpu:321.541431616446 
Step 3902 | loss:5.5185599194373935e-05 lr:1.3102437726411157e-05 tokens_per_second_per_gpu:354.0853169501369 
Step 3903 | loss:1.6482797946082428e-05 lr:1.3099371264093932e-05 tokens_per_second_per_gpu:291.22697070001715 
Step 3904 | loss:0.00017302769992966205 lr:1.309630447933187e-05 tokens_per_second_per_gpu:275.25474359797283 
Step 3905 | loss:0.0009603000362403691 lr:1.3093237372444019e-05 tokens_per_second_per_gpu:323.34022744954456 
Step 3906 | loss:9.729574230732396e-05 lr:1.3090169943749475e-05 tokens_per_second_per_gpu:282.63225896780887 
Step 3907 | loss:0.0011216462589800358 lr:1.3087102193567358e-05 tokens_per_second_per_gpu:323.14189705029133 
Step 3908 | loss:0.00021917279809713364 lr:1.308403412221682e-05 tokens_per_second_per_gpu:263.2913019226665 
Step 3909 | loss:1.6749119822634384e-05 lr:1.308096573001705e-05 tokens_per_second_per_gpu:261.8629345712523 
Step 3910 | loss:0.00040451486711390316 lr:1.3077897017287274e-05 tokens_per_second_per_gpu:367.7609532128536 
Step 3911 | loss:4.6401684812735766e-05 lr:1.307482798434674e-05 tokens_per_second_per_gpu:321.44419612228853 
Step 3912 | loss:0.0001550107990624383 lr:1.3071758631514746e-05 tokens_per_second_per_gpu:289.2406526594503 
Step 3913 | loss:0.0002957273100037128 lr:1.3068688959110607e-05 tokens_per_second_per_gpu:243.6750488344958 
Step 3914 | loss:3.0339968361658975e-05 lr:1.306561896745368e-05 tokens_per_second_per_gpu:225.2200386546468 
Step 3915 | loss:0.00012108909868402407 lr:1.3062548656863351e-05 tokens_per_second_per_gpu:420.60640112714134 
Step 3916 | loss:7.422076305374503e-05 lr:1.3059478027659047e-05 tokens_per_second_per_gpu:306.51180919808536 
Step 3917 | loss:4.1391278500668705e-05 lr:1.305640708016022e-05 tokens_per_second_per_gpu:272.3493695483185 
Step 3918 | loss:5.0299306167289615e-05 lr:1.3053335814686355e-05 tokens_per_second_per_gpu:269.9486614256022 
Step 3919 | loss:1.8183778593083844e-05 lr:1.3050264231556976e-05 tokens_per_second_per_gpu:294.29096708763586 
Step 3920 | loss:0.0001177847952931188 lr:1.3047192331091636e-05 tokens_per_second_per_gpu:267.0412682204323 
Step 3921 | loss:0.0011392724700272083 lr:1.304412011360992e-05 tokens_per_second_per_gpu:273.00194696546447 
Step 3922 | loss:0.00010932263830909505 lr:1.3041047579431452e-05 tokens_per_second_per_gpu:313.94173399259273 
Step 3923 | loss:2.5988339984905906e-05 lr:1.3037974728875881e-05 tokens_per_second_per_gpu:321.7027602840687 
Step 3924 | loss:3.1449781090486795e-05 lr:1.3034901562262893e-05 tokens_per_second_per_gpu:268.3948442584417 
Step 3925 | loss:8.25391907710582e-05 lr:1.3031828079912211e-05 tokens_per_second_per_gpu:383.2725816973852 
Step 3926 | loss:0.0003530769608914852 lr:1.3028754282143584e-05 tokens_per_second_per_gpu:313.3264339233721 
Step 3927 | loss:3.178710539941676e-05 lr:1.302568016927679e-05 tokens_per_second_per_gpu:227.02510066746783 
Step 3928 | loss:2.2480118786916137e-05 lr:1.3022605741631657e-05 tokens_per_second_per_gpu:268.0080008752227 
Step 3929 | loss:0.00011047146836062893 lr:1.3019530999528028e-05 tokens_per_second_per_gpu:261.1406700745272 
Step 3930 | loss:5.213403346715495e-05 lr:1.3016455943285787e-05 tokens_per_second_per_gpu:241.03872479221224 
Step 3931 | loss:0.0005627988721244037 lr:1.301338057322485e-05 tokens_per_second_per_gpu:299.70365165819493 
Step 3932 | loss:0.00023504708951804787 lr:1.3010304889665161e-05 tokens_per_second_per_gpu:343.6360843086343 
Step 3933 | loss:0.0006453430978581309 lr:1.3007228892926706e-05 tokens_per_second_per_gpu:312.76154390512704 
Step 3934 | loss:8.752071880735457e-05 lr:1.3004152583329497e-05 tokens_per_second_per_gpu:296.22061801598073 
Step 3935 | loss:0.002571969525888562 lr:1.3001075961193574e-05 tokens_per_second_per_gpu:307.9965560521436 
Step 3936 | loss:0.0007060763309709728 lr:1.2997999026839024e-05 tokens_per_second_per_gpu:327.47475566147045 
Step 3937 | loss:3.725166607182473e-05 lr:1.2994921780585953e-05 tokens_per_second_per_gpu:262.3632848091835 
Step 3938 | loss:6.900167500134557e-05 lr:1.29918442227545e-05 tokens_per_second_per_gpu:227.24760146847717 
Step 3939 | loss:2.1855670638615265e-05 lr:1.2988766353664845e-05 tokens_per_second_per_gpu:265.9196621599477 
Step 3940 | loss:5.662021430907771e-05 lr:1.29856881736372e-05 tokens_per_second_per_gpu:335.5399127577245 
Step 3941 | loss:0.0002425730344839394 lr:1.2982609682991796e-05 tokens_per_second_per_gpu:342.1103659697418 
Step 3942 | loss:0.0001697695697657764 lr:1.297953088204891e-05 tokens_per_second_per_gpu:337.0232907603696 
Step 3943 | loss:0.002249152632430196 lr:1.297645177112885e-05 tokens_per_second_per_gpu:451.8787078442096 
Step 3944 | loss:6.887355993967503e-05 lr:1.2973372350551948e-05 tokens_per_second_per_gpu:281.28256187175265 
Step 3945 | loss:9.419163689017296e-05 lr:1.2970292620638574e-05 tokens_per_second_per_gpu:289.74967540554286 
Step 3946 | loss:0.00011547785106813535 lr:1.2967212581709133e-05 tokens_per_second_per_gpu:298.4891720642212 
Step 3947 | loss:5.3289571951609105e-05 lr:1.2964132234084054e-05 tokens_per_second_per_gpu:284.6417304140215 
Step 3948 | loss:3.981558984378353e-05 lr:1.2961051578083806e-05 tokens_per_second_per_gpu:267.38447213742313 
Step 3949 | loss:0.00015908339992165565 lr:1.2957970614028884e-05 tokens_per_second_per_gpu:345.50435216557946 
Step 3950 | loss:0.00011656608694465831 lr:1.2954889342239825e-05 tokens_per_second_per_gpu:248.90996743439942 
Step 3951 | loss:2.957051037810743e-05 lr:1.2951807763037179e-05 tokens_per_second_per_gpu:361.1505039878012 
Step 3952 | loss:1.8832310161087662e-05 lr:1.294872587674155e-05 tokens_per_second_per_gpu:330.2750697018365 
Step 3953 | loss:0.002218798268586397 lr:1.294564368367356e-05 tokens_per_second_per_gpu:335.31166725674865 
Step 3954 | loss:0.00032008730340749025 lr:1.2942561184153864e-05 tokens_per_second_per_gpu:260.8042975981227 
Step 3955 | loss:4.812743281945586e-05 lr:1.2939478378503154e-05 tokens_per_second_per_gpu:359.8621220229793 
Step 3956 | loss:0.00011716451263055205 lr:1.2936395267042155e-05 tokens_per_second_per_gpu:318.5990889876659 
Step 3957 | loss:4.765598714584485e-05 lr:1.2933311850091614e-05 tokens_per_second_per_gpu:252.86473797189186 
Step 3958 | loss:0.00025103948428295553 lr:1.293022812797232e-05 tokens_per_second_per_gpu:276.6492907740812 
Step 3959 | loss:8.705080108484253e-05 lr:1.292714410100509e-05 tokens_per_second_per_gpu:333.96407128416064 
Step 3960 | loss:3.6584315239451826e-05 lr:1.2924059769510769e-05 tokens_per_second_per_gpu:298.89053734048053 
Step 3961 | loss:3.4822798625100404e-05 lr:1.2920975133810239e-05 tokens_per_second_per_gpu:256.44259518289715 
Step 3962 | loss:0.0003224784741178155 lr:1.2917890194224414e-05 tokens_per_second_per_gpu:332.13916742179964 
Step 3963 | loss:2.9561473638750613e-05 lr:1.2914804951074236e-05 tokens_per_second_per_gpu:309.7178239367622 
Step 3964 | loss:0.0001107728312490508 lr:1.2911719404680676e-05 tokens_per_second_per_gpu:286.18129899913407 
Step 3965 | loss:9.935820708051324e-05 lr:1.2908633555364747e-05 tokens_per_second_per_gpu:289.90691716624013 
Step 3966 | loss:0.0016136526828631759 lr:1.2905547403447485e-05 tokens_per_second_per_gpu:338.2555289682341 
Step 3967 | loss:3.105061114183627e-05 lr:1.2902460949249955e-05 tokens_per_second_per_gpu:339.9891055759381 
Step 3968 | loss:2.656963624758646e-05 lr:1.2899374193093266e-05 tokens_per_second_per_gpu:248.78435400699615 
Step 3969 | loss:0.0002797355118673295 lr:1.2896287135298545e-05 tokens_per_second_per_gpu:317.859255072492 
Step 3970 | loss:5.08942648593802e-05 lr:1.2893199776186957e-05 tokens_per_second_per_gpu:280.8164456442788 
Step 3971 | loss:0.00016797633725218475 lr:1.2890112116079696e-05 tokens_per_second_per_gpu:286.177882885219 
Step 3972 | loss:0.0015417342074215412 lr:1.2887024155297991e-05 tokens_per_second_per_gpu:339.4721239053885 
Step 3973 | loss:9.011746442411095e-05 lr:1.28839358941631e-05 tokens_per_second_per_gpu:299.68392226304127 
Step 3974 | loss:0.00018411455675959587 lr:1.2880847332996306e-05 tokens_per_second_per_gpu:345.93284597542817 
Step 3975 | loss:0.00010848917008843273 lr:1.2877758472118935e-05 tokens_per_second_per_gpu:272.13912854793625 
Step 3976 | loss:0.0004151235625613481 lr:1.2874669311852341e-05 tokens_per_second_per_gpu:294.29820965531127 
Step 3977 | loss:4.912846998195164e-05 lr:1.2871579852517897e-05 tokens_per_second_per_gpu:278.025717443988 
Step 3978 | loss:0.0010345199843868613 lr:1.2868490094437028e-05 tokens_per_second_per_gpu:273.7073077787011 
Step 3979 | loss:0.0007876679883338511 lr:1.2865400037931166e-05 tokens_per_second_per_gpu:283.07230862227567 
Step 3980 | loss:0.00011660211748676375 lr:1.2862309683321796e-05 tokens_per_second_per_gpu:311.8549068640104 
Step 3981 | loss:2.9166636522859335e-05 lr:1.2859219030930427e-05 tokens_per_second_per_gpu:255.47578606073375 
Step 3982 | loss:3.368900797795504e-05 lr:1.2856128081078587e-05 tokens_per_second_per_gpu:269.2841386233889 
Step 3983 | loss:0.00015351623005699366 lr:1.285303683408785e-05 tokens_per_second_per_gpu:372.7484094278535 
Step 3984 | loss:0.0002065615844912827 lr:1.284994529027982e-05 tokens_per_second_per_gpu:327.62941441565005 
Step 3985 | loss:0.00020635855617001653 lr:1.2846853449976118e-05 tokens_per_second_per_gpu:307.93696145046835 
Step 3986 | loss:5.4922071285545826e-05 lr:1.2843761313498412e-05 tokens_per_second_per_gpu:338.13134514765227 
Step 3987 | loss:0.00011908090527867898 lr:1.2840668881168395e-05 tokens_per_second_per_gpu:267.37744212754586 
Step 3988 | loss:0.0026229715440422297 lr:1.2837576153307785e-05 tokens_per_second_per_gpu:349.1871225239034 
Step 3989 | loss:3.482619285932742e-05 lr:1.2834483130238338e-05 tokens_per_second_per_gpu:239.92908347762364 
Step 3990 | loss:9.48510569287464e-05 lr:1.283138981228184e-05 tokens_per_second_per_gpu:293.01473193049236 
Step 3991 | loss:0.00015149041428230703 lr:1.2828296199760101e-05 tokens_per_second_per_gpu:382.2408927624531 
Step 3992 | loss:8.891925972420722e-05 lr:1.2825202292994976e-05 tokens_per_second_per_gpu:323.5897779795759 
Step 3993 | loss:6.359329563565552e-05 lr:1.2822108092308332e-05 tokens_per_second_per_gpu:312.6241865597097 
Step 3994 | loss:0.0001460304920328781 lr:1.281901359802208e-05 tokens_per_second_per_gpu:293.7834506202839 
Step 3995 | loss:7.231217750813812e-05 lr:1.2815918810458159e-05 tokens_per_second_per_gpu:249.67812371125046 
Step 3996 | loss:4.161232936894521e-05 lr:1.2812823729938533e-05 tokens_per_second_per_gpu:304.8675216110765 
Step 3997 | loss:4.815744614461437e-05 lr:1.2809728356785204e-05 tokens_per_second_per_gpu:299.1364802642451 
Step 3998 | loss:1.2565209544845857e-05 lr:1.2806632691320198e-05 tokens_per_second_per_gpu:274.2920023088486 
Step 3999 | loss:0.001091008190996945 lr:1.2803536733865577e-05 tokens_per_second_per_gpu:289.64670388708544 
Step 4000 | loss:1.9338191123097204e-05 lr:1.2800440484743428e-05 tokens_per_second_per_gpu:220.6755046191351 
Step 4001 | loss:1.7980139091378078e-05 lr:1.2797343944275873e-05 tokens_per_second_per_gpu:361.3844064400461 
Step 4002 | loss:6.598831532755867e-05 lr:1.2794247112785063e-05 tokens_per_second_per_gpu:300.7500845450287 
Step 4003 | loss:2.5774934329092503e-05 lr:1.2791149990593178e-05 tokens_per_second_per_gpu:294.40733163601834 
Step 4004 | loss:4.520296715782024e-05 lr:1.2788052578022423e-05 tokens_per_second_per_gpu:260.6786330216013 
Step 4005 | loss:1.670662641117815e-05 lr:1.2784954875395049e-05 tokens_per_second_per_gpu:246.8009717391487 
Step 4006 | loss:0.00010354570986237377 lr:1.2781856883033321e-05 tokens_per_second_per_gpu:274.4087182051005 
Step 4007 | loss:5.774420787929557e-05 lr:1.2778758601259545e-05 tokens_per_second_per_gpu:386.0293874884183 
Step 4008 | loss:0.00024184738867916167 lr:1.2775660030396044e-05 tokens_per_second_per_gpu:279.0733710882738 
Step 4009 | loss:5.874473572475836e-05 lr:1.2772561170765188e-05 tokens_per_second_per_gpu:292.2849176907007 
Step 4010 | loss:4.627541784429923e-05 lr:1.2769462022689365e-05 tokens_per_second_per_gpu:296.4729733357144 
Step 4011 | loss:2.59441676462302e-05 lr:1.2766362586490996e-05 tokens_per_second_per_gpu:277.94139280944745 
Step 4012 | loss:0.00018993446428794414 lr:1.2763262862492537e-05 tokens_per_second_per_gpu:287.7864888430018 
Step 4013 | loss:3.256286436226219e-05 lr:1.2760162851016465e-05 tokens_per_second_per_gpu:264.4893855807673 
Step 4014 | loss:0.0006483366014435887 lr:1.275706255238529e-05 tokens_per_second_per_gpu:297.06416378749185 
Step 4015 | loss:0.0002127802581526339 lr:1.275396196692156e-05 tokens_per_second_per_gpu:287.40547883510266 
Step 4016 | loss:3.535937503329478e-05 lr:1.2750861094947842e-05 tokens_per_second_per_gpu:260.08769607664266 
Step 4017 | loss:3.610588828451e-05 lr:1.2747759936786731e-05 tokens_per_second_per_gpu:270.48235556455455 
Step 4018 | loss:0.00011599685240071267 lr:1.274465849276087e-05 tokens_per_second_per_gpu:291.4228188263524 
Step 4019 | loss:0.00015085251652635634 lr:1.2741556763192914e-05 tokens_per_second_per_gpu:233.7695979372843 
Step 4020 | loss:0.00016165174019988626 lr:1.2738454748405552e-05 tokens_per_second_per_gpu:326.0742892138468 
Step 4021 | loss:0.00016888500249478966 lr:1.2735352448721501e-05 tokens_per_second_per_gpu:275.08778359011757 
Step 4022 | loss:0.00014110805932432413 lr:1.2732249864463517e-05 tokens_per_second_per_gpu:294.5870896985716 
Step 4023 | loss:6.053601100575179e-05 lr:1.2729146995954378e-05 tokens_per_second_per_gpu:277.73594209752645 
Step 4024 | loss:2.8445250791264698e-05 lr:1.2726043843516887e-05 tokens_per_second_per_gpu:243.21701222467772 
Step 4025 | loss:0.002404442522674799 lr:1.2722940407473887e-05 tokens_per_second_per_gpu:338.341436508555 
Step 4026 | loss:2.1686195395886898e-05 lr:1.2719836688148247e-05 tokens_per_second_per_gpu:330.19258338411277 
Step 4027 | loss:0.000223008100874722 lr:1.2716732685862856e-05 tokens_per_second_per_gpu:349.79630745105266 
Step 4028 | loss:3.034451583516784e-05 lr:1.2713628400940651e-05 tokens_per_second_per_gpu:264.76953028841143 
Step 4029 | loss:7.056537288008258e-05 lr:1.2710523833704585e-05 tokens_per_second_per_gpu:273.1153724760973 
Step 4030 | loss:1.6501202480867505e-05 lr:1.2707418984477637e-05 tokens_per_second_per_gpu:250.71502339500833 
Step 4031 | loss:0.000107860796560999 lr:1.2704313853582833e-05 tokens_per_second_per_gpu:300.9596270925845 
Step 4032 | loss:4.479975177673623e-05 lr:1.2701208441343207e-05 tokens_per_second_per_gpu:321.60552243737203 
Step 4033 | loss:0.00017952549387700856 lr:1.2698102748081833e-05 tokens_per_second_per_gpu:336.3252945365022 
Step 4034 | loss:4.322493259678595e-05 lr:1.2694996774121824e-05 tokens_per_second_per_gpu:189.11835906979474 
Step 4035 | loss:0.00019778579007834196 lr:1.2691890519786299e-05 tokens_per_second_per_gpu:279.15287494378526 
Step 4036 | loss:3.112771446467377e-05 lr:1.2688783985398423e-05 tokens_per_second_per_gpu:361.2335265245113 
Step 4037 | loss:4.196780355414376e-05 lr:1.2685677171281392e-05 tokens_per_second_per_gpu:266.38213706840537 
Step 4038 | loss:0.0002013638149946928 lr:1.2682570077758418e-05 tokens_per_second_per_gpu:278.0479833843593 
Step 4039 | loss:0.00016994697216432542 lr:1.2679462705152754e-05 tokens_per_second_per_gpu:272.72324876966184 
Step 4040 | loss:8.12911384855397e-05 lr:1.2676355053787673e-05 tokens_per_second_per_gpu:279.72107313805446 
Step 4041 | loss:8.697398152435198e-05 lr:1.267324712398648e-05 tokens_per_second_per_gpu:384.3705723959943 
Step 4042 | loss:0.0002651609538588673 lr:1.267013891607252e-05 tokens_per_second_per_gpu:275.08600485164936 
Step 4043 | loss:0.00017474534979555756 lr:1.2667030430369148e-05 tokens_per_second_per_gpu:298.28435342671645 
Step 4044 | loss:0.00022218153753783554 lr:1.2663921667199758e-05 tokens_per_second_per_gpu:296.6245092702429 
Step 4045 | loss:0.006609003059566021 lr:1.2660812626887775e-05 tokens_per_second_per_gpu:288.98189024979354 
Step 4046 | loss:0.0001882226497400552 lr:1.2657703309756651e-05 tokens_per_second_per_gpu:292.3830697780821 
Step 4047 | loss:3.817243123194203e-05 lr:1.265459371612986e-05 tokens_per_second_per_gpu:276.7929576276424 
Step 4048 | loss:0.0005255502765066922 lr:1.2651483846330912e-05 tokens_per_second_per_gpu:398.22171293522587 
Step 4049 | loss:9.910765220411122e-05 lr:1.2648373700683347e-05 tokens_per_second_per_gpu:282.9241553046454 
Step 4050 | loss:0.00016542524099349976 lr:1.2645263279510731e-05 tokens_per_second_per_gpu:343.8278572162935 
Step 4051 | loss:0.0001374758139718324 lr:1.2642152583136654e-05 tokens_per_second_per_gpu:313.79317196331806 
Step 4052 | loss:0.0014681464526802301 lr:1.2639041611884744e-05 tokens_per_second_per_gpu:335.7541287099667 
Step 4053 | loss:0.00011820439976872876 lr:1.2635930366078649e-05 tokens_per_second_per_gpu:242.1444052806057 
Step 4054 | loss:9.205549577018246e-05 lr:1.2632818846042047e-05 tokens_per_second_per_gpu:268.9525194212157 
Step 4055 | loss:0.00022768371854908764 lr:1.2629707052098655e-05 tokens_per_second_per_gpu:286.9725300606261 
Step 4056 | loss:0.000268851057626307 lr:1.2626594984572205e-05 tokens_per_second_per_gpu:310.85512384538396 
Step 4057 | loss:7.35464709578082e-05 lr:1.262348264378646e-05 tokens_per_second_per_gpu:254.2302759818074 
Step 4058 | loss:0.00018126689246855676 lr:1.262037003006522e-05 tokens_per_second_per_gpu:308.6315157523502 
Step 4059 | loss:0.0004914921009913087 lr:1.2617257143732304e-05 tokens_per_second_per_gpu:319.09151656791715 
Step 4060 | loss:5.679200330632739e-05 lr:1.2614143985111565e-05 tokens_per_second_per_gpu:325.28013874307044 
Step 4061 | loss:0.00013907307584304363 lr:1.2611030554526877e-05 tokens_per_second_per_gpu:298.1825286071655 
Step 4062 | loss:0.0005187871283851564 lr:1.2607916852302155e-05 tokens_per_second_per_gpu:307.4989792575994 
Step 4063 | loss:1.4291985280578956e-05 lr:1.2604802878761331e-05 tokens_per_second_per_gpu:279.30230272428867 
Step 4064 | loss:0.0007833685376681387 lr:1.2601688634228368e-05 tokens_per_second_per_gpu:310.87877780485104 
Step 4065 | loss:5.3541429224424064e-05 lr:1.259857411902726e-05 tokens_per_second_per_gpu:301.0301341899472 
Step 4066 | loss:0.00016769536887295544 lr:1.2595459333482028e-05 tokens_per_second_per_gpu:256.67923350471375 
Step 4067 | loss:0.00046786468010395765 lr:1.2592344277916718e-05 tokens_per_second_per_gpu:310.0311458508594 
Step 4068 | loss:8.209346560761333e-05 lr:1.2589228952655406e-05 tokens_per_second_per_gpu:334.9779697107407 
Step 4069 | loss:4.010325574199669e-05 lr:1.25861133580222e-05 tokens_per_second_per_gpu:324.9112388391673 
Step 4070 | loss:7.278705743374303e-05 lr:1.258299749434123e-05 tokens_per_second_per_gpu:224.59233601973656 
Step 4071 | loss:5.545240128412843e-05 lr:1.257988136193666e-05 tokens_per_second_per_gpu:252.11546141944322 
Step 4072 | loss:0.0005274909199215472 lr:1.2576764961132674e-05 tokens_per_second_per_gpu:310.0976933740198 
Step 4073 | loss:0.0004389008099678904 lr:1.2573648292253491e-05 tokens_per_second_per_gpu:273.6696012018397 
Step 4074 | loss:7.116470078472048e-05 lr:1.2570531355623357e-05 tokens_per_second_per_gpu:314.719966575645 
Step 4075 | loss:2.697534000617452e-05 lr:1.2567414151566542e-05 tokens_per_second_per_gpu:304.36132205546585 
Step 4076 | loss:0.00013009195390623063 lr:1.2564296680407347e-05 tokens_per_second_per_gpu:407.13938204313195 
Step 4077 | loss:1.6350466466974467e-05 lr:1.2561178942470097e-05 tokens_per_second_per_gpu:258.00913445271385 
Step 4078 | loss:0.00019420203170739114 lr:1.2558060938079151e-05 tokens_per_second_per_gpu:326.8619703905369 
Step 4079 | loss:4.1633000364527106e-05 lr:1.255494266755889e-05 tokens_per_second_per_gpu:230.66155320689688 
Step 4080 | loss:0.00010088898852700368 lr:1.255182413123373e-05 tokens_per_second_per_gpu:358.88008982287295 
Step 4081 | loss:5.128802149556577e-05 lr:1.2548705329428104e-05 tokens_per_second_per_gpu:276.0261280914763 
Step 4082 | loss:7.391737017314881e-05 lr:1.254558626246648e-05 tokens_per_second_per_gpu:348.24894852495123 
Step 4083 | loss:3.894943438353948e-05 lr:1.2542466930673352e-05 tokens_per_second_per_gpu:270.3204189992881 
Step 4084 | loss:0.0001833866408560425 lr:1.2539347334373245e-05 tokens_per_second_per_gpu:267.4288691764068 
Step 4085 | loss:4.43844182882458e-05 lr:1.2536227473890701e-05 tokens_per_second_per_gpu:333.7781203260473 
Step 4086 | loss:0.00013584934640675783 lr:1.25331073495503e-05 tokens_per_second_per_gpu:263.09278928447185 
Step 4087 | loss:7.580440433230251e-05 lr:1.252998696167665e-05 tokens_per_second_per_gpu:250.49903864896456 
Step 4088 | loss:0.0003194616874679923 lr:1.2526866310594375e-05 tokens_per_second_per_gpu:291.7708285344795 
Step 4089 | loss:9.592621790943667e-05 lr:1.2523745396628136e-05 tokens_per_second_per_gpu:284.88285858047925 
Step 4090 | loss:0.00018736199126578867 lr:1.2520624220102623e-05 tokens_per_second_per_gpu:320.41813004961 
Step 4091 | loss:3.761247353395447e-05 lr:1.2517502781342546e-05 tokens_per_second_per_gpu:310.89878380437074 
Step 4092 | loss:0.00024354919150937349 lr:1.2514381080672644e-05 tokens_per_second_per_gpu:325.2107694259707 
Step 4093 | loss:0.0002147094055544585 lr:1.2511259118417689e-05 tokens_per_second_per_gpu:280.66752637029117 
Step 4094 | loss:3.426644980208948e-05 lr:1.2508136894902474e-05 tokens_per_second_per_gpu:268.42991345055543 
Step 4095 | loss:7.207169255707413e-05 lr:1.2505014410451822e-05 tokens_per_second_per_gpu:278.7443465743135 
Step 4096 | loss:6.907866190886125e-05 lr:1.2501891665390579e-05 tokens_per_second_per_gpu:271.7348966389065 
Step 4097 | loss:0.0025024216156452894 lr:1.2498768660043625e-05 tokens_per_second_per_gpu:270.83112682971324 
Step 4098 | loss:0.0021110803354531527 lr:1.2495645394735865e-05 tokens_per_second_per_gpu:374.57110112449396 
Step 4099 | loss:0.0020071782637387514 lr:1.2492521869792226e-05 tokens_per_second_per_gpu:301.94129763077547 
Step 4100 | loss:0.000258283776929602 lr:1.248939808553767e-05 tokens_per_second_per_gpu:406.75696146382614 
Step 4101 | loss:0.00025108581758104265 lr:1.2486274042297175e-05 tokens_per_second_per_gpu:293.2774279960785 
Step 4102 | loss:1.5643841834389605e-05 lr:1.248314974039576e-05 tokens_per_second_per_gpu:278.0057504948149 
Step 4103 | loss:1.4039660527487285e-05 lr:1.2480025180158459e-05 tokens_per_second_per_gpu:222.80381339928633 
Step 4104 | loss:0.0003068603400606662 lr:1.2476900361910338e-05 tokens_per_second_per_gpu:268.3312067816453 
Step 4105 | loss:5.342435906641185e-05 lr:1.2473775285976491e-05 tokens_per_second_per_gpu:253.28690815617682 
Step 4106 | loss:2.7605177820078097e-05 lr:1.2470649952682035e-05 tokens_per_second_per_gpu:241.61738425753626 
Step 4107 | loss:1.8467477275407873e-05 lr:1.2467524362352116e-05 tokens_per_second_per_gpu:312.2003535211004 
Step 4108 | loss:6.0057922382839024e-05 lr:1.2464398515311906e-05 tokens_per_second_per_gpu:266.97234876585424 
Step 4109 | loss:4.505265678744763e-05 lr:1.2461272411886607e-05 tokens_per_second_per_gpu:340.99144559970296 
Step 4110 | loss:4.7803081542951986e-05 lr:1.2458146052401444e-05 tokens_per_second_per_gpu:213.14895566822145 
Step 4111 | loss:5.257115844869986e-05 lr:1.2455019437181669e-05 tokens_per_second_per_gpu:290.0457165218794 
Step 4112 | loss:9.22085891943425e-05 lr:1.2451892566552559e-05 tokens_per_second_per_gpu:312.82448549459576 
Step 4113 | loss:5.118296394357458e-05 lr:1.2448765440839423e-05 tokens_per_second_per_gpu:269.100096113072 
Step 4114 | loss:0.006777980364859104 lr:1.2445638060367591e-05 tokens_per_second_per_gpu:324.61567071405796 
Step 4115 | loss:2.5373443349963054e-05 lr:1.2442510425462424e-05 tokens_per_second_per_gpu:271.80429995724285 
Step 4116 | loss:5.544520172406919e-05 lr:1.2439382536449307e-05 tokens_per_second_per_gpu:299.84559609104684 
Step 4117 | loss:0.00019478119793348014 lr:1.2436254393653648e-05 tokens_per_second_per_gpu:280.38503617807044 
Step 4118 | loss:5.44463619007729e-05 lr:1.2433125997400892e-05 tokens_per_second_per_gpu:285.84656314764396 
Step 4119 | loss:1.2738569239445496e-05 lr:1.2429997348016498e-05 tokens_per_second_per_gpu:287.2343638076191 
Step 4120 | loss:0.004729534965008497 lr:1.2426868445825955e-05 tokens_per_second_per_gpu:307.30991660910865 
Step 4121 | loss:2.401165329501964e-05 lr:1.2423739291154786e-05 tokens_per_second_per_gpu:270.9102654911861 
Step 4122 | loss:2.9462282327585854e-05 lr:1.2420609884328534e-05 tokens_per_second_per_gpu:315.53465987619785 
Step 4123 | loss:2.7875508749275468e-05 lr:1.2417480225672762e-05 tokens_per_second_per_gpu:350.3477671784583 
Step 4124 | loss:4.084923421032727e-05 lr:1.2414350315513074e-05 tokens_per_second_per_gpu:277.77633234910434 
Step 4125 | loss:5.528836845769547e-05 lr:1.2411220154175086e-05 tokens_per_second_per_gpu:333.5713876937134 
Step 4126 | loss:0.00015398941468447447 lr:1.2408089741984445e-05 tokens_per_second_per_gpu:377.0772508476538 
Step 4127 | loss:4.989959779777564e-05 lr:1.2404959079266834e-05 tokens_per_second_per_gpu:277.8458821573866 
Step 4128 | loss:0.0007435638108290732 lr:1.2401828166347947e-05 tokens_per_second_per_gpu:265.93218463379446 
Step 4129 | loss:0.003776381490752101 lr:1.239869700355351e-05 tokens_per_second_per_gpu:195.6298851738654 
Step 4130 | loss:3.239211218897253e-05 lr:1.2395565591209273e-05 tokens_per_second_per_gpu:227.9190264702748 
Step 4131 | loss:8.763589721638709e-05 lr:1.2392433929641023e-05 tokens_per_second_per_gpu:433.5728426498289 
Step 4132 | loss:8.754570444580168e-05 lr:1.2389302019174556e-05 tokens_per_second_per_gpu:302.6512601400024 
Step 4133 | loss:8.359226194443181e-05 lr:1.2386169860135704e-05 tokens_per_second_per_gpu:294.71885019215716 
Step 4134 | loss:3.232487870263867e-05 lr:1.2383037452850323e-05 tokens_per_second_per_gpu:315.9091892605606 
Step 4135 | loss:0.001675797044299543 lr:1.23799047976443e-05 tokens_per_second_per_gpu:235.59919125145953 
Step 4136 | loss:5.2062325266888365e-05 lr:1.2376771894843533e-05 tokens_per_second_per_gpu:305.8843868973716 
Step 4137 | loss:0.0011818615021184087 lr:1.2373638744773963e-05 tokens_per_second_per_gpu:320.85377130496784 
Step 4138 | loss:7.580916280858219e-05 lr:1.2370505347761545e-05 tokens_per_second_per_gpu:326.63799746695685 
Step 4139 | loss:7.812989497324452e-05 lr:1.2367371704132265e-05 tokens_per_second_per_gpu:245.67642672439698 
Step 4140 | loss:0.0005677150911651552 lr:1.2364237814212137e-05 tokens_per_second_per_gpu:390.87529057549744 
Step 4141 | loss:4.631720730685629e-05 lr:1.2361103678327189e-05 tokens_per_second_per_gpu:282.6385323243239 
Step 4142 | loss:0.00013588863657787442 lr:1.2357969296803487e-05 tokens_per_second_per_gpu:359.1259663663304 
Step 4143 | loss:0.00037254689959809184 lr:1.2354834669967122e-05 tokens_per_second_per_gpu:258.38159670381606 
Step 4144 | loss:0.00014020450180396438 lr:1.2351699798144199e-05 tokens_per_second_per_gpu:282.0579795711384 
Step 4145 | loss:3.0889827030478045e-05 lr:1.2348564681660861e-05 tokens_per_second_per_gpu:263.0996027036713 
Step 4146 | loss:2.9005041142227128e-05 lr:1.2345429320843275e-05 tokens_per_second_per_gpu:269.71838356458716 
Step 4147 | loss:0.00030369398882612586 lr:1.234229371601762e-05 tokens_per_second_per_gpu:293.6925267006288 
Step 4148 | loss:0.0044143847189843655 lr:1.2339157867510119e-05 tokens_per_second_per_gpu:283.6520696045677 
Step 4149 | loss:0.0009827851317822933 lr:1.2336021775647009e-05 tokens_per_second_per_gpu:291.086207214193 
Step 4150 | loss:0.0004905046662315726 lr:1.2332885440754552e-05 tokens_per_second_per_gpu:344.49330918673667 
Step 4151 | loss:3.457946877460927e-05 lr:1.2329748863159043e-05 tokens_per_second_per_gpu:277.70524084978547 
Step 4152 | loss:0.0001684462622506544 lr:1.23266120431868e-05 tokens_per_second_per_gpu:320.20554261907716 
Step 4153 | loss:0.00017339045007247478 lr:1.2323474981164154e-05 tokens_per_second_per_gpu:298.840909318194 
Step 4154 | loss:0.0002719764015637338 lr:1.2320337677417477e-05 tokens_per_second_per_gpu:237.7094502531774 
Step 4155 | loss:0.00011164118768647313 lr:1.2317200132273164e-05 tokens_per_second_per_gpu:248.58057080921336 
Step 4156 | loss:0.0001953878381755203 lr:1.2314062346057627e-05 tokens_per_second_per_gpu:271.35545430549956 
Step 4157 | loss:2.7866648451890796e-05 lr:1.2310924319097305e-05 tokens_per_second_per_gpu:271.7773507906427 
Step 4158 | loss:1.5857240214245394e-05 lr:1.2307786051718667e-05 tokens_per_second_per_gpu:295.6778235931614 
Step 4159 | loss:7.687104516662657e-05 lr:1.2304647544248206e-05 tokens_per_second_per_gpu:263.7346818389655 
Step 4160 | loss:0.00020497631339821965 lr:1.2301508797012434e-05 tokens_per_second_per_gpu:286.0387905594457 
Step 4161 | loss:0.0001822959748096764 lr:1.2298369810337899e-05 tokens_per_second_per_gpu:250.92182737513343 
Step 4162 | loss:2.5709705369081348e-05 lr:1.2295230584551161e-05 tokens_per_second_per_gpu:319.7013489722614 
Step 4163 | loss:3.780888073379174e-05 lr:1.2292091119978813e-05 tokens_per_second_per_gpu:265.32002803657133 
Step 4164 | loss:0.00032173359068110585 lr:1.2288951416947474e-05 tokens_per_second_per_gpu:312.34252181296705 
Step 4165 | loss:0.00012903263268526644 lr:1.2285811475783782e-05 tokens_per_second_per_gpu:248.91503173848255 
Step 4166 | loss:0.00019871784024871886 lr:1.2282671296814403e-05 tokens_per_second_per_gpu:333.60283343938573 
Step 4167 | loss:8.703412458999082e-05 lr:1.2279530880366023e-05 tokens_per_second_per_gpu:265.1784735090607 
Step 4168 | loss:0.001097815576940775 lr:1.2276390226765366e-05 tokens_per_second_per_gpu:280.7916368688995 
Step 4169 | loss:0.0011592140654101968 lr:1.2273249336339165e-05 tokens_per_second_per_gpu:247.7789765825024 
Step 4170 | loss:0.0011011294554919004 lr:1.2270108209414186e-05 tokens_per_second_per_gpu:255.78848197520284 
Step 4171 | loss:1.3621143807540648e-05 lr:1.2266966846317218e-05 tokens_per_second_per_gpu:230.89451305044355 
Step 4172 | loss:3.377970642759465e-05 lr:1.2263825247375076e-05 tokens_per_second_per_gpu:270.20791948548737 
Step 4173 | loss:1.9008199160452932e-05 lr:1.2260683412914594e-05 tokens_per_second_per_gpu:272.67450417538635 
Step 4174 | loss:0.0001629602920729667 lr:1.2257541343262637e-05 tokens_per_second_per_gpu:288.83293962853924 
Step 4175 | loss:0.00013934445451013744 lr:1.2254399038746097e-05 tokens_per_second_per_gpu:385.01630176557387 
Step 4176 | loss:3.532642949721776e-05 lr:1.2251256499691875e-05 tokens_per_second_per_gpu:280.1100215471249 
Step 4177 | loss:0.00016701468848623335 lr:1.2248113726426914e-05 tokens_per_second_per_gpu:331.27184427478323 
Step 4178 | loss:4.4134580093668774e-05 lr:1.2244970719278173e-05 tokens_per_second_per_gpu:318.4704915113392 
Step 4179 | loss:0.00014451233437284827 lr:1.2241827478572635e-05 tokens_per_second_per_gpu:412.05248392039755 
Step 4180 | loss:6.847840268164873e-05 lr:1.223868400463731e-05 tokens_per_second_per_gpu:283.42491539606306 
Step 4181 | loss:2.1130621462361887e-05 lr:1.2235540297799233e-05 tokens_per_second_per_gpu:307.28989554190565 
Step 4182 | loss:0.00014381320215761662 lr:1.2232396358385458e-05 tokens_per_second_per_gpu:293.8397100882577 
Step 4183 | loss:0.00043512543197721243 lr:1.2229252186723067e-05 tokens_per_second_per_gpu:331.28990934737067 
Step 4184 | loss:0.000564436661079526 lr:1.2226107783139167e-05 tokens_per_second_per_gpu:338.59484176642917 
Step 4185 | loss:3.3839587558759376e-05 lr:1.2222963147960886e-05 tokens_per_second_per_gpu:393.37225301838055 
Step 4186 | loss:3.4000178857240826e-05 lr:1.2219818281515381e-05 tokens_per_second_per_gpu:234.65980456286235 
Step 4187 | loss:8.870992314768955e-05 lr:1.2216673184129829e-05 tokens_per_second_per_gpu:316.0451719285003 
Step 4188 | loss:5.422049798653461e-05 lr:1.221352785613143e-05 tokens_per_second_per_gpu:290.68248203619174 
Step 4189 | loss:0.0004009657131973654 lr:1.2210382297847408e-05 tokens_per_second_per_gpu:327.1758622866751 
Step 4190 | loss:4.9443377065472305e-05 lr:1.220723650960502e-05 tokens_per_second_per_gpu:308.7316833019551 
Step 4191 | loss:6.908888462930918e-05 lr:1.2204090491731533e-05 tokens_per_second_per_gpu:392.61909216134165 
Step 4192 | loss:5.936156594543718e-05 lr:1.2200944244554247e-05 tokens_per_second_per_gpu:266.89446793308593 
Step 4193 | loss:3.8640770071651787e-05 lr:1.2197797768400487e-05 tokens_per_second_per_gpu:280.5503066981568 
Step 4194 | loss:5.315796079230495e-05 lr:1.2194651063597593e-05 tokens_per_second_per_gpu:299.05061039845833 
Step 4195 | loss:3.604194353101775e-05 lr:1.2191504130472938e-05 tokens_per_second_per_gpu:236.67027436024154 
Step 4196 | loss:1.6555382899241522e-05 lr:1.2188356969353917e-05 tokens_per_second_per_gpu:251.1308276981705 
Step 4197 | loss:2.418462281639222e-05 lr:1.2185209580567938e-05 tokens_per_second_per_gpu:258.9058216217285 
Step 4198 | loss:0.0009184220689348876 lr:1.218206196444245e-05 tokens_per_second_per_gpu:350.2725617182679 
Step 4199 | loss:6.815690721850842e-05 lr:1.2178914121304914e-05 tokens_per_second_per_gpu:289.59586845422456 
Step 4200 | loss:0.00010484124504728243 lr:1.2175766051482817e-05 tokens_per_second_per_gpu:282.247164459385 
Step 4201 | loss:0.00028513246797956526 lr:1.217261775530367e-05 tokens_per_second_per_gpu:306.8746531750411 
Step 4202 | loss:9.908544598147273e-05 lr:1.2169469233095008e-05 tokens_per_second_per_gpu:329.5888517654963 
Step 4203 | loss:0.00010373657278250903 lr:1.216632048518439e-05 tokens_per_second_per_gpu:337.0150955216576 
Step 4204 | loss:0.00033539917785674334 lr:1.2163171511899396e-05 tokens_per_second_per_gpu:230.08144986201577 
Step 4205 | loss:6.110106915002689e-05 lr:1.2160022313567637e-05 tokens_per_second_per_gpu:335.25963093649096 
Step 4206 | loss:0.00688741123303771 lr:1.2156872890516736e-05 tokens_per_second_per_gpu:303.4466698372359 
Step 4207 | loss:0.00011267336958553642 lr:1.2153723243074342e-05 tokens_per_second_per_gpu:426.0382048160279 
Step 4208 | loss:9.346699516754597e-05 lr:1.2150573371568139e-05 tokens_per_second_per_gpu:298.32792821164486 
Step 4209 | loss:3.502908657537773e-05 lr:1.2147423276325823e-05 tokens_per_second_per_gpu:265.51752896022043 
Step 4210 | loss:5.829169094795361e-05 lr:1.214427295767511e-05 tokens_per_second_per_gpu:289.46838855687076 
Step 4211 | loss:9.325564315076917e-05 lr:1.2141122415943752e-05 tokens_per_second_per_gpu:337.4714983773312 
Step 4212 | loss:4.7675679525127634e-05 lr:1.2137971651459513e-05 tokens_per_second_per_gpu:269.98063921625635 
Step 4213 | loss:5.6553748436272144e-05 lr:1.2134820664550186e-05 tokens_per_second_per_gpu:292.9515653741938 
Step 4214 | loss:1.584604433446657e-05 lr:1.2131669455543589e-05 tokens_per_second_per_gpu:264.90447381581174 
Step 4215 | loss:5.30067081854213e-05 lr:1.2128518024767555e-05 tokens_per_second_per_gpu:339.955915582306 
Step 4216 | loss:6.154047150630504e-05 lr:1.2125366372549947e-05 tokens_per_second_per_gpu:258.41773510563996 
Step 4217 | loss:6.0866215790156275e-05 lr:1.212221449921865e-05 tokens_per_second_per_gpu:293.92121446030114 
Step 4218 | loss:7.116383494576439e-05 lr:1.2119062405101569e-05 tokens_per_second_per_gpu:261.17824991347294 
Step 4219 | loss:5.653000334859826e-05 lr:1.2115910090526635e-05 tokens_per_second_per_gpu:235.62392432393617 
Step 4220 | loss:2.5319131964351982e-05 lr:1.2112757555821796e-05 tokens_per_second_per_gpu:284.5495400079567 
Step 4221 | loss:2.2975924366619438e-05 lr:1.2109604801315038e-05 tokens_per_second_per_gpu:276.02262565270587 
Step 4222 | loss:3.1757153919897974e-05 lr:1.2106451827334352e-05 tokens_per_second_per_gpu:304.21828108074567 
Step 4223 | loss:0.001077149179764092 lr:1.2103298634207758e-05 tokens_per_second_per_gpu:278.89113784209275 
Step 4224 | loss:2.2506907043862157e-05 lr:1.2100145222263308e-05 tokens_per_second_per_gpu:295.1160435038796 
Step 4225 | loss:0.0002396856580162421 lr:1.2096991591829064e-05 tokens_per_second_per_gpu:331.45014841124805 
Step 4226 | loss:9.811185009311885e-05 lr:1.2093837743233112e-05 tokens_per_second_per_gpu:305.09213588229164 
Step 4227 | loss:6.677784404018894e-05 lr:1.2090683676803571e-05 tokens_per_second_per_gpu:386.78364859302076 
Step 4228 | loss:2.2757743863621727e-05 lr:1.2087529392868574e-05 tokens_per_second_per_gpu:352.34794835598643 
Step 4229 | loss:0.00011361860379111022 lr:1.2084374891756276e-05 tokens_per_second_per_gpu:315.63890588886505 
Step 4230 | loss:3.826248212135397e-05 lr:1.2081220173794862e-05 tokens_per_second_per_gpu:312.3435452039591 
Step 4231 | loss:0.003682568669319153 lr:1.2078065239312533e-05 tokens_per_second_per_gpu:297.2121178745197 
Step 4232 | loss:4.45016885350924e-05 lr:1.207491008863751e-05 tokens_per_second_per_gpu:219.8107708290703 
Step 4233 | loss:2.480133480275981e-05 lr:1.2071754722098048e-05 tokens_per_second_per_gpu:271.0314806496646 
Step 4234 | loss:2.0142415451118723e-05 lr:1.2068599140022414e-05 tokens_per_second_per_gpu:293.1602623607662 
Step 4235 | loss:3.349105463712476e-05 lr:1.2065443342738901e-05 tokens_per_second_per_gpu:351.8521724554909 
Step 4236 | loss:9.816388774197549e-05 lr:1.2062287330575822e-05 tokens_per_second_per_gpu:273.7785701530337 
Step 4237 | loss:0.0003526349028106779 lr:1.2059131103861517e-05 tokens_per_second_per_gpu:314.77377489036917 
Step 4238 | loss:0.0001695401588222012 lr:1.2055974662924348e-05 tokens_per_second_per_gpu:285.79614684097226 
Step 4239 | loss:0.0004481340292841196 lr:1.205281800809269e-05 tokens_per_second_per_gpu:323.7608147947507 
Step 4240 | loss:0.00041282238089479506 lr:1.2049661139694955e-05 tokens_per_second_per_gpu:318.9990857244562 
Step 4241 | loss:1.6906669770833105e-05 lr:1.2046504058059565e-05 tokens_per_second_per_gpu:273.92330541302397 
Step 4242 | loss:2.1198253307375126e-05 lr:1.204334676351497e-05 tokens_per_second_per_gpu:244.13121828487164 
Step 4243 | loss:7.742809248156846e-05 lr:1.2040189256389645e-05 tokens_per_second_per_gpu:351.2456909958173 
Step 4244 | loss:0.0011009342269971967 lr:1.2037031537012073e-05 tokens_per_second_per_gpu:454.0358356864312 
Step 4245 | loss:9.303967090090737e-05 lr:1.2033873605710777e-05 tokens_per_second_per_gpu:282.60784059433416 
Step 4246 | loss:0.00028733591898344457 lr:1.2030715462814295e-05 tokens_per_second_per_gpu:379.63456015951954 
Step 4247 | loss:0.00017427989223506302 lr:1.202755710865118e-05 tokens_per_second_per_gpu:313.91147247118073 
Step 4248 | loss:8.317446190631017e-05 lr:1.2024398543550018e-05 tokens_per_second_per_gpu:304.3626872733384 
Step 4249 | loss:0.00014607080083806068 lr:1.2021239767839415e-05 tokens_per_second_per_gpu:364.3329571666879 
Step 4250 | loss:7.209432806121185e-05 lr:1.2018080781847985e-05 tokens_per_second_per_gpu:254.85435898086033 
Step 4251 | loss:4.828069359064102e-05 lr:1.2014921585904387e-05 tokens_per_second_per_gpu:264.67330964292785 
Step 4252 | loss:9.279588994104415e-05 lr:1.2011762180337284e-05 tokens_per_second_per_gpu:459.59025154770546 
Step 4253 | loss:1.7463298718212172e-05 lr:1.2008602565475363e-05 tokens_per_second_per_gpu:282.20048519474756 
Step 4254 | loss:3.059403388760984e-05 lr:1.2005442741647343e-05 tokens_per_second_per_gpu:267.98240968371056 
Step 4255 | loss:0.00017459876835346222 lr:1.2002282709181956e-05 tokens_per_second_per_gpu:281.28579467272607 
Step 4256 | loss:0.00018695564358495176 lr:1.1999122468407953e-05 tokens_per_second_per_gpu:208.90299652289988 
Step 4257 | loss:5.050542677054182e-05 lr:1.199596201965412e-05 tokens_per_second_per_gpu:266.689332770346 
Step 4258 | loss:6.239107460714877e-05 lr:1.1992801363249252e-05 tokens_per_second_per_gpu:263.1339486958952 
Step 4259 | loss:3.870990258292295e-05 lr:1.1989640499522169e-05 tokens_per_second_per_gpu:294.9392142065006 
Step 4260 | loss:7.720672874711454e-05 lr:1.1986479428801709e-05 tokens_per_second_per_gpu:275.29117864340714 
Step 4261 | loss:0.0002028768794843927 lr:1.1983318151416745e-05 tokens_per_second_per_gpu:346.3620013129029 
Step 4262 | loss:7.344603363890201e-05 lr:1.1980156667696157e-05 tokens_per_second_per_gpu:298.2691756711107 
Step 4263 | loss:0.0003511064569465816 lr:1.197699497796885e-05 tokens_per_second_per_gpu:236.7906695543526 
Step 4264 | loss:0.00021633181313518435 lr:1.1973833082563755e-05 tokens_per_second_per_gpu:289.90048466713586 
Step 4265 | loss:3.7440280721057206e-05 lr:1.1970670981809825e-05 tokens_per_second_per_gpu:260.4388301176012 
Step 4266 | loss:9.044697071658447e-05 lr:1.1967508676036022e-05 tokens_per_second_per_gpu:331.77016697100925 
Step 4267 | loss:0.00018129996897187084 lr:1.1964346165571345e-05 tokens_per_second_per_gpu:237.00619038199247 
Step 4268 | loss:2.2428566808230244e-05 lr:1.1961183450744807e-05 tokens_per_second_per_gpu:225.7413370097969 
Step 4269 | loss:1.597908340045251e-05 lr:1.195802053188544e-05 tokens_per_second_per_gpu:302.24536624284633 
Step 4270 | loss:6.80170560372062e-05 lr:1.1954857409322302e-05 tokens_per_second_per_gpu:351.5185458406494 
Step 4271 | loss:1.2476144547690637e-05 lr:1.1951694083384473e-05 tokens_per_second_per_gpu:310.6729051914552 
Step 4272 | loss:0.0010299567366018891 lr:1.1948530554401046e-05 tokens_per_second_per_gpu:228.94668274500705 
Step 4273 | loss:4.047062247991562e-05 lr:1.1945366822701141e-05 tokens_per_second_per_gpu:332.4347829683515 
Step 4274 | loss:3.5924054827773944e-05 lr:1.1942202888613902e-05 tokens_per_second_per_gpu:290.05584469728234 
Step 4275 | loss:0.00014607205230277032 lr:1.1939038752468493e-05 tokens_per_second_per_gpu:299.9218447972378 
Step 4276 | loss:0.00027585774660110474 lr:1.1935874414594087e-05 tokens_per_second_per_gpu:296.62956464399974 
Step 4277 | loss:4.559462468023412e-05 lr:1.1932709875319897e-05 tokens_per_second_per_gpu:391.3637875004491 
Step 4278 | loss:8.773044100962579e-05 lr:1.1929545134975145e-05 tokens_per_second_per_gpu:369.4611209540907 
Step 4279 | loss:0.0002165274927392602 lr:1.192638019388907e-05 tokens_per_second_per_gpu:280.9565075497757 
Step 4280 | loss:6.626205140491948e-05 lr:1.192321505239095e-05 tokens_per_second_per_gpu:285.9458441845356 
Step 4281 | loss:0.00020228882203809917 lr:1.1920049710810065e-05 tokens_per_second_per_gpu:410.6803417353126 
Step 4282 | loss:0.00016874757420737296 lr:1.1916884169475721e-05 tokens_per_second_per_gpu:299.4535822759071 
Step 4283 | loss:0.00014879727677907795 lr:1.1913718428717256e-05 tokens_per_second_per_gpu:366.1834539331005 
Step 4284 | loss:7.039192132651806e-05 lr:1.1910552488864011e-05 tokens_per_second_per_gpu:330.2722757411494 
Step 4285 | loss:0.000593964010477066 lr:1.1907386350245358e-05 tokens_per_second_per_gpu:258.8603031003217 
Step 4286 | loss:0.0001951218582689762 lr:1.1904220013190693e-05 tokens_per_second_per_gpu:280.69281334624003 
Step 4287 | loss:0.00011909351451322436 lr:1.1901053478029424e-05 tokens_per_second_per_gpu:308.63779716615306 
Step 4288 | loss:5.565788160311058e-05 lr:1.189788674509098e-05 tokens_per_second_per_gpu:324.57214178781237 
Step 4289 | loss:3.240432488382794e-05 lr:1.1894719814704819e-05 tokens_per_second_per_gpu:240.63818881410728 
Step 4290 | loss:8.76725316629745e-05 lr:1.1891552687200414e-05 tokens_per_second_per_gpu:224.38890617444483 
Step 4291 | loss:3.212506271665916e-05 lr:1.1888385362907255e-05 tokens_per_second_per_gpu:260.9069793461264 
Step 4292 | loss:1.3566931556852069e-05 lr:1.188521784215486e-05 tokens_per_second_per_gpu:320.6030646639959 
Step 4293 | loss:0.00027915509417653084 lr:1.1882050125272762e-05 tokens_per_second_per_gpu:274.48460194987604 
Step 4294 | loss:0.0007311410154215991 lr:1.1878882212590516e-05 tokens_per_second_per_gpu:173.08568932891905 
Step 4295 | loss:0.00012349479948170483 lr:1.18757141044377e-05 tokens_per_second_per_gpu:279.82910057401944 
Step 4296 | loss:0.0003305456484667957 lr:1.187254580114391e-05 tokens_per_second_per_gpu:256.5911583173053 
Step 4297 | loss:4.0889866795623675e-05 lr:1.1869377303038758e-05 tokens_per_second_per_gpu:272.03504299376533 
Step 4298 | loss:0.0088193966075778 lr:1.1866208610451882e-05 tokens_per_second_per_gpu:309.17021301126067 
Step 4299 | loss:7.380058377748355e-05 lr:1.1863039723712944e-05 tokens_per_second_per_gpu:284.6719939363026 
Step 4300 | loss:0.0005809607682749629 lr:1.1859870643151611e-05 tokens_per_second_per_gpu:297.29073013767277 
Step 4301 | loss:3.4924370993394405e-05 lr:1.1856701369097589e-05 tokens_per_second_per_gpu:319.3442295945037 
Step 4302 | loss:0.0008111754432320595 lr:1.1853531901880595e-05 tokens_per_second_per_gpu:268.0668852921085 
Step 4303 | loss:0.00020285308710299432 lr:1.185036224183036e-05 tokens_per_second_per_gpu:348.69088477599803 
Step 4304 | loss:0.00029760776669718325 lr:1.1847192389276644e-05 tokens_per_second_per_gpu:263.6212520393638 
Step 4305 | loss:5.952270294073969e-05 lr:1.1844022344549229e-05 tokens_per_second_per_gpu:240.08146832840487 
Step 4306 | loss:6.068874790798873e-05 lr:1.1840852107977903e-05 tokens_per_second_per_gpu:323.6985320893192 
Step 4307 | loss:3.0214727303246036e-05 lr:1.1837681679892493e-05 tokens_per_second_per_gpu:335.43657119452536 
Step 4308 | loss:0.0001510369620518759 lr:1.183451106062283e-05 tokens_per_second_per_gpu:268.59636376936123 
Step 4309 | loss:0.00015516745042987168 lr:1.1831340250498773e-05 tokens_per_second_per_gpu:270.0521012683574 
Step 4310 | loss:3.99716773245018e-05 lr:1.1828169249850201e-05 tokens_per_second_per_gpu:277.95435094121257 
Step 4311 | loss:3.137051317025907e-05 lr:1.182499805900701e-05 tokens_per_second_per_gpu:288.61467555624426 
Step 4312 | loss:0.0006800678092986345 lr:1.1821826678299116e-05 tokens_per_second_per_gpu:311.47728012414944 
Step 4313 | loss:2.756712638074532e-05 lr:1.181865510805645e-05 tokens_per_second_per_gpu:286.18007462928676 
Step 4314 | loss:9.50723115238361e-05 lr:1.1815483348608979e-05 tokens_per_second_per_gpu:312.50376555066885 
Step 4315 | loss:2.365976615692489e-05 lr:1.1812311400286668e-05 tokens_per_second_per_gpu:276.64724740374425 
Step 4316 | loss:3.481136081973091e-05 lr:1.180913926341952e-05 tokens_per_second_per_gpu:267.4171188632329 
Step 4317 | loss:0.0006270374869927764 lr:1.180596693833755e-05 tokens_per_second_per_gpu:338.2695829053395 
Step 4318 | loss:0.00910657923668623 lr:1.1802794425370786e-05 tokens_per_second_per_gpu:258.1989156574913 
Step 4319 | loss:5.3547155403066427e-05 lr:1.1799621724849289e-05 tokens_per_second_per_gpu:284.4522215177232 
Step 4320 | loss:4.204300421406515e-05 lr:1.179644883710313e-05 tokens_per_second_per_gpu:260.740945844288 
Step 4321 | loss:1.7963624486583285e-05 lr:1.1793275762462402e-05 tokens_per_second_per_gpu:275.52812364297466 
Step 4322 | loss:6.019842476234771e-05 lr:1.1790102501257215e-05 tokens_per_second_per_gpu:264.83426834108695 
Step 4323 | loss:0.00014961992565076798 lr:1.1786929053817707e-05 tokens_per_second_per_gpu:278.75790198610315 
Step 4324 | loss:5.207568756304681e-05 lr:1.1783755420474025e-05 tokens_per_second_per_gpu:375.0960343170863 
Step 4325 | loss:4.827598240808584e-05 lr:1.1780581601556343e-05 tokens_per_second_per_gpu:293.9430769722894 
Step 4326 | loss:2.3957161829457618e-05 lr:1.1777407597394846e-05 tokens_per_second_per_gpu:322.9155580961351 
Step 4327 | loss:0.00012140361650381237 lr:1.1774233408319749e-05 tokens_per_second_per_gpu:329.8764775738841 
Step 4328 | loss:6.0736860177712515e-05 lr:1.1771059034661277e-05 tokens_per_second_per_gpu:253.90761597277597 
Step 4329 | loss:3.239036232116632e-05 lr:1.1767884476749676e-05 tokens_per_second_per_gpu:281.3034068093081 
Step 4330 | loss:2.788630263239611e-05 lr:1.1764709734915218e-05 tokens_per_second_per_gpu:281.79281551980336 
Step 4331 | loss:0.0002488087338861078 lr:1.1761534809488187e-05 tokens_per_second_per_gpu:260.47089589547295 
Step 4332 | loss:8.695258293300867e-05 lr:1.1758359700798884e-05 tokens_per_second_per_gpu:336.0039832723462 
Step 4333 | loss:2.7007465178030543e-05 lr:1.1755184409177643e-05 tokens_per_second_per_gpu:346.8421189588356 
Step 4334 | loss:0.00033596096909604967 lr:1.1752008934954797e-05 tokens_per_second_per_gpu:332.44873740092834 
Step 4335 | loss:5.240672908257693e-05 lr:1.1748833278460711e-05 tokens_per_second_per_gpu:380.62018764374363 
Step 4336 | loss:5.9853122365893796e-05 lr:1.1745657440025773e-05 tokens_per_second_per_gpu:286.2452429676907 
Step 4337 | loss:2.685755680431612e-05 lr:1.1742481419980377e-05 tokens_per_second_per_gpu:338.8895496440767 
Step 4338 | loss:1.6826877981657162e-05 lr:1.173930521865494e-05 tokens_per_second_per_gpu:319.26578632504464 
Step 4339 | loss:2.3294669517781585e-05 lr:1.1736128836379903e-05 tokens_per_second_per_gpu:272.8671697495291 
Step 4340 | loss:0.00014366136747412384 lr:1.1732952273485725e-05 tokens_per_second_per_gpu:346.2299441634065 
Step 4341 | loss:1.5692197848693468e-05 lr:1.1729775530302879e-05 tokens_per_second_per_gpu:274.80083611049537 
Step 4342 | loss:0.00037585871177725494 lr:1.1726598607161855e-05 tokens_per_second_per_gpu:282.31553078015963 
Step 4343 | loss:0.00010580433445284143 lr:1.1723421504393176e-05 tokens_per_second_per_gpu:299.7996745529296 
Step 4344 | loss:7.362033647950739e-05 lr:1.1720244222327364e-05 tokens_per_second_per_gpu:400.17245256210924 
Step 4345 | loss:3.7252320908010006e-05 lr:1.1717066761294973e-05 tokens_per_second_per_gpu:251.25274471196857 
Step 4346 | loss:3.5716242564376444e-05 lr:1.1713889121626574e-05 tokens_per_second_per_gpu:295.9840033608748 
Step 4347 | loss:5.4844327678438276e-05 lr:1.1710711303652753e-05 tokens_per_second_per_gpu:315.7953707699442 
Step 4348 | loss:6.43982202745974e-05 lr:1.1707533307704115e-05 tokens_per_second_per_gpu:281.7254811431515 
Step 4349 | loss:3.1896401196718216e-05 lr:1.1704355134111288e-05 tokens_per_second_per_gpu:296.2906380203827 
Step 4350 | loss:9.673512249719352e-05 lr:1.1701176783204908e-05 tokens_per_second_per_gpu:375.11226988028164 
Step 4351 | loss:0.0006764049176126719 lr:1.1697998255315644e-05 tokens_per_second_per_gpu:295.3704938039137 
Step 4352 | loss:8.090028131846339e-05 lr:1.1694819550774174e-05 tokens_per_second_per_gpu:290.83974249810694 
Step 4353 | loss:5.3556090279016644e-05 lr:1.1691640669911193e-05 tokens_per_second_per_gpu:294.2601414196773 
Step 4354 | loss:7.624409045092762e-05 lr:1.168846161305742e-05 tokens_per_second_per_gpu:316.05678072245377 
Step 4355 | loss:4.152448309469037e-05 lr:1.1685282380543594e-05 tokens_per_second_per_gpu:285.1385853845736 
Step 4356 | loss:0.00026802593492902815 lr:1.168210297270046e-05 tokens_per_second_per_gpu:462.0490865896099 
Step 4357 | loss:0.0001419760228600353 lr:1.1678923389858797e-05 tokens_per_second_per_gpu:380.0997488905904 
Step 4358 | loss:6.737311196047813e-05 lr:1.1675743632349387e-05 tokens_per_second_per_gpu:302.38041216056456 
Step 4359 | loss:2.7085061446996406e-05 lr:1.1672563700503045e-05 tokens_per_second_per_gpu:273.50539470654843 
Step 4360 | loss:3.082497278228402e-05 lr:1.1669383594650594e-05 tokens_per_second_per_gpu:288.6446796548722 
Step 4361 | loss:5.618527939077467e-05 lr:1.1666203315122879e-05 tokens_per_second_per_gpu:274.92939123174676 
Step 4362 | loss:1.155837617261568e-05 lr:1.1663022862250763e-05 tokens_per_second_per_gpu:277.66793822927184 
Step 4363 | loss:0.00013264102744869888 lr:1.1659842236365121e-05 tokens_per_second_per_gpu:340.69724361810535 
Step 4364 | loss:8.083218563115224e-05 lr:1.165666143779686e-05 tokens_per_second_per_gpu:272.4377840894128 
Step 4365 | loss:0.0012544088531285524 lr:1.1653480466876888e-05 tokens_per_second_per_gpu:278.7329189032129 
Step 4366 | loss:3.746124275494367e-05 lr:1.1650299323936141e-05 tokens_per_second_per_gpu:319.0358488617046 
Step 4367 | loss:1.2734823030768894e-05 lr:1.1647118009305573e-05 tokens_per_second_per_gpu:259.67464819637223 
Step 4368 | loss:6.744446727680042e-05 lr:1.1643936523316154e-05 tokens_per_second_per_gpu:291.4546387265136 
Step 4369 | loss:1.3765362382400781e-05 lr:1.1640754866298869e-05 tokens_per_second_per_gpu:280.82922060892633 
Step 4370 | loss:2.986061736010015e-05 lr:1.1637573038584729e-05 tokens_per_second_per_gpu:246.3602765625347 
Step 4371 | loss:0.0006998986937105656 lr:1.1634391040504752e-05 tokens_per_second_per_gpu:345.44470601264214 
Step 4372 | loss:0.00017819821368902922 lr:1.1631208872389978e-05 tokens_per_second_per_gpu:346.9624030398714 
Step 4373 | loss:0.00014220688899513334 lr:1.1628026534571472e-05 tokens_per_second_per_gpu:287.3664216912044 
Step 4374 | loss:7.451850251527503e-05 lr:1.1624844027380306e-05 tokens_per_second_per_gpu:335.0392520549713 
Step 4375 | loss:0.0001307327183894813 lr:1.162166135114757e-05 tokens_per_second_per_gpu:314.72398539290793 
Step 4376 | loss:4.6071472752373666e-05 lr:1.1618478506204384e-05 tokens_per_second_per_gpu:352.58682411599824 
Step 4377 | loss:5.246708678896539e-05 lr:1.1615295492881875e-05 tokens_per_second_per_gpu:310.83872063022744 
Step 4378 | loss:5.4713971621822566e-05 lr:1.1612112311511186e-05 tokens_per_second_per_gpu:285.40322852235596 
Step 4379 | loss:8.304755465360358e-05 lr:1.160892896242348e-05 tokens_per_second_per_gpu:296.448638347773 
Step 4380 | loss:4.933300078846514e-05 lr:1.1605745445949942e-05 tokens_per_second_per_gpu:260.87460508492524 
Step 4381 | loss:4.74555381515529e-05 lr:1.1602561762421774e-05 tokens_per_second_per_gpu:299.0914024273287 
Step 4382 | loss:5.572552981902845e-05 lr:1.1599377912170182e-05 tokens_per_second_per_gpu:259.81265424964346 
Step 4383 | loss:2.9004830139456317e-05 lr:1.159619389552641e-05 tokens_per_second_per_gpu:294.351961501769 
Step 4384 | loss:2.304796907992568e-05 lr:1.1593009712821705e-05 tokens_per_second_per_gpu:248.30210255069753 
Step 4385 | loss:8.461276593152434e-05 lr:1.1589825364387335e-05 tokens_per_second_per_gpu:351.98334715177276 
Step 4386 | loss:0.002259977860376239 lr:1.1586640850554586e-05 tokens_per_second_per_gpu:256.14284203157683 
Step 4387 | loss:2.6551762857707217e-05 lr:1.158345617165476e-05 tokens_per_second_per_gpu:374.1632333902229 
Step 4388 | loss:0.0003136536106467247 lr:1.1580271328019178e-05 tokens_per_second_per_gpu:252.65719368003334 
Step 4389 | loss:0.0005985421594232321 lr:1.1577086319979176e-05 tokens_per_second_per_gpu:251.20613439022156 
Step 4390 | loss:3.310020110802725e-05 lr:1.1573901147866108e-05 tokens_per_second_per_gpu:285.6789770392979 
Step 4391 | loss:3.876668051816523e-05 lr:1.1570715812011345e-05 tokens_per_second_per_gpu:314.77371301753027 
Step 4392 | loss:0.00012781593250110745 lr:1.1567530312746278e-05 tokens_per_second_per_gpu:275.6883035307422 
Step 4393 | loss:4.073088712175377e-05 lr:1.156434465040231e-05 tokens_per_second_per_gpu:249.9660259565179 
Step 4394 | loss:0.0002769258280750364 lr:1.1561158825310862e-05 tokens_per_second_per_gpu:310.97006198116435 
Step 4395 | loss:0.00016530259745195508 lr:1.1557972837803375e-05 tokens_per_second_per_gpu:294.42969006870635 
Step 4396 | loss:0.0003025198820978403 lr:1.1554786688211305e-05 tokens_per_second_per_gpu:358.4802277619071 
Step 4397 | loss:7.740761066088453e-05 lr:1.1551600376866124e-05 tokens_per_second_per_gpu:232.81316939646618 
Step 4398 | loss:3.478387225186452e-05 lr:1.154841390409932e-05 tokens_per_second_per_gpu:229.81492608736608 
Step 4399 | loss:0.00010074029705720022 lr:1.1545227270242402e-05 tokens_per_second_per_gpu:239.6063460317588 
Step 4400 | loss:0.0001066969707608223 lr:1.1542040475626896e-05 tokens_per_second_per_gpu:310.11282029894306 
Step 4401 | loss:1.6437810700153932e-05 lr:1.1538853520584334e-05 tokens_per_second_per_gpu:266.63180721183045 
Step 4402 | loss:0.0006837506080046296 lr:1.1535666405446283e-05 tokens_per_second_per_gpu:300.62683961657655 
Step 4403 | loss:0.0002217233704868704 lr:1.1532479130544306e-05 tokens_per_second_per_gpu:264.4978912496615 
Step 4404 | loss:5.980374407954514e-05 lr:1.1529291696209998e-05 tokens_per_second_per_gpu:275.51762927649526 
Step 4405 | loss:5.537903416552581e-05 lr:1.1526104102774969e-05 tokens_per_second_per_gpu:358.38391802602774 
Step 4406 | loss:0.005129231605678797 lr:1.1522916350570835e-05 tokens_per_second_per_gpu:300.6082523582885 
Step 4407 | loss:2.560158281994518e-05 lr:1.1519728439929237e-05 tokens_per_second_per_gpu:279.3876900951511 
Step 4408 | loss:0.0015888611087575555 lr:1.1516540371181837e-05 tokens_per_second_per_gpu:296.0698519633541 
Step 4409 | loss:0.00011707428348017856 lr:1.15133521446603e-05 tokens_per_second_per_gpu:289.81698543841685 
Step 4410 | loss:4.5060194679535925e-05 lr:1.151016376069632e-05 tokens_per_second_per_gpu:310.6519918561582 
Step 4411 | loss:2.516146923881024e-05 lr:1.1506975219621603e-05 tokens_per_second_per_gpu:278.35785704152505 
Step 4412 | loss:3.673031824291684e-05 lr:1.1503786521767864e-05 tokens_per_second_per_gpu:308.8894498116441 
Step 4413 | loss:3.1167241104412824e-05 lr:1.1500597667466848e-05 tokens_per_second_per_gpu:276.29650091780087 
Step 4414 | loss:0.0013084367383271456 lr:1.1497408657050306e-05 tokens_per_second_per_gpu:328.1428820809684 
Step 4415 | loss:0.0002732163993641734 lr:1.1494219490850012e-05 tokens_per_second_per_gpu:320.6928513195909 
Step 4416 | loss:2.1601796106551774e-05 lr:1.1491030169197743e-05 tokens_per_second_per_gpu:313.54097969840154 
Step 4417 | loss:0.0002636444114614278 lr:1.1487840692425314e-05 tokens_per_second_per_gpu:280.3147266068446 
Step 4418 | loss:5.092807987239212e-05 lr:1.1484651060864538e-05 tokens_per_second_per_gpu:247.74398897456476 
Step 4419 | loss:0.0001451722637284547 lr:1.148146127484725e-05 tokens_per_second_per_gpu:332.7730703142224 
Step 4420 | loss:0.00016138737555593252 lr:1.1478271334705302e-05 tokens_per_second_per_gpu:256.2492284379593 
Step 4421 | loss:4.8520749260205775e-05 lr:1.1475081240770563e-05 tokens_per_second_per_gpu:262.87663907313373 
Step 4422 | loss:0.0007311790832318366 lr:1.1471890993374913e-05 tokens_per_second_per_gpu:248.2442645333 
Step 4423 | loss:6.280642264755443e-05 lr:1.1468700592850253e-05 tokens_per_second_per_gpu:268.5962722673646 
Step 4424 | loss:2.3896554921520874e-05 lr:1.1465510039528498e-05 tokens_per_second_per_gpu:227.93803137063856 
Step 4425 | loss:0.00019544475071597844 lr:1.1462319333741577e-05 tokens_per_second_per_gpu:288.7334558720492 
Step 4426 | loss:0.0004097682249266654 lr:1.145912847582144e-05 tokens_per_second_per_gpu:335.56351252519283 
Step 4427 | loss:3.44652435160242e-05 lr:1.1455937466100048e-05 tokens_per_second_per_gpu:305.203030852817 
Step 4428 | loss:0.0004207238962408155 lr:1.145274630490938e-05 tokens_per_second_per_gpu:254.9067858060929 
Step 4429 | loss:0.0003220252983737737 lr:1.1449554992581431e-05 tokens_per_second_per_gpu:243.96417589980982 
Step 4430 | loss:0.00034922832855954766 lr:1.144636352944821e-05 tokens_per_second_per_gpu:329.01808269835277 
Step 4431 | loss:0.00014593293599318713 lr:1.1443171915841745e-05 tokens_per_second_per_gpu:286.4880512548521 
Step 4432 | loss:0.006067464128136635 lr:1.143998015209407e-05 tokens_per_second_per_gpu:224.04503730139226 
Step 4433 | loss:0.0005030109314247966 lr:1.143678823853725e-05 tokens_per_second_per_gpu:359.5539267522338 
Step 4434 | loss:1.2762574442604091e-05 lr:1.1433596175503354e-05 tokens_per_second_per_gpu:315.68850344877353 
Step 4435 | loss:0.00018061445734929293 lr:1.143040396332447e-05 tokens_per_second_per_gpu:245.35830145307975 
Step 4436 | loss:0.00014531423221342266 lr:1.1427211602332704e-05 tokens_per_second_per_gpu:272.03281705088295 
Step 4437 | loss:0.001150342053733766 lr:1.1424019092860173e-05 tokens_per_second_per_gpu:282.8845869635906 
Step 4438 | loss:0.00010205234866589308 lr:1.142082643523901e-05 tokens_per_second_per_gpu:336.4745104032449 
Step 4439 | loss:0.0002927418681792915 lr:1.1417633629801367e-05 tokens_per_second_per_gpu:283.55915266127806 
Step 4440 | loss:2.3757684175507165e-05 lr:1.1414440676879412e-05 tokens_per_second_per_gpu:213.63083224150324 
Step 4441 | loss:4.67006721009966e-05 lr:1.141124757680532e-05 tokens_per_second_per_gpu:235.52294368563693 
Step 4442 | loss:6.1627863033209e-05 lr:1.140805432991129e-05 tokens_per_second_per_gpu:271.031382014931 
Step 4443 | loss:5.7395176554564387e-05 lr:1.1404860936529536e-05 tokens_per_second_per_gpu:296.8004693593692 
Step 4444 | loss:2.315904748684261e-05 lr:1.1401667396992278e-05 tokens_per_second_per_gpu:287.1697604765264 
Step 4445 | loss:5.1418337534414604e-05 lr:1.1398473711631763e-05 tokens_per_second_per_gpu:273.4830963067897 
Step 4446 | loss:2.6009372959379107e-05 lr:1.1395279880780246e-05 tokens_per_second_per_gpu:286.727110045136 
Step 4447 | loss:2.1018229745095596e-05 lr:1.1392085904769999e-05 tokens_per_second_per_gpu:385.25801459232457 
Step 4448 | loss:5.583069287240505e-05 lr:1.1388891783933307e-05 tokens_per_second_per_gpu:326.85295994061346 
Step 4449 | loss:1.8598377209855244e-05 lr:1.1385697518602477e-05 tokens_per_second_per_gpu:286.0115535049772 
Step 4450 | loss:7.590073073515669e-05 lr:1.1382503109109822e-05 tokens_per_second_per_gpu:328.03045903403137 
Step 4451 | loss:0.002397908829152584 lr:1.1379308555787673e-05 tokens_per_second_per_gpu:249.8567210620214 
Step 4452 | loss:3.933844709536061e-05 lr:1.1376113858968385e-05 tokens_per_second_per_gpu:284.5741947422717 
Step 4453 | loss:0.0017643329920247197 lr:1.1372919018984313e-05 tokens_per_second_per_gpu:348.1191654676181 
Step 4454 | loss:3.714192644110881e-05 lr:1.1369724036167835e-05 tokens_per_second_per_gpu:274.89514400607044 
Step 4455 | loss:0.00015665368118789047 lr:1.1366528910851347e-05 tokens_per_second_per_gpu:287.4675748857614 
Step 4456 | loss:0.0004089565190952271 lr:1.1363333643367248e-05 tokens_per_second_per_gpu:273.7636895371293 
Step 4457 | loss:0.0008010626188479364 lr:1.1360138234047964e-05 tokens_per_second_per_gpu:309.1129297950962 
Step 4458 | loss:0.00013970822328701615 lr:1.1356942683225936e-05 tokens_per_second_per_gpu:310.5284051668484 
Step 4459 | loss:5.6773067626636475e-05 lr:1.1353746991233605e-05 tokens_per_second_per_gpu:279.03708534390825 
Step 4460 | loss:0.00010412260598968714 lr:1.1350551158403442e-05 tokens_per_second_per_gpu:336.64629603603765 
Step 4461 | loss:6.61532103549689e-05 lr:1.134735518506793e-05 tokens_per_second_per_gpu:359.32707795808443 
Step 4462 | loss:3.270595334470272e-05 lr:1.1344159071559558e-05 tokens_per_second_per_gpu:269.8881988989793 
Step 4463 | loss:0.00040066882502287626 lr:1.1340962818210838e-05 tokens_per_second_per_gpu:303.89839052606874 
Step 4464 | loss:3.848099731840193e-05 lr:1.1337766425354297e-05 tokens_per_second_per_gpu:249.2719956822006 
Step 4465 | loss:5.014207636122592e-05 lr:1.133456989332247e-05 tokens_per_second_per_gpu:287.3690742013359 
Step 4466 | loss:5.7737986935535446e-05 lr:1.133137322244791e-05 tokens_per_second_per_gpu:314.54356094533443 
Step 4467 | loss:3.290387030574493e-05 lr:1.1328176413063186e-05 tokens_per_second_per_gpu:262.6986485143653 
Step 4468 | loss:0.0005403662798926234 lr:1.1324979465500878e-05 tokens_per_second_per_gpu:301.019030849304 
Step 4469 | loss:2.292485805810429e-05 lr:1.1321782380093582e-05 tokens_per_second_per_gpu:353.83143001579145 
Step 4470 | loss:2.5628860385040753e-05 lr:1.1318585157173913e-05 tokens_per_second_per_gpu:286.00089751870485 
Step 4471 | loss:0.00031947222305461764 lr:1.1315387797074493e-05 tokens_per_second_per_gpu:325.6966188686559 
Step 4472 | loss:0.00014074394130147994 lr:1.1312190300127959e-05 tokens_per_second_per_gpu:362.7771741660788 
Step 4473 | loss:4.642944986699149e-05 lr:1.1308992666666967e-05 tokens_per_second_per_gpu:336.9122796181334 
Step 4474 | loss:0.000499853165820241 lr:1.1305794897024184e-05 tokens_per_second_per_gpu:249.01679569479523 
Step 4475 | loss:4.087470006197691e-05 lr:1.1302596991532292e-05 tokens_per_second_per_gpu:306.5397319646085 
Step 4476 | loss:0.00010155002382816747 lr:1.1299398950523987e-05 tokens_per_second_per_gpu:267.7875500664305 
Step 4477 | loss:0.0003127777308691293 lr:1.129620077433198e-05 tokens_per_second_per_gpu:309.6934384984945 
Step 4478 | loss:0.00018804262799676508 lr:1.1293002463288991e-05 tokens_per_second_per_gpu:287.47743060218374 
Step 4479 | loss:3.1484320061281323e-05 lr:1.1289804017727763e-05 tokens_per_second_per_gpu:318.30259637884836 
Step 4480 | loss:0.00017101569392252713 lr:1.1286605437981047e-05 tokens_per_second_per_gpu:235.66374099772975 
Step 4481 | loss:6.138691969681531e-05 lr:1.1283406724381605e-05 tokens_per_second_per_gpu:270.09679105796926 
Step 4482 | loss:2.4772885808488354e-05 lr:1.1280207877262222e-05 tokens_per_second_per_gpu:289.34996229666405 
Step 4483 | loss:0.0003286904247943312 lr:1.1277008896955688e-05 tokens_per_second_per_gpu:410.7771693564561 
Step 4484 | loss:0.0001967589050764218 lr:1.1273809783794816e-05 tokens_per_second_per_gpu:313.87485819250196 
Step 4485 | loss:5.8187401009490713e-05 lr:1.1270610538112419e-05 tokens_per_second_per_gpu:226.0960244570444 
Step 4486 | loss:0.00019700697157531977 lr:1.1267411160241342e-05 tokens_per_second_per_gpu:336.7362677999259 
Step 4487 | loss:8.020238965400495e-06 lr:1.1264211650514427e-05 tokens_per_second_per_gpu:270.2331276270871 
Step 4488 | loss:6.0542559367604554e-05 lr:1.1261012009264539e-05 tokens_per_second_per_gpu:270.9142008578946 
Step 4489 | loss:0.0002831724414136261 lr:1.1257812236824556e-05 tokens_per_second_per_gpu:358.7460744218603 
Step 4490 | loss:0.00010477624891791493 lr:1.1254612333527368e-05 tokens_per_second_per_gpu:283.409096090993 
Step 4491 | loss:0.00026413280284032226 lr:1.1251412299705874e-05 tokens_per_second_per_gpu:264.02836106100546 
Step 4492 | loss:0.0002592847740743309 lr:1.1248212135692999e-05 tokens_per_second_per_gpu:320.19204374823937 
Step 4493 | loss:1.9304126908537e-05 lr:1.1245011841821669e-05 tokens_per_second_per_gpu:256.9136405773836 
Step 4494 | loss:0.0005360108334571123 lr:1.1241811418424828e-05 tokens_per_second_per_gpu:317.920281674885 
Step 4495 | loss:1.981980494747404e-05 lr:1.1238610865835436e-05 tokens_per_second_per_gpu:275.52140705879754 
Step 4496 | loss:0.00028561349608935416 lr:1.1235410184386464e-05 tokens_per_second_per_gpu:284.3975346769745 
Step 4497 | loss:2.0595123714883812e-05 lr:1.1232209374410894e-05 tokens_per_second_per_gpu:349.9882819325024 
Step 4498 | loss:6.131004920462146e-05 lr:1.1229008436241728e-05 tokens_per_second_per_gpu:278.1598838229197 
Step 4499 | loss:0.00016659920220263302 lr:1.1225807370211976e-05 tokens_per_second_per_gpu:263.86869636122844 
Step 4500 | loss:5.274790964904241e-05 lr:1.1222606176654662e-05 tokens_per_second_per_gpu:233.61273579281075 
Step 4501 | loss:5.407596836448647e-05 lr:1.1219404855902823e-05 tokens_per_second_per_gpu:294.33361806222115 
Step 4502 | loss:6.829079211456701e-05 lr:1.1216203408289512e-05 tokens_per_second_per_gpu:286.7569920850664 
Step 4503 | loss:0.00017514644423499703 lr:1.1213001834147794e-05 tokens_per_second_per_gpu:290.98858384801764 
Step 4504 | loss:5.1758404879365116e-05 lr:1.1209800133810744e-05 tokens_per_second_per_gpu:326.9476153983541 
Step 4505 | loss:0.00013892394781578332 lr:1.1206598307611456e-05 tokens_per_second_per_gpu:229.2727505397184 
Step 4506 | loss:0.00013291252253111452 lr:1.1203396355883032e-05 tokens_per_second_per_gpu:267.0943371581961 
Step 4507 | loss:0.0001021748612402007 lr:1.1200194278958585e-05 tokens_per_second_per_gpu:273.5377366744411 
Step 4508 | loss:8.277018059743568e-05 lr:1.1196992077171254e-05 tokens_per_second_per_gpu:293.64548288196625 
Step 4509 | loss:7.785423804307356e-05 lr:1.1193789750854173e-05 tokens_per_second_per_gpu:303.5700392287426 
Step 4510 | loss:0.00014193808601703495 lr:1.11905873003405e-05 tokens_per_second_per_gpu:341.3093609050796 
Step 4511 | loss:1.6681417037034407e-05 lr:1.1187384725963411e-05 tokens_per_second_per_gpu:323.63948309470805 
Step 4512 | loss:0.0001704783644527197 lr:1.1184182028056077e-05 tokens_per_second_per_gpu:264.9020453099704 
Step 4513 | loss:8.44969108584337e-05 lr:1.1180979206951697e-05 tokens_per_second_per_gpu:286.3738652349184 
Step 4514 | loss:1.6502986909472384e-05 lr:1.1177776262983484e-05 tokens_per_second_per_gpu:222.93644905756156 
Step 4515 | loss:5.270307156024501e-05 lr:1.1174573196484646e-05 tokens_per_second_per_gpu:286.86400619647105 
Step 4516 | loss:9.318866796093062e-05 lr:1.1171370007788426e-05 tokens_per_second_per_gpu:273.9946350260751 
Step 4517 | loss:7.248768815770745e-05 lr:1.1168166697228067e-05 tokens_per_second_per_gpu:323.17215269800863 
Step 4518 | loss:0.00014539614494424313 lr:1.1164963265136823e-05 tokens_per_second_per_gpu:432.18790396976675 
Step 4519 | loss:6.775990186724812e-05 lr:1.1161759711847971e-05 tokens_per_second_per_gpu:260.79415333736205 
Step 4520 | loss:6.369987386278808e-05 lr:1.115855603769479e-05 tokens_per_second_per_gpu:313.0254306764335 
Step 4521 | loss:8.098840771708637e-05 lr:1.115535224301058e-05 tokens_per_second_per_gpu:247.81183638104662 
Step 4522 | loss:0.0001007815299089998 lr:1.1152148328128645e-05 tokens_per_second_per_gpu:326.64149654431867 
Step 4523 | loss:5.00617825309746e-05 lr:1.1148944293382309e-05 tokens_per_second_per_gpu:255.33091885237212 
Step 4524 | loss:4.5915712689748034e-05 lr:1.1145740139104904e-05 tokens_per_second_per_gpu:315.9483543663904 
Step 4525 | loss:0.0004185818834230304 lr:1.1142535865629775e-05 tokens_per_second_per_gpu:239.6289058899893 
Step 4526 | loss:0.0005143829039297998 lr:1.1139331473290286e-05 tokens_per_second_per_gpu:268.56992732964954 
Step 4527 | loss:3.137135718134232e-05 lr:1.1136126962419805e-05 tokens_per_second_per_gpu:312.3029383842126 
Step 4528 | loss:0.00022917577007319778 lr:1.113292233335171e-05 tokens_per_second_per_gpu:293.57216241048775 
Step 4529 | loss:0.002340498147532344 lr:1.1129717586419405e-05 tokens_per_second_per_gpu:290.0611479350386 
Step 4530 | loss:5.882171535631642e-05 lr:1.1126512721956288e-05 tokens_per_second_per_gpu:292.73117448644484 
Step 4531 | loss:5.804052125313319e-05 lr:1.1123307740295788e-05 tokens_per_second_per_gpu:257.54060274844824 
Step 4532 | loss:8.503720164299011e-05 lr:1.112010264177133e-05 tokens_per_second_per_gpu:274.8040156403381 
Step 4533 | loss:2.017693259404041e-05 lr:1.1116897426716366e-05 tokens_per_second_per_gpu:238.2802799892162 
Step 4534 | loss:8.517261449014768e-05 lr:1.1113692095464343e-05 tokens_per_second_per_gpu:319.26806045936934 
Step 4535 | loss:3.135936276521534e-05 lr:1.1110486648348737e-05 tokens_per_second_per_gpu:276.86928729050345 
Step 4536 | loss:2.95692134386627e-05 lr:1.1107281085703025e-05 tokens_per_second_per_gpu:282.03988139439497 
Step 4537 | loss:0.00013733128434978426 lr:1.1104075407860702e-05 tokens_per_second_per_gpu:283.4660912656607 
Step 4538 | loss:8.628267096355557e-05 lr:1.1100869615155268e-05 tokens_per_second_per_gpu:292.81383120448777 
Step 4539 | loss:0.00026353512657806277 lr:1.1097663707920243e-05 tokens_per_second_per_gpu:287.0395582942714 
Step 4540 | loss:0.000265272130491212 lr:1.1094457686489156e-05 tokens_per_second_per_gpu:346.6608218880633 
Step 4541 | loss:0.0001784311607480049 lr:1.1091251551195543e-05 tokens_per_second_per_gpu:279.3747021214461 
Step 4542 | loss:4.487755359150469e-05 lr:1.108804530237296e-05 tokens_per_second_per_gpu:338.28940296274845 
Step 4543 | loss:6.0659414884867147e-05 lr:1.1084838940354972e-05 tokens_per_second_per_gpu:269.6021147585522 
Step 4544 | loss:0.00018602695490699261 lr:1.108163246547515e-05 tokens_per_second_per_gpu:286.97374084382295 
Step 4545 | loss:0.00012460221478249878 lr:1.1078425878067085e-05 tokens_per_second_per_gpu:294.10791908931 
Step 4546 | loss:0.003503867657855153 lr:1.1075219178464376e-05 tokens_per_second_per_gpu:323.41593845767284 
Step 4547 | loss:7.743250898784027e-05 lr:1.1072012367000629e-05 tokens_per_second_per_gpu:382.01208467348806 
Step 4548 | loss:0.00019262524438090622 lr:1.1068805444009474e-05 tokens_per_second_per_gpu:275.0662341043541 
Step 4549 | loss:6.272268365137279e-05 lr:1.1065598409824541e-05 tokens_per_second_per_gpu:259.2238460955324 
Step 4550 | loss:0.00010793669207487255 lr:1.1062391264779473e-05 tokens_per_second_per_gpu:328.32433554119655 
Step 4551 | loss:4.629914110410027e-05 lr:1.1059184009207933e-05 tokens_per_second_per_gpu:317.6349209058191 
Step 4552 | loss:3.731286051333882e-05 lr:1.1055976643443586e-05 tokens_per_second_per_gpu:274.3883085998636 
Step 4553 | loss:0.0001465349632780999 lr:1.1052769167820114e-05 tokens_per_second_per_gpu:344.156045038454 
Step 4554 | loss:0.00015148059173952788 lr:1.1049561582671205e-05 tokens_per_second_per_gpu:267.51517378337195 
Step 4555 | loss:3.336491499794647e-05 lr:1.1046353888330565e-05 tokens_per_second_per_gpu:344.908159036348 
Step 4556 | loss:2.5567496777512133e-05 lr:1.104314608513191e-05 tokens_per_second_per_gpu:332.4422025930576 
Step 4557 | loss:1.958425491466187e-05 lr:1.1039938173408959e-05 tokens_per_second_per_gpu:230.00658341975705 
Step 4558 | loss:4.631048795999959e-05 lr:1.1036730153495456e-05 tokens_per_second_per_gpu:218.58608615413547 
Step 4559 | loss:7.40208342904225e-05 lr:1.1033522025725147e-05 tokens_per_second_per_gpu:386.9583978562364 
Step 4560 | loss:0.00015682860976085067 lr:1.1030313790431787e-05 tokens_per_second_per_gpu:304.84551077691805 
Step 4561 | loss:2.465844590915367e-05 lr:1.1027105447949156e-05 tokens_per_second_per_gpu:278.8994489059776 
Step 4562 | loss:4.527537021203898e-05 lr:1.1023896998611025e-05 tokens_per_second_per_gpu:278.3498729861675 
Step 4563 | loss:6.446561746997759e-05 lr:1.1020688442751192e-05 tokens_per_second_per_gpu:307.931615908621 
Step 4564 | loss:0.0010823941556736827 lr:1.1017479780703466e-05 tokens_per_second_per_gpu:371.52507455742716 
Step 4565 | loss:7.71038030507043e-05 lr:1.1014271012801649e-05 tokens_per_second_per_gpu:201.62199315359433 
Step 4566 | loss:0.00046848750207573175 lr:1.1011062139379578e-05 tokens_per_second_per_gpu:254.70202545952958 
Step 4567 | loss:0.0003412451478652656 lr:1.1007853160771092e-05 tokens_per_second_per_gpu:254.204769491144 
Step 4568 | loss:3.5470213333610445e-05 lr:1.1004644077310025e-05 tokens_per_second_per_gpu:356.39082681410366 
Step 4569 | loss:8.309520490001887e-05 lr:1.100143488933025e-05 tokens_per_second_per_gpu:303.7065801280102 
Step 4570 | loss:0.0001656603126320988 lr:1.0998225597165628e-05 tokens_per_second_per_gpu:257.77741262247173 
Step 4571 | loss:4.296548286220059e-05 lr:1.0995016201150041e-05 tokens_per_second_per_gpu:284.6980685095674 
Step 4572 | loss:0.00012957506987731904 lr:1.0991806701617387e-05 tokens_per_second_per_gpu:313.53981321459213 
Step 4573 | loss:4.532704770099372e-05 lr:1.0988597098901561e-05 tokens_per_second_per_gpu:282.61289604462075 
Step 4574 | loss:0.00011649567022686824 lr:1.0985387393336477e-05 tokens_per_second_per_gpu:265.2714267381935 
Step 4575 | loss:2.988898995681666e-05 lr:1.0982177585256058e-05 tokens_per_second_per_gpu:278.76315407815866 
Step 4576 | loss:1.6788491848274134e-05 lr:1.0978967674994241e-05 tokens_per_second_per_gpu:243.49281832397975 
Step 4577 | loss:7.773423567414284e-05 lr:1.0975757662884969e-05 tokens_per_second_per_gpu:269.536272219973 
Step 4578 | loss:9.328228770755231e-05 lr:1.0972547549262198e-05 tokens_per_second_per_gpu:303.91095755311596 
Step 4579 | loss:0.000528154312632978 lr:1.0969337334459893e-05 tokens_per_second_per_gpu:340.7936712519675 
Step 4580 | loss:6.499824667116627e-05 lr:1.0966127018812035e-05 tokens_per_second_per_gpu:266.80865360171873 
Step 4581 | loss:0.00012246766709722579 lr:1.09629166026526e-05 tokens_per_second_per_gpu:251.92445290956528 
Step 4582 | loss:3.2199444831348956e-05 lr:1.0959706086315597e-05 tokens_per_second_per_gpu:289.3191699008632 
Step 4583 | loss:0.0002028376329690218 lr:1.0956495470135031e-05 tokens_per_second_per_gpu:337.2723613024296 
Step 4584 | loss:0.001187095302157104 lr:1.0953284754444918e-05 tokens_per_second_per_gpu:310.674479519501 
Step 4585 | loss:2.0065730495844036e-05 lr:1.0950073939579286e-05 tokens_per_second_per_gpu:289.58956090122473 
Step 4586 | loss:7.128968718461692e-05 lr:1.0946863025872176e-05 tokens_per_second_per_gpu:263.93029599089067 
Step 4587 | loss:0.00010809551167767495 lr:1.0943652013657637e-05 tokens_per_second_per_gpu:281.522798108842 
Step 4588 | loss:3.230614311178215e-05 lr:1.0940440903269728e-05 tokens_per_second_per_gpu:251.230202049187 
Step 4589 | loss:3.213511809008196e-05 lr:1.093722969504252e-05 tokens_per_second_per_gpu:249.83839794353415 
Step 4590 | loss:0.0005078603862784803 lr:1.093401838931009e-05 tokens_per_second_per_gpu:258.1624567711246 
Step 4591 | loss:8.473343041259795e-05 lr:1.093080698640653e-05 tokens_per_second_per_gpu:333.5718678981789 
Step 4592 | loss:2.3656644771108404e-05 lr:1.092759548666594e-05 tokens_per_second_per_gpu:310.69367123148555 
Step 4593 | loss:0.00014006596757099032 lr:1.092438389042243e-05 tokens_per_second_per_gpu:288.9742454658878 
Step 4594 | loss:3.712808029376902e-05 lr:1.092117219801012e-05 tokens_per_second_per_gpu:247.40719092363312 
Step 4595 | loss:5.219965532887727e-05 lr:1.091796040976314e-05 tokens_per_second_per_gpu:256.6238511275901 
Step 4596 | loss:0.00011218354484299198 lr:1.0914748526015631e-05 tokens_per_second_per_gpu:289.72968533565313 
Step 4597 | loss:0.00047559451195411384 lr:1.0911536547101742e-05 tokens_per_second_per_gpu:273.77092055979705 
Step 4598 | loss:0.000801457033958286 lr:1.0908324473355634e-05 tokens_per_second_per_gpu:248.91095617677811 
Step 4599 | loss:7.04022022546269e-05 lr:1.0905112305111479e-05 tokens_per_second_per_gpu:321.6906970783893 
Step 4600 | loss:3.185902824043296e-05 lr:1.090190004270345e-05 tokens_per_second_per_gpu:296.8130400405612 
Step 4601 | loss:3.045239282073453e-05 lr:1.0898687686465745e-05 tokens_per_second_per_gpu:277.9141436978009 
Step 4602 | loss:1.642427196202334e-05 lr:1.0895475236732559e-05 tokens_per_second_per_gpu:302.5242875789205 
Step 4603 | loss:2.693074566195719e-05 lr:1.0892262693838098e-05 tokens_per_second_per_gpu:301.4827193218766 
Step 4604 | loss:0.0004877852334175259 lr:1.0889050058116586e-05 tokens_per_second_per_gpu:237.71427897993914 
Step 4605 | loss:1.1725094736902975e-05 lr:1.0885837329902251e-05 tokens_per_second_per_gpu:300.2811104181777 
Step 4606 | loss:4.877358878729865e-05 lr:1.0882624509529327e-05 tokens_per_second_per_gpu:292.9026140155357 
Step 4607 | loss:0.00014650178491137922 lr:1.0879411597332064e-05 tokens_per_second_per_gpu:271.94494165927875 
Step 4608 | loss:0.0004417948657646775 lr:1.087619859364472e-05 tokens_per_second_per_gpu:245.08098828471157 
Step 4609 | loss:4.309647556510754e-05 lr:1.0872985498801563e-05 tokens_per_second_per_gpu:433.1017560965614 
Step 4610 | loss:0.00140157260466367 lr:1.0869772313136861e-05 tokens_per_second_per_gpu:270.6764203760697 
Step 4611 | loss:5.702614726033062e-05 lr:1.0866559036984912e-05 tokens_per_second_per_gpu:300.7288300933824 
Step 4612 | loss:0.0004208244208712131 lr:1.0863345670680001e-05 tokens_per_second_per_gpu:284.9121652934364 
Step 4613 | loss:0.00012547934602480382 lr:1.0860132214556434e-05 tokens_per_second_per_gpu:332.5879655071938 
Step 4614 | loss:2.434099769743625e-05 lr:1.0856918668948533e-05 tokens_per_second_per_gpu:266.46795382280607 
Step 4615 | loss:1.6300695278914645e-05 lr:1.0853705034190606e-05 tokens_per_second_per_gpu:257.1564759689743 
Step 4616 | loss:0.00024023801961448044 lr:1.0850491310616998e-05 tokens_per_second_per_gpu:316.7024219891275 
Step 4617 | loss:2.5730350898811594e-05 lr:1.084727749856205e-05 tokens_per_second_per_gpu:252.10975941858572 
Step 4618 | loss:0.001952617079950869 lr:1.0844063598360104e-05 tokens_per_second_per_gpu:260.90764991626816 
Step 4619 | loss:2.287604183948133e-05 lr:1.0840849610345525e-05 tokens_per_second_per_gpu:242.41655391521616 
Step 4620 | loss:0.001958470791578293 lr:1.0837635534852687e-05 tokens_per_second_per_gpu:379.2954669652219 
Step 4621 | loss:0.00039926671888679266 lr:1.083442137221596e-05 tokens_per_second_per_gpu:377.4143463176921 
Step 4622 | loss:8.436000643996522e-05 lr:1.0831207122769733e-05 tokens_per_second_per_gpu:299.2640153791388 
Step 4623 | loss:0.0003978332970291376 lr:1.0827992786848407e-05 tokens_per_second_per_gpu:270.5214187625568 
Step 4624 | loss:0.00014666302013210952 lr:1.0824778364786382e-05 tokens_per_second_per_gpu:230.84979122262257 
Step 4625 | loss:0.0012495203409343958 lr:1.0821563856918076e-05 tokens_per_second_per_gpu:299.9385947772456 
Step 4626 | loss:0.00013631409092340618 lr:1.081834926357791e-05 tokens_per_second_per_gpu:315.03976091404314 
Step 4627 | loss:1.5717116184532642e-05 lr:1.0815134585100315e-05 tokens_per_second_per_gpu:261.5371831609796 
Step 4628 | loss:2.4568696971982718e-05 lr:1.0811919821819733e-05 tokens_per_second_per_gpu:234.19620763710634 
Step 4629 | loss:7.090659346431494e-05 lr:1.0808704974070616e-05 tokens_per_second_per_gpu:332.37741222330106 
Step 4630 | loss:0.00020514271454885602 lr:1.080549004218742e-05 tokens_per_second_per_gpu:242.13836769276793 
Step 4631 | loss:3.352339626871981e-05 lr:1.0802275026504611e-05 tokens_per_second_per_gpu:292.5160124223997 
Step 4632 | loss:0.00026549171889200807 lr:1.0799059927356669e-05 tokens_per_second_per_gpu:322.6380213324857 
Step 4633 | loss:0.00012927080388180912 lr:1.0795844745078076e-05 tokens_per_second_per_gpu:245.60562713444625 
Step 4634 | loss:2.015151403611526e-05 lr:1.0792629480003325e-05 tokens_per_second_per_gpu:277.7156050692025 
Step 4635 | loss:1.211593917105347e-05 lr:1.078941413246692e-05 tokens_per_second_per_gpu:258.8392376132749 
Step 4636 | loss:8.116620301734656e-05 lr:1.078619870280337e-05 tokens_per_second_per_gpu:357.88135307635184 
Step 4637 | loss:0.0007758666179142892 lr:1.078298319134719e-05 tokens_per_second_per_gpu:239.03761146554336 
Step 4638 | loss:7.842514605727047e-05 lr:1.0779767598432917e-05 tokens_per_second_per_gpu:311.16498619164395 
Step 4639 | loss:4.272035585017875e-05 lr:1.077655192439508e-05 tokens_per_second_per_gpu:230.32194692558315 
Step 4640 | loss:0.00012195530871395022 lr:1.0773336169568224e-05 tokens_per_second_per_gpu:319.96654171600085 
Step 4641 | loss:0.00017628871137276292 lr:1.0770120334286904e-05 tokens_per_second_per_gpu:289.0776989155479 
Step 4642 | loss:2.8693284548353404e-05 lr:1.0766904418885681e-05 tokens_per_second_per_gpu:351.67456755766773 
Step 4643 | loss:0.00021967850625514984 lr:1.0763688423699125e-05 tokens_per_second_per_gpu:321.7489951825242 
Step 4644 | loss:2.959036828542594e-05 lr:1.076047234906181e-05 tokens_per_second_per_gpu:339.8948660959082 
Step 4645 | loss:6.079798913560808e-05 lr:1.0757256195308326e-05 tokens_per_second_per_gpu:261.5563222938955 
Step 4646 | loss:0.00011149501369800419 lr:1.0754039962773266e-05 tokens_per_second_per_gpu:348.02673121776604 
Step 4647 | loss:9.267550922231749e-05 lr:1.0750823651791231e-05 tokens_per_second_per_gpu:294.894781273488 
Step 4648 | loss:1.2746515494654886e-05 lr:1.0747607262696838e-05 tokens_per_second_per_gpu:259.67673166202576 
Step 4649 | loss:1.823412094381638e-05 lr:1.0744390795824699e-05 tokens_per_second_per_gpu:286.613532398093 
Step 4650 | loss:0.00013118365313857794 lr:1.0741174251509443e-05 tokens_per_second_per_gpu:212.38068192915028 
Step 4651 | loss:1.8744913177215494e-05 lr:1.0737957630085707e-05 tokens_per_second_per_gpu:250.66503244584624 
Step 4652 | loss:0.0001276528200833127 lr:1.073474093188813e-05 tokens_per_second_per_gpu:250.20910529749426 
Step 4653 | loss:3.2714840926928446e-05 lr:1.0731524157251365e-05 tokens_per_second_per_gpu:229.07454932476236 
Step 4654 | loss:6.837912951596081e-05 lr:1.0728307306510076e-05 tokens_per_second_per_gpu:289.7568528337394 
Step 4655 | loss:4.313649333198555e-05 lr:1.0725090379998922e-05 tokens_per_second_per_gpu:282.8402717545183 
Step 4656 | loss:6.770564505131915e-05 lr:1.0721873378052579e-05 tokens_per_second_per_gpu:265.1456402964214 
Step 4657 | loss:0.0003374669176992029 lr:1.0718656301005734e-05 tokens_per_second_per_gpu:343.23377938701555 
Step 4658 | loss:2.82858654827578e-05 lr:1.0715439149193077e-05 tokens_per_second_per_gpu:308.3927922819233 
Step 4659 | loss:0.00015600334154441953 lr:1.0712221922949301e-05 tokens_per_second_per_gpu:301.24459256141466 
Step 4660 | loss:0.0007932049338705838 lr:1.0709004622609116e-05 tokens_per_second_per_gpu:272.83914467542246 
Step 4661 | loss:0.0016832262044772506 lr:1.0705787248507235e-05 tokens_per_second_per_gpu:270.3656017492807 
Step 4662 | loss:2.0321182091720402e-05 lr:1.0702569800978382e-05 tokens_per_second_per_gpu:274.93314672325533 
Step 4663 | loss:8.484719000989571e-05 lr:1.0699352280357279e-05 tokens_per_second_per_gpu:283.1535115260939 
Step 4664 | loss:0.0003627039841376245 lr:1.069613468697867e-05 tokens_per_second_per_gpu:365.7779385492183 
Step 4665 | loss:0.0006876934203319252 lr:1.0692917021177295e-05 tokens_per_second_per_gpu:295.8756148293064 
Step 4666 | loss:0.0001229320332640782 lr:1.0689699283287903e-05 tokens_per_second_per_gpu:356.980147236948 
Step 4667 | loss:1.900978895719163e-05 lr:1.0686481473645262e-05 tokens_per_second_per_gpu:288.2928394080061 
Step 4668 | loss:4.767672362504527e-05 lr:1.068326359258413e-05 tokens_per_second_per_gpu:339.8129089871631 
Step 4669 | loss:0.0002030645264312625 lr:1.0680045640439285e-05 tokens_per_second_per_gpu:349.15683569709563 
Step 4670 | loss:2.4261151338578202e-05 lr:1.0676827617545511e-05 tokens_per_second_per_gpu:269.43257578173774 
Step 4671 | loss:0.00010547165584284812 lr:1.0673609524237589e-05 tokens_per_second_per_gpu:373.33285756431235 
Step 4672 | loss:0.00012055317347403616 lr:1.0670391360850322e-05 tokens_per_second_per_gpu:314.1239838524145 
Step 4673 | loss:6.663140084128827e-05 lr:1.0667173127718516e-05 tokens_per_second_per_gpu:286.0265863133023 
Step 4674 | loss:0.004570092540234327 lr:1.066395482517697e-05 tokens_per_second_per_gpu:253.2194875031314 
Step 4675 | loss:0.0002185878693126142 lr:1.0660736453560512e-05 tokens_per_second_per_gpu:284.952471945159 
Step 4676 | loss:7.346709026023746e-05 lr:1.0657518013203965e-05 tokens_per_second_per_gpu:337.3828807036419 
Step 4677 | loss:4.9472673708805814e-05 lr:1.0654299504442157e-05 tokens_per_second_per_gpu:278.5001862724389 
Step 4678 | loss:9.132627747021616e-05 lr:1.0651080927609934e-05 tokens_per_second_per_gpu:307.1426287504786 
Step 4679 | loss:0.0006021918961778283 lr:1.0647862283042139e-05 tokens_per_second_per_gpu:229.43912034953883 
Step 4680 | loss:1.2488249922171235e-05 lr:1.0644643571073625e-05 tokens_per_second_per_gpu:290.45665233187503 
Step 4681 | loss:8.233670087065548e-05 lr:1.064142479203925e-05 tokens_per_second_per_gpu:394.372092002388 
Step 4682 | loss:5.41644221812021e-05 lr:1.063820594627389e-05 tokens_per_second_per_gpu:327.67011774996325 
Step 4683 | loss:6.141877383925021e-05 lr:1.0634987034112412e-05 tokens_per_second_per_gpu:271.22992794927836 
Step 4684 | loss:0.00013195846986491233 lr:1.0631768055889697e-05 tokens_per_second_per_gpu:341.42678291316975 
Step 4685 | loss:0.0011713637504726648 lr:1.062854901194064e-05 tokens_per_second_per_gpu:294.7225789235572 
Step 4686 | loss:2.8404399927239865e-05 lr:1.0625329902600127e-05 tokens_per_second_per_gpu:270.64474612423487 
Step 4687 | loss:5.271258487482555e-05 lr:1.0622110728203068e-05 tokens_per_second_per_gpu:279.97595639498974 
Step 4688 | loss:1.7388265405315906e-05 lr:1.0618891489084367e-05 tokens_per_second_per_gpu:312.660648792671 
Step 4689 | loss:0.00013535268954001367 lr:1.0615672185578943e-05 tokens_per_second_per_gpu:337.0587560150267 
Step 4690 | loss:0.00011225307389395311 lr:1.061245281802171e-05 tokens_per_second_per_gpu:321.5421325393642 
Step 4691 | loss:0.00025026683579199016 lr:1.0609233386747609e-05 tokens_per_second_per_gpu:329.92554616725914 
Step 4692 | loss:0.00021709498832933605 lr:1.0606013892091565e-05 tokens_per_second_per_gpu:307.22926673518316 
Step 4693 | loss:7.502456719521433e-05 lr:1.0602794334388524e-05 tokens_per_second_per_gpu:266.607727213644 
Step 4694 | loss:0.00046450551599264145 lr:1.0599574713973436e-05 tokens_per_second_per_gpu:405.6692476387221 
Step 4695 | loss:7.662680582143366e-05 lr:1.059635503118125e-05 tokens_per_second_per_gpu:262.1931740627608 
Step 4696 | loss:4.020582127850503e-05 lr:1.0593135286346938e-05 tokens_per_second_per_gpu:324.51419308278093 
Step 4697 | loss:0.0028303894214332104 lr:1.0589915479805455e-05 tokens_per_second_per_gpu:248.62988245733882 
Step 4698 | loss:0.00030943358433432877 lr:1.0586695611891786e-05 tokens_per_second_per_gpu:285.53782892108035 
Step 4699 | loss:9.787121962290257e-05 lr:1.058347568294091e-05 tokens_per_second_per_gpu:331.7745704398162 
Step 4700 | loss:3.085621938225813e-05 lr:1.0580255693287807e-05 tokens_per_second_per_gpu:282.8903332623043 
Step 4701 | loss:2.9501850804081187e-05 lr:1.0577035643267477e-05 tokens_per_second_per_gpu:261.63189377101577 
Step 4702 | loss:4.059731509187259e-05 lr:1.057381553321492e-05 tokens_per_second_per_gpu:293.7945252596795 
Step 4703 | loss:3.321942494949326e-05 lr:1.0570595363465137e-05 tokens_per_second_per_gpu:287.27616475343706 
Step 4704 | loss:1.5641327991033904e-05 lr:1.0567375134353145e-05 tokens_per_second_per_gpu:317.2454329286547 
Step 4705 | loss:8.165439066942781e-05 lr:1.0564154846213962e-05 tokens_per_second_per_gpu:248.86271583141524 
Step 4706 | loss:0.00015578028978779912 lr:1.056093449938261e-05 tokens_per_second_per_gpu:341.6432358052164 
Step 4707 | loss:0.00012864232121501118 lr:1.055771409419412e-05 tokens_per_second_per_gpu:310.39594895573686 
Step 4708 | loss:0.00010715208918554708 lr:1.055449363098353e-05 tokens_per_second_per_gpu:276.65882421170227 
Step 4709 | loss:0.0002271112462040037 lr:1.055127311008588e-05 tokens_per_second_per_gpu:310.7739747872841 
Step 4710 | loss:0.00010780337470350787 lr:1.0548052531836225e-05 tokens_per_second_per_gpu:322.7470982974745 
Step 4711 | loss:9.471602970734239e-05 lr:1.0544831896569612e-05 tokens_per_second_per_gpu:261.2689952637705 
Step 4712 | loss:0.0006530219689011574 lr:1.0541611204621108e-05 tokens_per_second_per_gpu:319.2530387744993 
Step 4713 | loss:1.5328310837503523e-05 lr:1.0538390456325773e-05 tokens_per_second_per_gpu:250.17059150335717 
Step 4714 | loss:0.00010975206532748416 lr:1.0535169652018686e-05 tokens_per_second_per_gpu:276.97595058760606 
Step 4715 | loss:0.0005066831363365054 lr:1.0531948792034923e-05 tokens_per_second_per_gpu:251.32722288387276 
Step 4716 | loss:8.163286838680506e-05 lr:1.0528727876709563e-05 tokens_per_second_per_gpu:274.69027353190046 
Step 4717 | loss:0.00012004624295514077 lr:1.0525506906377703e-05 tokens_per_second_per_gpu:237.9649659853981 
Step 4718 | loss:0.0002023647539317608 lr:1.0522285881374434e-05 tokens_per_second_per_gpu:219.27852867897516 
Step 4719 | loss:4.71121929876972e-05 lr:1.0519064802034858e-05 tokens_per_second_per_gpu:272.4391286083883 
Step 4720 | loss:8.817741763778031e-05 lr:1.0515843668694087e-05 tokens_per_second_per_gpu:302.7196028938348 
Step 4721 | loss:6.687186396447942e-05 lr:1.0512622481687222e-05 tokens_per_second_per_gpu:268.4054074929239 
Step 4722 | loss:2.2238433302845806e-05 lr:1.0509401241349391e-05 tokens_per_second_per_gpu:284.9149263229321 
Step 4723 | loss:3.7001642340328544e-05 lr:1.0506179948015718e-05 tokens_per_second_per_gpu:275.1511452940246 
Step 4724 | loss:7.096420449670404e-05 lr:1.0502958602021323e-05 tokens_per_second_per_gpu:338.24966270405173 
Step 4725 | loss:7.276143151102588e-05 lr:1.0499737203701348e-05 tokens_per_second_per_gpu:338.89516263812646 
Step 4726 | loss:0.00023458970827050507 lr:1.049651575339093e-05 tokens_per_second_per_gpu:375.79108210740685 
Step 4727 | loss:9.440624853596091e-05 lr:1.0493294251425215e-05 tokens_per_second_per_gpu:347.44271640471993 
Step 4728 | loss:0.0008316814200952649 lr:1.0490072698139356e-05 tokens_per_second_per_gpu:298.852584771401 
Step 4729 | loss:0.0006669607246294618 lr:1.0486851093868507e-05 tokens_per_second_per_gpu:304.0901128213803 
Step 4730 | loss:0.00016687973402440548 lr:1.0483629438947827e-05 tokens_per_second_per_gpu:273.23840053183767 
Step 4731 | loss:3.719033702509478e-05 lr:1.0480407733712488e-05 tokens_per_second_per_gpu:312.67584857134847 
Step 4732 | loss:7.453848957084119e-05 lr:1.0477185978497659e-05 tokens_per_second_per_gpu:268.82264264176604 
Step 4733 | loss:0.001121930661611259 lr:1.0473964173638515e-05 tokens_per_second_per_gpu:304.5878637016396 
Step 4734 | loss:0.00012226644321344793 lr:1.0470742319470242e-05 tokens_per_second_per_gpu:355.2198755084371 
Step 4735 | loss:6.200854841154069e-05 lr:1.0467520416328028e-05 tokens_per_second_per_gpu:406.3861955310314 
Step 4736 | loss:1.5903220628388226e-05 lr:1.0464298464547063e-05 tokens_per_second_per_gpu:290.03392876393764 
Step 4737 | loss:6.330410542432219e-05 lr:1.0461076464462543e-05 tokens_per_second_per_gpu:291.6955851059942 
Step 4738 | loss:0.0001766946370480582 lr:1.0457854416409674e-05 tokens_per_second_per_gpu:321.80396992467524 
Step 4739 | loss:0.0009049186483025551 lr:1.0454632320723663e-05 tokens_per_second_per_gpu:351.21325829356994 
Step 4740 | loss:2.9033448299742304e-05 lr:1.045141017773972e-05 tokens_per_second_per_gpu:296.96048767933786 
Step 4741 | loss:0.00023768663231749088 lr:1.0448187987793066e-05 tokens_per_second_per_gpu:380.0492127486156 
Step 4742 | loss:9.326088184025139e-05 lr:1.044496575121892e-05 tokens_per_second_per_gpu:292.1232104847233 
Step 4743 | loss:0.00013527834380511194 lr:1.0441743468352512e-05 tokens_per_second_per_gpu:292.48467977799965 
Step 4744 | loss:0.0001309569488512352 lr:1.0438521139529074e-05 tokens_per_second_per_gpu:308.0503213412686 
Step 4745 | loss:0.00020563833822961897 lr:1.043529876508384e-05 tokens_per_second_per_gpu:300.8649389824271 
Step 4746 | loss:6.61082158330828e-05 lr:1.0432076345352054e-05 tokens_per_second_per_gpu:282.20637908866564 
Step 4747 | loss:0.0001055306929629296 lr:1.0428853880668964e-05 tokens_per_second_per_gpu:335.66426842986385 
Step 4748 | loss:1.0991170711349696e-05 lr:1.0425631371369816e-05 tokens_per_second_per_gpu:316.51923444838326 
Step 4749 | loss:5.4172684031073004e-05 lr:1.0422408817789869e-05 tokens_per_second_per_gpu:323.0556530930899 
Step 4750 | loss:0.00017338540055789053 lr:1.0419186220264379e-05 tokens_per_second_per_gpu:322.8846369848492 
Step 4751 | loss:0.0001045844255713746 lr:1.0415963579128617e-05 tokens_per_second_per_gpu:252.2780805709561 
Step 4752 | loss:2.8112686777603813e-05 lr:1.041274089471785e-05 tokens_per_second_per_gpu:285.56795415984084 
Step 4753 | loss:4.3813735828734934e-05 lr:1.0409518167367348e-05 tokens_per_second_per_gpu:263.3200253400676 
Step 4754 | loss:0.0001661289279581979 lr:1.0406295397412394e-05 tokens_per_second_per_gpu:348.3101017810044 
Step 4755 | loss:4.82456453028135e-05 lr:1.040307258518827e-05 tokens_per_second_per_gpu:314.06655304285863 
Step 4756 | loss:7.688657933613285e-05 lr:1.0399849731030258e-05 tokens_per_second_per_gpu:365.12217203672077 
Step 4757 | loss:7.321120938286185e-05 lr:1.0396626835273657e-05 tokens_per_second_per_gpu:305.21974567301544 
Step 4758 | loss:0.0008137045660987496 lr:1.039340389825376e-05 tokens_per_second_per_gpu:294.8966481417164 
Step 4759 | loss:0.000359348370693624 lr:1.0390180920305864e-05 tokens_per_second_per_gpu:316.16632668498414 
Step 4760 | loss:4.990880552213639e-05 lr:1.0386957901765278e-05 tokens_per_second_per_gpu:301.3845560391658 
Step 4761 | loss:3.711609315359965e-05 lr:1.0383734842967306e-05 tokens_per_second_per_gpu:246.74210897036897 
Step 4762 | loss:2.251446494483389e-05 lr:1.0380511744247264e-05 tokens_per_second_per_gpu:263.02549689503206 
Step 4763 | loss:4.026032911497168e-05 lr:1.0377288605940467e-05 tokens_per_second_per_gpu:248.7059217559781 
Step 4764 | loss:0.00023476729984395206 lr:1.0374065428382238e-05 tokens_per_second_per_gpu:387.1924897874089 
Step 4765 | loss:0.0001972320897039026 lr:1.0370842211907903e-05 tokens_per_second_per_gpu:302.78135695003834 
Step 4766 | loss:0.0003138214524369687 lr:1.0367618956852785e-05 tokens_per_second_per_gpu:284.8034485332484 
Step 4767 | loss:1.8225238818558864e-05 lr:1.0364395663552224e-05 tokens_per_second_per_gpu:351.68969297842534 
Step 4768 | loss:4.0969673136714846e-05 lr:1.0361172332341556e-05 tokens_per_second_per_gpu:360.4285808444572 
Step 4769 | loss:0.0001684464223217219 lr:1.0357948963556116e-05 tokens_per_second_per_gpu:389.2937009377366 
Step 4770 | loss:0.0006926193018443882 lr:1.0354725557531258e-05 tokens_per_second_per_gpu:286.40859305741594 
Step 4771 | loss:0.00299597205594182 lr:1.0351502114602322e-05 tokens_per_second_per_gpu:256.57955251062606 
Step 4772 | loss:9.15680211619474e-05 lr:1.0348278635104667e-05 tokens_per_second_per_gpu:334.5226300608995 
Step 4773 | loss:3.437496707192622e-05 lr:1.0345055119373653e-05 tokens_per_second_per_gpu:278.3202369616352 
Step 4774 | loss:7.71276536397636e-05 lr:1.0341831567744627e-05 tokens_per_second_per_gpu:298.79535874123286 
Step 4775 | loss:1.9459630493656732e-05 lr:1.0338607980552962e-05 tokens_per_second_per_gpu:344.3891522829333 
Step 4776 | loss:3.8440266507677734e-05 lr:1.0335384358134028e-05 tokens_per_second_per_gpu:352.7417705685395 
Step 4777 | loss:0.00016271630011033267 lr:1.033216070082319e-05 tokens_per_second_per_gpu:286.32119642827683 
Step 4778 | loss:2.194090120610781e-05 lr:1.0328937008955828e-05 tokens_per_second_per_gpu:252.18671997619293 
Step 4779 | loss:0.0003991425037384033 lr:1.0325713282867321e-05 tokens_per_second_per_gpu:253.69649251850305 
Step 4780 | loss:8.73268727445975e-05 lr:1.0322489522893042e-05 tokens_per_second_per_gpu:297.0656886966261 
Step 4781 | loss:5.577348929364234e-05 lr:1.0319265729368389e-05 tokens_per_second_per_gpu:329.3021551621727 
Step 4782 | loss:0.0008034755010157824 lr:1.0316041902628744e-05 tokens_per_second_per_gpu:280.88961044095754 
Step 4783 | loss:1.9467403035378084e-05 lr:1.03128180430095e-05 tokens_per_second_per_gpu:252.79290674010076 
Step 4784 | loss:1.892514410428703e-05 lr:1.0309594150846057e-05 tokens_per_second_per_gpu:249.57871134080676 
Step 4785 | loss:0.00025980809004977345 lr:1.030637022647381e-05 tokens_per_second_per_gpu:291.383163411199 
Step 4786 | loss:4.029069168609567e-05 lr:1.0303146270228164e-05 tokens_per_second_per_gpu:264.23880567848425 
Step 4787 | loss:0.0004616687074303627 lr:1.0299922282444523e-05 tokens_per_second_per_gpu:295.05925627792135 
Step 4788 | loss:0.0002465404977556318 lr:1.0296698263458301e-05 tokens_per_second_per_gpu:311.16509051538804 
Step 4789 | loss:0.00043939644820056856 lr:1.0293474213604905e-05 tokens_per_second_per_gpu:264.0074429215899 
Step 4790 | loss:6.105233478592709e-05 lr:1.0290250133219755e-05 tokens_per_second_per_gpu:289.4168775456872 
Step 4791 | loss:0.0020737953018397093 lr:1.028702602263827e-05 tokens_per_second_per_gpu:257.6603119522675 
Step 4792 | loss:0.0017283696215599775 lr:1.0283801882195867e-05 tokens_per_second_per_gpu:302.64273319824497 
Step 4793 | loss:0.00010159937664866447 lr:1.0280577712227977e-05 tokens_per_second_per_gpu:302.08711236870613 
Step 4794 | loss:0.0001279406133107841 lr:1.0277353513070025e-05 tokens_per_second_per_gpu:408.6552322221376 
Step 4795 | loss:0.0014887689612805843 lr:1.0274129285057446e-05 tokens_per_second_per_gpu:351.109043670739 
Step 4796 | loss:0.00043313787318766117 lr:1.0270905028525671e-05 tokens_per_second_per_gpu:297.4088729121541 
Step 4797 | loss:0.0001933934399858117 lr:1.0267680743810138e-05 tokens_per_second_per_gpu:276.3512833341704 
Step 4798 | loss:0.0009801214328035712 lr:1.026445643124629e-05 tokens_per_second_per_gpu:365.28333707755235 
Step 4799 | loss:9.89984255284071e-05 lr:1.0261232091169565e-05 tokens_per_second_per_gpu:294.8100261245121 
Step 4800 | loss:5.8832174545386806e-05 lr:1.0258007723915412e-05 tokens_per_second_per_gpu:288.55520629890873 
Step 4801 | loss:5.805872206110507e-05 lr:1.0254783329819282e-05 tokens_per_second_per_gpu:287.18048368852146 
Step 4802 | loss:8.54330719448626e-05 lr:1.0251558909216623e-05 tokens_per_second_per_gpu:296.05704312369215 
Step 4803 | loss:0.00022190785966813564 lr:1.024833446244289e-05 tokens_per_second_per_gpu:245.47583808261376 
Step 4804 | loss:2.6597357646096498e-05 lr:1.0245109989833543e-05 tokens_per_second_per_gpu:251.00176794219408 
Step 4805 | loss:4.994155460735783e-05 lr:1.0241885491724042e-05 tokens_per_second_per_gpu:270.1995578528448 
Step 4806 | loss:2.3709857487119734e-05 lr:1.0238660968449841e-05 tokens_per_second_per_gpu:285.84315802914557 
Step 4807 | loss:4.513690510066226e-05 lr:1.0235436420346416e-05 tokens_per_second_per_gpu:278.21685090091364 
Step 4808 | loss:6.533678970299661e-05 lr:1.0232211847749229e-05 tokens_per_second_per_gpu:266.7786209397065 
Step 4809 | loss:0.00013099238276481628 lr:1.0228987250993751e-05 tokens_per_second_per_gpu:261.2638735607944 
Step 4810 | loss:0.0006579938344657421 lr:1.0225762630415456e-05 tokens_per_second_per_gpu:300.49120175452816 
Step 4811 | loss:2.517678149160929e-05 lr:1.0222537986349818e-05 tokens_per_second_per_gpu:362.91402231515684 
Step 4812 | loss:9.20516686164774e-05 lr:1.0219313319132314e-05 tokens_per_second_per_gpu:286.1772441435604 
Step 4813 | loss:5.364174649002962e-05 lr:1.0216088629098427e-05 tokens_per_second_per_gpu:256.51906787575035 
Step 4814 | loss:0.00046001069131307304 lr:1.0212863916583635e-05 tokens_per_second_per_gpu:399.1054790592371 
Step 4815 | loss:1.8878756236517802e-05 lr:1.0209639181923425e-05 tokens_per_second_per_gpu:302.40509427375656 
Step 4816 | loss:5.8148521929979324e-05 lr:1.0206414425453287e-05 tokens_per_second_per_gpu:330.3141809481671 
Step 4817 | loss:2.0545181541820057e-05 lr:1.0203189647508706e-05 tokens_per_second_per_gpu:265.6164187522107 
Step 4818 | loss:8.643998444313183e-05 lr:1.0199964848425178e-05 tokens_per_second_per_gpu:334.25408880749035 
Step 4819 | loss:7.827202352927998e-05 lr:1.019674002853819e-05 tokens_per_second_per_gpu:246.7002240040933 
Step 4820 | loss:3.823127917712554e-05 lr:1.0193515188183246e-05 tokens_per_second_per_gpu:338.4146492186512 
Step 4821 | loss:1.708983108983375e-05 lr:1.0190290327695838e-05 tokens_per_second_per_gpu:333.34506246462405 
Step 4822 | loss:3.9797792851459235e-05 lr:1.0187065447411468e-05 tokens_per_second_per_gpu:275.6709744844327 
Step 4823 | loss:3.91926005249843e-05 lr:1.018384054766564e-05 tokens_per_second_per_gpu:307.5327720198801 
Step 4824 | loss:0.0003821021527983248 lr:1.0180615628793854e-05 tokens_per_second_per_gpu:299.34770197008567 
Step 4825 | loss:4.9211997975362465e-05 lr:1.0177390691131622e-05 tokens_per_second_per_gpu:314.5198427362584 
Step 4826 | loss:2.1893712983001024e-05 lr:1.0174165735014452e-05 tokens_per_second_per_gpu:305.11054895451275 
Step 4827 | loss:7.503367669414729e-05 lr:1.0170940760777845e-05 tokens_per_second_per_gpu:293.10633185082446 
Step 4828 | loss:0.0004052518052048981 lr:1.0167715768757322e-05 tokens_per_second_per_gpu:321.68889343727517 
Step 4829 | loss:7.133767940104008e-05 lr:1.0164490759288396e-05 tokens_per_second_per_gpu:349.48384715961924 
Step 4830 | loss:5.314688678481616e-05 lr:1.016126573270658e-05 tokens_per_second_per_gpu:275.11965451402045 
Step 4831 | loss:2.0615825633285567e-05 lr:1.0158040689347392e-05 tokens_per_second_per_gpu:261.90262681397223 
Step 4832 | loss:2.2620037270826288e-05 lr:1.0154815629546353e-05 tokens_per_second_per_gpu:261.74552571256095 
Step 4833 | loss:0.0004917712649330497 lr:1.015159055363898e-05 tokens_per_second_per_gpu:291.45749629268926 
Step 4834 | loss:1.6936253814492375e-05 lr:1.01483654619608e-05 tokens_per_second_per_gpu:305.21343817575377 
Step 4835 | loss:0.0005516876117326319 lr:1.0145140354847336e-05 tokens_per_second_per_gpu:324.56695218508946 
Step 4836 | loss:4.4316821004031226e-05 lr:1.0141915232634112e-05 tokens_per_second_per_gpu:269.41966884136855 
Step 4837 | loss:4.087142588105053e-05 lr:1.0138690095656657e-05 tokens_per_second_per_gpu:242.11410202809978 
Step 4838 | loss:4.3491716496646404e-05 lr:1.01354649442505e-05 tokens_per_second_per_gpu:287.4085861726307 
Step 4839 | loss:3.709699376486242e-05 lr:1.0132239778751171e-05 tokens_per_second_per_gpu:291.5943394746167 
Step 4840 | loss:0.0021114684641361237 lr:1.01290145994942e-05 tokens_per_second_per_gpu:293.7730823869927 
Step 4841 | loss:0.0002574572863522917 lr:1.0125789406815126e-05 tokens_per_second_per_gpu:234.7447830131397 
Step 4842 | loss:3.16642654070165e-05 lr:1.0122564201049479e-05 tokens_per_second_per_gpu:282.793224728382 
Step 4843 | loss:2.84456109511666e-05 lr:1.0119338982532791e-05 tokens_per_second_per_gpu:332.25862208247855 
Step 4844 | loss:0.00011236229329369962 lr:1.0116113751600612e-05 tokens_per_second_per_gpu:362.0518197584979 
Step 4845 | loss:4.9334248615195975e-05 lr:1.011288850858847e-05 tokens_per_second_per_gpu:283.1574654298789 
Step 4846 | loss:0.00010515828034840524 lr:1.0109663253831908e-05 tokens_per_second_per_gpu:284.6953457963002 
Step 4847 | loss:4.5753793529001996e-05 lr:1.0106437987666466e-05 tokens_per_second_per_gpu:225.4256084384695 
Step 4848 | loss:5.454389611259103e-05 lr:1.0103212710427693e-05 tokens_per_second_per_gpu:255.38227687725507 
Step 4849 | loss:4.464561425265856e-05 lr:1.009998742245112e-05 tokens_per_second_per_gpu:287.3779909178844 
Step 4850 | loss:0.0006098963203839958 lr:1.0096762124072306e-05 tokens_per_second_per_gpu:257.433989682899 
Step 4851 | loss:2.5596851628506556e-05 lr:1.0093536815626788e-05 tokens_per_second_per_gpu:301.41340652061666 
Step 4852 | loss:5.907652302994393e-05 lr:1.0090311497450111e-05 tokens_per_second_per_gpu:285.2809045298705 
Step 4853 | loss:7.50035687815398e-05 lr:1.0087086169877828e-05 tokens_per_second_per_gpu:290.3485243570866 
Step 4854 | loss:5.74591031181626e-05 lr:1.008386083324549e-05 tokens_per_second_per_gpu:315.1889356876049 
Step 4855 | loss:2.995325849042274e-05 lr:1.0080635487888639e-05 tokens_per_second_per_gpu:341.0613960115175 
Step 4856 | loss:3.4762389987008646e-05 lr:1.0077410134142831e-05 tokens_per_second_per_gpu:237.57662217372712 
Step 4857 | loss:2.9150645787012763e-05 lr:1.0074184772343615e-05 tokens_per_second_per_gpu:308.9503688706385 
Step 4858 | loss:8.010983583517373e-05 lr:1.0070959402826545e-05 tokens_per_second_per_gpu:284.53481139736454 
Step 4859 | loss:8.797898044576868e-05 lr:1.0067734025927174e-05 tokens_per_second_per_gpu:334.07326300165664 
Step 4860 | loss:5.577516640187241e-05 lr:1.0064508641981055e-05 tokens_per_second_per_gpu:337.1332513359451 
Step 4861 | loss:1.6044374206103384e-05 lr:1.0061283251323744e-05 tokens_per_second_per_gpu:214.50596610671718 
Step 4862 | loss:1.4035480489837937e-05 lr:1.005805785429079e-05 tokens_per_second_per_gpu:269.06820383433137 
Step 4863 | loss:4.582235123962164e-05 lr:1.005483245121776e-05 tokens_per_second_per_gpu:288.37792165422263 
Step 4864 | loss:1.654005427553784e-05 lr:1.0051607042440204e-05 tokens_per_second_per_gpu:271.36310150527544 
Step 4865 | loss:5.378173591452651e-05 lr:1.0048381628293678e-05 tokens_per_second_per_gpu:262.7941754656481 
Step 4866 | loss:0.0028701052069664 lr:1.0045156209113744e-05 tokens_per_second_per_gpu:219.52868611742574 
Step 4867 | loss:2.4525117623852566e-05 lr:1.0041930785235961e-05 tokens_per_second_per_gpu:255.20087580518043 
Step 4868 | loss:3.1561237847199664e-05 lr:1.003870535699588e-05 tokens_per_second_per_gpu:284.8685716845506 
Step 4869 | loss:4.6557172026950866e-05 lr:1.0035479924729069e-05 tokens_per_second_per_gpu:289.33946663128734 
Step 4870 | loss:7.380195893347263e-05 lr:1.003225448877108e-05 tokens_per_second_per_gpu:288.88673589740256 
Step 4871 | loss:0.00015302360407076776 lr:1.0029029049457482e-05 tokens_per_second_per_gpu:347.3650040222589 
Step 4872 | loss:3.919831942766905e-05 lr:1.0025803607123826e-05 tokens_per_second_per_gpu:299.44233322453215 
Step 4873 | loss:2.2628573788097128e-05 lr:1.0022578162105678e-05 tokens_per_second_per_gpu:279.6916053393474 
Step 4874 | loss:0.0007290180656127632 lr:1.0019352714738601e-05 tokens_per_second_per_gpu:294.3829688690234 
Step 4875 | loss:3.980237670475617e-05 lr:1.001612726535815e-05 tokens_per_second_per_gpu:256.65362207062236 
Step 4876 | loss:0.00017749218386597931 lr:1.001290181429989e-05 tokens_per_second_per_gpu:292.552818903184 
Step 4877 | loss:0.0046946513466537 lr:1.0009676361899388e-05 tokens_per_second_per_gpu:310.72707060960613 
Step 4878 | loss:8.422345854341984e-05 lr:1.0006450908492194e-05 tokens_per_second_per_gpu:269.97759118395277 
Step 4879 | loss:5.837307253386825e-05 lr:1.000322545441388e-05 tokens_per_second_per_gpu:237.35441390030738 
Step 4880 | loss:0.001300767413340509 lr:1e-05 tokens_per_second_per_gpu:302.87235924781135 
Step 4881 | loss:2.190813574998174e-05 lr:9.996774545586125e-06 tokens_per_second_per_gpu:325.5698094326247 
Step 4882 | loss:9.200716158375144e-05 lr:9.993549091507808e-06 tokens_per_second_per_gpu:276.26705906175243 
Step 4883 | loss:3.060683229705319e-05 lr:9.990323638100617e-06 tokens_per_second_per_gpu:253.82292433054994 
Step 4884 | loss:5.4323067161021754e-05 lr:9.987098185700111e-06 tokens_per_second_per_gpu:327.14767849258254 
Step 4885 | loss:2.6589445042191073e-05 lr:9.983872734641851e-06 tokens_per_second_per_gpu:306.1901402956513 
Step 4886 | loss:0.00014301997725851834 lr:9.980647285261402e-06 tokens_per_second_per_gpu:307.39844577648154 
Step 4887 | loss:0.0010165611747652292 lr:9.977421837894324e-06 tokens_per_second_per_gpu:334.13585618716786 
Step 4888 | loss:5.3351890528574586e-05 lr:9.974196392876177e-06 tokens_per_second_per_gpu:264.6000941163615 
Step 4889 | loss:3.6434583307709545e-05 lr:9.970970950542521e-06 tokens_per_second_per_gpu:293.091544942259 
Step 4890 | loss:1.6602147297817282e-05 lr:9.967745511228922e-06 tokens_per_second_per_gpu:253.41764012965825 
Step 4891 | loss:0.00043623760575428605 lr:9.964520075270936e-06 tokens_per_second_per_gpu:364.9445288114603 
Step 4892 | loss:1.899473136290908e-05 lr:9.96129464300412e-06 tokens_per_second_per_gpu:270.9242682693178 
Step 4893 | loss:3.825460953521542e-05 lr:9.958069214764044e-06 tokens_per_second_per_gpu:386.10535519788164 
Step 4894 | loss:3.409819328226149e-05 lr:9.954843790886258e-06 tokens_per_second_per_gpu:330.2258237843504 
Step 4895 | loss:6.713355833198875e-05 lr:9.951618371706322e-06 tokens_per_second_per_gpu:293.57824094730694 
Step 4896 | loss:2.9479451768565923e-05 lr:9.948392957559797e-06 tokens_per_second_per_gpu:273.75900380121686 
Step 4897 | loss:0.00019262847490608692 lr:9.945167548782242e-06 tokens_per_second_per_gpu:246.44548135098805 
Step 4898 | loss:9.787338058231398e-05 lr:9.941942145709208e-06 tokens_per_second_per_gpu:334.5772295184086 
Step 4899 | loss:0.00011738503962988034 lr:9.93871674867626e-06 tokens_per_second_per_gpu:320.9718301951789 
Step 4900 | loss:0.00010571225720923394 lr:9.935491358018948e-06 tokens_per_second_per_gpu:282.59637663286514 
Step 4901 | loss:3.494780685286969e-05 lr:9.932265974072828e-06 tokens_per_second_per_gpu:256.1132094277206 
Step 4902 | loss:6.169603148009628e-05 lr:9.929040597173458e-06 tokens_per_second_per_gpu:257.13838585602764 
Step 4903 | loss:0.000622409163042903 lr:9.925815227656388e-06 tokens_per_second_per_gpu:330.6880842911927 
Step 4904 | loss:0.00012842510477639735 lr:9.922589865857172e-06 tokens_per_second_per_gpu:297.8264580137357 
Step 4905 | loss:0.0002637410652823746 lr:9.919364512111363e-06 tokens_per_second_per_gpu:257.88811943663535 
Step 4906 | loss:0.00011293601710349321 lr:9.916139166754514e-06 tokens_per_second_per_gpu:275.42128624607824 
Step 4907 | loss:4.3135572923347354e-05 lr:9.912913830122173e-06 tokens_per_second_per_gpu:295.2082763652104 
Step 4908 | loss:0.0001882215728983283 lr:9.90968850254989e-06 tokens_per_second_per_gpu:289.7246814226114 
Step 4909 | loss:0.0003438977582845837 lr:9.906463184373216e-06 tokens_per_second_per_gpu:271.95787686047845 
Step 4910 | loss:9.021733421832323e-05 lr:9.903237875927697e-06 tokens_per_second_per_gpu:330.77335628794197 
Step 4911 | loss:2.3193670131149702e-05 lr:9.90001257754888e-06 tokens_per_second_per_gpu:285.1076218917955 
Step 4912 | loss:7.667838508496061e-05 lr:9.896787289572312e-06 tokens_per_second_per_gpu:225.1120340862766 
Step 4913 | loss:0.000267750583589077 lr:9.893562012333536e-06 tokens_per_second_per_gpu:380.4798892142337 
Step 4914 | loss:2.9004160751355812e-05 lr:9.890336746168094e-06 tokens_per_second_per_gpu:289.14085614009656 
Step 4915 | loss:7.244863081723452e-05 lr:9.887111491411534e-06 tokens_per_second_per_gpu:306.7240078448023 
Step 4916 | loss:1.553553738631308e-05 lr:9.883886248399392e-06 tokens_per_second_per_gpu:286.05294127131606 
Step 4917 | loss:0.00017183247837238014 lr:9.880661017467209e-06 tokens_per_second_per_gpu:299.83371577094005 
Step 4918 | loss:3.532407936290838e-05 lr:9.877435798950526e-06 tokens_per_second_per_gpu:356.86861958950095 
Step 4919 | loss:1.8250828361487947e-05 lr:9.874210593184878e-06 tokens_per_second_per_gpu:270.81129810993826 
Step 4920 | loss:0.000410085660405457 lr:9.870985400505805e-06 tokens_per_second_per_gpu:270.31652430311277 
Step 4921 | loss:1.1052764421037864e-05 lr:9.86776022124883e-06 tokens_per_second_per_gpu:243.78590344674802 
Step 4922 | loss:2.4808432499412447e-05 lr:9.864535055749504e-06 tokens_per_second_per_gpu:253.65051936136493 
Step 4923 | loss:0.00010396907600807026 lr:9.861309904343348e-06 tokens_per_second_per_gpu:325.5908030652598 
Step 4924 | loss:6.384846346918494e-05 lr:9.85808476736589e-06 tokens_per_second_per_gpu:322.27242665953844 
Step 4925 | loss:0.00011617498239502311 lr:9.854859645152667e-06 tokens_per_second_per_gpu:328.1743215540003 
Step 4926 | loss:0.00011655534035526216 lr:9.851634538039206e-06 tokens_per_second_per_gpu:314.4983113865543 
Step 4927 | loss:3.77303222194314e-05 lr:9.84840944636102e-06 tokens_per_second_per_gpu:300.2733358158977 
Step 4928 | loss:2.1962727259960957e-05 lr:9.84518437045365e-06 tokens_per_second_per_gpu:237.68503859710694 
Step 4929 | loss:9.26172942854464e-05 lr:9.841959310652613e-06 tokens_per_second_per_gpu:318.9149186531294 
Step 4930 | loss:0.00030605620122514665 lr:9.838734267293421e-06 tokens_per_second_per_gpu:294.8343147804848 
Step 4931 | loss:0.0005589724751189351 lr:9.835509240711606e-06 tokens_per_second_per_gpu:213.64780674856624 
Step 4932 | loss:0.0003460557200014591 lr:9.832284231242682e-06 tokens_per_second_per_gpu:275.86892003519597 
Step 4933 | loss:0.00017243715410586447 lr:9.82905923922216e-06 tokens_per_second_per_gpu:326.0397250894361 
Step 4934 | loss:1.1697371519403532e-05 lr:9.825834264985551e-06 tokens_per_second_per_gpu:322.36059319870606 
Step 4935 | loss:4.0429047658108175e-05 lr:9.82260930886838e-06 tokens_per_second_per_gpu:311.7428200304881 
Step 4936 | loss:4.038907354697585e-05 lr:9.819384371206149e-06 tokens_per_second_per_gpu:269.40153846328496 
Step 4937 | loss:0.00014882117102388293 lr:9.816159452334361e-06 tokens_per_second_per_gpu:299.1032528725739 
Step 4938 | loss:0.0005854717455804348 lr:9.812934552588535e-06 tokens_per_second_per_gpu:313.3801383478133 
Step 4939 | loss:2.106071224261541e-05 lr:9.809709672304167e-06 tokens_per_second_per_gpu:256.0016249585304 
Step 4940 | loss:3.895741974702105e-05 lr:9.806484811816756e-06 tokens_per_second_per_gpu:295.3833359622769 
Step 4941 | loss:3.8440113712567836e-05 lr:9.803259971461812e-06 tokens_per_second_per_gpu:214.15307657406427 
Step 4942 | loss:1.869822881417349e-05 lr:9.800035151574827e-06 tokens_per_second_per_gpu:326.93289444042114 
Step 4943 | loss:8.35475730127655e-05 lr:9.796810352491292e-06 tokens_per_second_per_gpu:280.22598322501653 
Step 4944 | loss:0.00016563523968216032 lr:9.793585574546715e-06 tokens_per_second_per_gpu:292.99856388829164 
Step 4945 | loss:8.666661597089842e-05 lr:9.790360818076578e-06 tokens_per_second_per_gpu:277.305078176304 
Step 4946 | loss:6.691970338579267e-05 lr:9.787136083416365e-06 tokens_per_second_per_gpu:326.1474043294875 
Step 4947 | loss:0.000382991973310709 lr:9.783911370901577e-06 tokens_per_second_per_gpu:282.38736014488427 
Step 4948 | loss:1.5680110664106905e-05 lr:9.78068668086769e-06 tokens_per_second_per_gpu:327.60603025947444 
Step 4949 | loss:0.0009770402684807777 lr:9.777462013650187e-06 tokens_per_second_per_gpu:365.46105591837346 
Step 4950 | loss:0.00010095431935042143 lr:9.774237369584547e-06 tokens_per_second_per_gpu:254.2767838348043 
Step 4951 | loss:4.582453038892709e-05 lr:9.771012749006252e-06 tokens_per_second_per_gpu:301.3718331107901 
Step 4952 | loss:4.801887916983105e-05 lr:9.767788152250776e-06 tokens_per_second_per_gpu:292.9010803063019 
Step 4953 | loss:6.98508374625817e-05 lr:9.764563579653586e-06 tokens_per_second_per_gpu:250.69059665021214 
Step 4954 | loss:0.00021051953081041574 lr:9.76133903155016e-06 tokens_per_second_per_gpu:239.00741766799348 
Step 4955 | loss:5.094178777653724e-05 lr:9.758114508275965e-06 tokens_per_second_per_gpu:321.5662160767978 
Step 4956 | loss:2.7547363060875796e-05 lr:9.754890010166458e-06 tokens_per_second_per_gpu:268.51286377566953 
Step 4957 | loss:0.0005075840745121241 lr:9.751665537557111e-06 tokens_per_second_per_gpu:274.0846046747906 
Step 4958 | loss:6.289272278081626e-05 lr:9.74844109078338e-06 tokens_per_second_per_gpu:295.9041053037519 
Step 4959 | loss:0.0006395148811861873 lr:9.745216670180721e-06 tokens_per_second_per_gpu:326.5446324144168 
Step 4960 | loss:0.0001548968575662002 lr:9.74199227608459e-06 tokens_per_second_per_gpu:387.5882298189169 
Step 4961 | loss:9.276919445255771e-05 lr:9.738767908830439e-06 tokens_per_second_per_gpu:279.5555459183342 
Step 4962 | loss:4.5143791794544086e-05 lr:9.735543568753714e-06 tokens_per_second_per_gpu:316.3602186583559 
Step 4963 | loss:0.0004742650780826807 lr:9.732319256189864e-06 tokens_per_second_per_gpu:230.436852387523 
Step 4964 | loss:0.0001578482479089871 lr:9.729094971474332e-06 tokens_per_second_per_gpu:251.27819984909456 
Step 4965 | loss:9.078760194825009e-05 lr:9.725870714942558e-06 tokens_per_second_per_gpu:245.34720424336754 
Step 4966 | loss:6.117945304140449e-05 lr:9.722646486929976e-06 tokens_per_second_per_gpu:319.9055304357171 
Step 4967 | loss:0.0004628289316315204 lr:9.719422287772026e-06 tokens_per_second_per_gpu:275.11377689774633 
Step 4968 | loss:8.892579353414476e-05 lr:9.716198117804138e-06 tokens_per_second_per_gpu:332.5737730426409 
Step 4969 | loss:8.753449219511822e-05 lr:9.712973977361736e-06 tokens_per_second_per_gpu:302.8158094395585 
Step 4970 | loss:3.154516889480874e-05 lr:9.709749866780248e-06 tokens_per_second_per_gpu:338.7548336049107 
Step 4971 | loss:2.8472333724494092e-05 lr:9.7065257863951e-06 tokens_per_second_per_gpu:306.1365676126563 
Step 4972 | loss:3.942055627703667e-05 lr:9.703301736541702e-06 tokens_per_second_per_gpu:276.95203995767156 
Step 4973 | loss:0.00021069734066259116 lr:9.70007771755548e-06 tokens_per_second_per_gpu:313.20956410328796 
Step 4974 | loss:5.9115103795193136e-05 lr:9.69685372977184e-06 tokens_per_second_per_gpu:316.20988393348154 
Step 4975 | loss:0.0006572906859219074 lr:9.693629773526192e-06 tokens_per_second_per_gpu:276.7227425355486 
Step 4976 | loss:3.660901347757317e-05 lr:9.690405849153946e-06 tokens_per_second_per_gpu:262.8998770651874 
Step 4977 | loss:0.0005200789892114699 lr:9.687181956990503e-06 tokens_per_second_per_gpu:277.912060504692 
Step 4978 | loss:5.544550731428899e-05 lr:9.683958097371258e-06 tokens_per_second_per_gpu:262.4518919125493 
Step 4979 | loss:3.1220683013089e-05 lr:9.680734270631614e-06 tokens_per_second_per_gpu:280.3364056518665 
Step 4980 | loss:0.00012614055594895035 lr:9.67751047710696e-06 tokens_per_second_per_gpu:274.1558820903813 
Step 4981 | loss:2.3558137399959378e-05 lr:9.674286717132684e-06 tokens_per_second_per_gpu:316.86099370952326 
Step 4982 | loss:1.8474922399036586e-05 lr:9.671062991044173e-06 tokens_per_second_per_gpu:259.45468493412795 
Step 4983 | loss:0.00013421251787804067 lr:9.667839299176812e-06 tokens_per_second_per_gpu:299.0073494152904 
Step 4984 | loss:5.402131500886753e-05 lr:9.664615641865975e-06 tokens_per_second_per_gpu:261.71260887849377 
Step 4985 | loss:9.209868585458025e-05 lr:9.66139201944704e-06 tokens_per_second_per_gpu:242.83364813190175 
Step 4986 | loss:0.00016672129277139902 lr:9.658168432255376e-06 tokens_per_second_per_gpu:307.50242639813575 
Step 4987 | loss:0.00015765531861688942 lr:9.654944880626354e-06 tokens_per_second_per_gpu:358.86632210550454 
Step 4988 | loss:0.001052921754308045 lr:9.651721364895333e-06 tokens_per_second_per_gpu:283.4477931869024 
Step 4989 | loss:2.6138075554626994e-05 lr:9.64849788539768e-06 tokens_per_second_per_gpu:264.88720110407047 
Step 4990 | loss:0.0003423700400162488 lr:9.645274442468746e-06 tokens_per_second_per_gpu:356.37303200849965 
Step 4991 | loss:4.7708053898531944e-05 lr:9.642051036443885e-06 tokens_per_second_per_gpu:286.9880874023291 
Step 4992 | loss:1.0543790267547593e-05 lr:9.638827667658447e-06 tokens_per_second_per_gpu:271.03512221495725 
Step 4993 | loss:4.1339040762977675e-05 lr:9.635604336447777e-06 tokens_per_second_per_gpu:284.99919291030295 
Step 4994 | loss:0.0014103539288043976 lr:9.632381043147217e-06 tokens_per_second_per_gpu:458.31307524961176 
Step 4995 | loss:1.577940747665707e-05 lr:9.6291577880921e-06 tokens_per_second_per_gpu:318.44733240159104 
Step 4996 | loss:0.00020398321794345975 lr:9.625934571617764e-06 tokens_per_second_per_gpu:341.49019750058096 
Step 4997 | loss:0.0003031012020073831 lr:9.622711394059534e-06 tokens_per_second_per_gpu:274.5289465824066 
Step 4998 | loss:2.6266519853379577e-05 lr:9.619488255752737e-06 tokens_per_second_per_gpu:291.6631002651923 
Step 4999 | loss:0.00013167460565455258 lr:9.616265157032696e-06 tokens_per_second_per_gpu:229.18892596472028 
Step 5000 | loss:6.947672227397561e-05 lr:9.613042098234727e-06 tokens_per_second_per_gpu:287.56996512397103 
Step 5001 | loss:5.871928442502394e-05 lr:9.609819079694138e-06 tokens_per_second_per_gpu:306.74748510989446 
Step 5002 | loss:4.5433964260155335e-05 lr:9.606596101746243e-06 tokens_per_second_per_gpu:278.39439891445465 
Step 5003 | loss:0.0034097814932465553 lr:9.603373164726346e-06 tokens_per_second_per_gpu:518.4934932292118 
Step 5004 | loss:2.4981816750369035e-05 lr:9.600150268969742e-06 tokens_per_second_per_gpu:281.6321830048676 
Step 5005 | loss:0.0004782465985044837 lr:9.596927414811735e-06 tokens_per_second_per_gpu:243.05561555818343 
Step 5006 | loss:2.7681177016347647e-05 lr:9.59370460258761e-06 tokens_per_second_per_gpu:304.69103539587366 
Step 5007 | loss:6.580378976650536e-05 lr:9.590481832632654e-06 tokens_per_second_per_gpu:283.2991618100116 
Step 5008 | loss:0.00015448004705831409 lr:9.587259105282153e-06 tokens_per_second_per_gpu:299.5168111070541 
Step 5009 | loss:7.772583194309846e-05 lr:9.584036420871386e-06 tokens_per_second_per_gpu:337.099614996725 
Step 5010 | loss:1.6705365851521492e-05 lr:9.580813779735624e-06 tokens_per_second_per_gpu:284.41366505523484 
Step 5011 | loss:7.998787623364478e-05 lr:9.577591182210134e-06 tokens_per_second_per_gpu:253.46423759961803 
Step 5012 | loss:6.751230830559507e-05 lr:9.574368628630188e-06 tokens_per_second_per_gpu:302.84976933854995 
Step 5013 | loss:0.00011933944915654138 lr:9.571146119331041e-06 tokens_per_second_per_gpu:300.99261323841324 
Step 5014 | loss:0.00216086907312274 lr:9.567923654647946e-06 tokens_per_second_per_gpu:356.8285834220153 
Step 5015 | loss:0.00011295218428131193 lr:9.564701234916161e-06 tokens_per_second_per_gpu:294.4087340381635 
Step 5016 | loss:6.487382052000612e-05 lr:9.561478860470928e-06 tokens_per_second_per_gpu:371.89154291261076 
Step 5017 | loss:2.1483587261172943e-05 lr:9.558256531647488e-06 tokens_per_second_per_gpu:296.95689150884687 
Step 5018 | loss:1.382124173687771e-05 lr:9.555034248781082e-06 tokens_per_second_per_gpu:342.1020317603168 
Step 5019 | loss:0.0005214007687754929 lr:9.551812012206937e-06 tokens_per_second_per_gpu:335.66915857253184 
Step 5020 | loss:3.199440106982365e-05 lr:9.548589822260281e-06 tokens_per_second_per_gpu:283.81533817954255 
Step 5021 | loss:0.0014360366621986032 lr:9.54536767927634e-06 tokens_per_second_per_gpu:259.77064086228955 
Step 5022 | loss:0.000299621227895841 lr:9.542145583590328e-06 tokens_per_second_per_gpu:335.90211975002217 
Step 5023 | loss:1.2776664334523957e-05 lr:9.538923535537459e-06 tokens_per_second_per_gpu:240.94870046509217 
Step 5024 | loss:0.0001831686677178368 lr:9.53570153545294e-06 tokens_per_second_per_gpu:400.156594115815 
Step 5025 | loss:6.167056562844664e-05 lr:9.532479583671976e-06 tokens_per_second_per_gpu:305.00013675914056 
Step 5026 | loss:0.00010535189358051866 lr:9.529257680529763e-06 tokens_per_second_per_gpu:299.64081224850867 
Step 5027 | loss:3.26303779729642e-05 lr:9.526035826361487e-06 tokens_per_second_per_gpu:288.12742845200574 
Step 5028 | loss:3.1523508368991315e-05 lr:9.522814021502344e-06 tokens_per_second_per_gpu:350.2935297411961 
Step 5029 | loss:0.00047971587628126144 lr:9.519592266287519e-06 tokens_per_second_per_gpu:325.01801290336897 
Step 5030 | loss:5.0978531362488866e-05 lr:9.516370561052173e-06 tokens_per_second_per_gpu:324.8802565004284 
Step 5031 | loss:0.00015270298172254115 lr:9.513148906131497e-06 tokens_per_second_per_gpu:398.360088308317 
Step 5032 | loss:9.109317034017295e-05 lr:9.509927301860649e-06 tokens_per_second_per_gpu:369.47095293769866 
Step 5033 | loss:9.357152157463133e-05 lr:9.506705748574786e-06 tokens_per_second_per_gpu:353.53267781872756 
Step 5034 | loss:4.463989534997381e-05 lr:9.503484246609073e-06 tokens_per_second_per_gpu:320.07950137964684 
Step 5035 | loss:3.834829476545565e-05 lr:9.500262796298658e-06 tokens_per_second_per_gpu:265.3435069692907 
Step 5036 | loss:2.581394073786214e-05 lr:9.497041397978679e-06 tokens_per_second_per_gpu:295.7133309946156 
Step 5037 | loss:3.14547069137916e-05 lr:9.493820051984286e-06 tokens_per_second_per_gpu:297.5205810036968 
Step 5038 | loss:5.330963904270902e-05 lr:9.490598758650612e-06 tokens_per_second_per_gpu:295.8778256678752 
Step 5039 | loss:0.0001598742965143174 lr:9.487377518312781e-06 tokens_per_second_per_gpu:312.97771998774135 
Step 5040 | loss:2.448311533953529e-05 lr:9.484156331305915e-06 tokens_per_second_per_gpu:279.52568787971944 
Step 5041 | loss:0.00011491321492940187 lr:9.480935197965144e-06 tokens_per_second_per_gpu:297.3336346901687 
Step 5042 | loss:1.9688832253450528e-05 lr:9.47771411862557e-06 tokens_per_second_per_gpu:284.0997499416308 
Step 5043 | loss:1.0708852641982958e-05 lr:9.474493093622297e-06 tokens_per_second_per_gpu:245.22218840239415 
Step 5044 | loss:0.00020466076966840774 lr:9.47127212329044e-06 tokens_per_second_per_gpu:306.9464518691993 
Step 5045 | loss:2.9235057809273712e-05 lr:9.468051207965084e-06 tokens_per_second_per_gpu:263.63803836850934 
Step 5046 | loss:5.504740693140775e-05 lr:9.464830347981314e-06 tokens_per_second_per_gpu:352.6395927969698 
Step 5047 | loss:0.00012040464207530022 lr:9.461609543674229e-06 tokens_per_second_per_gpu:289.08726363455605 
Step 5048 | loss:5.1298073231009766e-05 lr:9.458388795378897e-06 tokens_per_second_per_gpu:337.90679431651415 
Step 5049 | loss:0.00014672732504550368 lr:9.455168103430388e-06 tokens_per_second_per_gpu:234.3341192268165 
Step 5050 | loss:4.665173764806241e-05 lr:9.451947468163779e-06 tokens_per_second_per_gpu:280.54831112050306 
Step 5051 | loss:3.635808752733283e-05 lr:9.448726889914123e-06 tokens_per_second_per_gpu:271.9510062106361 
Step 5052 | loss:0.0007404701318591833 lr:9.44550636901647e-06 tokens_per_second_per_gpu:298.2108019651667 
Step 5053 | loss:7.799698505550623e-05 lr:9.442285905805883e-06 tokens_per_second_per_gpu:351.86799421696907 
Step 5054 | loss:0.00011085487494710833 lr:9.439065500617395e-06 tokens_per_second_per_gpu:375.7130911186511 
Step 5055 | loss:6.202753138495609e-05 lr:9.435845153786043e-06 tokens_per_second_per_gpu:383.26886970716265 
Step 5056 | loss:0.00013750209473073483 lr:9.432624865646858e-06 tokens_per_second_per_gpu:318.7944438281066 
Step 5057 | loss:9.435987885808572e-05 lr:9.429404636534866e-06 tokens_per_second_per_gpu:280.6036586281318 
Step 5058 | loss:4.5061708078719676e-05 lr:9.426184466785086e-06 tokens_per_second_per_gpu:297.0987546832753 
Step 5059 | loss:2.6203168090432882e-05 lr:9.422964356732526e-06 tokens_per_second_per_gpu:280.6652850959345 
Step 5060 | loss:0.00034911598777398467 lr:9.419744306712197e-06 tokens_per_second_per_gpu:224.83085088588953 
Step 5061 | loss:4.33211971540004e-05 lr:9.416524317059097e-06 tokens_per_second_per_gpu:273.4295790465393 
Step 5062 | loss:0.00011613420792855322 lr:9.413304388108216e-06 tokens_per_second_per_gpu:346.05537851938664 
Step 5063 | loss:2.23776551138144e-05 lr:9.410084520194547e-06 tokens_per_second_per_gpu:273.7625748505237 
Step 5064 | loss:0.00010413431300548837 lr:9.406864713653067e-06 tokens_per_second_per_gpu:323.9952078583093 
Step 5065 | loss:0.0005139601998962462 lr:9.403644968818751e-06 tokens_per_second_per_gpu:310.50313009245525 
Step 5066 | loss:0.0001702441950328648 lr:9.40042528602657e-06 tokens_per_second_per_gpu:300.1668942659599 
Step 5067 | loss:3.7240199162624776e-05 lr:9.397205665611479e-06 tokens_per_second_per_gpu:280.7038740715911 
Step 5068 | loss:0.0003934373380616307 lr:9.393986107908437e-06 tokens_per_second_per_gpu:234.20190099298156 
Step 5069 | loss:4.501388320932165e-05 lr:9.390766613252394e-06 tokens_per_second_per_gpu:268.4790952616409 
Step 5070 | loss:3.4207241697004065e-05 lr:9.387547181978291e-06 tokens_per_second_per_gpu:295.65546725575535 
Step 5071 | loss:2.5693687348393723e-05 lr:9.384327814421062e-06 tokens_per_second_per_gpu:365.2889466747563 
Step 5072 | loss:0.0003902984317392111 lr:9.381108510915635e-06 tokens_per_second_per_gpu:264.2657843727983 
Step 5073 | loss:0.00017736466543283314 lr:9.377889271796935e-06 tokens_per_second_per_gpu:301.3498229414886 
Step 5074 | loss:0.0001685315219219774 lr:9.374670097399876e-06 tokens_per_second_per_gpu:277.5333870108887 
Step 5075 | loss:3.279076918261126e-05 lr:9.371450988059366e-06 tokens_per_second_per_gpu:306.47387380017955 
Step 5076 | loss:8.238346345024183e-05 lr:9.368231944110307e-06 tokens_per_second_per_gpu:278.34574942013535 
Step 5077 | loss:4.936407640343532e-05 lr:9.365012965887594e-06 tokens_per_second_per_gpu:273.63229148212696 
Step 5078 | loss:0.0028470344841480255 lr:9.361794053726115e-06 tokens_per_second_per_gpu:284.35023156240885 
Step 5079 | loss:4.2429714085301384e-05 lr:9.358575207960753e-06 tokens_per_second_per_gpu:322.7883690488931 
Step 5080 | loss:0.00042632222175598145 lr:9.355356428926381e-06 tokens_per_second_per_gpu:290.23609513897924 
Step 5081 | loss:0.0002451050968375057 lr:9.352137716957864e-06 tokens_per_second_per_gpu:287.46437682883914 
Step 5082 | loss:0.0004013640864286572 lr:9.34891907239007e-06 tokens_per_second_per_gpu:395.44111854469617 
Step 5083 | loss:7.346609345404431e-05 lr:9.345700495557845e-06 tokens_per_second_per_gpu:282.0868384762984 
Step 5084 | loss:5.486059671966359e-05 lr:9.342481986796039e-06 tokens_per_second_per_gpu:271.2223292491945 
Step 5085 | loss:5.887131919735111e-05 lr:9.339263546439492e-06 tokens_per_second_per_gpu:385.6626980580539 
Step 5086 | loss:5.0245718739461154e-05 lr:9.336045174823033e-06 tokens_per_second_per_gpu:278.7848765447295 
Step 5087 | loss:5.3890318667981774e-05 lr:9.332826872281491e-06 tokens_per_second_per_gpu:284.4981751559134 
Step 5088 | loss:0.00010995982302119955 lr:9.32960863914968e-06 tokens_per_second_per_gpu:295.97801770262294 
Step 5089 | loss:0.0009655498433858156 lr:9.326390475762413e-06 tokens_per_second_per_gpu:281.44762434360894 
Step 5090 | loss:8.985544991446659e-05 lr:9.323172382454494e-06 tokens_per_second_per_gpu:271.7577077884907 
Step 5091 | loss:3.4224703995278105e-05 lr:9.319954359560715e-06 tokens_per_second_per_gpu:296.91177714661393 
Step 5092 | loss:0.006222229450941086 lr:9.316736407415872e-06 tokens_per_second_per_gpu:246.67561886417377 
Step 5093 | loss:0.0001761072635417804 lr:9.313518526354741e-06 tokens_per_second_per_gpu:287.99524485741335 
Step 5094 | loss:7.797284342814237e-05 lr:9.310300716712098e-06 tokens_per_second_per_gpu:272.11225319864343 
Step 5095 | loss:2.9417135010589845e-05 lr:9.307082978822709e-06 tokens_per_second_per_gpu:295.6056986149101 
Step 5096 | loss:4.611467738868669e-05 lr:9.303865313021334e-06 tokens_per_second_per_gpu:259.80655454994496 
Step 5097 | loss:5.1399860240053385e-05 lr:9.300647719642721e-06 tokens_per_second_per_gpu:328.4855865361687 
Step 5098 | loss:3.815352465608157e-05 lr:9.297430199021621e-06 tokens_per_second_per_gpu:240.53109593642156 
Step 5099 | loss:0.00012312525359448045 lr:9.294212751492767e-06 tokens_per_second_per_gpu:360.7729895426843 
Step 5100 | loss:1.8296723283128813e-05 lr:9.290995377390887e-06 tokens_per_second_per_gpu:314.5341580379498 
Step 5101 | loss:0.0002408285072306171 lr:9.2877780770507e-06 tokens_per_second_per_gpu:348.802897189482 
Step 5102 | loss:1.6127756680361927e-05 lr:9.284560850806926e-06 tokens_per_second_per_gpu:279.0954366297046 
Step 5103 | loss:0.0002108452608808875 lr:9.281343698994268e-06 tokens_per_second_per_gpu:262.4064367334635 
Step 5104 | loss:0.00018509158689994365 lr:9.27812662194742e-06 tokens_per_second_per_gpu:276.8643542014045 
Step 5105 | loss:3.47927343682386e-05 lr:9.274909620001081e-06 tokens_per_second_per_gpu:282.94026507319427 
Step 5106 | loss:3.334134817123413e-05 lr:9.271692693489929e-06 tokens_per_second_per_gpu:332.8548357144555 
Step 5107 | loss:9.576157026458532e-05 lr:9.268475842748634e-06 tokens_per_second_per_gpu:300.9145376947412 
Step 5108 | loss:2.3309257812798023e-05 lr:9.265259068111873e-06 tokens_per_second_per_gpu:360.57463273162296 
Step 5109 | loss:0.0003882159653585404 lr:9.262042369914296e-06 tokens_per_second_per_gpu:235.0927723317749 
Step 5110 | loss:0.00021470937645062804 lr:9.258825748490559e-06 tokens_per_second_per_gpu:295.15635884291515 
Step 5111 | loss:0.0001768928050296381 lr:9.255609204175303e-06 tokens_per_second_per_gpu:307.349084809343 
Step 5112 | loss:3.992851998191327e-05 lr:9.252392737303166e-06 tokens_per_second_per_gpu:246.0009296682218 
Step 5113 | loss:0.00055590586271137 lr:9.249176348208769e-06 tokens_per_second_per_gpu:345.6266967088038 
Step 5114 | loss:0.00015011674258857965 lr:9.245960037226735e-06 tokens_per_second_per_gpu:306.85891932648616 
Step 5115 | loss:0.00010791704698931426 lr:9.242743804691677e-06 tokens_per_second_per_gpu:292.7589661806998 
Step 5116 | loss:8.172888192348182e-05 lr:9.239527650938194e-06 tokens_per_second_per_gpu:295.8500938416784 
Step 5117 | loss:0.0003243038081564009 lr:9.236311576300878e-06 tokens_per_second_per_gpu:284.3681505164029 
Step 5118 | loss:0.00029555647051893175 lr:9.23309558111432e-06 tokens_per_second_per_gpu:290.4386818380433 
Step 5119 | loss:1.8394619473838247e-05 lr:9.229879665713099e-06 tokens_per_second_per_gpu:255.96755448928374 
Step 5120 | loss:0.0001180221006507054 lr:9.226663830431777e-06 tokens_per_second_per_gpu:391.8715291753538 
Step 5121 | loss:0.00017175028915517032 lr:9.223448075604923e-06 tokens_per_second_per_gpu:301.4564703829224 
Step 5122 | loss:4.0974628063850105e-05 lr:9.220232401567086e-06 tokens_per_second_per_gpu:287.71058499029976 
Step 5123 | loss:0.002579815685749054 lr:9.217016808652809e-06 tokens_per_second_per_gpu:379.8375455179918 
Step 5124 | loss:0.0002177122951252386 lr:9.213801297196633e-06 tokens_per_second_per_gpu:419.1439967190388 
Step 5125 | loss:1.1929882020922378e-05 lr:9.210585867533083e-06 tokens_per_second_per_gpu:298.1713838378121 
Step 5126 | loss:9.442472219234332e-05 lr:9.207370519996676e-06 tokens_per_second_per_gpu:357.16122348839934 
Step 5127 | loss:2.2732887373422273e-05 lr:9.204155254921925e-06 tokens_per_second_per_gpu:270.8672611237961 
Step 5128 | loss:0.0026818423066288233 lr:9.200940072643332e-06 tokens_per_second_per_gpu:321.5119231436391 
Step 5129 | loss:0.0001816220028558746 lr:9.197724973495389e-06 tokens_per_second_per_gpu:286.56163910660837 
Step 5130 | loss:0.0005289472173899412 lr:9.194509957812583e-06 tokens_per_second_per_gpu:275.1951853656226 
Step 5131 | loss:3.5343320632819086e-05 lr:9.191295025929387e-06 tokens_per_second_per_gpu:297.5235326257081 
Step 5132 | loss:7.594999624416232e-05 lr:9.188080178180272e-06 tokens_per_second_per_gpu:355.43115784416716 
Step 5133 | loss:8.095068915281445e-05 lr:9.184865414899687e-06 tokens_per_second_per_gpu:346.0147573925326 
Step 5134 | loss:0.00010672945791156963 lr:9.181650736422093e-06 tokens_per_second_per_gpu:225.2925717557909 
Step 5135 | loss:2.1948060748400167e-05 lr:9.178436143081929e-06 tokens_per_second_per_gpu:357.57129464918273 
Step 5136 | loss:0.0008892426267266273 lr:9.175221635213618e-06 tokens_per_second_per_gpu:291.621844017891 
Step 5137 | loss:1.247465843334794e-05 lr:9.172007213151595e-06 tokens_per_second_per_gpu:265.18474799540616 
Step 5138 | loss:0.00015530563541688025 lr:9.16879287723027e-06 tokens_per_second_per_gpu:304.3416634255066 
Step 5139 | loss:4.125964915147051e-05 lr:9.165578627784041e-06 tokens_per_second_per_gpu:347.0394532726954 
Step 5140 | loss:0.00034226966090500355 lr:9.162364465147315e-06 tokens_per_second_per_gpu:346.62950841652065 
Step 5141 | loss:5.8225999964633957e-05 lr:9.159150389654477e-06 tokens_per_second_per_gpu:261.35120891327375 
Step 5142 | loss:7.646948506589979e-05 lr:9.155936401639896e-06 tokens_per_second_per_gpu:298.56921546764613 
Step 5143 | loss:3.208671842003241e-05 lr:9.152722501437953e-06 tokens_per_second_per_gpu:269.1229234898776 
Step 5144 | loss:0.00420982763171196 lr:9.149508689383004e-06 tokens_per_second_per_gpu:304.63701658215575 
Step 5145 | loss:2.080998820019886e-05 lr:9.146294965809397e-06 tokens_per_second_per_gpu:290.24190309062493 
Step 5146 | loss:4.3301803088979796e-05 lr:9.14308133105147e-06 tokens_per_second_per_gpu:264.15638831946666 
Step 5147 | loss:8.356836769962683e-05 lr:9.139867785443567e-06 tokens_per_second_per_gpu:282.31191015800545 
Step 5148 | loss:0.0002199612936237827 lr:9.136654329320006e-06 tokens_per_second_per_gpu:285.6265411662162 
Step 5149 | loss:0.00021195004228502512 lr:9.13344096301509e-06 tokens_per_second_per_gpu:347.4836044492297 
Step 5150 | loss:0.00048529193736612797 lr:9.130227686863142e-06 tokens_per_second_per_gpu:324.97206315183126 
Step 5151 | loss:3.8243324524955824e-05 lr:9.127014501198444e-06 tokens_per_second_per_gpu:256.74490262483596 
Step 5152 | loss:2.6927851649816148e-05 lr:9.12380140635528e-06 tokens_per_second_per_gpu:205.9154814328652 
Step 5153 | loss:1.6502101061632857e-05 lr:9.120588402667938e-06 tokens_per_second_per_gpu:334.84849704397317 
Step 5154 | loss:0.00015715818153694272 lr:9.117375490470678e-06 tokens_per_second_per_gpu:273.0335415159847 
Step 5155 | loss:2.5811532395891845e-05 lr:9.11416267009775e-06 tokens_per_second_per_gpu:271.0977895095766 
Step 5156 | loss:3.324380304547958e-05 lr:9.110949941883417e-06 tokens_per_second_per_gpu:286.71067716488085 
Step 5157 | loss:6.933184340596199e-05 lr:9.107737306161906e-06 tokens_per_second_per_gpu:346.1701348598137 
Step 5158 | loss:9.842430154094473e-05 lr:9.104524763267443e-06 tokens_per_second_per_gpu:276.5228873896693 
Step 5159 | loss:2.4024495360208675e-05 lr:9.101312313534258e-06 tokens_per_second_per_gpu:275.54532833085494 
Step 5160 | loss:0.00011624400212895125 lr:9.098099957296553e-06 tokens_per_second_per_gpu:274.1129293076475 
Step 5161 | loss:0.00014282460324466228 lr:9.094887694888526e-06 tokens_per_second_per_gpu:325.3048473740259 
Step 5162 | loss:6.1008355260128155e-05 lr:9.091675526644368e-06 tokens_per_second_per_gpu:336.4577249940132 
Step 5163 | loss:0.0011914744973182678 lr:9.088463452898263e-06 tokens_per_second_per_gpu:302.4909978525704 
Step 5164 | loss:2.6615784008754417e-05 lr:9.085251473984374e-06 tokens_per_second_per_gpu:274.8803873921597 
Step 5165 | loss:0.0001339549053227529 lr:9.082039590236863e-06 tokens_per_second_per_gpu:314.4125204174003 
Step 5166 | loss:5.899910320295021e-05 lr:9.078827801989884e-06 tokens_per_second_per_gpu:356.7035009509593 
Step 5167 | loss:0.002648742403835058 lr:9.075616109577575e-06 tokens_per_second_per_gpu:363.4380237248179 
Step 5168 | loss:0.00011250645184190944 lr:9.072404513334063e-06 tokens_per_second_per_gpu:225.49767429354165 
Step 5169 | loss:0.00010907275282079354 lr:9.069193013593473e-06 tokens_per_second_per_gpu:315.1345190173982 
Step 5170 | loss:6.817429675720632e-05 lr:9.065981610689915e-06 tokens_per_second_per_gpu:335.90298675084716 
Step 5171 | loss:8.499863906763494e-05 lr:9.062770304957484e-06 tokens_per_second_per_gpu:326.6077101666248 
Step 5172 | loss:3.984648355981335e-05 lr:9.059559096730275e-06 tokens_per_second_per_gpu:362.39477273965764 
Step 5173 | loss:4.349433947936632e-05 lr:9.056347986342366e-06 tokens_per_second_per_gpu:318.6997928935598 
Step 5174 | loss:0.0007036408642306924 lr:9.053136974127825e-06 tokens_per_second_per_gpu:275.0659855130378 
Step 5175 | loss:0.004143854603171349 lr:9.049926060420716e-06 tokens_per_second_per_gpu:371.7044287653109 
Step 5176 | loss:0.0002630731323733926 lr:9.046715245555087e-06 tokens_per_second_per_gpu:314.68510308107835 
Step 5177 | loss:0.0012920621084049344 lr:9.043504529864972e-06 tokens_per_second_per_gpu:379.0978754343363 
Step 5178 | loss:4.9259746447205544e-05 lr:9.040293913684404e-06 tokens_per_second_per_gpu:259.9266629739616 
Step 5179 | loss:0.00011751602869480848 lr:9.037083397347401e-06 tokens_per_second_per_gpu:320.6693623784481 
Step 5180 | loss:2.5217530492227525e-05 lr:9.03387298118797e-06 tokens_per_second_per_gpu:279.3967455543309 
Step 5181 | loss:0.0019253914942964911 lr:9.030662665540108e-06 tokens_per_second_per_gpu:321.19670339254503 
Step 5182 | loss:0.00019058042380493134 lr:9.027452450737805e-06 tokens_per_second_per_gpu:276.224848790974 
Step 5183 | loss:0.00011940635886276141 lr:9.024242337115034e-06 tokens_per_second_per_gpu:290.34588979701255 
Step 5184 | loss:0.00015300558879971504 lr:9.021032325005762e-06 tokens_per_second_per_gpu:270.43275115911035 
Step 5185 | loss:2.1978721633786336e-05 lr:9.017822414743945e-06 tokens_per_second_per_gpu:292.5246116804276 
Step 5186 | loss:2.1234376617940143e-05 lr:9.01461260666353e-06 tokens_per_second_per_gpu:296.7476148812326 
Step 5187 | loss:7.20439784345217e-05 lr:9.011402901098442e-06 tokens_per_second_per_gpu:336.8127193872163 
Step 5188 | loss:2.0890376617899165e-05 lr:9.008193298382616e-06 tokens_per_second_per_gpu:303.4327719820854 
Step 5189 | loss:9.992178092943504e-05 lr:9.00498379884996e-06 tokens_per_second_per_gpu:302.37543937804406 
Step 5190 | loss:1.8362652554060332e-05 lr:9.001774402834375e-06 tokens_per_second_per_gpu:347.8101154985819 
Step 5191 | loss:0.0005574740935117006 lr:8.998565110669754e-06 tokens_per_second_per_gpu:325.9237003264663 
Step 5192 | loss:0.0002814522013068199 lr:8.995355922689978e-06 tokens_per_second_per_gpu:351.4583579141937 
Step 5193 | loss:0.0002719906624406576 lr:8.992146839228915e-06 tokens_per_second_per_gpu:333.8837061291275 
Step 5194 | loss:7.686350727453828e-05 lr:8.988937860620422e-06 tokens_per_second_per_gpu:265.5420297125743 
Step 5195 | loss:2.571673940110486e-05 lr:8.985728987198353e-06 tokens_per_second_per_gpu:270.39934889795256 
Step 5196 | loss:0.000312417367240414 lr:8.98252021929654e-06 tokens_per_second_per_gpu:363.8304646939955 
Step 5197 | loss:2.1079356884001754e-05 lr:8.97931155724881e-06 tokens_per_second_per_gpu:383.5678753552552 
Step 5198 | loss:1.6358089851564728e-05 lr:8.976103001388977e-06 tokens_per_second_per_gpu:296.7084190727704 
Step 5199 | loss:7.649860344827175e-05 lr:8.972894552050849e-06 tokens_per_second_per_gpu:318.95208808660067 
Step 5200 | loss:8.731619163881987e-05 lr:8.969686209568213e-06 tokens_per_second_per_gpu:214.89392623273292 
Step 5201 | loss:1.9629158487077802e-05 lr:8.966477974274855e-06 tokens_per_second_per_gpu:298.15146398687597 
Step 5202 | loss:5.1231152610853314e-05 lr:8.963269846504546e-06 tokens_per_second_per_gpu:321.54242437721894 
Step 5203 | loss:0.0004698197008110583 lr:8.960061826591041e-06 tokens_per_second_per_gpu:265.8042752915665 
Step 5204 | loss:4.1830746340565383e-05 lr:8.956853914868093e-06 tokens_per_second_per_gpu:317.25155600090005 
Step 5205 | loss:5.8331854233983904e-05 lr:8.953646111669437e-06 tokens_per_second_per_gpu:261.13802982115874 
Step 5206 | loss:0.0002960941637866199 lr:8.950438417328797e-06 tokens_per_second_per_gpu:252.78760214517914 
Step 5207 | loss:3.0865085136611015e-05 lr:8.94723083217989e-06 tokens_per_second_per_gpu:309.56082673470564 
Step 5208 | loss:0.00010268943879054859 lr:8.944023356556416e-06 tokens_per_second_per_gpu:241.91461343309234 
Step 5209 | loss:0.0003500648308545351 lr:8.940815990792069e-06 tokens_per_second_per_gpu:322.2579196849831 
Step 5210 | loss:0.00010685935558285564 lr:8.937608735220527e-06 tokens_per_second_per_gpu:328.67630951120015 
Step 5211 | loss:3.02051157632377e-05 lr:8.934401590175462e-06 tokens_per_second_per_gpu:293.00574448699126 
Step 5212 | loss:2.0640136426663958e-05 lr:8.93119455599053e-06 tokens_per_second_per_gpu:279.65723133552456 
Step 5213 | loss:2.7295263862470165e-05 lr:8.927987632999371e-06 tokens_per_second_per_gpu:355.00616618992024 
Step 5214 | loss:2.2982756490819156e-05 lr:8.924780821535628e-06 tokens_per_second_per_gpu:324.72851865535046 
Step 5215 | loss:2.2426604118663818e-05 lr:8.921574121932917e-06 tokens_per_second_per_gpu:286.03236660323256 
Step 5216 | loss:0.00015265312686096877 lr:8.918367534524851e-06 tokens_per_second_per_gpu:286.5450663958916 
Step 5217 | loss:3.8708971260348335e-05 lr:8.91516105964503e-06 tokens_per_second_per_gpu:282.4400371797821 
Step 5218 | loss:5.505346416612156e-05 lr:8.911954697627041e-06 tokens_per_second_per_gpu:260.47933349137486 
Step 5219 | loss:0.0006502903415821493 lr:8.908748448804457e-06 tokens_per_second_per_gpu:287.6976078453779 
Step 5220 | loss:1.989928205148317e-05 lr:8.905542313510846e-06 tokens_per_second_per_gpu:340.4063062502725 
Step 5221 | loss:1.1438634828664362e-05 lr:8.90233629207976e-06 tokens_per_second_per_gpu:300.3852666566014 
Step 5222 | loss:4.616047954186797e-05 lr:8.899130384844735e-06 tokens_per_second_per_gpu:278.1060372326924 
Step 5223 | loss:0.0001499600475654006 lr:8.895924592139301e-06 tokens_per_second_per_gpu:318.78244992364165 
Step 5224 | loss:0.00019032086129300296 lr:8.892718914296977e-06 tokens_per_second_per_gpu:364.9268779613509 
Step 5225 | loss:3.723245026776567e-05 lr:8.889513351651265e-06 tokens_per_second_per_gpu:301.2943199621439 
Step 5226 | loss:2.2629226805293e-05 lr:8.886307904535657e-06 tokens_per_second_per_gpu:298.39959956115274 
Step 5227 | loss:1.514909126854036e-05 lr:8.883102573283637e-06 tokens_per_second_per_gpu:286.7033976717331 
Step 5228 | loss:0.0011568226618692279 lr:8.879897358228671e-06 tokens_per_second_per_gpu:304.9972824841897 
Step 5229 | loss:0.00022361284936778247 lr:8.876692259704214e-06 tokens_per_second_per_gpu:334.919545012905 
Step 5230 | loss:0.0005505616427399218 lr:8.873487278043713e-06 tokens_per_second_per_gpu:324.80384276628513 
Step 5231 | loss:8.372067532036453e-05 lr:8.8702824135806e-06 tokens_per_second_per_gpu:333.68727540371964 
Step 5232 | loss:1.9027867892873473e-05 lr:8.867077666648291e-06 tokens_per_second_per_gpu:265.8829076319192 
Step 5233 | loss:3.5356668377062306e-05 lr:8.863873037580198e-06 tokens_per_second_per_gpu:317.7785793587796 
Step 5234 | loss:2.7586780561250634e-05 lr:8.860668526709715e-06 tokens_per_second_per_gpu:319.6517846931497 
Step 5235 | loss:0.00019919603073503822 lr:8.857464134370225e-06 tokens_per_second_per_gpu:314.28556587604044 
Step 5236 | loss:6.0033140471205115e-05 lr:8.854259860895098e-06 tokens_per_second_per_gpu:304.4798053563673 
Step 5237 | loss:3.533749622874893e-05 lr:8.851055706617694e-06 tokens_per_second_per_gpu:291.1648852596181 
Step 5238 | loss:2.9663578970939852e-05 lr:8.847851671871362e-06 tokens_per_second_per_gpu:296.0662405992235 
Step 5239 | loss:4.982937753084116e-05 lr:8.844647756989423e-06 tokens_per_second_per_gpu:269.84980374387067 
Step 5240 | loss:2.310315176146105e-05 lr:8.841443962305211e-06 tokens_per_second_per_gpu:287.35386214329475 
Step 5241 | loss:0.00011990308848908171 lr:8.838240288152034e-06 tokens_per_second_per_gpu:273.9876349673924 
Step 5242 | loss:0.004654579795897007 lr:8.835036734863177e-06 tokens_per_second_per_gpu:344.66297647280055 
Step 5243 | loss:0.002003778237849474 lr:8.831833302771936e-06 tokens_per_second_per_gpu:220.25965099828738 
Step 5244 | loss:1.828982203733176e-05 lr:8.828629992211579e-06 tokens_per_second_per_gpu:242.252729822859 
Step 5245 | loss:0.0005176756531000137 lr:8.825426803515354e-06 tokens_per_second_per_gpu:402.9492652179447 
Step 5246 | loss:4.616975274984725e-05 lr:8.82222373701652e-06 tokens_per_second_per_gpu:234.77526373355772 
Step 5247 | loss:0.0017627911875024438 lr:8.819020793048305e-06 tokens_per_second_per_gpu:287.54057874972335 
Step 5248 | loss:8.417442586505786e-05 lr:8.815817971943925e-06 tokens_per_second_per_gpu:260.83440400409285 
Step 5249 | loss:3.218983329134062e-05 lr:8.81261527403659e-06 tokens_per_second_per_gpu:274.00570089997274 
Step 5250 | loss:0.0002057285455521196 lr:8.809412699659503e-06 tokens_per_second_per_gpu:323.7482437894174 
Step 5251 | loss:0.00015770582831464708 lr:8.806210249145832e-06 tokens_per_second_per_gpu:299.2719273267389 
Step 5252 | loss:7.97453976701945e-05 lr:8.80300792282875e-06 tokens_per_second_per_gpu:253.37598702796598 
Step 5253 | loss:5.668678932124749e-05 lr:8.799805721041418e-06 tokens_per_second_per_gpu:265.92449477955813 
Step 5254 | loss:0.0008269647951237857 lr:8.796603644116975e-06 tokens_per_second_per_gpu:346.6346460556403 
Step 5255 | loss:3.0517319828504696e-05 lr:8.793401692388545e-06 tokens_per_second_per_gpu:262.5396141015017 
Step 5256 | loss:1.729680116113741e-05 lr:8.79019986618926e-06 tokens_per_second_per_gpu:291.04769046060204 
Step 5257 | loss:9.899180440697819e-05 lr:8.78699816585221e-06 tokens_per_second_per_gpu:285.14590472993996 
Step 5258 | loss:8.440270175924525e-05 lr:8.78379659171049e-06 tokens_per_second_per_gpu:284.83935587536934 
Step 5259 | loss:0.0003020758449565619 lr:8.78059514409718e-06 tokens_per_second_per_gpu:311.1408825860264 
Step 5260 | loss:0.0009134395513683558 lr:8.777393823345343e-06 tokens_per_second_per_gpu:288.0419812980254 
Step 5261 | loss:0.00011095382797066122 lr:8.774192629788024e-06 tokens_per_second_per_gpu:305.7146607227969 
Step 5262 | loss:9.015061368700117e-05 lr:8.770991563758274e-06 tokens_per_second_per_gpu:293.54591784630287 
Step 5263 | loss:0.00012621526548173279 lr:8.76779062558911e-06 tokens_per_second_per_gpu:348.3298823728168 
Step 5264 | loss:5.389876605477184e-05 lr:8.764589815613536e-06 tokens_per_second_per_gpu:232.1948688804525 
Step 5265 | loss:0.0002714860311243683 lr:8.761389134164566e-06 tokens_per_second_per_gpu:361.4740221284688 
Step 5266 | loss:0.00032013253076002 lr:8.758188581575175e-06 tokens_per_second_per_gpu:285.97985179162913 
Step 5267 | loss:2.4663984731887467e-05 lr:8.754988158178336e-06 tokens_per_second_per_gpu:364.8693446231451 
Step 5268 | loss:9.440250869374722e-05 lr:8.751787864307004e-06 tokens_per_second_per_gpu:249.16416710961929 
Step 5269 | loss:3.793141877395101e-05 lr:8.748587700294127e-06 tokens_per_second_per_gpu:272.18427293794906 
Step 5270 | loss:2.055491495411843e-05 lr:8.745387666472639e-06 tokens_per_second_per_gpu:287.9046958792558 
Step 5271 | loss:0.00011791415454354137 lr:8.742187763175447e-06 tokens_per_second_per_gpu:329.1332102946451 
Step 5272 | loss:0.00011231588723603636 lr:8.738987990735463e-06 tokens_per_second_per_gpu:236.13281816020262 
Step 5273 | loss:0.0002139295102097094 lr:8.735788349485578e-06 tokens_per_second_per_gpu:298.8942458987993 
Step 5274 | loss:2.98551531159319e-05 lr:8.732588839758663e-06 tokens_per_second_per_gpu:337.65767650493603 
Step 5275 | loss:2.324683555343654e-05 lr:8.729389461887584e-06 tokens_per_second_per_gpu:339.0770658353833 
Step 5276 | loss:0.00010453877621330321 lr:8.72619021620519e-06 tokens_per_second_per_gpu:299.3226294682027 
Step 5277 | loss:5.607665661955252e-05 lr:8.722991103044316e-06 tokens_per_second_per_gpu:295.4692682002477 
Step 5278 | loss:0.00030351054738275707 lr:8.719792122737782e-06 tokens_per_second_per_gpu:247.80665233651808 
Step 5279 | loss:9.029002103488892e-05 lr:8.716593275618398e-06 tokens_per_second_per_gpu:252.54308199549726 
Step 5280 | loss:2.652010698511731e-05 lr:8.713394562018958e-06 tokens_per_second_per_gpu:282.03519227068847 
Step 5281 | loss:1.6252664863714017e-05 lr:8.71019598227224e-06 tokens_per_second_per_gpu:284.0630631833143 
Step 5282 | loss:3.137240855721757e-05 lr:8.706997536711012e-06 tokens_per_second_per_gpu:225.18863303782496 
Step 5283 | loss:3.916311834473163e-05 lr:8.703799225668024e-06 tokens_per_second_per_gpu:256.31940394591436 
Step 5284 | loss:0.00016708183102309704 lr:8.700601049476015e-06 tokens_per_second_per_gpu:282.88736690332496 
Step 5285 | loss:0.000596031837631017 lr:8.697403008467711e-06 tokens_per_second_per_gpu:252.14009917766202 
Step 5286 | loss:0.00045334655442275107 lr:8.694205102975819e-06 tokens_per_second_per_gpu:345.449980001575 
Step 5287 | loss:0.00010937674960587174 lr:8.691007333333034e-06 tokens_per_second_per_gpu:366.7033598261053 
Step 5288 | loss:2.9709046430070885e-05 lr:8.687809699872045e-06 tokens_per_second_per_gpu:256.7539220359509 
Step 5289 | loss:0.00012071425589965656 lr:8.684612202925512e-06 tokens_per_second_per_gpu:304.52426842081576 
Step 5290 | loss:1.397243522660574e-05 lr:8.68141484282609e-06 tokens_per_second_per_gpu:243.38755473872925 
Step 5291 | loss:1.088100816559745e-05 lr:8.67821761990642e-06 tokens_per_second_per_gpu:290.7883647686637 
Step 5292 | loss:0.00019970860739704221 lr:8.675020534499125e-06 tokens_per_second_per_gpu:316.32712470121714 
Step 5293 | loss:3.5180019040126354e-05 lr:8.671823586936817e-06 tokens_per_second_per_gpu:270.8792336148684 
Step 5294 | loss:5.147331103216857e-05 lr:8.668626777552093e-06 tokens_per_second_per_gpu:345.76046997377557 
Step 5295 | loss:3.733926496352069e-05 lr:8.665430106677536e-06 tokens_per_second_per_gpu:292.4654370035396 
Step 5296 | loss:1.297283870371757e-05 lr:8.662233574645707e-06 tokens_per_second_per_gpu:237.19265120331602 
Step 5297 | loss:6.479751755250618e-05 lr:8.659037181789163e-06 tokens_per_second_per_gpu:317.2443038702747 
Step 5298 | loss:0.00012700817023869604 lr:8.655840928440444e-06 tokens_per_second_per_gpu:246.34121522463363 
Step 5299 | loss:5.761010106652975e-05 lr:8.652644814932073e-06 tokens_per_second_per_gpu:243.77371297608096 
Step 5300 | loss:4.710018401965499e-05 lr:8.64944884159656e-06 tokens_per_second_per_gpu:291.99743451028496 
Step 5301 | loss:7.99030894995667e-05 lr:8.646253008766398e-06 tokens_per_second_per_gpu:337.83174605477063 
Step 5302 | loss:1.7988602849072777e-05 lr:8.643057316774069e-06 tokens_per_second_per_gpu:296.50499609251665 
Step 5303 | loss:4.754943074658513e-05 lr:8.639861765952036e-06 tokens_per_second_per_gpu:260.17692392509576 
Step 5304 | loss:0.00010360362648498267 lr:8.636666356632755e-06 tokens_per_second_per_gpu:233.44574705841563 
Step 5305 | loss:1.6106481780298054e-05 lr:8.633471089148658e-06 tokens_per_second_per_gpu:270.1883154191907 
Step 5306 | loss:5.837238859385252e-05 lr:8.630275963832166e-06 tokens_per_second_per_gpu:277.29222620792547 
Step 5307 | loss:2.4648066755617037e-05 lr:8.62708098101569e-06 tokens_per_second_per_gpu:232.3576917469216 
Step 5308 | loss:0.00012108769442420453 lr:8.623886141031618e-06 tokens_per_second_per_gpu:304.4335950033031 
Step 5309 | loss:0.0037601999938488007 lr:8.620691444212325e-06 tokens_per_second_per_gpu:275.0675309841124 
Step 5310 | loss:7.595893112011254e-05 lr:8.61749689089018e-06 tokens_per_second_per_gpu:354.88056871103646 
Step 5311 | loss:6.94898481015116e-05 lr:8.614302481397527e-06 tokens_per_second_per_gpu:259.04199282687085 
Step 5312 | loss:0.001139726722612977 lr:8.611108216066695e-06 tokens_per_second_per_gpu:256.1444501845606 
Step 5313 | loss:0.001630815677344799 lr:8.607914095230003e-06 tokens_per_second_per_gpu:288.1884009618091 
Step 5314 | loss:0.0009284454863518476 lr:8.604720119219757e-06 tokens_per_second_per_gpu:313.4661645049742 
Step 5315 | loss:6.745426799170673e-05 lr:8.60152628836824e-06 tokens_per_second_per_gpu:270.9182452029143 
Step 5316 | loss:0.00013608353037852794 lr:8.598332603007723e-06 tokens_per_second_per_gpu:272.3652407378995 
Step 5317 | loss:0.00030965707264840603 lr:8.595139063470468e-06 tokens_per_second_per_gpu:373.60490323426006 
Step 5318 | loss:2.2913589418749325e-05 lr:8.591945670088711e-06 tokens_per_second_per_gpu:286.38669592592544 
Step 5319 | loss:4.083469684701413e-05 lr:8.588752423194681e-06 tokens_per_second_per_gpu:266.7541071177933 
Step 5320 | loss:0.00019880068430211395 lr:8.58555932312059e-06 tokens_per_second_per_gpu:306.427213071016 
Step 5321 | loss:5.924086144659668e-05 lr:8.582366370198634e-06 tokens_per_second_per_gpu:305.2347642113328 
Step 5322 | loss:0.000279937288723886 lr:8.579173564760992e-06 tokens_per_second_per_gpu:337.7280053189507 
Step 5323 | loss:0.00021211605053395033 lr:8.575980907139829e-06 tokens_per_second_per_gpu:291.46692618193873 
Step 5324 | loss:0.00018314772751182318 lr:8.572788397667299e-06 tokens_per_second_per_gpu:235.06444883906553 
Step 5325 | loss:1.8145781723433174e-05 lr:8.56959603667553e-06 tokens_per_second_per_gpu:289.8530505127962 
Step 5326 | loss:1.9742248696275055e-05 lr:8.566403824496648e-06 tokens_per_second_per_gpu:305.9216675145062 
Step 5327 | loss:3.088146695517935e-05 lr:8.563211761462753e-06 tokens_per_second_per_gpu:254.8355489149043 
Step 5328 | loss:5.7112833019346e-05 lr:8.560019847905933e-06 tokens_per_second_per_gpu:317.7021996780732 
Step 5329 | loss:0.0007763290777802467 lr:8.55682808415826e-06 tokens_per_second_per_gpu:259.33539671526705 
Step 5330 | loss:0.00037510463153012097 lr:8.553636470551792e-06 tokens_per_second_per_gpu:252.2376868291264 
Step 5331 | loss:8.943417924456298e-05 lr:8.55044500741857e-06 tokens_per_second_per_gpu:303.45070679365085 
Step 5332 | loss:3.834725066553801e-05 lr:8.54725369509062e-06 tokens_per_second_per_gpu:300.5655218672522 
Step 5333 | loss:0.00010211301560048014 lr:8.544062533899953e-06 tokens_per_second_per_gpu:361.1991482331515 
Step 5334 | loss:8.098784019239247e-05 lr:8.540871524178562e-06 tokens_per_second_per_gpu:278.52242406721246 
Step 5335 | loss:7.732940139248967e-05 lr:8.537680666258425e-06 tokens_per_second_per_gpu:344.55910966464523 
Step 5336 | loss:2.048376336460933e-05 lr:8.534489960471505e-06 tokens_per_second_per_gpu:311.18697948439717 
Step 5337 | loss:0.002085295971482992 lr:8.53129940714975e-06 tokens_per_second_per_gpu:294.80333515966396 
Step 5338 | loss:7.154528429964557e-05 lr:8.528109006625089e-06 tokens_per_second_per_gpu:269.8266829706084 
Step 5339 | loss:9.863141167443246e-05 lr:8.524918759229439e-06 tokens_per_second_per_gpu:324.67421431884907 
Step 5340 | loss:3.539803219609894e-05 lr:8.5217286652947e-06 tokens_per_second_per_gpu:319.08838148008164 
Step 5341 | loss:0.0002580448635853827 lr:8.51853872515275e-06 tokens_per_second_per_gpu:396.576580487262 
Step 5342 | loss:1.0836876754183322e-05 lr:8.515348939135464e-06 tokens_per_second_per_gpu:318.9766490900601 
Step 5343 | loss:7.61022383812815e-05 lr:8.512159307574688e-06 tokens_per_second_per_gpu:337.6704623866817 
Step 5344 | loss:6.196566391736269e-05 lr:8.50896983080226e-06 tokens_per_second_per_gpu:271.60831433604415 
Step 5345 | loss:7.573766924906522e-05 lr:8.505780509149993e-06 tokens_per_second_per_gpu:268.28128458483866 
Step 5346 | loss:0.00017705353093333542 lr:8.502591342949696e-06 tokens_per_second_per_gpu:257.890847933163 
Step 5347 | loss:0.000120639379019849 lr:8.499402332533157e-06 tokens_per_second_per_gpu:334.12780657433115 
Step 5348 | loss:0.0002458169183228165 lr:8.496213478232136e-06 tokens_per_second_per_gpu:309.9032789932587 
Step 5349 | loss:0.00024899275740608573 lr:8.4930247803784e-06 tokens_per_second_per_gpu:322.7686992601009 
Step 5350 | loss:3.69052795576863e-05 lr:8.489836239303684e-06 tokens_per_second_per_gpu:334.8006353154785 
Step 5351 | loss:0.00018218043260276318 lr:8.4866478553397e-06 tokens_per_second_per_gpu:309.89394284348214 
Step 5352 | loss:4.7724177420604974e-05 lr:8.483459628818165e-06 tokens_per_second_per_gpu:285.9433591584835 
Step 5353 | loss:4.6688015572726727e-05 lr:8.480271560070766e-06 tokens_per_second_per_gpu:364.9402315497785 
Step 5354 | loss:0.00010836874571396038 lr:8.477083649429167e-06 tokens_per_second_per_gpu:350.5805152118408 
Step 5355 | loss:0.00011340869241394103 lr:8.473895897225035e-06 tokens_per_second_per_gpu:345.17467103501883 
Step 5356 | loss:0.0001689128257567063 lr:8.470708303790005e-06 tokens_per_second_per_gpu:263.6060057147225 
Step 5357 | loss:0.00021657692559529096 lr:8.4675208694557e-06 tokens_per_second_per_gpu:280.5060601848857 
Step 5358 | loss:5.946424062130973e-05 lr:8.46433359455372e-06 tokens_per_second_per_gpu:218.58541068722664 
Step 5359 | loss:3.18045676976908e-05 lr:8.461146479415668e-06 tokens_per_second_per_gpu:215.68430540054527 
Step 5360 | loss:5.366053665056825e-05 lr:8.457959524373109e-06 tokens_per_second_per_gpu:367.07482334469364 
Step 5361 | loss:0.0005529344780370593 lr:8.454772729757596e-06 tokens_per_second_per_gpu:325.6566521292483 
Step 5362 | loss:0.00013072474393993616 lr:8.451586095900683e-06 tokens_per_second_per_gpu:294.8198216005981 
Step 5363 | loss:5.439673623186536e-05 lr:8.448399623133881e-06 tokens_per_second_per_gpu:237.35255613737155 
Step 5364 | loss:3.041936543013435e-05 lr:8.445213311788697e-06 tokens_per_second_per_gpu:351.0006303503329 
Step 5365 | loss:0.00021388464665506035 lr:8.442027162196628e-06 tokens_per_second_per_gpu:269.77915037269247 
Step 5366 | loss:0.00010344734619138762 lr:8.438841174689143e-06 tokens_per_second_per_gpu:283.529022138828 
Step 5367 | loss:9.442634473089129e-05 lr:8.43565534959769e-06 tokens_per_second_per_gpu:284.61598205689717 
Step 5368 | loss:4.342903048382141e-05 lr:8.432469687253725e-06 tokens_per_second_per_gpu:287.0953906895364 
Step 5369 | loss:0.00018392479978501797 lr:8.429284187988658e-06 tokens_per_second_per_gpu:294.91835148743036 
Step 5370 | loss:5.521647472050972e-05 lr:8.426098852133892e-06 tokens_per_second_per_gpu:293.25996441030736 
Step 5371 | loss:6.127360393293202e-05 lr:8.422913680020828e-06 tokens_per_second_per_gpu:267.1198952652564 
Step 5372 | loss:3.546791776898317e-05 lr:8.419728671980826e-06 tokens_per_second_per_gpu:260.0139638796809 
Step 5373 | loss:0.0001183485146611929 lr:8.416543828345245e-06 tokens_per_second_per_gpu:280.6107631048866 
Step 5374 | loss:0.00020397802290972322 lr:8.413359149445417e-06 tokens_per_second_per_gpu:330.83857108657566 
Step 5375 | loss:6.99246083968319e-05 lr:8.410174635612668e-06 tokens_per_second_per_gpu:363.04855693891375 
Step 5376 | loss:2.6250687369611114e-05 lr:8.4069902871783e-06 tokens_per_second_per_gpu:322.48957431519375 
Step 5377 | loss:2.3742935809423216e-05 lr:8.403806104473593e-06 tokens_per_second_per_gpu:252.58195159482383 
Step 5378 | loss:0.0003402650181669742 lr:8.400622087829821e-06 tokens_per_second_per_gpu:357.7712589472758 
Step 5379 | loss:0.00015303771942853928 lr:8.397438237578233e-06 tokens_per_second_per_gpu:253.6018399976056 
Step 5380 | loss:3.428460695431568e-05 lr:8.394254554050061e-06 tokens_per_second_per_gpu:315.5047550157281 
Step 5381 | loss:0.00021314917830750346 lr:8.391071037576524e-06 tokens_per_second_per_gpu:216.49436163129013 
Step 5382 | loss:3.1512812711298466e-05 lr:8.387887688488821e-06 tokens_per_second_per_gpu:264.3280721838324 
Step 5383 | loss:0.00022999402426648885 lr:8.384704507118128e-06 tokens_per_second_per_gpu:291.0293681454984 
Step 5384 | loss:1.6718855476938188e-05 lr:8.381521493795617e-06 tokens_per_second_per_gpu:281.76065241642283 
Step 5385 | loss:3.244097388233058e-05 lr:8.378338648852431e-06 tokens_per_second_per_gpu:296.5198468894075 
Step 5386 | loss:0.00011533893848536536 lr:8.375155972619698e-06 tokens_per_second_per_gpu:241.7647283414967 
Step 5387 | loss:5.015339411329478e-05 lr:8.371973465428531e-06 tokens_per_second_per_gpu:272.2573351937702 
Step 5388 | loss:4.01333745685406e-05 lr:8.368791127610024e-06 tokens_per_second_per_gpu:318.2646630425968 
Step 5389 | loss:6.818541442044079e-05 lr:8.365608959495253e-06 tokens_per_second_per_gpu:274.9028927010611 
Step 5390 | loss:0.0011173465754836798 lr:8.362426961415274e-06 tokens_per_second_per_gpu:290.9326171875982 
Step 5391 | loss:0.00017983948055189103 lr:8.359245133701133e-06 tokens_per_second_per_gpu:304.4522062538549 
Step 5392 | loss:2.8463860871852376e-05 lr:8.35606347668385e-06 tokens_per_second_per_gpu:304.09213463240786 
Step 5393 | loss:3.056231435039081e-05 lr:8.35288199069443e-06 tokens_per_second_per_gpu:276.9871219802692 
Step 5394 | loss:1.7198008208652027e-05 lr:8.349700676063864e-06 tokens_per_second_per_gpu:284.46521387578883 
Step 5395 | loss:0.0003874218091368675 lr:8.346519533123119e-06 tokens_per_second_per_gpu:309.43466358417425 
Step 5396 | loss:0.00022279485710896552 lr:8.343338562203144e-06 tokens_per_second_per_gpu:290.70095323071405 
Step 5397 | loss:0.0001689600758254528 lr:8.340157763634882e-06 tokens_per_second_per_gpu:309.9462320207913 
Step 5398 | loss:0.0003356686793267727 lr:8.336977137749243e-06 tokens_per_second_per_gpu:289.03333021170124 
Step 5399 | loss:9.547980880597606e-05 lr:8.333796684877123e-06 tokens_per_second_per_gpu:324.0225997229278 
Step 5400 | loss:9.184409282170236e-05 lr:8.330616405349407e-06 tokens_per_second_per_gpu:337.4700665798416 
Step 5401 | loss:0.00011385227844584733 lr:8.327436299496958e-06 tokens_per_second_per_gpu:321.1376055172147 
Step 5402 | loss:2.0048868464073166e-05 lr:8.324256367650616e-06 tokens_per_second_per_gpu:312.6127031561116 
Step 5403 | loss:0.0005664806813001633 lr:8.321076610141208e-06 tokens_per_second_per_gpu:364.4835730036167 
Step 5404 | loss:2.9968045055284165e-05 lr:8.317897027299542e-06 tokens_per_second_per_gpu:190.2643540170428 
Step 5405 | loss:2.196386230934877e-05 lr:8.31471761945641e-06 tokens_per_second_per_gpu:287.0984303562012 
Step 5406 | loss:1.4702573025715537e-05 lr:8.311538386942581e-06 tokens_per_second_per_gpu:232.61276454712558 
Step 5407 | loss:0.0003013701643794775 lr:8.308359330088808e-06 tokens_per_second_per_gpu:294.3505359757741 
Step 5408 | loss:8.695822180015966e-05 lr:8.305180449225831e-06 tokens_per_second_per_gpu:305.2009901652684 
Step 5409 | loss:0.00019074196461588144 lr:8.302001744684358e-06 tokens_per_second_per_gpu:285.8478193411165 
Step 5410 | loss:6.9589470513165e-05 lr:8.298823216795093e-06 tokens_per_second_per_gpu:346.4583927238424 
Step 5411 | loss:2.847414361895062e-05 lr:8.295644865888717e-06 tokens_per_second_per_gpu:307.9208387975143 
Step 5412 | loss:0.00039931180072017014 lr:8.292466692295887e-06 tokens_per_second_per_gpu:406.9234671815027 
Step 5413 | loss:0.0002486975281499326 lr:8.289288696347249e-06 tokens_per_second_per_gpu:294.19142125313846 
Step 5414 | loss:9.082038013730198e-05 lr:8.286110878373428e-06 tokens_per_second_per_gpu:298.613169467831 
Step 5415 | loss:9.578523167874664e-05 lr:8.282933238705028e-06 tokens_per_second_per_gpu:351.9657426339539 
Step 5416 | loss:0.0006111710099503398 lr:8.27975577767264e-06 tokens_per_second_per_gpu:262.7473753642127 
Step 5417 | loss:0.00017687490617390722 lr:8.276578495606829e-06 tokens_per_second_per_gpu:271.7210639609124 
Step 5418 | loss:3.777503297897056e-05 lr:8.273401392838147e-06 tokens_per_second_per_gpu:277.4436126380104 
Step 5419 | loss:0.00014184236351866275 lr:8.270224469697125e-06 tokens_per_second_per_gpu:366.56897722619584 
Step 5420 | loss:2.182607931899838e-05 lr:8.267047726514278e-06 tokens_per_second_per_gpu:303.5239407324463 
Step 5421 | loss:2.4452652723994106e-05 lr:8.2638711636201e-06 tokens_per_second_per_gpu:332.5734981711493 
Step 5422 | loss:9.058326395461336e-05 lr:8.260694781345062e-06 tokens_per_second_per_gpu:238.72891939406287 
Step 5423 | loss:0.00021002312132623047 lr:8.257518580019627e-06 tokens_per_second_per_gpu:278.65398138477343 
Step 5424 | loss:0.0006782962009310722 lr:8.25434255997423e-06 tokens_per_second_per_gpu:284.0108977252256 
Step 5425 | loss:7.379422459052876e-05 lr:8.251166721539287e-06 tokens_per_second_per_gpu:296.71112589047124 
Step 5426 | loss:4.077402991242707e-05 lr:8.247991065045205e-06 tokens_per_second_per_gpu:319.91895631939377 
Step 5427 | loss:7.622724660905078e-05 lr:8.24481559082236e-06 tokens_per_second_per_gpu:300.54033992712596 
Step 5428 | loss:0.00011226930655539036 lr:8.241640299201116e-06 tokens_per_second_per_gpu:335.4244221348715 
Step 5429 | loss:3.1261595722753555e-05 lr:8.238465190511816e-06 tokens_per_second_per_gpu:328.72462035556356 
Step 5430 | loss:3.005526195920538e-05 lr:8.235290265084785e-06 tokens_per_second_per_gpu:311.3161033216923 
Step 5431 | loss:5.048384628025815e-05 lr:8.232115523250325e-06 tokens_per_second_per_gpu:270.3024692325734 
Step 5432 | loss:2.0754059733008035e-05 lr:8.228940965338728e-06 tokens_per_second_per_gpu:234.01743510772488 
Step 5433 | loss:8.517755486536771e-05 lr:8.225766591680256e-06 tokens_per_second_per_gpu:301.75099489733554 
Step 5434 | loss:4.767083009937778e-05 lr:8.222592402605158e-06 tokens_per_second_per_gpu:234.82368555040327 
Step 5435 | loss:8.617771527497098e-05 lr:8.21941839844366e-06 tokens_per_second_per_gpu:303.0321554734898 
Step 5436 | loss:3.7770907511003315e-05 lr:8.216244579525976e-06 tokens_per_second_per_gpu:266.1189220536695 
Step 5437 | loss:0.00016459589824080467 lr:8.213070946182296e-06 tokens_per_second_per_gpu:246.46043671801672 
Step 5438 | loss:1.908918966364581e-05 lr:8.209897498742785e-06 tokens_per_second_per_gpu:345.73634331668984 
Step 5439 | loss:0.00010227756865788251 lr:8.206724237537603e-06 tokens_per_second_per_gpu:289.3929531300014 
Step 5440 | loss:7.045829261187464e-05 lr:8.203551162896875e-06 tokens_per_second_per_gpu:296.3816775399373 
Step 5441 | loss:4.800952956429683e-05 lr:8.200378275150713e-06 tokens_per_second_per_gpu:313.5320781619948 
Step 5442 | loss:0.0001150324969785288 lr:8.197205574629215e-06 tokens_per_second_per_gpu:288.6618269182677 
Step 5443 | loss:8.958902617450804e-05 lr:8.194033061662454e-06 tokens_per_second_per_gpu:324.7678999555118 
Step 5444 | loss:0.00010000051406677812 lr:8.19086073658048e-06 tokens_per_second_per_gpu:267.3549292333848 
Step 5445 | loss:5.770744610344991e-05 lr:8.187688599713333e-06 tokens_per_second_per_gpu:319.0013429705781 
Step 5446 | loss:1.5852798242121935e-05 lr:8.184516651391027e-06 tokens_per_second_per_gpu:258.6596860959076 
Step 5447 | loss:5.507287278305739e-05 lr:8.18134489194355e-06 tokens_per_second_per_gpu:329.5755190708327 
Step 5448 | loss:2.070765185635537e-05 lr:8.17817332170089e-06 tokens_per_second_per_gpu:292.86306587130633 
Step 5449 | loss:7.329103391384706e-05 lr:8.175001940992994e-06 tokens_per_second_per_gpu:305.4440670299333 
Step 5450 | loss:4.2120529542444274e-05 lr:8.171830750149804e-06 tokens_per_second_per_gpu:269.6980880568277 
Step 5451 | loss:6.967055378481746e-05 lr:8.168659749501228e-06 tokens_per_second_per_gpu:344.86024940440956 
Step 5452 | loss:3.089692836510949e-05 lr:8.165488939377173e-06 tokens_per_second_per_gpu:247.40260268847237 
Step 5453 | loss:0.00039951197686605155 lr:8.162318320107512e-06 tokens_per_second_per_gpu:313.9235494127723 
Step 5454 | loss:6.19749043835327e-05 lr:8.159147892022097e-06 tokens_per_second_per_gpu:397.0031792585658 
Step 5455 | loss:2.5822473617154174e-05 lr:8.155977655450776e-06 tokens_per_second_per_gpu:283.488007105221 
Step 5456 | loss:5.7466517318971455e-05 lr:8.15280761072336e-06 tokens_per_second_per_gpu:297.2607894095774 
Step 5457 | loss:4.1585630242479965e-05 lr:8.149637758169642e-06 tokens_per_second_per_gpu:271.9181219125279 
Step 5458 | loss:2.405957638984546e-05 lr:8.146468098119407e-06 tokens_per_second_per_gpu:265.43890788818607 
Step 5459 | loss:0.00010315464169252664 lr:8.143298630902413e-06 tokens_per_second_per_gpu:319.8263202762867 
Step 5460 | loss:0.00016484477964695543 lr:8.140129356848387e-06 tokens_per_second_per_gpu:228.5980408454581 
Step 5461 | loss:3.2614982046652585e-05 lr:8.136960276287057e-06 tokens_per_second_per_gpu:275.2818906169786 
Step 5462 | loss:2.7243637305218726e-05 lr:8.133791389548122e-06 tokens_per_second_per_gpu:302.64425733680076 
Step 5463 | loss:0.00024322033277712762 lr:8.130622696961248e-06 tokens_per_second_per_gpu:244.45214953834312 
Step 5464 | loss:4.886261376668699e-05 lr:8.127454198856093e-06 tokens_per_second_per_gpu:286.85747358016425 
Step 5465 | loss:0.00019839356536976993 lr:8.124285895562302e-06 tokens_per_second_per_gpu:340.7028358466845 
Step 5466 | loss:0.0021939303260296583 lr:8.121117787409487e-06 tokens_per_second_per_gpu:267.77918325626206 
Step 5467 | loss:0.00013384212797973305 lr:8.11794987472724e-06 tokens_per_second_per_gpu:283.4028809451375 
Step 5468 | loss:6.224615208338946e-05 lr:8.114782157845145e-06 tokens_per_second_per_gpu:268.5108420593561 
Step 5469 | loss:2.708788451855071e-05 lr:8.11161463709275e-06 tokens_per_second_per_gpu:343.73905373403625 
Step 5470 | loss:3.332038249936886e-05 lr:8.108447312799588e-06 tokens_per_second_per_gpu:271.207357038008 
Step 5471 | loss:5.746991519117728e-05 lr:8.105280185295185e-06 tokens_per_second_per_gpu:345.71019537663204 
Step 5472 | loss:2.7418438548920676e-05 lr:8.102113254909023e-06 tokens_per_second_per_gpu:278.85066241538834 
Step 5473 | loss:3.459112122072838e-05 lr:8.098946521970578e-06 tokens_per_second_per_gpu:337.42719507548475 
Step 5474 | loss:5.287022941047326e-05 lr:8.09577998680931e-06 tokens_per_second_per_gpu:331.3295633447838 
Step 5475 | loss:2.1032543372712098e-05 lr:8.092613649754644e-06 tokens_per_second_per_gpu:254.3450433311508 
Step 5476 | loss:7.705397729296237e-05 lr:8.089447511135989e-06 tokens_per_second_per_gpu:275.114687001206 
Step 5477 | loss:0.0001296167611144483 lr:8.086281571282747e-06 tokens_per_second_per_gpu:300.18637122859514 
Step 5478 | loss:0.00017447577556595206 lr:8.08311583052428e-06 tokens_per_second_per_gpu:316.294506977861 
Step 5479 | loss:5.39488646609243e-05 lr:8.079950289189939e-06 tokens_per_second_per_gpu:310.5239671462866 
Step 5480 | loss:0.00026324784266762435 lr:8.076784947609053e-06 tokens_per_second_per_gpu:362.3261538403357 
Step 5481 | loss:4.772095417138189e-05 lr:8.073619806110931e-06 tokens_per_second_per_gpu:329.8880285577866 
Step 5482 | loss:9.029619832290336e-05 lr:8.070454865024861e-06 tokens_per_second_per_gpu:301.93622900645676 
Step 5483 | loss:0.00018988172814715654 lr:8.067290124680106e-06 tokens_per_second_per_gpu:288.7254232452112 
Step 5484 | loss:1.5613235518685542e-05 lr:8.064125585405915e-06 tokens_per_second_per_gpu:276.3478703163338 
Step 5485 | loss:3.545471190591343e-05 lr:8.060961247531514e-06 tokens_per_second_per_gpu:300.6877400956981 
Step 5486 | loss:9.884523751679808e-05 lr:8.0577971113861e-06 tokens_per_second_per_gpu:262.4244459312186 
Step 5487 | loss:1.9513368897605687e-05 lr:8.05463317729886e-06 tokens_per_second_per_gpu:328.8563360614667 
Step 5488 | loss:2.4553530238335952e-05 lr:8.051469445598959e-06 tokens_per_second_per_gpu:259.6743694260102 
Step 5489 | loss:2.0822360966121778e-05 lr:8.04830591661553e-06 tokens_per_second_per_gpu:264.1207918158212 
Step 5490 | loss:4.873573197983205e-05 lr:8.0451425906777e-06 tokens_per_second_per_gpu:275.4935236608913 
Step 5491 | loss:4.850572440773249e-05 lr:8.041979468114562e-06 tokens_per_second_per_gpu:321.46915723177693 
Step 5492 | loss:0.00019094470189884305 lr:8.038816549255195e-06 tokens_per_second_per_gpu:370.4368756617333 
Step 5493 | loss:0.00036961419391445816 lr:8.035653834428658e-06 tokens_per_second_per_gpu:385.48182747720136 
Step 5494 | loss:7.698978879489005e-05 lr:8.032491323963982e-06 tokens_per_second_per_gpu:357.43667484821543 
Step 5495 | loss:3.0498147680191323e-05 lr:8.029329018190182e-06 tokens_per_second_per_gpu:300.34163412970776 
Step 5496 | loss:0.001012824010103941 lr:8.026166917436247e-06 tokens_per_second_per_gpu:388.63317550330504 
Step 5497 | loss:0.00013878315803594887 lr:8.023005022031154e-06 tokens_per_second_per_gpu:366.0784115414481 
Step 5498 | loss:0.0035563723649829626 lr:8.019843332303848e-06 tokens_per_second_per_gpu:371.84236418804346 
Step 5499 | loss:2.40386671066517e-05 lr:8.016681848583258e-06 tokens_per_second_per_gpu:242.0053736781326 
Step 5500 | loss:0.00027995725395157933 lr:8.013520571198293e-06 tokens_per_second_per_gpu:292.2585238229126 
Step 5501 | loss:6.2862120103091e-05 lr:8.010359500477838e-06 tokens_per_second_per_gpu:261.09211844950613 
Step 5502 | loss:2.3626635083928704e-05 lr:8.007198636750751e-06 tokens_per_second_per_gpu:286.44889224026025 
Step 5503 | loss:3.6598052247427404e-05 lr:8.004037980345882e-06 tokens_per_second_per_gpu:272.3090653506937 
Step 5504 | loss:0.00010646406735759228 lr:8.000877531592049e-06 tokens_per_second_per_gpu:288.7579423108282 
Step 5505 | loss:2.8435917556635104e-05 lr:7.997717290818047e-06 tokens_per_second_per_gpu:374.2611012494329 
Step 5506 | loss:0.00016903755022212863 lr:7.994557258352659e-06 tokens_per_second_per_gpu:348.64277400747926 
Step 5507 | loss:2.5428857043152675e-05 lr:7.99139743452464e-06 tokens_per_second_per_gpu:324.5007238819694 
Step 5508 | loss:5.2123195928288624e-05 lr:7.988237819662723e-06 tokens_per_second_per_gpu:341.94081060487287 
Step 5509 | loss:9.797968959901482e-05 lr:7.985078414095616e-06 tokens_per_second_per_gpu:371.35164327425315 
Step 5510 | loss:0.0010223027784377337 lr:7.981919218152017e-06 tokens_per_second_per_gpu:412.43924038451274 
Step 5511 | loss:0.0001010576743283309 lr:7.97876023216059e-06 tokens_per_second_per_gpu:333.9661538246861 
Step 5512 | loss:6.927236245246604e-05 lr:7.975601456449983e-06 tokens_per_second_per_gpu:278.1301642975065 
Step 5513 | loss:5.382521339925006e-05 lr:7.972442891348822e-06 tokens_per_second_per_gpu:287.45832595742337 
Step 5514 | loss:3.82672697014641e-05 lr:7.96928453718571e-06 tokens_per_second_per_gpu:296.37373983171295 
Step 5515 | loss:2.0835021132370457e-05 lr:7.966126394289225e-06 tokens_per_second_per_gpu:317.0297594846816 
Step 5516 | loss:8.251037797890604e-05 lr:7.96296846298793e-06 tokens_per_second_per_gpu:352.0343956167635 
Step 5517 | loss:4.891105345450342e-05 lr:7.959810743610362e-06 tokens_per_second_per_gpu:378.18393988502373 
Step 5518 | loss:0.00044862538925372064 lr:7.956653236485032e-06 tokens_per_second_per_gpu:269.79774558846646 
Step 5519 | loss:9.278801007894799e-05 lr:7.953495941940437e-06 tokens_per_second_per_gpu:345.01814689894684 
Step 5520 | loss:2.3348897229880095e-05 lr:7.950338860305049e-06 tokens_per_second_per_gpu:281.8308533513366 
Step 5521 | loss:7.295688556041569e-05 lr:7.947181991907312e-06 tokens_per_second_per_gpu:282.7605607613898 
Step 5522 | loss:0.0006846790784038603 lr:7.944025337075656e-06 tokens_per_second_per_gpu:386.25494703070143 
Step 5523 | loss:0.000417770235799253 lr:7.940868896138484e-06 tokens_per_second_per_gpu:287.7690259481986 
Step 5524 | loss:2.51413894147845e-05 lr:7.937712669424182e-06 tokens_per_second_per_gpu:262.3379016244179 
Step 5525 | loss:0.00015524582704529166 lr:7.934556657261102e-06 tokens_per_second_per_gpu:316.57722971141743 
Step 5526 | loss:4.2093546653632075e-05 lr:7.931400859977588e-06 tokens_per_second_per_gpu:224.0232442301235 
Step 5527 | loss:4.609763709595427e-05 lr:7.928245277901955e-06 tokens_per_second_per_gpu:297.0812814483688 
Step 5528 | loss:0.00032657088013365865 lr:7.92508991136249e-06 tokens_per_second_per_gpu:285.756610824942 
Step 5529 | loss:7.310166256502271e-05 lr:7.921934760687472e-06 tokens_per_second_per_gpu:340.7819379249827 
Step 5530 | loss:2.315249730600044e-05 lr:7.918779826205141e-06 tokens_per_second_per_gpu:272.2659654789601 
Step 5531 | loss:0.0002638353034853935 lr:7.915625108243724e-06 tokens_per_second_per_gpu:343.5785447811328 
Step 5532 | loss:0.00016368061187677085 lr:7.912470607131428e-06 tokens_per_second_per_gpu:289.5792000026795 
Step 5533 | loss:7.28093582438305e-05 lr:7.909316323196432e-06 tokens_per_second_per_gpu:292.02642457259424 
Step 5534 | loss:0.00015108435763977468 lr:7.90616225676689e-06 tokens_per_second_per_gpu:278.18055834050665 
Step 5535 | loss:3.111104160780087e-05 lr:7.903008408170941e-06 tokens_per_second_per_gpu:261.5461834106509 
Step 5536 | loss:4.954345422447659e-05 lr:7.899854777736695e-06 tokens_per_second_per_gpu:304.3581341948546 
Step 5537 | loss:0.0001992492179851979 lr:7.896701365792242e-06 tokens_per_second_per_gpu:383.02725312365885 
Step 5538 | loss:3.440501313889399e-05 lr:7.89354817266565e-06 tokens_per_second_per_gpu:328.13277650761444 
Step 5539 | loss:7.228643517009914e-05 lr:7.890395198684966e-06 tokens_per_second_per_gpu:256.48797842606024 
Step 5540 | loss:6.809629121562466e-05 lr:7.887242444178205e-06 tokens_per_second_per_gpu:263.5644180797789 
Step 5541 | loss:8.426814019912854e-05 lr:7.884089909473368e-06 tokens_per_second_per_gpu:286.2686640316588 
Step 5542 | loss:1.6353533283108845e-05 lr:7.880937594898434e-06 tokens_per_second_per_gpu:253.34861983938046 
Step 5543 | loss:0.000470251077786088 lr:7.877785500781354e-06 tokens_per_second_per_gpu:262.0907125464665 
Step 5544 | loss:0.00026817197795026004 lr:7.874633627450055e-06 tokens_per_second_per_gpu:281.81921962776585 
Step 5545 | loss:1.9144095858791843e-05 lr:7.871481975232446e-06 tokens_per_second_per_gpu:341.96062284209444 
Step 5546 | loss:2.801714072120376e-05 lr:7.868330544456415e-06 tokens_per_second_per_gpu:250.06795722133057 
Step 5547 | loss:4.7951638407539576e-05 lr:7.865179335449814e-06 tokens_per_second_per_gpu:286.8360639481656 
Step 5548 | loss:1.322354728472419e-05 lr:7.862028348540489e-06 tokens_per_second_per_gpu:283.74678358157615 
Step 5549 | loss:0.00017105434380937368 lr:7.858877584056252e-06 tokens_per_second_per_gpu:234.4658320166901 
Step 5550 | loss:1.547013562230859e-05 lr:7.855727042324892e-06 tokens_per_second_per_gpu:266.5801654900969 
Step 5551 | loss:0.000158597671543248 lr:7.852576723674182e-06 tokens_per_second_per_gpu:336.78383444878 
Step 5552 | loss:1.782977778930217e-05 lr:7.849426628431863e-06 tokens_per_second_per_gpu:230.41541706434484 
Step 5553 | loss:3.0124239856377244e-05 lr:7.846276756925658e-06 tokens_per_second_per_gpu:226.4430270970896 
Step 5554 | loss:1.7682068573776633e-05 lr:7.843127109483267e-06 tokens_per_second_per_gpu:280.0825780071124 
Step 5555 | loss:0.0005493237404152751 lr:7.839977686432366e-06 tokens_per_second_per_gpu:284.5152562895646 
Step 5556 | loss:3.509880480123684e-05 lr:7.836828488100607e-06 tokens_per_second_per_gpu:268.03059033384403 
Step 5557 | loss:0.00013248311006464064 lr:7.833679514815612e-06 tokens_per_second_per_gpu:315.47918468573494 
Step 5558 | loss:5.303959915181622e-05 lr:7.830530766904995e-06 tokens_per_second_per_gpu:251.98468724117487 
Step 5559 | loss:7.219010876724496e-05 lr:7.827382244696336e-06 tokens_per_second_per_gpu:297.77163524127445 
Step 5560 | loss:0.00010108529386343434 lr:7.824233948517185e-06 tokens_per_second_per_gpu:225.83430623908652 
Step 5561 | loss:3.65731175406836e-05 lr:7.821085878695089e-06 tokens_per_second_per_gpu:307.10758901117754 
Step 5562 | loss:0.01196083053946495 lr:7.817938035557555e-06 tokens_per_second_per_gpu:351.43880808101034 
Step 5563 | loss:9.735163985169493e-06 lr:7.814790419432062e-06 tokens_per_second_per_gpu:296.2659635030535 
Step 5564 | loss:4.3913496483583e-05 lr:7.811643030646087e-06 tokens_per_second_per_gpu:301.4276470231415 
Step 5565 | loss:7.648312748642638e-05 lr:7.808495869527065e-06 tokens_per_second_per_gpu:258.4234381700855 
Step 5566 | loss:0.00018127841758541763 lr:7.805348936402407e-06 tokens_per_second_per_gpu:252.6210425279876 
Step 5567 | loss:6.598845357075334e-05 lr:7.802202231599514e-06 tokens_per_second_per_gpu:316.7344947589207 
Step 5568 | loss:9.533132833894342e-05 lr:7.799055755445756e-06 tokens_per_second_per_gpu:371.13579830603294 
Step 5569 | loss:1.2281092494959012e-05 lr:7.795909508268473e-06 tokens_per_second_per_gpu:328.6716080363643 
Step 5570 | loss:5.3476233006222174e-05 lr:7.792763490394983e-06 tokens_per_second_per_gpu:304.17299568161746 
Step 5571 | loss:0.00020141038112342358 lr:7.789617702152597e-06 tokens_per_second_per_gpu:338.3908452684298 
Step 5572 | loss:9.60521720116958e-05 lr:7.786472143868577e-06 tokens_per_second_per_gpu:313.36141456310617 
Step 5573 | loss:0.00012792005145456642 lr:7.783326815870173e-06 tokens_per_second_per_gpu:293.3199445441537 
Step 5574 | loss:3.297045623185113e-05 lr:7.780181718484624e-06 tokens_per_second_per_gpu:308.8193819157146 
Step 5575 | loss:3.5052162274951115e-05 lr:7.777036852039117e-06 tokens_per_second_per_gpu:332.4660803791452 
Step 5576 | loss:0.0003690473095048219 lr:7.773892216860834e-06 tokens_per_second_per_gpu:215.8868795898526 
Step 5577 | loss:2.7611846235231496e-05 lr:7.770747813276936e-06 tokens_per_second_per_gpu:236.60015610754513 
Step 5578 | loss:0.006263746414333582 lr:7.767603641614547e-06 tokens_per_second_per_gpu:249.51022435706324 
Step 5579 | loss:0.00013884679356124252 lr:7.764459702200768e-06 tokens_per_second_per_gpu:337.22218741897785 
Step 5580 | loss:0.00017379526980221272 lr:7.761315995362693e-06 tokens_per_second_per_gpu:284.08708196918474 
Step 5581 | loss:0.00036858493695035577 lr:7.758172521427368e-06 tokens_per_second_per_gpu:289.1053247085847 
Step 5582 | loss:0.00011703363270498812 lr:7.755029280721827e-06 tokens_per_second_per_gpu:269.77603020859243 
Step 5583 | loss:2.2434600396081805e-05 lr:7.751886273573088e-06 tokens_per_second_per_gpu:255.96022606447772 
Step 5584 | loss:4.226163582643494e-05 lr:7.748743500308128e-06 tokens_per_second_per_gpu:342.99719327578543 
Step 5585 | loss:0.0030570023227483034 lr:7.74560096125391e-06 tokens_per_second_per_gpu:273.59466899715574 
Step 5586 | loss:7.559840742032975e-05 lr:7.742458656737364e-06 tokens_per_second_per_gpu:240.9415200005746 
Step 5587 | loss:6.003924863762222e-05 lr:7.73931658708541e-06 tokens_per_second_per_gpu:262.18519493116315 
Step 5588 | loss:0.00011406780686229467 lr:7.73617475262493e-06 tokens_per_second_per_gpu:266.09265878436844 
Step 5589 | loss:0.0002441746473778039 lr:7.733033153682784e-06 tokens_per_second_per_gpu:310.22835321362373 
Step 5590 | loss:0.0004284284950699657 lr:7.729891790585817e-06 tokens_per_second_per_gpu:374.0792268566953 
Step 5591 | loss:2.738309558480978e-05 lr:7.72675066366084e-06 tokens_per_second_per_gpu:291.9222493646487 
Step 5592 | loss:3.473606557236053e-05 lr:7.723609773234637e-06 tokens_per_second_per_gpu:263.6829901304387 
Step 5593 | loss:4.733244713861495e-05 lr:7.720469119633978e-06 tokens_per_second_per_gpu:315.58125849001203 
Step 5594 | loss:0.00015985917707439512 lr:7.717328703185602e-06 tokens_per_second_per_gpu:327.09636129513933 
Step 5595 | loss:0.00014451268361881375 lr:7.714188524216221e-06 tokens_per_second_per_gpu:312.4895446375259 
Step 5596 | loss:0.0003923412295989692 lr:7.711048583052528e-06 tokens_per_second_per_gpu:498.9694216259499 
Step 5597 | loss:5.7849320000968874e-05 lr:7.707908880021189e-06 tokens_per_second_per_gpu:289.85873099570523 
Step 5598 | loss:7.361640018643811e-05 lr:7.70476941544884e-06 tokens_per_second_per_gpu:322.8296846606571 
Step 5599 | loss:0.00011424389231251553 lr:7.701630189662105e-06 tokens_per_second_per_gpu:284.53453220931664 
Step 5600 | loss:2.9952618206152692e-05 lr:7.698491202987568e-06 tokens_per_second_per_gpu:246.5618287661893 
Step 5601 | loss:3.6959136195946485e-05 lr:7.6953524557518e-06 tokens_per_second_per_gpu:291.20536533406437 
Step 5602 | loss:4.873596481047571e-05 lr:7.692213948281336e-06 tokens_per_second_per_gpu:294.53977958606924 
Step 5603 | loss:0.000532137812115252 lr:7.6890756809027e-06 tokens_per_second_per_gpu:344.2502889927441 
Step 5604 | loss:2.6730702302302234e-05 lr:7.68593765394238e-06 tokens_per_second_per_gpu:242.96121185308732 
Step 5605 | loss:4.357903526397422e-05 lr:7.682799867726839e-06 tokens_per_second_per_gpu:261.9068053195975 
Step 5606 | loss:0.0011386992409825325 lr:7.679662322582525e-06 tokens_per_second_per_gpu:251.56742421716524 
Step 5607 | loss:0.0001891645515570417 lr:7.67652501883585e-06 tokens_per_second_per_gpu:340.9189930074502 
Step 5608 | loss:0.00041849372792057693 lr:7.673387956813206e-06 tokens_per_second_per_gpu:339.11134740572555 
Step 5609 | loss:2.1179979739827104e-05 lr:7.670251136840959e-06 tokens_per_second_per_gpu:265.64973806480765 
Step 5610 | loss:0.0001023621516651474 lr:7.667114559245451e-06 tokens_per_second_per_gpu:401.43599652377657 
Step 5611 | loss:5.9667327150236815e-05 lr:7.663978224352995e-06 tokens_per_second_per_gpu:318.53344750770526 
Step 5612 | loss:0.0006179289193823934 lr:7.660842132489884e-06 tokens_per_second_per_gpu:324.19809350256133 
Step 5613 | loss:3.71355090464931e-05 lr:7.657706283982384e-06 tokens_per_second_per_gpu:304.27215616262293 
Step 5614 | loss:3.987542004324496e-05 lr:7.65457067915673e-06 tokens_per_second_per_gpu:305.3352656456359 
Step 5615 | loss:3.6333309253677726e-05 lr:7.65143531833914e-06 tokens_per_second_per_gpu:315.7174892190327 
Step 5616 | loss:2.9158547476981767e-05 lr:7.648300201855803e-06 tokens_per_second_per_gpu:260.0571294714837 
Step 5617 | loss:2.234100793430116e-05 lr:7.645165330032881e-06 tokens_per_second_per_gpu:285.39674917336083 
Step 5618 | loss:0.0008970474591478705 lr:7.642030703196515e-06 tokens_per_second_per_gpu:246.4548637690186 
Step 5619 | loss:0.0002492651983629912 lr:7.638896321672815e-06 tokens_per_second_per_gpu:337.9509604017517 
Step 5620 | loss:3.98102929466404e-05 lr:7.635762185787868e-06 tokens_per_second_per_gpu:295.5952932939133 
Step 5621 | loss:0.00013338940334506333 lr:7.632628295867736e-06 tokens_per_second_per_gpu:302.6446449992658 
Step 5622 | loss:8.910872566048056e-05 lr:7.629494652238457e-06 tokens_per_second_per_gpu:256.0056939113434 
Step 5623 | loss:2.182920798077248e-05 lr:7.62636125522604e-06 tokens_per_second_per_gpu:252.2960549190264 
Step 5624 | loss:0.0001221699931193143 lr:7.623228105156468e-06 tokens_per_second_per_gpu:296.53493873085023 
Step 5625 | loss:5.839019286213443e-05 lr:7.620095202355704e-06 tokens_per_second_per_gpu:320.278052763815 
Step 5626 | loss:0.0001096322012017481 lr:7.616962547149679e-06 tokens_per_second_per_gpu:307.32167563324003 
Step 5627 | loss:2.8318550903350115e-05 lr:7.613830139864298e-06 tokens_per_second_per_gpu:238.0241015381694 
Step 5628 | loss:0.00020376726752147079 lr:7.610697980825447e-06 tokens_per_second_per_gpu:335.24830019220303 
Step 5629 | loss:0.0004605604917742312 lr:7.607566070358981e-06 tokens_per_second_per_gpu:299.92071326629315 
Step 5630 | loss:0.0003245194093324244 lr:7.604434408790729e-06 tokens_per_second_per_gpu:272.65386592669694 
Step 5631 | loss:7.864589861128479e-05 lr:7.601302996446494e-06 tokens_per_second_per_gpu:249.61714654271364 
Step 5632 | loss:0.00017241088789887726 lr:7.598171833652056e-06 tokens_per_second_per_gpu:256.2299746894169 
Step 5633 | loss:0.00021127465879544616 lr:7.5950409207331675e-06 tokens_per_second_per_gpu:355.1910898146844 
Step 5634 | loss:0.0003793236974161118 lr:7.591910258015554e-06 tokens_per_second_per_gpu:232.51901793341437 
Step 5635 | loss:0.00033061817521229386 lr:7.5887798458249175e-06 tokens_per_second_per_gpu:320.40960327988836 
Step 5636 | loss:4.076772165717557e-05 lr:7.58564968448693e-06 tokens_per_second_per_gpu:314.5305958713645 
Step 5637 | loss:7.556831405963749e-05 lr:7.582519774327238e-06 tokens_per_second_per_gpu:292.16682302854736 
Step 5638 | loss:3.656029002740979e-05 lr:7.57939011567147e-06 tokens_per_second_per_gpu:304.48930344462667 
Step 5639 | loss:1.9488204998197034e-05 lr:7.576260708845215e-06 tokens_per_second_per_gpu:270.080432896675 
Step 5640 | loss:4.5463348214980215e-05 lr:7.573131554174044e-06 tokens_per_second_per_gpu:261.19848954516436 
Step 5641 | loss:5.343400698620826e-05 lr:7.570002651983506e-06 tokens_per_second_per_gpu:262.33442269500745 
Step 5642 | loss:2.47034513449762e-05 lr:7.566874002599111e-06 tokens_per_second_per_gpu:341.304148640265 
Step 5643 | loss:0.0012071059318259358 lr:7.563745606346352e-06 tokens_per_second_per_gpu:334.9769684846308 
Step 5644 | loss:3.800300328293815e-05 lr:7.5606174635506955e-06 tokens_per_second_per_gpu:277.289591738687 
Step 5645 | loss:3.289746746304445e-05 lr:7.5574895745375785e-06 tokens_per_second_per_gpu:245.38887543785555 
Step 5646 | loss:0.00010771577944979072 lr:7.554361939632412e-06 tokens_per_second_per_gpu:268.4116848046764 
Step 5647 | loss:0.0004919853527098894 lr:7.55123455916058e-06 tokens_per_second_per_gpu:326.10436196798975 
Step 5648 | loss:1.536868148832582e-05 lr:7.548107433447444e-06 tokens_per_second_per_gpu:297.75018312572473 
Step 5649 | loss:2.207601210102439e-05 lr:7.544980562818336e-06 tokens_per_second_per_gpu:253.25972708947896 
Step 5650 | loss:0.00035286511410959065 lr:7.541853947598559e-06 tokens_per_second_per_gpu:322.3571247535334 
Step 5651 | loss:0.00017218169523403049 lr:7.538727588113395e-06 tokens_per_second_per_gpu:320.4792677801061 
Step 5652 | loss:8.90238952706568e-05 lr:7.535601484688097e-06 tokens_per_second_per_gpu:275.42337684185446 
Step 5653 | loss:1.4174491298035719e-05 lr:7.532475637647887e-06 tokens_per_second_per_gpu:293.47426348250553 
Step 5654 | loss:9.864855383057147e-05 lr:7.529350047317969e-06 tokens_per_second_per_gpu:309.02120769702805 
Step 5655 | loss:2.6206182155874558e-05 lr:7.526224714023513e-06 tokens_per_second_per_gpu:261.75204169073146 
Step 5656 | loss:6.0313956055324525e-05 lr:7.523099638089663e-06 tokens_per_second_per_gpu:293.31941004313535 
Step 5657 | loss:3.72424183296971e-05 lr:7.5199748198415436e-06 tokens_per_second_per_gpu:278.77517978165116 
Step 5658 | loss:0.0001479201455367729 lr:7.516850259604243e-06 tokens_per_second_per_gpu:249.9191647723342 
Step 5659 | loss:3.196787656634115e-05 lr:7.513725957702829e-06 tokens_per_second_per_gpu:305.8428570106231 
Step 5660 | loss:7.364625344052911e-05 lr:7.510601914462332e-06 tokens_per_second_per_gpu:329.2755492332335 
Step 5661 | loss:9.176089952234179e-05 lr:7.507478130207774e-06 tokens_per_second_per_gpu:400.15526645304544 
Step 5662 | loss:0.0008464440470561385 lr:7.504354605264139e-06 tokens_per_second_per_gpu:227.9102759151453 
Step 5663 | loss:0.0005502474377863109 lr:7.501231339956375e-06 tokens_per_second_per_gpu:340.1304056918534 
Step 5664 | loss:0.0004002074711024761 lr:7.498108334609423e-06 tokens_per_second_per_gpu:273.338038488322 
Step 5665 | loss:0.0004917738260701299 lr:7.494985589548185e-06 tokens_per_second_per_gpu:329.21460825467005 
Step 5666 | loss:9.238291386282071e-05 lr:7.491863105097528e-06 tokens_per_second_per_gpu:410.2052405710822 
Step 5667 | loss:4.582822657539509e-05 lr:7.488740881582313e-06 tokens_per_second_per_gpu:294.04716937047243 
Step 5668 | loss:4.037272447021678e-05 lr:7.48561891932736e-06 tokens_per_second_per_gpu:290.0766544478495 
Step 5669 | loss:0.0003570528933778405 lr:7.482497218657457e-06 tokens_per_second_per_gpu:325.06001823523394 
Step 5670 | loss:0.000105082850495819 lr:7.479375779897379e-06 tokens_per_second_per_gpu:291.7126418025699 
Step 5671 | loss:0.0001318593422183767 lr:7.4762546033718674e-06 tokens_per_second_per_gpu:349.58982746526846 
Step 5672 | loss:0.00018088087381329387 lr:7.473133689405627e-06 tokens_per_second_per_gpu:386.9839863813685 
Step 5673 | loss:0.00017664226470515132 lr:7.470013038323353e-06 tokens_per_second_per_gpu:279.1569217015837 
Step 5674 | loss:4.22918310505338e-05 lr:7.466892650449703e-06 tokens_per_second_per_gpu:287.46677132271617 
Step 5675 | loss:0.00021988361550029367 lr:7.463772526109304e-06 tokens_per_second_per_gpu:259.202239221472 
Step 5676 | loss:4.2551499063847587e-05 lr:7.460652665626758e-06 tokens_per_second_per_gpu:254.92632243564006 
Step 5677 | loss:0.00033431232441216707 lr:7.45753306932665e-06 tokens_per_second_per_gpu:249.11242444340886 
Step 5678 | loss:0.0001080983056453988 lr:7.454413737533524e-06 tokens_per_second_per_gpu:269.5670008765253 
Step 5679 | loss:5.8214518503518775e-05 lr:7.451294670571898e-06 tokens_per_second_per_gpu:317.9054894884412 
Step 5680 | loss:5.587433770415373e-05 lr:7.4481758687662745e-06 tokens_per_second_per_gpu:276.17413560551375 
Step 5681 | loss:0.0024077335838228464 lr:7.445057332441113e-06 tokens_per_second_per_gpu:373.57114445917733 
Step 5682 | loss:6.0781290812883526e-05 lr:7.44193906192085e-06 tokens_per_second_per_gpu:259.92867106343164 
Step 5683 | loss:6.586420204257593e-05 lr:7.438821057529907e-06 tokens_per_second_per_gpu:362.02289317210597 
Step 5684 | loss:1.8777514924295247e-05 lr:7.4357033195926585e-06 tokens_per_second_per_gpu:267.2199054715851 
Step 5685 | loss:8.325126691488549e-05 lr:7.432585848433459e-06 tokens_per_second_per_gpu:280.8816727559123 
Step 5686 | loss:0.0006455658585764468 lr:7.429468644376646e-06 tokens_per_second_per_gpu:345.1130014347258 
Step 5687 | loss:2.411463538010139e-05 lr:7.4263517077465105e-06 tokens_per_second_per_gpu:287.5612192981162 
Step 5688 | loss:0.00010103036038344726 lr:7.423235038867325e-06 tokens_per_second_per_gpu:300.90743811705096 
Step 5689 | loss:6.294556078501046e-05 lr:7.420118638063342e-06 tokens_per_second_per_gpu:327.7265396623459 
Step 5690 | loss:0.0006210419232957065 lr:7.417002505658773e-06 tokens_per_second_per_gpu:280.6144232171155 
Step 5691 | loss:3.9038710383465514e-05 lr:7.413886641977803e-06 tokens_per_second_per_gpu:243.76666975687746 
Step 5692 | loss:0.00010998485231539235 lr:7.410771047344596e-06 tokens_per_second_per_gpu:286.2730628851206 
Step 5693 | loss:0.00028735323576256633 lr:7.4076557220832866e-06 tokens_per_second_per_gpu:311.53205915623766 
Step 5694 | loss:5.240990503807552e-05 lr:7.404540666517977e-06 tokens_per_second_per_gpu:398.91454533842204 
Step 5695 | loss:0.0028816587291657925 lr:7.401425880972743e-06 tokens_per_second_per_gpu:434.32207978565935 
Step 5696 | loss:0.00023888496798463166 lr:7.398311365771636e-06 tokens_per_second_per_gpu:296.9162593743807 
Step 5697 | loss:5.7554356317268685e-05 lr:7.395197121238673e-06 tokens_per_second_per_gpu:305.6512375216492 
Step 5698 | loss:0.0006961259641684592 lr:7.3920831476978475e-06 tokens_per_second_per_gpu:290.0154453308733 
Step 5699 | loss:0.00035139365354552865 lr:7.3889694454731246e-06 tokens_per_second_per_gpu:313.5398496346873 
Step 5700 | loss:0.0001232076610904187 lr:7.38585601488844e-06 tokens_per_second_per_gpu:311.04127566066774 
Step 5701 | loss:9.02996034710668e-05 lr:7.382742856267698e-06 tokens_per_second_per_gpu:351.874866276221 
Step 5702 | loss:0.000617851794231683 lr:7.379629969934783e-06 tokens_per_second_per_gpu:413.9146886879882 
Step 5703 | loss:0.00016900604532565922 lr:7.376517356213544e-06 tokens_per_second_per_gpu:275.25862075582955 
Step 5704 | loss:2.702935853449162e-05 lr:7.3734050154278e-06 tokens_per_second_per_gpu:292.61472997930827 
Step 5705 | loss:8.976654498837888e-05 lr:7.370292947901348e-06 tokens_per_second_per_gpu:298.46277534103916 
Step 5706 | loss:0.00020895162015222013 lr:7.367181153957955e-06 tokens_per_second_per_gpu:295.64298857236633 
Step 5707 | loss:4.5522792788688093e-05 lr:7.364069633921358e-06 tokens_per_second_per_gpu:346.8467124116392 
Step 5708 | loss:2.253830825793557e-05 lr:7.360958388115261e-06 tokens_per_second_per_gpu:329.67181168641525 
Step 5709 | loss:0.0001852656714618206 lr:7.3578474168633495e-06 tokens_per_second_per_gpu:346.72310918425865 
Step 5710 | loss:4.796752182301134e-05 lr:7.354736720489274e-06 tokens_per_second_per_gpu:230.20962372251725 
Step 5711 | loss:0.0005436184583231807 lr:7.351626299316655e-06 tokens_per_second_per_gpu:325.6296622919552 
Step 5712 | loss:6.286911229835823e-05 lr:7.3485161536690905e-06 tokens_per_second_per_gpu:294.4215409826805 
Step 5713 | loss:5.123357550473884e-05 lr:7.345406283870144e-06 tokens_per_second_per_gpu:297.6764459742406 
Step 5714 | loss:0.003333576023578644 lr:7.342296690243353e-06 tokens_per_second_per_gpu:241.43884985500978 
Step 5715 | loss:3.31696865032427e-05 lr:7.339187373112227e-06 tokens_per_second_per_gpu:258.1968112376247 
Step 5716 | loss:0.00018360490503255278 lr:7.336078332800245e-06 tokens_per_second_per_gpu:357.29286487687125 
Step 5717 | loss:0.00010312764788977802 lr:7.332969569630855e-06 tokens_per_second_per_gpu:209.2214593140316 
Step 5718 | loss:0.0001258266856893897 lr:7.329861083927483e-06 tokens_per_second_per_gpu:284.9903991170723 
Step 5719 | loss:4.854926737607457e-05 lr:7.326752876013521e-06 tokens_per_second_per_gpu:301.4208022728702 
Step 5720 | loss:0.0002290002885274589 lr:7.3236449462123315e-06 tokens_per_second_per_gpu:251.52847393128056 
Step 5721 | loss:3.209321585018188e-05 lr:7.320537294847249e-06 tokens_per_second_per_gpu:242.7747120461799 
Step 5722 | loss:3.5122113331453875e-05 lr:7.317429922241584e-06 tokens_per_second_per_gpu:281.6766849394837 
Step 5723 | loss:2.1349476810428314e-05 lr:7.3143228287186115e-06 tokens_per_second_per_gpu:274.5767204077927 
Step 5724 | loss:6.208122067619115e-05 lr:7.3112160146015775e-06 tokens_per_second_per_gpu:266.48412827197313 
Step 5725 | loss:1.5238786545523908e-05 lr:7.308109480213706e-06 tokens_per_second_per_gpu:279.38503589015806 
Step 5726 | loss:0.0003229303692933172 lr:7.305003225878182e-06 tokens_per_second_per_gpu:261.60733690010835 
Step 5727 | loss:2.186836900364142e-05 lr:7.3018972519181666e-06 tokens_per_second_per_gpu:307.8045584153256 
Step 5728 | loss:4.958492354489863e-05 lr:7.298791558656797e-06 tokens_per_second_per_gpu:271.8233596858493 
Step 5729 | loss:0.00010764868784463033 lr:7.295686146417171e-06 tokens_per_second_per_gpu:295.09538790416815 
Step 5730 | loss:0.00034884383785538375 lr:7.292581015522363e-06 tokens_per_second_per_gpu:241.5800002762228 
Step 5731 | loss:3.35540680680424e-05 lr:7.289476166295418e-06 tokens_per_second_per_gpu:319.9793172835815 
Step 5732 | loss:4.7308087232522666e-05 lr:7.286371599059351e-06 tokens_per_second_per_gpu:322.7463924529483 
Step 5733 | loss:0.00015621290367562324 lr:7.283267314137143e-06 tokens_per_second_per_gpu:295.1248354255592 
Step 5734 | loss:4.394033385324292e-05 lr:7.2801633118517575e-06 tokens_per_second_per_gpu:332.59432020764257 
Step 5735 | loss:4.0678976802155375e-05 lr:7.277059592526117e-06 tokens_per_second_per_gpu:274.50305692594117 
Step 5736 | loss:6.617439794354141e-05 lr:7.273956156483117e-06 tokens_per_second_per_gpu:314.74378698056944 
Step 5737 | loss:0.0025911626871675253 lr:7.270853004045626e-06 tokens_per_second_per_gpu:247.19384532172054 
Step 5738 | loss:2.4790693714749068e-05 lr:7.267750135536485e-06 tokens_per_second_per_gpu:290.6427574004939 
Step 5739 | loss:1.8699622160056606e-05 lr:7.264647551278501e-06 tokens_per_second_per_gpu:251.0947593350719 
Step 5740 | loss:4.427255771588534e-05 lr:7.261545251594451e-06 tokens_per_second_per_gpu:233.0654577441933 
Step 5741 | loss:6.78064243402332e-05 lr:7.258443236807088e-06 tokens_per_second_per_gpu:232.43332071012077 
Step 5742 | loss:2.877047154470347e-05 lr:7.255341507239131e-06 tokens_per_second_per_gpu:316.8979398948256 
Step 5743 | loss:4.837076994590461e-05 lr:7.252240063213268e-06 tokens_per_second_per_gpu:290.285999241251 
Step 5744 | loss:0.0007322606397792697 lr:7.249138905052162e-06 tokens_per_second_per_gpu:295.6394092600869 
Step 5745 | loss:0.00025113968877121806 lr:7.246038033078443e-06 tokens_per_second_per_gpu:376.2578656235106 
Step 5746 | loss:7.46754085412249e-05 lr:7.242937447614711e-06 tokens_per_second_per_gpu:242.59468024528394 
Step 5747 | loss:3.1055373256094754e-05 lr:7.239837148983538e-06 tokens_per_second_per_gpu:319.0168511423183 
Step 5748 | loss:7.48080710764043e-05 lr:7.236737137507466e-06 tokens_per_second_per_gpu:333.1944425610328 
Step 5749 | loss:1.4417012607736979e-05 lr:7.233637413509004e-06 tokens_per_second_per_gpu:251.3024533773253 
Step 5750 | loss:3.1494586437474936e-05 lr:7.230537977310636e-06 tokens_per_second_per_gpu:295.80034108740375 
Step 5751 | loss:0.0004222731804475188 lr:7.227438829234814e-06 tokens_per_second_per_gpu:274.03034961505546 
Step 5752 | loss:8.682764018885791e-05 lr:7.22433996960396e-06 tokens_per_second_per_gpu:277.59358209959805 
Step 5753 | loss:6.640915671596304e-05 lr:7.221241398740459e-06 tokens_per_second_per_gpu:302.3415905809234 
Step 5754 | loss:0.00019868496747221798 lr:7.21814311696668e-06 tokens_per_second_per_gpu:329.06793781362023 
Step 5755 | loss:4.746466220240109e-05 lr:7.215045124604954e-06 tokens_per_second_per_gpu:250.02048371422282 
Step 5756 | loss:1.989045449590776e-05 lr:7.211947421977578e-06 tokens_per_second_per_gpu:296.1202825769467 
Step 5757 | loss:4.7665434976806864e-05 lr:7.208850009406827e-06 tokens_per_second_per_gpu:272.3875043055929 
Step 5758 | loss:0.00011524392175488174 lr:7.205752887214941e-06 tokens_per_second_per_gpu:262.5361226473467 
Step 5759 | loss:0.00028277828823775053 lr:7.2026560557241285e-06 tokens_per_second_per_gpu:239.08550339425256 
Step 5760 | loss:2.387509448453784e-05 lr:7.199559515256573e-06 tokens_per_second_per_gpu:303.54435794074817 
Step 5761 | loss:2.1062562154838815e-05 lr:7.196463266134426e-06 tokens_per_second_per_gpu:289.90873185248296 
Step 5762 | loss:2.382119419053197e-05 lr:7.193367308679802e-06 tokens_per_second_per_gpu:250.80180597458454 
Step 5763 | loss:1.9433673514868133e-05 lr:7.190271643214799e-06 tokens_per_second_per_gpu:281.46111052886755 
Step 5764 | loss:2.9461021767929196e-05 lr:7.187176270061469e-06 tokens_per_second_per_gpu:232.38312373573527 
Step 5765 | loss:2.4724202376091853e-05 lr:7.184081189541847e-06 tokens_per_second_per_gpu:246.55634154236623 
Step 5766 | loss:0.0001264511520275846 lr:7.18098640197792e-06 tokens_per_second_per_gpu:296.4272406976719 
Step 5767 | loss:0.00016915217565838248 lr:7.17789190769167e-06 tokens_per_second_per_gpu:319.9793867553548 
Step 5768 | loss:4.7599649406038225e-05 lr:7.17479770700503e-06 tokens_per_second_per_gpu:249.99208778850627 
Step 5769 | loss:2.2086214812588878e-05 lr:7.171703800239899e-06 tokens_per_second_per_gpu:276.86485791807496 
Step 5770 | loss:0.00013134171604178846 lr:7.168610187718164e-06 tokens_per_second_per_gpu:263.8676459910136 
Step 5771 | loss:2.8205073249409907e-05 lr:7.165516869761666e-06 tokens_per_second_per_gpu:242.6254912892401 
Step 5772 | loss:0.00021287755225785077 lr:7.162423846692217e-06 tokens_per_second_per_gpu:264.97584937720933 
Step 5773 | loss:0.00029020692454651 lr:7.1593311188316074e-06 tokens_per_second_per_gpu:302.22545302825375 
Step 5774 | loss:0.0007871033158153296 lr:7.156238686501591e-06 tokens_per_second_per_gpu:299.3059973399412 
Step 5775 | loss:0.00020614003005903214 lr:7.153146550023882e-06 tokens_per_second_per_gpu:282.50982143561146 
Step 5776 | loss:0.00019213739142287523 lr:7.150054709720183e-06 tokens_per_second_per_gpu:314.2502095848348 
Step 5777 | loss:2.1069070498924702e-05 lr:7.146963165912153e-06 tokens_per_second_per_gpu:276.3150778491793 
Step 5778 | loss:3.024017860298045e-05 lr:7.143871918921415e-06 tokens_per_second_per_gpu:219.12606797841238 
Step 5779 | loss:4.52274180133827e-05 lr:7.140780969069576e-06 tokens_per_second_per_gpu:267.49028162951055 
Step 5780 | loss:0.0001238714175997302 lr:7.137690316678206e-06 tokens_per_second_per_gpu:320.13453714864613 
Step 5781 | loss:1.5974788766470738e-05 lr:7.1345999620688374e-06 tokens_per_second_per_gpu:262.95231617364215 
Step 5782 | loss:0.00014274980640038848 lr:7.1315099055629754e-06 tokens_per_second_per_gpu:269.87688081601397 
Step 5783 | loss:3.7295401853043586e-05 lr:7.1284201474821055e-06 tokens_per_second_per_gpu:288.9161538162865 
Step 5784 | loss:4.0797302062856033e-05 lr:7.125330688147665e-06 tokens_per_second_per_gpu:300.61350842025786 
Step 5785 | loss:5.806932313134894e-05 lr:7.122241527881064e-06 tokens_per_second_per_gpu:287.61841890782296 
Step 5786 | loss:0.00016072548169177026 lr:7.119152667003697e-06 tokens_per_second_per_gpu:295.0184765579274 
Step 5787 | loss:7.160196400946006e-05 lr:7.116064105836906e-06 tokens_per_second_per_gpu:269.7679758403254 
Step 5788 | loss:0.004578125197440386 lr:7.1129758447020094e-06 tokens_per_second_per_gpu:325.84517074287083 
Step 5789 | loss:0.0011382533702999353 lr:7.109887883920305e-06 tokens_per_second_per_gpu:320.5073636074834 
Step 5790 | loss:0.00021952050155960023 lr:7.1068002238130465e-06 tokens_per_second_per_gpu:379.4983302913841 
Step 5791 | loss:9.000506543088704e-05 lr:7.1037128647014554e-06 tokens_per_second_per_gpu:350.03897025065334 
Step 5792 | loss:1.6390098608098924e-05 lr:7.100625806906737e-06 tokens_per_second_per_gpu:270.5322343736628 
Step 5793 | loss:0.00010928137635346502 lr:7.097539050750046e-06 tokens_per_second_per_gpu:398.13923294948626 
Step 5794 | loss:0.00021869335614610463 lr:7.094452596552515e-06 tokens_per_second_per_gpu:266.9194105458671 
Step 5795 | loss:4.0072867705021054e-05 lr:7.091366444635256e-06 tokens_per_second_per_gpu:292.8051767199401 
Step 5796 | loss:0.00017608105554245412 lr:7.088280595319327e-06 tokens_per_second_per_gpu:312.04649928123877 
Step 5797 | loss:1.9034978322451934e-05 lr:7.085195048925771e-06 tokens_per_second_per_gpu:268.1654022519004 
Step 5798 | loss:0.0005725902738049626 lr:7.08210980577559e-06 tokens_per_second_per_gpu:282.29769130083844 
Step 5799 | loss:4.5025684812571853e-05 lr:7.0790248661897656e-06 tokens_per_second_per_gpu:315.2597448526971 
Step 5800 | loss:0.00017650658264756203 lr:7.075940230489237e-06 tokens_per_second_per_gpu:315.57373139427773 
Step 5801 | loss:3.160570850013755e-05 lr:7.072855898994915e-06 tokens_per_second_per_gpu:242.61053106704605 
Step 5802 | loss:5.60123662580736e-05 lr:7.0697718720276845e-06 tokens_per_second_per_gpu:269.10002937121226 
Step 5803 | loss:0.00019074595184065402 lr:7.066688149908391e-06 tokens_per_second_per_gpu:300.58417348604536 
Step 5804 | loss:4.9741167458705604e-05 lr:7.06360473295785e-06 tokens_per_second_per_gpu:320.06253133360457 
Step 5805 | loss:9.220096399076283e-05 lr:7.060521621496848e-06 tokens_per_second_per_gpu:277.22840246408316 
Step 5806 | loss:0.00033411727054044604 lr:7.0574388158461404e-06 tokens_per_second_per_gpu:321.99788781072033 
Step 5807 | loss:0.0002889111638069153 lr:7.054356316326445e-06 tokens_per_second_per_gpu:271.56736730827873 
Step 5808 | loss:9.730156307341531e-05 lr:7.0512741232584535e-06 tokens_per_second_per_gpu:319.99149464958623 
Step 5809 | loss:2.9170441848691553e-05 lr:7.048192236962824e-06 tokens_per_second_per_gpu:263.5719788575779 
Step 5810 | loss:3.238924909965135e-05 lr:7.045110657760179e-06 tokens_per_second_per_gpu:290.3546059389402 
Step 5811 | loss:8.324708323925734e-05 lr:7.042029385971116e-06 tokens_per_second_per_gpu:309.56614631772266 
Step 5812 | loss:6.568546814378351e-05 lr:7.038948421916196e-06 tokens_per_second_per_gpu:268.570757725187 
Step 5813 | loss:0.00015856701065786183 lr:7.035867765915949e-06 tokens_per_second_per_gpu:274.1488631217712 
Step 5814 | loss:5.287562089506537e-05 lr:7.032787418290869e-06 tokens_per_second_per_gpu:220.83349012882738 
Step 5815 | loss:7.167941657826304e-05 lr:7.029707379361429e-06 tokens_per_second_per_gpu:294.12859471185874 
Step 5816 | loss:6.219500937731937e-05 lr:7.026627649448057e-06 tokens_per_second_per_gpu:294.9695685042004 
Step 5817 | loss:3.195962563040666e-05 lr:7.023548228871153e-06 tokens_per_second_per_gpu:337.19979698986526 
Step 5818 | loss:0.0008658580482006073 lr:7.020469117951092e-06 tokens_per_second_per_gpu:402.6056672090977 
Step 5819 | loss:3.567142630345188e-05 lr:7.017390317008208e-06 tokens_per_second_per_gpu:278.9467906693043 
Step 5820 | loss:0.0003886409103870392 lr:7.014311826362804e-06 tokens_per_second_per_gpu:329.17741300430254 
Step 5821 | loss:9.706899436423555e-05 lr:7.011233646335156e-06 tokens_per_second_per_gpu:305.29207120902 
Step 5822 | loss:3.4996934118680656e-05 lr:7.008155777245504e-06 tokens_per_second_per_gpu:310.5144081584073 
Step 5823 | loss:0.00014300242764875293 lr:7.005078219414052e-06 tokens_per_second_per_gpu:328.9419979510855 
Step 5824 | loss:0.00025505959638394415 lr:7.002000973160979e-06 tokens_per_second_per_gpu:316.21807479525256 
Step 5825 | loss:0.00020486679568421096 lr:6.998924038806427e-06 tokens_per_second_per_gpu:357.8360273128835 
Step 5826 | loss:0.00027405767468735576 lr:6.995847416670508e-06 tokens_per_second_per_gpu:282.5494061207392 
Step 5827 | loss:5.7220528105972335e-05 lr:6.992771107073296e-06 tokens_per_second_per_gpu:234.20599095310502 
Step 5828 | loss:3.811169881373644e-05 lr:6.989695110334842e-06 tokens_per_second_per_gpu:248.43337635600454 
Step 5829 | loss:0.00012035905092488974 lr:6.9866194267751555e-06 tokens_per_second_per_gpu:288.4111918267067 
Step 5830 | loss:0.000468885205918923 lr:6.9835440567142155e-06 tokens_per_second_per_gpu:240.4924035650753 
Step 5831 | loss:9.447796765016392e-05 lr:6.980469000471974e-06 tokens_per_second_per_gpu:358.8214558231748 
Step 5832 | loss:4.003908907179721e-05 lr:6.977394258368346e-06 tokens_per_second_per_gpu:254.81276210664544 
Step 5833 | loss:7.003109203651547e-05 lr:6.974319830723211e-06 tokens_per_second_per_gpu:334.14948159203925 
Step 5834 | loss:6.778496754122898e-05 lr:6.971245717856421e-06 tokens_per_second_per_gpu:261.82286277146284 
Step 5835 | loss:0.00016733452503103763 lr:6.968171920087792e-06 tokens_per_second_per_gpu:292.6298605717157 
Step 5836 | loss:2.8145745091023855e-05 lr:6.965098437737108e-06 tokens_per_second_per_gpu:271.01677170686474 
Step 5837 | loss:3.536353324307129e-05 lr:6.962025271124122e-06 tokens_per_second_per_gpu:306.91798357098344 
Step 5838 | loss:2.006568684009835e-05 lr:6.958952420568552e-06 tokens_per_second_per_gpu:298.10245580382065 
Step 5839 | loss:5.197044083615765e-05 lr:6.955879886390081e-06 tokens_per_second_per_gpu:246.75441854680017 
Step 5840 | loss:6.496885180240497e-05 lr:6.952807668908367e-06 tokens_per_second_per_gpu:300.0865178771619 
Step 5841 | loss:7.454128353856504e-05 lr:6.949735768443027e-06 tokens_per_second_per_gpu:261.9188556482501 
Step 5842 | loss:3.187121546943672e-05 lr:6.946664185313649e-06 tokens_per_second_per_gpu:241.97030212605736 
Step 5843 | loss:9.324974962510169e-05 lr:6.9435929198397825e-06 tokens_per_second_per_gpu:305.5728789198372 
Step 5844 | loss:6.390434282366186e-05 lr:6.940521972340955e-06 tokens_per_second_per_gpu:304.65231495559294 
Step 5845 | loss:4.4499767682282254e-05 lr:6.9374513431366496e-06 tokens_per_second_per_gpu:247.05070943018885 
Step 5846 | loss:6.742927507730201e-05 lr:6.9343810325463226e-06 tokens_per_second_per_gpu:281.843435250517 
Step 5847 | loss:8.79150175023824e-05 lr:6.931311040889395e-06 tokens_per_second_per_gpu:298.54634453765516 
Step 5848 | loss:2.057651727227494e-05 lr:6.928241368485257e-06 tokens_per_second_per_gpu:302.2043496462639 
Step 5849 | loss:0.00011000877566402778 lr:6.925172015653259e-06 tokens_per_second_per_gpu:315.87605411558457 
Step 5850 | loss:0.00023861163936089724 lr:6.9221029827127285e-06 tokens_per_second_per_gpu:234.89459401516106 
Step 5851 | loss:0.0001687466719886288 lr:6.919034269982952e-06 tokens_per_second_per_gpu:369.172495705656 
Step 5852 | loss:3.534171264618635e-05 lr:6.915965877783182e-06 tokens_per_second_per_gpu:307.3407685765498 
Step 5853 | loss:3.7004654586780816e-05 lr:6.912897806432646e-06 tokens_per_second_per_gpu:362.26040406057325 
Step 5854 | loss:3.9946964534465224e-05 lr:6.909830056250527e-06 tokens_per_second_per_gpu:260.3234156869169 
Step 5855 | loss:0.00010435465082991868 lr:6.90676262755598e-06 tokens_per_second_per_gpu:298.1984464512144 
Step 5856 | loss:7.959859794937074e-05 lr:6.903695520668135e-06 tokens_per_second_per_gpu:300.56091486294855 
Step 5857 | loss:2.006121212616563e-05 lr:6.9006287359060705e-06 tokens_per_second_per_gpu:373.9048117626167 
Step 5858 | loss:2.714635047595948e-05 lr:6.897562273588847e-06 tokens_per_second_per_gpu:221.29003986476653 
Step 5859 | loss:0.00010069287964142859 lr:6.89449613403548e-06 tokens_per_second_per_gpu:336.6283331267911 
Step 5860 | loss:1.5306988643715158e-05 lr:6.891430317564965e-06 tokens_per_second_per_gpu:285.8313204647706 
Step 5861 | loss:0.0002196923887822777 lr:6.888364824496249e-06 tokens_per_second_per_gpu:342.18923756457895 
Step 5862 | loss:7.571424794150516e-05 lr:6.8852996551482546e-06 tokens_per_second_per_gpu:312.85669020301276 
Step 5863 | loss:9.322947880718857e-05 lr:6.882234809839869e-06 tokens_per_second_per_gpu:257.8750914608653 
Step 5864 | loss:3.77982942154631e-05 lr:6.879170288889946e-06 tokens_per_second_per_gpu:263.92447778804666 
Step 5865 | loss:5.581968434853479e-05 lr:6.8761060926173004e-06 tokens_per_second_per_gpu:328.37200061003267 
Step 5866 | loss:0.00018422058201394975 lr:6.873042221340725e-06 tokens_per_second_per_gpu:312.58182857963897 
Step 5867 | loss:1.4904349882272072e-05 lr:6.869978675378965e-06 tokens_per_second_per_gpu:222.70329932110613 
Step 5868 | loss:0.0002646050415933132 lr:6.86691545505074e-06 tokens_per_second_per_gpu:305.2808994520891 
Step 5869 | loss:3.0438855901593342e-05 lr:6.863852560674735e-06 tokens_per_second_per_gpu:251.22642795199928 
Step 5870 | loss:4.510254075285047e-05 lr:6.860789992569601e-06 tokens_per_second_per_gpu:301.9174724682712 
Step 5871 | loss:0.0002263890055473894 lr:6.857727751053952e-06 tokens_per_second_per_gpu:262.28324797117904 
Step 5872 | loss:9.617755131330341e-05 lr:6.854665836446365e-06 tokens_per_second_per_gpu:220.24592794548138 
Step 5873 | loss:5.4247298976406455e-05 lr:6.851604249065396e-06 tokens_per_second_per_gpu:280.98600098109245 
Step 5874 | loss:0.0003431142249610275 lr:6.848542989229561e-06 tokens_per_second_per_gpu:301.70614124129713 
Step 5875 | loss:0.0032787576783448458 lr:6.8454820572573265e-06 tokens_per_second_per_gpu:273.5345949620683 
Step 5876 | loss:5.797612539026886e-05 lr:6.842421453467151e-06 tokens_per_second_per_gpu:304.15803261553714 
Step 5877 | loss:7.795693818479776e-05 lr:6.839361178177444e-06 tokens_per_second_per_gpu:281.1432833213468 
Step 5878 | loss:0.00014787877444177866 lr:6.8363012317065746e-06 tokens_per_second_per_gpu:290.477514703194 
Step 5879 | loss:0.00046887609641999006 lr:6.833241614372897e-06 tokens_per_second_per_gpu:324.7406071329617 
Step 5880 | loss:3.625656972872093e-05 lr:6.830182326494719e-06 tokens_per_second_per_gpu:270.7890566734708 
Step 5881 | loss:3.835757524939254e-05 lr:6.827123368390303e-06 tokens_per_second_per_gpu:301.9409817392193 
Step 5882 | loss:5.43942951480858e-05 lr:6.824064740377905e-06 tokens_per_second_per_gpu:282.33607694168717 
Step 5883 | loss:4.550424637272954e-05 lr:6.821006442775724e-06 tokens_per_second_per_gpu:287.5473373861759 
Step 5884 | loss:7.08100778865628e-05 lr:6.817948475901928e-06 tokens_per_second_per_gpu:330.75160692647836 
Step 5885 | loss:6.576863233931363e-05 lr:6.814890840074661e-06 tokens_per_second_per_gpu:328.24312603225303 
Step 5886 | loss:4.7643319703638554e-05 lr:6.811833535612027e-06 tokens_per_second_per_gpu:296.6410240664348 
Step 5887 | loss:7.774466939736158e-05 lr:6.808776562832088e-06 tokens_per_second_per_gpu:299.3937952265225 
Step 5888 | loss:9.878101263893768e-05 lr:6.805719922052876e-06 tokens_per_second_per_gpu:325.89798449086084 
Step 5889 | loss:4.860307672061026e-05 lr:6.8026636135924014e-06 tokens_per_second_per_gpu:308.5324646029752 
Step 5890 | loss:5.453462654259056e-05 lr:6.799607637768621e-06 tokens_per_second_per_gpu:255.63819922922758 
Step 5891 | loss:4.3631342123262584e-05 lr:6.796551994899463e-06 tokens_per_second_per_gpu:356.6447681177098 
Step 5892 | loss:0.000975808419752866 lr:6.793496685302832e-06 tokens_per_second_per_gpu:399.9516544550091 
Step 5893 | loss:2.176770613004919e-05 lr:6.79044170929658e-06 tokens_per_second_per_gpu:274.0235846658948 
Step 5894 | loss:8.554413943784311e-05 lr:6.787387067198533e-06 tokens_per_second_per_gpu:272.58340597331016 
Step 5895 | loss:6.165687955217436e-05 lr:6.784332759326493e-06 tokens_per_second_per_gpu:316.9048219006644 
Step 5896 | loss:0.00017103535356000066 lr:6.7812787859982065e-06 tokens_per_second_per_gpu:254.4343377653664 
Step 5897 | loss:4.468427141546272e-05 lr:6.778225147531394e-06 tokens_per_second_per_gpu:310.6316391328042 
Step 5898 | loss:5.47241979802493e-05 lr:6.775171844243754e-06 tokens_per_second_per_gpu:335.56120019411105 
Step 5899 | loss:0.00011097622336819768 lr:6.772118876452929e-06 tokens_per_second_per_gpu:290.9928970888628 
Step 5900 | loss:2.5028144591487944e-05 lr:6.769066244476534e-06 tokens_per_second_per_gpu:300.65910466461105 
Step 5901 | loss:0.000644841231405735 lr:6.766013948632164e-06 tokens_per_second_per_gpu:366.2857918094582 
Step 5902 | loss:0.0008869459270499647 lr:6.762961989237355e-06 tokens_per_second_per_gpu:297.2246631963267 
Step 5903 | loss:0.00021804444259032607 lr:6.759910366609623e-06 tokens_per_second_per_gpu:285.24680138424645 
Step 5904 | loss:0.00010476174065843225 lr:6.756859081066443e-06 tokens_per_second_per_gpu:314.9901985284468 
Step 5905 | loss:0.0002416640636511147 lr:6.753808132925259e-06 tokens_per_second_per_gpu:270.01326835894884 
Step 5906 | loss:7.265639578690752e-05 lr:6.750757522503482e-06 tokens_per_second_per_gpu:301.4313731408311 
Step 5907 | loss:3.786405432038009e-05 lr:6.747707250118476e-06 tokens_per_second_per_gpu:279.5395131188098 
Step 5908 | loss:2.050496004812885e-05 lr:6.744657316087584e-06 tokens_per_second_per_gpu:313.0205809891744 
Step 5909 | loss:0.00013464209041558206 lr:6.741607720728105e-06 tokens_per_second_per_gpu:314.62664867592866 
Step 5910 | loss:5.317745672073215e-05 lr:6.738558464357305e-06 tokens_per_second_per_gpu:298.2061517088425 
Step 5911 | loss:8.319787593791261e-05 lr:6.735509547292418e-06 tokens_per_second_per_gpu:287.80523605828193 
Step 5912 | loss:3.16131190629676e-05 lr:6.7324609698506384e-06 tokens_per_second_per_gpu:335.5835678868191 
Step 5913 | loss:4.415303192217834e-05 lr:6.7294127323491245e-06 tokens_per_second_per_gpu:206.85110551418657 
Step 5914 | loss:0.00027643790235742927 lr:6.726364835105003e-06 tokens_per_second_per_gpu:371.2945113089033 
Step 5915 | loss:0.00026352895656600595 lr:6.723317278435366e-06 tokens_per_second_per_gpu:347.33199462223047 
Step 5916 | loss:3.9002421544864774e-05 lr:6.7202700626572636e-06 tokens_per_second_per_gpu:316.34814633575434 
Step 5917 | loss:0.00018023069424089044 lr:6.717223188087717e-06 tokens_per_second_per_gpu:281.0839360009255 
Step 5918 | loss:4.106028427486308e-05 lr:6.714176655043709e-06 tokens_per_second_per_gpu:328.25267861277035 
Step 5919 | loss:6.463582394644618e-05 lr:6.711130463842189e-06 tokens_per_second_per_gpu:255.38491212837891 
Step 5920 | loss:4.342944885138422e-05 lr:6.708084614800065e-06 tokens_per_second_per_gpu:302.82121056053046 
Step 5921 | loss:0.00013569770089816302 lr:6.705039108234217e-06 tokens_per_second_per_gpu:296.38742527266515 
Step 5922 | loss:3.215967080905102e-05 lr:6.701993944461487e-06 tokens_per_second_per_gpu:354.51120772656657 
Step 5923 | loss:8.568236080463976e-05 lr:6.698949123798676e-06 tokens_per_second_per_gpu:254.3494559264092 
Step 5924 | loss:0.008004886098206043 lr:6.6959046465625585e-06 tokens_per_second_per_gpu:295.4721769989725 
Step 5925 | loss:5.287965905154124e-05 lr:6.692860513069865e-06 tokens_per_second_per_gpu:295.1425999807779 
Step 5926 | loss:3.282559191575274e-05 lr:6.6898167236372945e-06 tokens_per_second_per_gpu:354.01288982880817 
Step 5927 | loss:0.000366427208064124 lr:6.686773278581511e-06 tokens_per_second_per_gpu:346.5629855028338 
Step 5928 | loss:6.965450302232057e-05 lr:6.6837301782191385e-06 tokens_per_second_per_gpu:301.03410653158886 
Step 5929 | loss:0.001149544375948608 lr:6.680687422866768e-06 tokens_per_second_per_gpu:286.35215842542993 
Step 5930 | loss:0.0002899208921007812 lr:6.677645012840957e-06 tokens_per_second_per_gpu:320.0208992122851 
Step 5931 | loss:2.7458630938781425e-05 lr:6.674602948458222e-06 tokens_per_second_per_gpu:311.572090929122 
Step 5932 | loss:5.32657650182955e-05 lr:6.671561230035046e-06 tokens_per_second_per_gpu:340.1194235500273 
Step 5933 | loss:0.00031943610520102084 lr:6.668519857887876e-06 tokens_per_second_per_gpu:295.36863483494807 
Step 5934 | loss:0.0014859667280688882 lr:6.665478832333123e-06 tokens_per_second_per_gpu:277.0105479927598 
Step 5935 | loss:3.632019070209935e-05 lr:6.662438153687163e-06 tokens_per_second_per_gpu:313.15987183704965 
Step 5936 | loss:5.799628343083896e-05 lr:6.659397822266331e-06 tokens_per_second_per_gpu:283.3306505925083 
Step 5937 | loss:0.00010593869956210256 lr:6.656357838386936e-06 tokens_per_second_per_gpu:319.6402676579926 
Step 5938 | loss:0.0001006183447316289 lr:6.653318202365239e-06 tokens_per_second_per_gpu:310.81233191562455 
Step 5939 | loss:7.949196151457727e-05 lr:6.650278914517469e-06 tokens_per_second_per_gpu:275.4834437557149 
Step 5940 | loss:0.00028701231349259615 lr:6.647239975159827e-06 tokens_per_second_per_gpu:377.24158078655086 
Step 5941 | loss:3.277717769378796e-05 lr:6.644201384608466e-06 tokens_per_second_per_gpu:317.9866853202981 
Step 5942 | loss:8.109914051601663e-05 lr:6.641163143179506e-06 tokens_per_second_per_gpu:294.064884812171 
Step 5943 | loss:3.986195952165872e-05 lr:6.638125251189036e-06 tokens_per_second_per_gpu:273.4738213069986 
Step 5944 | loss:6.734594353474677e-05 lr:6.6350877089531044e-06 tokens_per_second_per_gpu:262.42522449969636 
Step 5945 | loss:3.1082541681826115e-05 lr:6.6320505167877195e-06 tokens_per_second_per_gpu:310.3778986495357 
Step 5946 | loss:0.00011860520316986367 lr:6.629013675008862e-06 tokens_per_second_per_gpu:265.3280853225692 
Step 5947 | loss:4.58180220448412e-05 lr:6.62597718393247e-06 tokens_per_second_per_gpu:277.7659481997398 
Step 5948 | loss:0.0009797747479751706 lr:6.622941043874446e-06 tokens_per_second_per_gpu:333.364570040517 
Step 5949 | loss:0.00031732776551507413 lr:6.619905255150655e-06 tokens_per_second_per_gpu:260.88842456264183 
Step 5950 | loss:1.3334278264665045e-05 lr:6.61686981807693e-06 tokens_per_second_per_gpu:264.73131100118417 
Step 5951 | loss:3.895504414686002e-05 lr:6.6138347329690644e-06 tokens_per_second_per_gpu:259.14449865104217 
Step 5952 | loss:2.4122751710820012e-05 lr:6.61080000014281e-06 tokens_per_second_per_gpu:295.38034013603186 
Step 5953 | loss:0.001066934666596353 lr:6.607765619913894e-06 tokens_per_second_per_gpu:226.32938357303763 
Step 5954 | loss:0.00022529216948896646 lr:6.604731592597996e-06 tokens_per_second_per_gpu:300.528011687912 
Step 5955 | loss:0.00015594405704177916 lr:6.601697918510761e-06 tokens_per_second_per_gpu:306.19535780338884 
Step 5956 | loss:0.00029902957612648606 lr:6.598664597967804e-06 tokens_per_second_per_gpu:261.6907494543766 
Step 5957 | loss:0.00030727573903277516 lr:6.5956316312846955e-06 tokens_per_second_per_gpu:318.818764006836 
Step 5958 | loss:9.877541015157476e-05 lr:6.59259901877697e-06 tokens_per_second_per_gpu:294.73688968406367 
Step 5959 | loss:0.0002184595214203 lr:6.58956676076013e-06 tokens_per_second_per_gpu:248.17432599669297 
Step 5960 | loss:7.72874045651406e-05 lr:6.586534857549638e-06 tokens_per_second_per_gpu:321.22139266242255 
Step 5961 | loss:0.0018846940947696567 lr:6.583503309460917e-06 tokens_per_second_per_gpu:355.20382746788044 
Step 5962 | loss:0.005713800434023142 lr:6.580472116809358e-06 tokens_per_second_per_gpu:506.75988942855196 
Step 5963 | loss:0.0020427026320248842 lr:6.577441279910315e-06 tokens_per_second_per_gpu:309.5894533314924 
Step 5964 | loss:2.03485742531484e-05 lr:6.5744107990790985e-06 tokens_per_second_per_gpu:233.08956363696046 
Step 5965 | loss:0.0001193815260194242 lr:6.571380674630987e-06 tokens_per_second_per_gpu:289.9514186769258 
Step 5966 | loss:6.745817518094555e-05 lr:6.568350906881224e-06 tokens_per_second_per_gpu:274.06247456086095 
Step 5967 | loss:5.0518527132226154e-05 lr:6.565321496145012e-06 tokens_per_second_per_gpu:257.1513051241672 
Step 5968 | loss:2.435971691738814e-05 lr:6.562292442737514e-06 tokens_per_second_per_gpu:279.33924463404486 
Step 5969 | loss:4.105276457266882e-05 lr:6.5592637469738656e-06 tokens_per_second_per_gpu:286.50049618122836 
Step 5970 | loss:9.139061148744076e-05 lr:6.556235409169154e-06 tokens_per_second_per_gpu:337.96398032517845 
Step 5971 | loss:1.320546925853705e-05 lr:6.553207429638433e-06 tokens_per_second_per_gpu:252.68399945307513 
Step 5972 | loss:3.1341365684056655e-05 lr:6.550179808696726e-06 tokens_per_second_per_gpu:267.3409524037566 
Step 5973 | loss:0.00010766104969661683 lr:6.5471525466590105e-06 tokens_per_second_per_gpu:318.29741131047973 
Step 5974 | loss:6.0748530813725665e-05 lr:6.544125643840224e-06 tokens_per_second_per_gpu:301.42136208528757 
Step 5975 | loss:6.0813952586613595e-05 lr:6.541099100555281e-06 tokens_per_second_per_gpu:255.85575387668123 
Step 5976 | loss:0.0006917485734447837 lr:6.538072917119047e-06 tokens_per_second_per_gpu:294.2751850259129 
Step 5977 | loss:5.550277273869142e-05 lr:6.535047093846352e-06 tokens_per_second_per_gpu:272.2401449188275 
Step 5978 | loss:2.4444398150080815e-05 lr:6.532021631051981e-06 tokens_per_second_per_gpu:318.22674185481776 
Step 5979 | loss:0.0008329222328029573 lr:6.528996529050702e-06 tokens_per_second_per_gpu:334.7007001165377 
Step 5980 | loss:5.317377872415818e-05 lr:6.52597178815723e-06 tokens_per_second_per_gpu:342.9660234732398 
Step 5981 | loss:0.00021121783356647938 lr:6.522947408686239e-06 tokens_per_second_per_gpu:279.26284430475056 
Step 5982 | loss:9.47544613154605e-05 lr:6.5199233909523805e-06 tokens_per_second_per_gpu:307.20284044787127 
Step 5983 | loss:5.649657396133989e-05 lr:6.516899735270259e-06 tokens_per_second_per_gpu:280.14369839729676 
Step 5984 | loss:1.0972263225994539e-05 lr:6.513876441954432e-06 tokens_per_second_per_gpu:291.7790044643155 
Step 5985 | loss:9.231952572008595e-05 lr:6.510853511319442e-06 tokens_per_second_per_gpu:353.6808996721697 
Step 5986 | loss:0.000191983999684453 lr:6.5078309436797786e-06 tokens_per_second_per_gpu:314.78889846006973 
Step 5987 | loss:5.067148958914913e-05 lr:6.5048087393498886e-06 tokens_per_second_per_gpu:349.3912456964541 
Step 5988 | loss:4.53476604889147e-05 lr:6.501786898644198e-06 tokens_per_second_per_gpu:294.12668165326767 
Step 5989 | loss:3.582331555662677e-05 lr:6.498765421877085e-06 tokens_per_second_per_gpu:284.409875344821 
Step 5990 | loss:9.381039853906259e-05 lr:6.495744309362879e-06 tokens_per_second_per_gpu:278.64318740278605 
Step 5991 | loss:6.181588105391711e-05 lr:6.492723561415898e-06 tokens_per_second_per_gpu:337.0283529593255 
Step 5992 | loss:1.320985029451549e-05 lr:6.489703178350402e-06 tokens_per_second_per_gpu:243.82384944183283 
Step 5993 | loss:3.8389141991501674e-05 lr:6.486683160480616e-06 tokens_per_second_per_gpu:281.96840619328367 
Step 5994 | loss:0.0008405960979871452 lr:6.4836635081207255e-06 tokens_per_second_per_gpu:289.56452793356607 
Step 5995 | loss:0.000950449553783983 lr:6.4806442215848945e-06 tokens_per_second_per_gpu:224.09625378921137 
Step 5996 | loss:2.2134008759167045e-05 lr:6.477625301187225e-06 tokens_per_second_per_gpu:331.57932847052405 
Step 5997 | loss:6.941104948054999e-05 lr:6.474606747241791e-06 tokens_per_second_per_gpu:316.5601483406833 
Step 5998 | loss:0.0022133549209684134 lr:6.471588560062642e-06 tokens_per_second_per_gpu:244.73146373286974 
Step 5999 | loss:0.00012181872443761677 lr:6.468570739963767e-06 tokens_per_second_per_gpu:258.45062070465383 
Step 6000 | loss:0.00017135651432909071 lr:6.4655532872591235e-06 tokens_per_second_per_gpu:265.57006655342343 
Step 6001 | loss:1.7034235497703776e-05 lr:6.462536202262644e-06 tokens_per_second_per_gpu:289.89649451937254 
Step 6002 | loss:0.00010127865971298888 lr:6.459519485288206e-06 tokens_per_second_per_gpu:243.0900652624954 
Step 6003 | loss:0.0002822383539751172 lr:6.456503136649653e-06 tokens_per_second_per_gpu:277.78209620918085 
Step 6004 | loss:9.342167686554603e-06 lr:6.453487156660802e-06 tokens_per_second_per_gpu:260.2802557539096 
Step 6005 | loss:7.693824591115117e-05 lr:6.450471545635415e-06 tokens_per_second_per_gpu:283.755774162068 
Step 6006 | loss:0.002736025955528021 lr:6.4474563038872205e-06 tokens_per_second_per_gpu:248.31723963389928 
Step 6007 | loss:8.662473555887118e-05 lr:6.44444143172992e-06 tokens_per_second_per_gpu:347.82084590708416 
Step 6008 | loss:0.0001901241485029459 lr:6.441426929477161e-06 tokens_per_second_per_gpu:300.88954274285373 
Step 6009 | loss:4.549050936475396e-05 lr:6.438412797442559e-06 tokens_per_second_per_gpu:291.29993136254564 
Step 6010 | loss:1.6320789654855616e-05 lr:6.435399035939691e-06 tokens_per_second_per_gpu:256.78924941470433 
Step 6011 | loss:0.0007656196830794215 lr:6.432385645282098e-06 tokens_per_second_per_gpu:217.3710345768326 
Step 6012 | loss:4.1833984141703695e-05 lr:6.429372625783279e-06 tokens_per_second_per_gpu:258.823950025245 
Step 6013 | loss:0.0002491270424798131 lr:6.426359977756691e-06 tokens_per_second_per_gpu:304.62192614545523 
Step 6014 | loss:8.508092287229374e-05 lr:6.423347701515763e-06 tokens_per_second_per_gpu:236.92418173036543 
Step 6015 | loss:2.5021341571118683e-05 lr:6.420335797373876e-06 tokens_per_second_per_gpu:359.53740842004646 
Step 6016 | loss:0.0004573035694193095 lr:6.417324265644372e-06 tokens_per_second_per_gpu:292.11037401290133 
Step 6017 | loss:8.187428466044366e-05 lr:6.4143131066405615e-06 tokens_per_second_per_gpu:275.6732037814536 
Step 6018 | loss:0.0001526702253613621 lr:6.411302320675712e-06 tokens_per_second_per_gpu:331.89355348976216 
Step 6019 | loss:1.1533320503076538e-05 lr:6.40829190806305e-06 tokens_per_second_per_gpu:242.17246467622024 
Step 6020 | loss:2.1916244804742746e-05 lr:6.405281869115768e-06 tokens_per_second_per_gpu:302.05378587436473 
Step 6021 | loss:4.199067552690394e-05 lr:6.402272204147015e-06 tokens_per_second_per_gpu:275.0452390629206 
Step 6022 | loss:3.453133103903383e-05 lr:6.399262913469905e-06 tokens_per_second_per_gpu:346.43624091750735 
Step 6023 | loss:0.00011388197162887082 lr:6.396253997397509e-06 tokens_per_second_per_gpu:292.2407341993811 
Step 6024 | loss:2.994664646394085e-05 lr:6.393245456242864e-06 tokens_per_second_per_gpu:301.49738940477386 
Step 6025 | loss:5.162470188224688e-05 lr:6.390237290318964e-06 tokens_per_second_per_gpu:340.64968150190566 
Step 6026 | loss:2.3138181859394535e-05 lr:6.3872294999387615e-06 tokens_per_second_per_gpu:375.37872233125915 
Step 6027 | loss:3.3878102840390056e-05 lr:6.384222085415182e-06 tokens_per_second_per_gpu:325.6537335791285 
Step 6028 | loss:3.636367546278052e-05 lr:6.381215047061096e-06 tokens_per_second_per_gpu:253.21402751105282 
Step 6029 | loss:8.291729318443686e-05 lr:6.378208385189344e-06 tokens_per_second_per_gpu:287.8977339605103 
Step 6030 | loss:0.0002826790150720626 lr:6.37520210011273e-06 tokens_per_second_per_gpu:332.3093819720292 
Step 6031 | loss:2.4690632926649414e-05 lr:6.372196192144011e-06 tokens_per_second_per_gpu:287.2256568945835 
Step 6032 | loss:2.1768568331026472e-05 lr:6.369190661595908e-06 tokens_per_second_per_gpu:255.8077029829704 
Step 6033 | loss:5.193093966227025e-05 lr:6.366185508781104e-06 tokens_per_second_per_gpu:291.214776360921 
Step 6034 | loss:0.0004417597665451467 lr:6.363180734012244e-06 tokens_per_second_per_gpu:350.54892170030894 
Step 6035 | loss:3.1038911401992664e-05 lr:6.360176337601925e-06 tokens_per_second_per_gpu:297.46779969581786 
Step 6036 | loss:2.7930767828365788e-05 lr:6.357172319862719e-06 tokens_per_second_per_gpu:286.0978126382251 
Step 6037 | loss:5.208120637689717e-05 lr:6.3541686811071466e-06 tokens_per_second_per_gpu:280.74486657941947 
Step 6038 | loss:0.0006136753945611417 lr:6.351165421647692e-06 tokens_per_second_per_gpu:335.8010675020358 
Step 6039 | loss:2.175867120968178e-05 lr:6.348162541796802e-06 tokens_per_second_per_gpu:307.31088830800326 
Step 6040 | loss:0.00024325583945028484 lr:6.345160041866885e-06 tokens_per_second_per_gpu:234.3653330770405 
Step 6041 | loss:0.00011603027814999223 lr:6.342157922170306e-06 tokens_per_second_per_gpu:309.580411966209 
Step 6042 | loss:2.3915947167552076e-05 lr:6.3391561830193905e-06 tokens_per_second_per_gpu:264.1900419102136 
Step 6043 | loss:5.9562462411122397e-05 lr:6.336154824726428e-06 tokens_per_second_per_gpu:339.80761667343927 
Step 6044 | loss:0.00011322270438540727 lr:6.333153847603668e-06 tokens_per_second_per_gpu:278.58963077084763 
Step 6045 | loss:0.0006581323686987162 lr:6.330153251963316e-06 tokens_per_second_per_gpu:311.5781103674869 
Step 6046 | loss:3.084971467615105e-05 lr:6.327153038117544e-06 tokens_per_second_per_gpu:307.9501335638901 
Step 6047 | loss:0.00014117431419435889 lr:6.3241532063784774e-06 tokens_per_second_per_gpu:360.58755615127205 
Step 6048 | loss:0.00016097053594421595 lr:6.321153757058205e-06 tokens_per_second_per_gpu:333.4245619127705 
Step 6049 | loss:8.820139191811904e-05 lr:6.318154690468781e-06 tokens_per_second_per_gpu:314.4013522323769 
Step 6050 | loss:0.0013138819485902786 lr:6.315156006922211e-06 tokens_per_second_per_gpu:270.74191962782413 
Step 6051 | loss:0.0012028304627165198 lr:6.312157706730465e-06 tokens_per_second_per_gpu:322.353398218718 
Step 6052 | loss:0.00017832790035754442 lr:6.309159790205475e-06 tokens_per_second_per_gpu:307.4168657131757 
Step 6053 | loss:1.700868051557336e-05 lr:6.306162257659129e-06 tokens_per_second_per_gpu:277.89493757524457 
Step 6054 | loss:0.00013581830717157573 lr:6.30316510940328e-06 tokens_per_second_per_gpu:301.32836481012106 
Step 6055 | loss:0.0001341923198197037 lr:6.300168345749731e-06 tokens_per_second_per_gpu:253.32246456531962 
Step 6056 | loss:0.0007116231136023998 lr:6.297171967010259e-06 tokens_per_second_per_gpu:288.7559390708503 
Step 6057 | loss:0.0003986038500443101 lr:6.294175973496592e-06 tokens_per_second_per_gpu:288.35734036072125 
Step 6058 | loss:6.982920604059473e-05 lr:6.291180365520418e-06 tokens_per_second_per_gpu:338.0251399139546 
Step 6059 | loss:6.304211274255067e-05 lr:6.2881851433933886e-06 tokens_per_second_per_gpu:299.7387810423878 
Step 6060 | loss:3.73304465028923e-05 lr:6.285190307427114e-06 tokens_per_second_per_gpu:316.0769693789544 
Step 6061 | loss:5.5228829296538606e-05 lr:6.282195857933161e-06 tokens_per_second_per_gpu:239.97652095688358 
Step 6062 | loss:0.0015656871255487204 lr:6.2792017952230625e-06 tokens_per_second_per_gpu:294.38092912340943 
Step 6063 | loss:0.0003928844816982746 lr:6.276208119608305e-06 tokens_per_second_per_gpu:336.811911705928 
Step 6064 | loss:2.7079637220595032e-05 lr:6.273214831400336e-06 tokens_per_second_per_gpu:341.0369668594737 
Step 6065 | loss:8.430560410488397e-05 lr:6.2702219309105675e-06 tokens_per_second_per_gpu:290.8187628780358 
Step 6066 | loss:2.743356344581116e-05 lr:6.2672294184503646e-06 tokens_per_second_per_gpu:291.7653597911378 
Step 6067 | loss:2.617740938148927e-05 lr:6.264237294331054e-06 tokens_per_second_per_gpu:257.83026249894317 
Step 6068 | loss:9.103455522563308e-05 lr:6.26124555886393e-06 tokens_per_second_per_gpu:253.33729103760163 
Step 6069 | loss:6.065304478397593e-05 lr:6.258254212360233e-06 tokens_per_second_per_gpu:302.76484637888154 
Step 6070 | loss:0.00033524847822263837 lr:6.255263255131172e-06 tokens_per_second_per_gpu:372.00500302701397 
Step 6071 | loss:8.355236786883324e-05 lr:6.252272687487908e-06 tokens_per_second_per_gpu:261.1499206018235 
Step 6072 | loss:5.737801257055253e-05 lr:6.249282509741574e-06 tokens_per_second_per_gpu:298.98664164572506 
Step 6073 | loss:1.630940823815763e-05 lr:6.246292722203251e-06 tokens_per_second_per_gpu:218.0758540335481 
Step 6074 | loss:0.0003758152888622135 lr:6.2433033251839824e-06 tokens_per_second_per_gpu:317.22820496315467 
Step 6075 | loss:0.0002362798695685342 lr:6.240314318994773e-06 tokens_per_second_per_gpu:295.42749574623366 
Step 6076 | loss:0.0003822708094958216 lr:6.2373257039465866e-06 tokens_per_second_per_gpu:303.0797489991633 
Step 6077 | loss:0.00025043872301466763 lr:6.234337480350343e-06 tokens_per_second_per_gpu:361.7735585068902 
Step 6078 | loss:0.0008283780771307647 lr:6.231349648516927e-06 tokens_per_second_per_gpu:262.91480294703223 
Step 6079 | loss:2.7987989597022533e-05 lr:6.228362208757177e-06 tokens_per_second_per_gpu:267.6590391556309 
Step 6080 | loss:0.0004060730279888958 lr:6.225375161381891e-06 tokens_per_second_per_gpu:320.19544973395614 
Step 6081 | loss:0.0018459378043189645 lr:6.222388506701834e-06 tokens_per_second_per_gpu:276.8814467147885 
Step 6082 | loss:4.57577443739865e-05 lr:6.219402245027721e-06 tokens_per_second_per_gpu:251.3006242347765 
Step 6083 | loss:5.283308564685285e-05 lr:6.216416376670231e-06 tokens_per_second_per_gpu:304.1506211830652 
Step 6084 | loss:4.8234382120426744e-05 lr:6.213430901939993e-06 tokens_per_second_per_gpu:242.48519386778813 
Step 6085 | loss:0.0001046065372065641 lr:6.210445821147612e-06 tokens_per_second_per_gpu:371.93716201656014 
Step 6086 | loss:9.928076906362548e-05 lr:6.2074611346036415e-06 tokens_per_second_per_gpu:327.0207743562041 
Step 6087 | loss:6.09357884968631e-05 lr:6.2044768426185874e-06 tokens_per_second_per_gpu:268.0748922667038 
Step 6088 | loss:0.00013272528303787112 lr:6.201492945502931e-06 tokens_per_second_per_gpu:235.60028480050448 
Step 6089 | loss:0.000647928100079298 lr:6.198509443567101e-06 tokens_per_second_per_gpu:282.4208726553503 
Step 6090 | loss:1.4787454347242601e-05 lr:6.195526337121483e-06 tokens_per_second_per_gpu:291.82785097034105 
Step 6091 | loss:9.503099136054516e-05 lr:6.1925436264764315e-06 tokens_per_second_per_gpu:336.9913681445342 
Step 6092 | loss:5.050559775554575e-05 lr:6.189561311942256e-06 tokens_per_second_per_gpu:324.11718594120714 
Step 6093 | loss:2.899295577662997e-05 lr:6.186579393829215e-06 tokens_per_second_per_gpu:234.77322115393798 
Step 6094 | loss:0.00012410771159920841 lr:6.183597872447542e-06 tokens_per_second_per_gpu:327.42086187051007 
Step 6095 | loss:0.0012937188148498535 lr:6.180616748107422e-06 tokens_per_second_per_gpu:360.51581828988697 
Step 6096 | loss:5.2502753533190116e-05 lr:6.177636021118988e-06 tokens_per_second_per_gpu:359.4583844718908 
Step 6097 | loss:0.0005244491621851921 lr:6.1746556917923526e-06 tokens_per_second_per_gpu:261.7774499482494 
Step 6098 | loss:2.6444937248015776e-05 lr:6.171675760437572e-06 tokens_per_second_per_gpu:271.5189162253523 
Step 6099 | loss:0.0011013810290023685 lr:6.1686962273646645e-06 tokens_per_second_per_gpu:258.4318737720307 
Step 6100 | loss:0.0007160332752391696 lr:6.165717092883603e-06 tokens_per_second_per_gpu:258.2828043792124 
Step 6101 | loss:0.00015744699339848012 lr:6.162738357304334e-06 tokens_per_second_per_gpu:390.7297904720588 
Step 6102 | loss:5.734443402616307e-05 lr:6.159760020936742e-06 tokens_per_second_per_gpu:291.0610489259346 
Step 6103 | loss:0.00019845768110826612 lr:6.156782084090682e-06 tokens_per_second_per_gpu:272.90996327747763 
Step 6104 | loss:4.6858025598339736e-05 lr:6.1538045470759746e-06 tokens_per_second_per_gpu:316.1515626062098 
Step 6105 | loss:0.0007052689325064421 lr:6.150827410202378e-06 tokens_per_second_per_gpu:240.62154352237877 
Step 6106 | loss:3.201220170012675e-05 lr:6.14785067377962e-06 tokens_per_second_per_gpu:304.7198245868793 
Step 6107 | loss:4.875210652244277e-05 lr:6.144874338117399e-06 tokens_per_second_per_gpu:317.2410758433102 
Step 6108 | loss:0.0010157041251659393 lr:6.14189840352535e-06 tokens_per_second_per_gpu:355.4604747532567 
Step 6109 | loss:8.858254295773804e-05 lr:6.138922870313075e-06 tokens_per_second_per_gpu:249.31388169061125 
Step 6110 | loss:2.2378208086593077e-05 lr:6.135947738790145e-06 tokens_per_second_per_gpu:246.2556853791705 
Step 6111 | loss:4.854110738961026e-05 lr:6.13297300926607e-06 tokens_per_second_per_gpu:286.4677208767142 
Step 6112 | loss:2.4625802325317636e-05 lr:6.129998682050326e-06 tokens_per_second_per_gpu:250.90902343613604 
Step 6113 | loss:6.318899249890819e-05 lr:6.12702475745236e-06 tokens_per_second_per_gpu:365.92876121899525 
Step 6114 | loss:0.0003495051059871912 lr:6.124051235781559e-06 tokens_per_second_per_gpu:322.9208288110934 
Step 6115 | loss:2.553304329921957e-05 lr:6.121078117347274e-06 tokens_per_second_per_gpu:305.96952242519393 
Step 6116 | loss:1.8772921976051293e-05 lr:6.118105402458815e-06 tokens_per_second_per_gpu:259.8633111578409 
Step 6117 | loss:0.00034114200389012694 lr:6.115133091425454e-06 tokens_per_second_per_gpu:239.50373648054594 
Step 6118 | loss:4.08307823818177e-05 lr:6.112161184556415e-06 tokens_per_second_per_gpu:314.4667054261188 
Step 6119 | loss:0.0002440496755298227 lr:6.109189682160879e-06 tokens_per_second_per_gpu:308.1720273004376 
Step 6120 | loss:7.327931962208822e-05 lr:6.106218584547992e-06 tokens_per_second_per_gpu:309.2050189909485 
Step 6121 | loss:3.758816819754429e-05 lr:6.1032478920268534e-06 tokens_per_second_per_gpu:276.90871486027555 
Step 6122 | loss:7.548976282123476e-05 lr:6.100277604906518e-06 tokens_per_second_per_gpu:208.16096442752945 
Step 6123 | loss:0.00013136735651642084 lr:6.097307723496004e-06 tokens_per_second_per_gpu:249.05574511682994 
Step 6124 | loss:2.829741788445972e-05 lr:6.094338248104286e-06 tokens_per_second_per_gpu:330.5586819932295 
Step 6125 | loss:0.00045214532292447984 lr:6.09136917904029e-06 tokens_per_second_per_gpu:372.79388203855154 
Step 6126 | loss:4.642418207367882e-05 lr:6.088400516612909e-06 tokens_per_second_per_gpu:230.41882540966418 
Step 6127 | loss:1.1686319339787588e-05 lr:6.0854322611309905e-06 tokens_per_second_per_gpu:305.45314786984704 
Step 6128 | loss:5.730974953621626e-05 lr:6.082464412903334e-06 tokens_per_second_per_gpu:255.65325925369757 
Step 6129 | loss:0.00010268209734931588 lr:6.079496972238702e-06 tokens_per_second_per_gpu:299.81560147877036 
Step 6130 | loss:2.3207594495033845e-05 lr:6.0765299394458185e-06 tokens_per_second_per_gpu:251.5595103855992 
Step 6131 | loss:0.0002201614697696641 lr:6.073563314833357e-06 tokens_per_second_per_gpu:221.5248126628869 
Step 6132 | loss:1.5370638720924035e-05 lr:6.070597098709949e-06 tokens_per_second_per_gpu:271.43384708147653 
Step 6133 | loss:0.0001887380494736135 lr:6.067631291384193e-06 tokens_per_second_per_gpu:283.87760963749025 
Step 6134 | loss:3.569865657482296e-05 lr:6.0646658931646365e-06 tokens_per_second_per_gpu:281.03229741729785 
Step 6135 | loss:4.6352812205441296e-05 lr:6.061700904359782e-06 tokens_per_second_per_gpu:292.85669801833444 
Step 6136 | loss:2.0779718397534452e-05 lr:6.058736325278098e-06 tokens_per_second_per_gpu:314.1001409329282 
Step 6137 | loss:0.00010800597374327481 lr:6.055772156228006e-06 tokens_per_second_per_gpu:305.308164814358 
Step 6138 | loss:0.00022704500588588417 lr:6.052808397517882e-06 tokens_per_second_per_gpu:282.0944127620353 
Step 6139 | loss:3.727389048435725e-05 lr:6.049845049456067e-06 tokens_per_second_per_gpu:301.7056215399777 
Step 6140 | loss:5.6305107136722654e-05 lr:6.046882112350851e-06 tokens_per_second_per_gpu:282.90616682372496 
Step 6141 | loss:0.00110802729614079 lr:6.043919586510485e-06 tokens_per_second_per_gpu:286.95509848914133 
Step 6142 | loss:5.400812369771302e-05 lr:6.040957472243178e-06 tokens_per_second_per_gpu:286.0753813681858 
Step 6143 | loss:0.0001422996137989685 lr:6.037995769857098e-06 tokens_per_second_per_gpu:238.7825469827827 
Step 6144 | loss:5.9644986322382465e-05 lr:6.035034479660362e-06 tokens_per_second_per_gpu:325.39128629946975 
Step 6145 | loss:0.00011593501403694972 lr:6.032073601961052e-06 tokens_per_second_per_gpu:308.33962136736653 
Step 6146 | loss:0.0002891930053010583 lr:6.029113137067205e-06 tokens_per_second_per_gpu:281.60261029007813 
Step 6147 | loss:8.461819379590452e-05 lr:6.026153085286815e-06 tokens_per_second_per_gpu:255.01202115974348 
Step 6148 | loss:0.00015701759548392147 lr:6.023193446927828e-06 tokens_per_second_per_gpu:239.44680230085226 
Step 6149 | loss:7.21476535545662e-05 lr:6.02023422229816e-06 tokens_per_second_per_gpu:367.044990242814 
Step 6150 | loss:1.643405448703561e-05 lr:6.017275411705671e-06 tokens_per_second_per_gpu:247.3838607946567 
Step 6151 | loss:0.00040232788887806237 lr:6.01431701545818e-06 tokens_per_second_per_gpu:386.58067628927023 
Step 6152 | loss:4.9988106184173375e-05 lr:6.01135903386347e-06 tokens_per_second_per_gpu:293.72245992998387 
Step 6153 | loss:0.001988910138607025 lr:6.008401467229274e-06 tokens_per_second_per_gpu:240.63206073354363 
Step 6154 | loss:6.993090210016817e-05 lr:6.0054443158632825e-06 tokens_per_second_per_gpu:346.91800786487374 
Step 6155 | loss:6.078691512811929e-05 lr:6.002487580073149e-06 tokens_per_second_per_gpu:351.07998495238905 
Step 6156 | loss:2.0473278709687293e-05 lr:5.999531260166476e-06 tokens_per_second_per_gpu:265.1776996204776 
Step 6157 | loss:0.000134033543872647 lr:5.996575356450824e-06 tokens_per_second_per_gpu:304.0834323345349 
Step 6158 | loss:5.063123899162747e-05 lr:5.993619869233718e-06 tokens_per_second_per_gpu:310.06051961015714 
Step 6159 | loss:1.038967093336396e-05 lr:5.99066479882263e-06 tokens_per_second_per_gpu:316.3303691997645 
Step 6160 | loss:9.089244122151285e-05 lr:5.987710145524992e-06 tokens_per_second_per_gpu:316.1753513928635 
Step 6161 | loss:0.0001333807740593329 lr:5.984755909648192e-06 tokens_per_second_per_gpu:451.5747844606694 
Step 6162 | loss:0.002183628501370549 lr:5.98180209149958e-06 tokens_per_second_per_gpu:324.5931231874858 
Step 6163 | loss:2.3617370970896445e-05 lr:5.978848691386456e-06 tokens_per_second_per_gpu:298.1111252716154 
Step 6164 | loss:1.2875003449153155e-05 lr:5.975895709616075e-06 tokens_per_second_per_gpu:260.4289085285823 
Step 6165 | loss:5.946297096670605e-05 lr:5.972943146495658e-06 tokens_per_second_per_gpu:348.9585044014569 
Step 6166 | loss:0.00016039767069742084 lr:5.969991002332374e-06 tokens_per_second_per_gpu:306.5177968401441 
Step 6167 | loss:3.2101299439091235e-05 lr:5.967039277433349e-06 tokens_per_second_per_gpu:262.08019144910935 
Step 6168 | loss:0.00041940019582398236 lr:5.96408797210567e-06 tokens_per_second_per_gpu:342.2354240624121 
Step 6169 | loss:0.004654568154364824 lr:5.9611370866563765e-06 tokens_per_second_per_gpu:291.06576609494743 
Step 6170 | loss:0.00014110242773313075 lr:5.9581866213924656e-06 tokens_per_second_per_gpu:269.7405938516303 
Step 6171 | loss:3.501881656120531e-05 lr:5.955236576620893e-06 tokens_per_second_per_gpu:309.77321112278304 
Step 6172 | loss:0.0017149389022961259 lr:5.952286952648566e-06 tokens_per_second_per_gpu:278.3192562729993 
Step 6173 | loss:5.723159483750351e-05 lr:5.949337749782349e-06 tokens_per_second_per_gpu:256.07021334343466 
Step 6174 | loss:0.00015942868776619434 lr:5.9463889683290665e-06 tokens_per_second_per_gpu:346.10177394238474 
Step 6175 | loss:4.7492372686974704e-05 lr:5.943440608595497e-06 tokens_per_second_per_gpu:300.38549391765514 
Step 6176 | loss:8.231153333326802e-05 lr:5.940492670888373e-06 tokens_per_second_per_gpu:285.702205678574 
Step 6177 | loss:0.00015399993571918458 lr:5.9375451555143835e-06 tokens_per_second_per_gpu:295.63980146757075 
Step 6178 | loss:2.241831498395186e-05 lr:5.934598062780179e-06 tokens_per_second_per_gpu:282.1484842497133 
Step 6179 | loss:8.595451799919829e-05 lr:5.931651392992359e-06 tokens_per_second_per_gpu:276.8531757246692 
Step 6180 | loss:8.182789315469563e-05 lr:5.928705146457483e-06 tokens_per_second_per_gpu:300.138824725403 
Step 6181 | loss:5.1791368605336174e-05 lr:5.925759323482065e-06 tokens_per_second_per_gpu:294.212503301255 
Step 6182 | loss:8.278769382741302e-05 lr:5.922813924372577e-06 tokens_per_second_per_gpu:231.12839010441743 
Step 6183 | loss:6.039510844857432e-05 lr:5.919868949435441e-06 tokens_per_second_per_gpu:301.6101343788938 
Step 6184 | loss:3.581780765671283e-05 lr:5.916924398977043e-06 tokens_per_second_per_gpu:323.66618098295834 
Step 6185 | loss:3.928243677364662e-05 lr:5.913980273303721e-06 tokens_per_second_per_gpu:256.5170160315059 
Step 6186 | loss:0.0006972604896873236 lr:5.911036572721767e-06 tokens_per_second_per_gpu:344.6317935354918 
Step 6187 | loss:3.875582115142606e-05 lr:5.9080932975374305e-06 tokens_per_second_per_gpu:281.6637909573649 
Step 6188 | loss:1.8726630514720455e-05 lr:5.9051504480569185e-06 tokens_per_second_per_gpu:269.97026946557946 
Step 6189 | loss:0.0002406192506896332 lr:5.902208024586394e-06 tokens_per_second_per_gpu:316.7016542725275 
Step 6190 | loss:0.000221276146476157 lr:5.899266027431965e-06 tokens_per_second_per_gpu:289.6005121547396 
Step 6191 | loss:3.195312456227839e-05 lr:5.896324456899711e-06 tokens_per_second_per_gpu:300.369495322363 
Step 6192 | loss:0.00014022023242432624 lr:5.893383313295663e-06 tokens_per_second_per_gpu:319.3802974294086 
Step 6193 | loss:1.9570972654037178e-05 lr:5.890442596925794e-06 tokens_per_second_per_gpu:343.9309286749408 
Step 6194 | loss:0.00014800236385781318 lr:5.887502308096051e-06 tokens_per_second_per_gpu:345.5935577075385 
Step 6195 | loss:2.3188131308415905e-05 lr:5.884562447112331e-06 tokens_per_second_per_gpu:319.55776022124337 
Step 6196 | loss:8.227026410168037e-05 lr:5.881623014280473e-06 tokens_per_second_per_gpu:303.349321024808 
Step 6197 | loss:0.00011898610682692379 lr:5.878684009906292e-06 tokens_per_second_per_gpu:278.5164210053634 
Step 6198 | loss:0.00027581964968703687 lr:5.875745434295551e-06 tokens_per_second_per_gpu:333.16703270000113 
Step 6199 | loss:0.0001258769043488428 lr:5.872807287753954e-06 tokens_per_second_per_gpu:347.8299234974286 
Step 6200 | loss:3.697438660310581e-05 lr:5.869869570587186e-06 tokens_per_second_per_gpu:250.51220565187714 
Step 6201 | loss:5.707638410967775e-05 lr:5.866932283100869e-06 tokens_per_second_per_gpu:334.1890476408128 
Step 6202 | loss:1.2145570508437231e-05 lr:5.863995425600579e-06 tokens_per_second_per_gpu:263.1012914773084 
Step 6203 | loss:4.702172373072244e-05 lr:5.861058998391864e-06 tokens_per_second_per_gpu:268.44539720243023 
Step 6204 | loss:0.0005201443564146757 lr:5.8581230017802145e-06 tokens_per_second_per_gpu:349.51670373347906 
Step 6205 | loss:5.678911475115456e-05 lr:5.8551874360710746e-06 tokens_per_second_per_gpu:344.61211951292006 
Step 6206 | loss:1.8239283235743642e-05 lr:5.852252301569845e-06 tokens_per_second_per_gpu:239.89459970459828 
Step 6207 | loss:0.0002778589550871402 lr:5.8493175985818936e-06 tokens_per_second_per_gpu:308.8701603067199 
Step 6208 | loss:0.000437004811828956 lr:5.846383327412528e-06 tokens_per_second_per_gpu:235.3134266625118 
Step 6209 | loss:0.00010332959936931729 lr:5.843449488367015e-06 tokens_per_second_per_gpu:318.62617457504246 
Step 6210 | loss:0.00021032981749158353 lr:5.8405160817505834e-06 tokens_per_second_per_gpu:254.85531045475057 
Step 6211 | loss:0.0001081610971596092 lr:5.837583107868408e-06 tokens_per_second_per_gpu:284.43012636276507 
Step 6212 | loss:4.0934250137070194e-05 lr:5.834650567025624e-06 tokens_per_second_per_gpu:311.9214546014527 
Step 6213 | loss:6.450102955568582e-05 lr:5.831718459527317e-06 tokens_per_second_per_gpu:272.6784936656759 
Step 6214 | loss:0.00015121386968530715 lr:5.8287867856785376e-06 tokens_per_second_per_gpu:309.781588212327 
Step 6215 | loss:1.3656243027071469e-05 lr:5.825855545784275e-06 tokens_per_second_per_gpu:273.01676461240544 
Step 6216 | loss:0.0003462551103439182 lr:5.822924740149487e-06 tokens_per_second_per_gpu:325.10057436385677 
Step 6217 | loss:6.545556243509054e-05 lr:5.819994369079086e-06 tokens_per_second_per_gpu:276.8295813135044 
Step 6218 | loss:3.289577944087796e-05 lr:5.817064432877925e-06 tokens_per_second_per_gpu:365.3300825996312 
Step 6219 | loss:0.00015555926074739546 lr:5.814134931850829e-06 tokens_per_second_per_gpu:296.1974988826692 
Step 6220 | loss:0.00043937063310295343 lr:5.811205866302571e-06 tokens_per_second_per_gpu:283.3949455777478 
Step 6221 | loss:4.2864052375080064e-05 lr:5.808277236537872e-06 tokens_per_second_per_gpu:270.1191053527551 
Step 6222 | loss:0.00025228678714483976 lr:5.805349042861415e-06 tokens_per_second_per_gpu:270.52365654056183 
Step 6223 | loss:0.00011486108996905386 lr:5.802421285577843e-06 tokens_per_second_per_gpu:263.8986114522306 
Step 6224 | loss:3.221802762709558e-05 lr:5.799493964991738e-06 tokens_per_second_per_gpu:274.3255331871795 
Step 6225 | loss:0.0002011525066336617 lr:5.796567081407649e-06 tokens_per_second_per_gpu:259.98165393450853 
Step 6226 | loss:2.584905450930819e-05 lr:5.79364063513008e-06 tokens_per_second_per_gpu:318.77566723504714 
Step 6227 | loss:2.4432316422462463e-05 lr:5.790714626463479e-06 tokens_per_second_per_gpu:310.40785697427833 
Step 6228 | loss:3.2372732675867155e-05 lr:5.787789055712259e-06 tokens_per_second_per_gpu:308.5227220150409 
Step 6229 | loss:6.511955143650994e-05 lr:5.784863923180784e-06 tokens_per_second_per_gpu:251.29757296292198 
Step 6230 | loss:3.2566720619797707e-05 lr:5.781939229173365e-06 tokens_per_second_per_gpu:297.42585810989186 
Step 6231 | loss:0.00010006468073697761 lr:5.779014973994281e-06 tokens_per_second_per_gpu:261.5637315305025 
Step 6232 | loss:0.00016151780437212437 lr:5.776091157947762e-06 tokens_per_second_per_gpu:287.4628539826228 
Step 6233 | loss:2.8604004910448566e-05 lr:5.773167781337978e-06 tokens_per_second_per_gpu:229.90017081561703 
Step 6234 | loss:0.0001464363158447668 lr:5.770244844469074e-06 tokens_per_second_per_gpu:309.09306637565277 
Step 6235 | loss:0.0003621374489739537 lr:5.767322347645131e-06 tokens_per_second_per_gpu:310.5142876116442 
Step 6236 | loss:0.00029869412537664175 lr:5.764400291170198e-06 tokens_per_second_per_gpu:282.51217159185006 
Step 6237 | loss:7.329171057790518e-05 lr:5.761478675348273e-06 tokens_per_second_per_gpu:239.35376020651353 
Step 6238 | loss:2.351832517888397e-05 lr:5.758557500483305e-06 tokens_per_second_per_gpu:294.06304006928434 
Step 6239 | loss:0.0001775672717485577 lr:5.7556367668792e-06 tokens_per_second_per_gpu:265.7914371875865 
Step 6240 | loss:0.00012236640031915158 lr:5.752716474839826e-06 tokens_per_second_per_gpu:308.32765132398583 
Step 6241 | loss:0.0002210085076512769 lr:5.749796624668984e-06 tokens_per_second_per_gpu:226.68125175105408 
Step 6242 | loss:0.00032157814712263644 lr:5.7468772166704515e-06 tokens_per_second_per_gpu:264.3338855409476 
Step 6243 | loss:8.905745926313102e-05 lr:5.743958251147952e-06 tokens_per_second_per_gpu:257.4061887940809 
Step 6244 | loss:0.00010114177712239325 lr:5.7410397284051535e-06 tokens_per_second_per_gpu:308.1848354938512 
Step 6245 | loss:0.00012583559146150947 lr:5.738121648745691e-06 tokens_per_second_per_gpu:289.5167524612988 
Step 6246 | loss:3.18708989652805e-05 lr:5.735204012473152e-06 tokens_per_second_per_gpu:312.8459096924873 
Step 6247 | loss:0.0024721838999539614 lr:5.732286819891068e-06 tokens_per_second_per_gpu:362.23295446726996 
Step 6248 | loss:6.349240720737725e-05 lr:5.729370071302935e-06 tokens_per_second_per_gpu:204.3338913135491 
Step 6249 | loss:0.00020378366752993315 lr:5.726453767012199e-06 tokens_per_second_per_gpu:386.0225785304468 
Step 6250 | loss:3.82512625947129e-05 lr:5.723537907322259e-06 tokens_per_second_per_gpu:260.4298359735665 
Step 6251 | loss:3.567366366041824e-05 lr:5.720622492536456e-06 tokens_per_second_per_gpu:272.37075636599843 
Step 6252 | loss:0.0001490138383815065 lr:5.717707522958118e-06 tokens_per_second_per_gpu:296.9746229412067 
Step 6253 | loss:0.00017693972040433437 lr:5.714792998890495e-06 tokens_per_second_per_gpu:256.6766493639748 
Step 6254 | loss:2.5280120098614134e-05 lr:5.711878920636793e-06 tokens_per_second_per_gpu:291.5127609396768 
Step 6255 | loss:4.0771330532152206e-05 lr:5.708965288500196e-06 tokens_per_second_per_gpu:228.46200008340438 
Step 6256 | loss:1.5858995539019816e-05 lr:5.706052102783817e-06 tokens_per_second_per_gpu:291.41782009355455 
Step 6257 | loss:8.967045141616836e-05 lr:5.7031393637907224e-06 tokens_per_second_per_gpu:294.08696060707484 
Step 6258 | loss:0.00023415053146891296 lr:5.700227071823959e-06 tokens_per_second_per_gpu:245.25293090411662 
Step 6259 | loss:1.369497476844117e-05 lr:5.6973152271865e-06 tokens_per_second_per_gpu:245.423062181935 
Step 6260 | loss:0.00022258146782405674 lr:5.69440383018127e-06 tokens_per_second_per_gpu:280.6731476502332 
Step 6261 | loss:0.0001755514385877177 lr:5.691492881111176e-06 tokens_per_second_per_gpu:274.53702974070967 
Step 6262 | loss:0.00011598184937611222 lr:5.6885823802790525e-06 tokens_per_second_per_gpu:316.21408515592003 
Step 6263 | loss:6.724539707647637e-05 lr:5.6856723279876876e-06 tokens_per_second_per_gpu:259.8934197139585 
Step 6264 | loss:6.0298269090708345e-05 lr:5.682762724539845e-06 tokens_per_second_per_gpu:260.595425414773 
Step 6265 | loss:0.0001069673162419349 lr:5.679853570238218e-06 tokens_per_second_per_gpu:365.2350184254195 
Step 6266 | loss:5.176620834390633e-05 lr:5.676944865385461e-06 tokens_per_second_per_gpu:259.0203538393056 
Step 6267 | loss:0.0007916981121525168 lr:5.674036610284186e-06 tokens_per_second_per_gpu:275.4679141455222 
Step 6268 | loss:0.000552769866771996 lr:5.671128805236957e-06 tokens_per_second_per_gpu:240.43975423429387 
Step 6269 | loss:4.5457905798684806e-05 lr:5.668221450546281e-06 tokens_per_second_per_gpu:369.92639810473804 
Step 6270 | loss:7.653732609469444e-05 lr:5.665314546514633e-06 tokens_per_second_per_gpu:304.65479401678004 
Step 6271 | loss:0.00014204463514033705 lr:5.6624080934444355e-06 tokens_per_second_per_gpu:256.7211698765587 
Step 6272 | loss:1.845690349000506e-05 lr:5.659502091638058e-06 tokens_per_second_per_gpu:312.95163702276477 
Step 6273 | loss:0.00046280346577987075 lr:5.65659654139783e-06 tokens_per_second_per_gpu:309.1996198677383 
Step 6274 | loss:2.268026400997769e-05 lr:5.653691443026036e-06 tokens_per_second_per_gpu:258.13281413249933 
Step 6275 | loss:9.969023085432127e-05 lr:5.650786796824903e-06 tokens_per_second_per_gpu:302.75920476992854 
Step 6276 | loss:5.422968024504371e-05 lr:5.64788260309662e-06 tokens_per_second_per_gpu:252.65132277426474 
Step 6277 | loss:0.00017903743719216436 lr:5.644978862143331e-06 tokens_per_second_per_gpu:243.87772869487196 
Step 6278 | loss:0.0010402839398011565 lr:5.64207557426712e-06 tokens_per_second_per_gpu:328.24410000656707 
Step 6279 | loss:7.0346133725252e-05 lr:5.63917273977004e-06 tokens_per_second_per_gpu:269.69320286264815 
Step 6280 | loss:0.00011894688213942572 lr:5.6362703589540835e-06 tokens_per_second_per_gpu:290.0406917141966 
Step 6281 | loss:1.5698371498729102e-05 lr:5.633368432121202e-06 tokens_per_second_per_gpu:249.3743628768787 
Step 6282 | loss:2.100300662277732e-05 lr:5.630466959573304e-06 tokens_per_second_per_gpu:255.21033409287736 
Step 6283 | loss:5.070557745057158e-05 lr:5.62756594161224e-06 tokens_per_second_per_gpu:269.5089105872564 
Step 6284 | loss:2.975417737616226e-05 lr:5.62466537853982e-06 tokens_per_second_per_gpu:347.68665273450625 
Step 6285 | loss:3.1663897971156985e-05 lr:5.6217652706578106e-06 tokens_per_second_per_gpu:300.13638431527676 
Step 6286 | loss:0.00017560961714480072 lr:5.618865618267922e-06 tokens_per_second_per_gpu:274.6798264671811 
Step 6287 | loss:0.00015376356896013021 lr:5.6159664216718176e-06 tokens_per_second_per_gpu:322.29225050423736 
Step 6288 | loss:4.505344259086996e-05 lr:5.613067681171127e-06 tokens_per_second_per_gpu:291.3745345090578 
Step 6289 | loss:0.00010103781096404418 lr:5.610169397067413e-06 tokens_per_second_per_gpu:394.1109985056846 
Step 6290 | loss:3.6410026950761676e-05 lr:5.607271569662203e-06 tokens_per_second_per_gpu:368.98186368789646 
Step 6291 | loss:1.4719960745424032e-05 lr:5.604374199256979e-06 tokens_per_second_per_gpu:271.2707361876218 
Step 6292 | loss:0.00010147245484404266 lr:5.601477286153162e-06 tokens_per_second_per_gpu:301.76432260546505 
Step 6293 | loss:0.00022946830722503364 lr:5.5985808306521385e-06 tokens_per_second_per_gpu:337.80664759933234 
Step 6294 | loss:7.722813461441547e-05 lr:5.595684833055246e-06 tokens_per_second_per_gpu:289.3555512085074 
Step 6295 | loss:0.0005072354688309133 lr:5.592789293663765e-06 tokens_per_second_per_gpu:288.60020406205956 
Step 6296 | loss:0.0001692725345492363 lr:5.589894212778938e-06 tokens_per_second_per_gpu:291.2171316160436 
Step 6297 | loss:7.363760960288346e-05 lr:5.5869995907019595e-06 tokens_per_second_per_gpu:323.0864805405003 
Step 6298 | loss:0.00015727090067230165 lr:5.584105427733965e-06 tokens_per_second_per_gpu:348.5770074424333 
Step 6299 | loss:4.556004932965152e-05 lr:5.581211724176055e-06 tokens_per_second_per_gpu:273.4914814503022 
Step 6300 | loss:3.052695683436468e-05 lr:5.578318480329281e-06 tokens_per_second_per_gpu:246.50999151488455 
Step 6301 | loss:0.00010898333857767284 lr:5.575425696494638e-06 tokens_per_second_per_gpu:270.2857845554999 
Step 6302 | loss:0.00021798000670969486 lr:5.572533372973079e-06 tokens_per_second_per_gpu:265.1238413519279 
Step 6303 | loss:3.7032488762633875e-05 lr:5.569641510065513e-06 tokens_per_second_per_gpu:279.82221167002797 
Step 6304 | loss:0.00015763113333377987 lr:5.5667501080727894e-06 tokens_per_second_per_gpu:291.4151287716051 
Step 6305 | loss:3.639858550741337e-05 lr:5.563859167295722e-06 tokens_per_second_per_gpu:235.103833928439 
Step 6306 | loss:0.0007385045755654573 lr:5.560968688035074e-06 tokens_per_second_per_gpu:362.2443481204754 
Step 6307 | loss:2.6143399736611173e-05 lr:5.558078670591548e-06 tokens_per_second_per_gpu:316.7534074895963 
Step 6308 | loss:2.3479449737351388e-05 lr:5.555189115265817e-06 tokens_per_second_per_gpu:296.38696107368753 
Step 6309 | loss:1.0702360668801703e-05 lr:5.552300022358499e-06 tokens_per_second_per_gpu:332.30359562539445 
Step 6310 | loss:7.504741370212287e-05 lr:5.549411392170154e-06 tokens_per_second_per_gpu:345.3177080055706 
Step 6311 | loss:2.8460199246183038e-05 lr:5.54652322500131e-06 tokens_per_second_per_gpu:255.1892775081728 
Step 6312 | loss:0.0020519644021987915 lr:5.543635521152435e-06 tokens_per_second_per_gpu:282.8253529382933 
Step 6313 | loss:1.4180286598275416e-05 lr:5.540748280923952e-06 tokens_per_second_per_gpu:314.394640758251 
Step 6314 | loss:0.00014059482782613486 lr:5.537861504616243e-06 tokens_per_second_per_gpu:243.47301223402607 
Step 6315 | loss:5.537652759812772e-05 lr:5.534975192529628e-06 tokens_per_second_per_gpu:293.30546929015725 
Step 6316 | loss:0.00018643382645677775 lr:5.532089344964389e-06 tokens_per_second_per_gpu:276.0246873001281 
Step 6317 | loss:8.225074270740151e-05 lr:5.52920396222076e-06 tokens_per_second_per_gpu:310.49411739641795 
Step 6318 | loss:2.730198684730567e-05 lr:5.526319044598917e-06 tokens_per_second_per_gpu:291.0528608592837 
Step 6319 | loss:0.00010841059702215716 lr:5.523434592398997e-06 tokens_per_second_per_gpu:355.5574434977818 
Step 6320 | loss:0.00010240273695671931 lr:5.520550605921091e-06 tokens_per_second_per_gpu:259.7458283477981 
Step 6321 | loss:5.924341530771926e-05 lr:5.517667085465226e-06 tokens_per_second_per_gpu:282.38906589731437 
Step 6322 | loss:5.9022950154030696e-05 lr:5.514784031331397e-06 tokens_per_second_per_gpu:324.85410133421476 
Step 6323 | loss:0.003105406416580081 lr:5.511901443819546e-06 tokens_per_second_per_gpu:330.3235000643636 
Step 6324 | loss:7.492693839594722e-05 lr:5.509019323229559e-06 tokens_per_second_per_gpu:284.6321148311675 
Step 6325 | loss:5.257524753687903e-05 lr:5.50613766986128e-06 tokens_per_second_per_gpu:306.65617482868976 
Step 6326 | loss:0.00017165177268907428 lr:5.50325648401451e-06 tokens_per_second_per_gpu:257.95556838201657 
Step 6327 | loss:1.329575025010854e-05 lr:5.500375765988986e-06 tokens_per_second_per_gpu:270.6990944378731 
Step 6328 | loss:2.654263880685903e-05 lr:5.49749551608441e-06 tokens_per_second_per_gpu:304.54465450990057 
Step 6329 | loss:2.972836773551535e-05 lr:5.494615734600432e-06 tokens_per_second_per_gpu:245.8205799798709 
Step 6330 | loss:0.00021353802003432065 lr:5.491736421836647e-06 tokens_per_second_per_gpu:333.08846246555555 
Step 6331 | loss:4.351657844381407e-05 lr:5.488857578092605e-06 tokens_per_second_per_gpu:283.5568789105978 
Step 6332 | loss:3.439314605202526e-05 lr:5.485979203667817e-06 tokens_per_second_per_gpu:309.68181208951876 
Step 6333 | loss:0.00027111690724268556 lr:5.4831012988617285e-06 tokens_per_second_per_gpu:321.0252176386251 
Step 6334 | loss:0.00018197426106780767 lr:5.4802238639737435e-06 tokens_per_second_per_gpu:355.0055780447578 
Step 6335 | loss:3.228013883926906e-05 lr:5.477346899303224e-06 tokens_per_second_per_gpu:295.82191914477903 
Step 6336 | loss:0.0010563957039266825 lr:5.47447040514947e-06 tokens_per_second_per_gpu:299.92207655990853 
Step 6337 | loss:0.0005617990391328931 lr:5.471594381811742e-06 tokens_per_second_per_gpu:242.57399280289508 
Step 6338 | loss:4.137658834224567e-05 lr:5.468718829589252e-06 tokens_per_second_per_gpu:286.17959882477055 
Step 6339 | loss:3.317010123282671e-05 lr:5.4658437487811525e-06 tokens_per_second_per_gpu:285.7270263381815 
Step 6340 | loss:4.255133535480127e-05 lr:5.462969139686562e-06 tokens_per_second_per_gpu:285.2677496562917 
Step 6341 | loss:3.205546090612188e-05 lr:5.460095002604533e-06 tokens_per_second_per_gpu:248.35694911567694 
Step 6342 | loss:3.0244103982113302e-05 lr:5.457221337834084e-06 tokens_per_second_per_gpu:341.8167730254285 
Step 6343 | loss:7.400965841952711e-05 lr:5.454348145674182e-06 tokens_per_second_per_gpu:382.54743662418736 
Step 6344 | loss:3.137350722681731e-05 lr:5.4514754264237314e-06 tokens_per_second_per_gpu:268.74915865989414 
Step 6345 | loss:7.827722583897412e-05 lr:5.448603180381602e-06 tokens_per_second_per_gpu:350.9903480751015 
Step 6346 | loss:9.476510604145005e-05 lr:5.445731407846615e-06 tokens_per_second_per_gpu:304.2368338461808 
Step 6347 | loss:0.003803397761657834 lr:5.442860109117527e-06 tokens_per_second_per_gpu:285.18224240922206 
Step 6348 | loss:0.00013971303997095674 lr:5.4399892844930605e-06 tokens_per_second_per_gpu:252.40394430765647 
Step 6349 | loss:2.5834215193754062e-05 lr:5.437118934271885e-06 tokens_per_second_per_gpu:237.9807685347648 
Step 6350 | loss:9.168819815386087e-05 lr:5.434249058752615e-06 tokens_per_second_per_gpu:304.27485545757213 
Step 6351 | loss:0.0005949658807367086 lr:5.431379658233822e-06 tokens_per_second_per_gpu:268.39477841523865 
Step 6352 | loss:0.00016034880536608398 lr:5.428510733014027e-06 tokens_per_second_per_gpu:384.20793671557544 
Step 6353 | loss:4.314304169383831e-05 lr:5.425642283391695e-06 tokens_per_second_per_gpu:284.7964232676501 
Step 6354 | loss:3.4870281524490565e-05 lr:5.422774309665249e-06 tokens_per_second_per_gpu:254.74035063311106 
Step 6355 | loss:1.355905260425061e-05 lr:5.4199068121330665e-06 tokens_per_second_per_gpu:268.0713112643972 
Step 6356 | loss:3.622974327299744e-05 lr:5.417039791093465e-06 tokens_per_second_per_gpu:268.58142847902513 
Step 6357 | loss:1.7118887626565993e-05 lr:5.414173246844707e-06 tokens_per_second_per_gpu:280.2869951042877 
Step 6358 | loss:7.02644611010328e-05 lr:5.411307179685031e-06 tokens_per_second_per_gpu:331.13765755616873 
Step 6359 | loss:0.00024834665236994624 lr:5.408441589912603e-06 tokens_per_second_per_gpu:303.5024802208902 
Step 6360 | loss:9.91741762845777e-05 lr:5.405576477825538e-06 tokens_per_second_per_gpu:376.097237092699 
Step 6361 | loss:0.001003409386612475 lr:5.402711843721926e-06 tokens_per_second_per_gpu:270.5286632661902 
Step 6362 | loss:0.0001439426268916577 lr:5.399847687899783e-06 tokens_per_second_per_gpu:233.3301916044553 
Step 6363 | loss:4.511033330345526e-05 lr:5.3969840106570735e-06 tokens_per_second_per_gpu:281.5733783526057 
Step 6364 | loss:0.0002916707016993314 lr:5.394120812291739e-06 tokens_per_second_per_gpu:306.3291970106962 
Step 6365 | loss:8.606354822404683e-05 lr:5.3912580931016455e-06 tokens_per_second_per_gpu:239.86147233798877 
Step 6366 | loss:0.0003106295771431178 lr:5.388395853384609e-06 tokens_per_second_per_gpu:260.03024132920166 
Step 6367 | loss:0.00016467570094391704 lr:5.385534093438423e-06 tokens_per_second_per_gpu:279.33823492579893 
Step 6368 | loss:4.951862138113938e-05 lr:5.382672813560801e-06 tokens_per_second_per_gpu:259.3216812076674 
Step 6369 | loss:9.66475490713492e-05 lr:5.37981201404941e-06 tokens_per_second_per_gpu:291.34176168810137 
Step 6370 | loss:6.363382999552414e-05 lr:5.376951695201894e-06 tokens_per_second_per_gpu:327.530836479131 
Step 6371 | loss:9.558417514199391e-05 lr:5.3740918573158174e-06 tokens_per_second_per_gpu:255.31204503333342 
Step 6372 | loss:0.0002471828483976424 lr:5.371232500688701e-06 tokens_per_second_per_gpu:309.16944084151874 
Step 6373 | loss:0.00016524750390090048 lr:5.3683736256180245e-06 tokens_per_second_per_gpu:222.2298245481085 
Step 6374 | loss:0.0005064635770395398 lr:5.365515232401217e-06 tokens_per_second_per_gpu:312.7190307094347 
Step 6375 | loss:5.810844959341921e-05 lr:5.362657321335643e-06 tokens_per_second_per_gpu:341.59980560011127 
Step 6376 | loss:1.910756873257924e-05 lr:5.359799892718634e-06 tokens_per_second_per_gpu:292.89718834760043 
Step 6377 | loss:4.250664642313495e-05 lr:5.356942946847463e-06 tokens_per_second_per_gpu:279.618550015942 
Step 6378 | loss:0.00021718995412811637 lr:5.354086484019352e-06 tokens_per_second_per_gpu:275.2359757225061 
Step 6379 | loss:3.700872912304476e-05 lr:5.351230504531476e-06 tokens_per_second_per_gpu:254.83189886420513 
Step 6380 | loss:7.615255890414119e-05 lr:5.348375008680963e-06 tokens_per_second_per_gpu:345.5529145428114 
Step 6381 | loss:9.913003304973245e-05 lr:5.345519996764877e-06 tokens_per_second_per_gpu:307.0096971093757 
Step 6382 | loss:8.166542829712853e-05 lr:5.342665469080245e-06 tokens_per_second_per_gpu:271.3762847215136 
Step 6383 | loss:0.00012287480058148503 lr:5.339811425924044e-06 tokens_per_second_per_gpu:293.29100398049314 
Step 6384 | loss:2.142141056538094e-05 lr:5.336957867593188e-06 tokens_per_second_per_gpu:265.0913833734721 
Step 6385 | loss:0.00020341621711850166 lr:5.334104794384556e-06 tokens_per_second_per_gpu:261.26894085225365 
Step 6386 | loss:0.00047710194485262036 lr:5.331252206594962e-06 tokens_per_second_per_gpu:267.95915149272605 
Step 6387 | loss:4.659514524973929e-05 lr:5.328400104521179e-06 tokens_per_second_per_gpu:286.9452542769711 
Step 6388 | loss:6.714386108797044e-05 lr:5.325548488459933e-06 tokens_per_second_per_gpu:284.05632900153773 
Step 6389 | loss:0.00011872241157107055 lr:5.322697358707885e-06 tokens_per_second_per_gpu:311.562511183919 
Step 6390 | loss:5.2173269068589434e-05 lr:5.319846715561656e-06 tokens_per_second_per_gpu:285.9886288961552 
Step 6391 | loss:0.00010772965470096096 lr:5.316996559317822e-06 tokens_per_second_per_gpu:275.02405443440006 
Step 6392 | loss:2.5876044674078003e-05 lr:5.314146890272889e-06 tokens_per_second_per_gpu:303.29447034102157 
Step 6393 | loss:2.3195621906779706e-05 lr:5.311297708723329e-06 tokens_per_second_per_gpu:280.47224714504506 
Step 6394 | loss:0.00012264196993783116 lr:5.3084490149655625e-06 tokens_per_second_per_gpu:348.29418714452436 
Step 6395 | loss:2.7535010303836316e-05 lr:5.305600809295948e-06 tokens_per_second_per_gpu:270.1304636100162 
Step 6396 | loss:0.00020485668210312724 lr:5.302753092010801e-06 tokens_per_second_per_gpu:313.0158025485493 
Step 6397 | loss:0.0001287063059862703 lr:5.299905863406394e-06 tokens_per_second_per_gpu:270.5971593738013 
Step 6398 | loss:5.284192229737528e-05 lr:5.297059123778928e-06 tokens_per_second_per_gpu:355.2228501735893 
Step 6399 | loss:4.972754686605185e-05 lr:5.2942128734245715e-06 tokens_per_second_per_gpu:325.4931707365308 
Step 6400 | loss:2.1260908397380263e-05 lr:5.291367112639439e-06 tokens_per_second_per_gpu:272.600999151605 
Step 6401 | loss:3.2667645427864045e-05 lr:5.288521841719582e-06 tokens_per_second_per_gpu:275.6387330823983 
Step 6402 | loss:3.4221640817122534e-05 lr:5.285677060961014e-06 tokens_per_second_per_gpu:276.65651639767555 
Step 6403 | loss:0.0001916063338285312 lr:5.2828327706596995e-06 tokens_per_second_per_gpu:308.064900806289 
Step 6404 | loss:0.00025320035638287663 lr:5.279988971111536e-06 tokens_per_second_per_gpu:314.13646181908604 
Step 6405 | loss:1.9444709323579445e-05 lr:5.277145662612384e-06 tokens_per_second_per_gpu:311.42815810018124 
Step 6406 | loss:9.031550871441141e-05 lr:5.274302845458052e-06 tokens_per_second_per_gpu:323.96091251855245 
Step 6407 | loss:0.00010264472075505182 lr:5.271460519944289e-06 tokens_per_second_per_gpu:261.1702455003587 
Step 6408 | loss:9.784943540580571e-05 lr:5.2686186863668e-06 tokens_per_second_per_gpu:235.66970824625895 
Step 6409 | loss:0.00023638542916160077 lr:5.265777345021239e-06 tokens_per_second_per_gpu:270.0085066871521 
Step 6410 | loss:0.00010685508459573612 lr:5.2629364962032e-06 tokens_per_second_per_gpu:400.053447640285 
Step 6411 | loss:4.046870526508428e-05 lr:5.260096140208237e-06 tokens_per_second_per_gpu:306.55956790403235 
Step 6412 | loss:5.486953159561381e-05 lr:5.257256277331852e-06 tokens_per_second_per_gpu:281.39278532835357 
Step 6413 | loss:2.695672446861863e-05 lr:5.254416907869484e-06 tokens_per_second_per_gpu:361.91394313072277 
Step 6414 | loss:6.330941687338054e-05 lr:5.251578032116531e-06 tokens_per_second_per_gpu:331.4679079164496 
Step 6415 | loss:4.247124888934195e-05 lr:5.2487396503683415e-06 tokens_per_second_per_gpu:335.6788497184556 
Step 6416 | loss:0.0001834516879171133 lr:5.2459017629202e-06 tokens_per_second_per_gpu:317.3916870031933 
Step 6417 | loss:3.1353549275081605e-05 lr:5.243064370067357e-06 tokens_per_second_per_gpu:294.5199162759873 
Step 6418 | loss:0.0028270105831325054 lr:5.240227472104993e-06 tokens_per_second_per_gpu:250.5114887157338 
Step 6419 | loss:0.00012456301192287356 lr:5.23739106932825e-06 tokens_per_second_per_gpu:276.77479113807595 
Step 6420 | loss:0.0001241237041540444 lr:5.234555162032221e-06 tokens_per_second_per_gpu:272.78626118189544 
Step 6421 | loss:2.912572381319478e-05 lr:5.231719750511931e-06 tokens_per_second_per_gpu:278.20697043467925 
Step 6422 | loss:1.38564791996032e-05 lr:5.228884835062368e-06 tokens_per_second_per_gpu:251.93065984704018 
Step 6423 | loss:3.9815957279643044e-05 lr:5.226050415978467e-06 tokens_per_second_per_gpu:270.1184067163073 
Step 6424 | loss:0.00014799178461544216 lr:5.2232164935551046e-06 tokens_per_second_per_gpu:321.4059423903818 
Step 6425 | loss:2.6163259462919086e-05 lr:5.220383068087109e-06 tokens_per_second_per_gpu:311.5834476056791 
Step 6426 | loss:3.0251288990257308e-05 lr:5.217550139869263e-06 tokens_per_second_per_gpu:355.1695142342898 
Step 6427 | loss:3.6203979107085615e-05 lr:5.214717709196284e-06 tokens_per_second_per_gpu:299.83129098955624 
Step 6428 | loss:0.00019027761300094426 lr:5.211885776362849e-06 tokens_per_second_per_gpu:270.8105105269115 
Step 6429 | loss:0.0012005132157355547 lr:5.209054341663584e-06 tokens_per_second_per_gpu:380.83880039640127 
Step 6430 | loss:0.00010407016088720411 lr:5.206223405393051e-06 tokens_per_second_per_gpu:311.65328399139 
Step 6431 | loss:2.663035411387682e-05 lr:5.2033929678457705e-06 tokens_per_second_per_gpu:273.22610809343854 
Step 6432 | loss:0.0002656762080732733 lr:5.200563029316217e-06 tokens_per_second_per_gpu:254.90820160348702 
Step 6433 | loss:0.0003897479618899524 lr:5.1977335900987915e-06 tokens_per_second_per_gpu:310.63866741766236 
Step 6434 | loss:0.0003872449160553515 lr:5.194904650487863e-06 tokens_per_second_per_gpu:303.6599716138543 
Step 6435 | loss:0.00018569905660115182 lr:5.192076210777745e-06 tokens_per_second_per_gpu:296.2208640468721 
Step 6436 | loss:5.4455147619592026e-05 lr:5.18924827126269e-06 tokens_per_second_per_gpu:307.6700726371097 
Step 6437 | loss:6.594388105440885e-05 lr:5.186420832236907e-06 tokens_per_second_per_gpu:276.081825456225 
Step 6438 | loss:9.613610018277541e-05 lr:5.183593893994552e-06 tokens_per_second_per_gpu:349.08513416942185 
Step 6439 | loss:0.00018586081569083035 lr:5.180767456829721e-06 tokens_per_second_per_gpu:298.3934729332154 
Step 6440 | loss:1.551799869048409e-05 lr:5.177941521036469e-06 tokens_per_second_per_gpu:251.14944108321717 
Step 6441 | loss:0.000538340478669852 lr:5.175116086908796e-06 tokens_per_second_per_gpu:358.5628707218127 
Step 6442 | loss:4.393725612317212e-05 lr:5.172291154740641e-06 tokens_per_second_per_gpu:299.2432750569812 
Step 6443 | loss:0.0026727812364697456 lr:5.1694667248259e-06 tokens_per_second_per_gpu:316.51882495687283 
Step 6444 | loss:4.06843246310018e-05 lr:5.16664279745842e-06 tokens_per_second_per_gpu:258.63552976095906 
Step 6445 | loss:0.00028420070884749293 lr:5.163819372931979e-06 tokens_per_second_per_gpu:278.7304791992963 
Step 6446 | loss:0.000727616308722645 lr:5.160996451540326e-06 tokens_per_second_per_gpu:391.2374790734987 
Step 6447 | loss:0.0004567916039377451 lr:5.158174033577133e-06 tokens_per_second_per_gpu:350.4753693879669 
Step 6448 | loss:0.00010856706649065018 lr:5.155352119336037e-06 tokens_per_second_per_gpu:274.79468349641513 
Step 6449 | loss:1.4767805623705499e-05 lr:5.152530709110624e-06 tokens_per_second_per_gpu:272.4078671178192 
Step 6450 | loss:1.9653291019494645e-05 lr:5.149709803194409e-06 tokens_per_second_per_gpu:270.4534234978231 
Step 6451 | loss:0.0002207332436228171 lr:5.1468894018808725e-06 tokens_per_second_per_gpu:363.7825361886513 
Step 6452 | loss:4.648190224543214e-05 lr:5.144069505463441e-06 tokens_per_second_per_gpu:308.3561242140565 
Step 6453 | loss:5.964697265881114e-05 lr:5.1412501142354755e-06 tokens_per_second_per_gpu:282.2980991046346 
Step 6454 | loss:0.00010822307376656681 lr:5.138431228490297e-06 tokens_per_second_per_gpu:317.91133416056323 
Step 6455 | loss:9.846547618508339e-05 lr:5.135612848521174e-06 tokens_per_second_per_gpu:285.3423383426534 
Step 6456 | loss:2.522930662962608e-05 lr:5.132794974621309e-06 tokens_per_second_per_gpu:272.20278393680377 
Step 6457 | loss:9.357291128253564e-05 lr:5.129977607083867e-06 tokens_per_second_per_gpu:251.9532836690392 
Step 6458 | loss:8.652398537378758e-05 lr:5.1271607462019576e-06 tokens_per_second_per_gpu:326.1901012392373 
Step 6459 | loss:7.340101728914306e-05 lr:5.1243443922686275e-06 tokens_per_second_per_gpu:280.1255129155157 
Step 6460 | loss:4.353822077973746e-05 lr:5.121528545576879e-06 tokens_per_second_per_gpu:318.4390310826303 
Step 6461 | loss:4.9644422688288614e-05 lr:5.118713206419668e-06 tokens_per_second_per_gpu:322.21087803976036 
Step 6462 | loss:0.0004364319902379066 lr:5.115898375089881e-06 tokens_per_second_per_gpu:322.2331591690294 
Step 6463 | loss:0.0004994252813048661 lr:5.113084051880357e-06 tokens_per_second_per_gpu:283.02500242183777 
Step 6464 | loss:3.930552338715643e-05 lr:5.110270237083901e-06 tokens_per_second_per_gpu:298.78131779294085 
Step 6465 | loss:5.072258863947354e-05 lr:5.10745693099324e-06 tokens_per_second_per_gpu:392.6881845385057 
Step 6466 | loss:1.9773187887039967e-05 lr:5.104644133901051e-06 tokens_per_second_per_gpu:282.55169472990235 
Step 6467 | loss:1.4560939234797843e-05 lr:5.10183184609998e-06 tokens_per_second_per_gpu:309.4126865475207 
Step 6468 | loss:0.00012138686724938452 lr:5.0990200678826e-06 tokens_per_second_per_gpu:327.3169006316969 
Step 6469 | loss:3.977231972385198e-05 lr:5.096208799541424e-06 tokens_per_second_per_gpu:266.7461271878311 
Step 6470 | loss:0.0005456573562696576 lr:5.093398041368942e-06 tokens_per_second_per_gpu:289.16070426122155 
Step 6471 | loss:1.3697603208129294e-05 lr:5.0905877936575645e-06 tokens_per_second_per_gpu:252.92543830257773 
Step 6472 | loss:7.431442645611241e-05 lr:5.087778056699648e-06 tokens_per_second_per_gpu:252.23089434111378 
Step 6473 | loss:0.00012837826216127723 lr:5.084968830787523e-06 tokens_per_second_per_gpu:264.51534338442707 
Step 6474 | loss:3.937248038710095e-05 lr:5.08216011621344e-06 tokens_per_second_per_gpu:262.28686476941635 
Step 6475 | loss:1.874045847216621e-05 lr:5.079351913269598e-06 tokens_per_second_per_gpu:223.31547411510493 
Step 6476 | loss:0.00027843052521348 lr:5.076544222248164e-06 tokens_per_second_per_gpu:298.5000016597014 
Step 6477 | loss:0.0005429726443253458 lr:5.073737043441231e-06 tokens_per_second_per_gpu:302.66791393401667 
Step 6478 | loss:0.003130907891318202 lr:5.0709303771408425e-06 tokens_per_second_per_gpu:275.89054204223413 
Step 6479 | loss:0.0003638373455032706 lr:5.068124223638994e-06 tokens_per_second_per_gpu:302.8216087392054 
Step 6480 | loss:2.4989029043354094e-05 lr:5.06531858322763e-06 tokens_per_second_per_gpu:350.68872496940526 
Step 6481 | loss:0.0003447524504736066 lr:5.0625134561986274e-06 tokens_per_second_per_gpu:269.686089487477 
Step 6482 | loss:0.0006589229451492429 lr:5.059708842843826e-06 tokens_per_second_per_gpu:300.128320431883 
Step 6483 | loss:9.588148532202467e-05 lr:5.056904743455006e-06 tokens_per_second_per_gpu:324.3583180950046 
Step 6484 | loss:0.00022013660054653883 lr:5.05410115832389e-06 tokens_per_second_per_gpu:347.2190837180389 
Step 6485 | loss:4.524186806520447e-05 lr:5.051298087742149e-06 tokens_per_second_per_gpu:294.4607491196417 
Step 6486 | loss:2.687410596990958e-05 lr:5.04849553200141e-06 tokens_per_second_per_gpu:334.4590187191794 
Step 6487 | loss:0.00015711931337136775 lr:5.045693491393229e-06 tokens_per_second_per_gpu:266.59217770597814 
Step 6488 | loss:0.0004732517118100077 lr:5.042891966209123e-06 tokens_per_second_per_gpu:300.3838855100056 
Step 6489 | loss:0.00010727393964771181 lr:5.040090956740552e-06 tokens_per_second_per_gpu:305.95425050913656 
Step 6490 | loss:0.00015193747822195292 lr:5.037290463278914e-06 tokens_per_second_per_gpu:264.91927725809967 
Step 6491 | loss:2.042420965153724e-05 lr:5.0344904861155694e-06 tokens_per_second_per_gpu:309.1741076644351 
Step 6492 | loss:0.000224859788431786 lr:5.031691025541805e-06 tokens_per_second_per_gpu:275.9599266127659 
Step 6493 | loss:0.0001257846161024645 lr:5.028892081848871e-06 tokens_per_second_per_gpu:273.04043111426074 
Step 6494 | loss:7.16609283699654e-05 lr:5.026093655327957e-06 tokens_per_second_per_gpu:320.84439820358534 
Step 6495 | loss:0.00011279548925813287 lr:5.023295746270194e-06 tokens_per_second_per_gpu:298.2743912040874 
Step 6496 | loss:9.076304195332341e-06 lr:5.020498354966667e-06 tokens_per_second_per_gpu:267.86980222910927 
Step 6497 | loss:0.0014775666641071439 lr:5.017701481708408e-06 tokens_per_second_per_gpu:263.8808338824591 
Step 6498 | loss:0.00012847896141465753 lr:5.014905126786385e-06 tokens_per_second_per_gpu:304.1966569086213 
Step 6499 | loss:0.00012200015044072643 lr:5.01210929049152e-06 tokens_per_second_per_gpu:295.7211405576368 
Step 6500 | loss:0.0024651039857417345 lr:5.009313973114684e-06 tokens_per_second_per_gpu:332.07229019166556 
Step 6501 | loss:0.0027371742762625217 lr:5.006519174946683e-06 tokens_per_second_per_gpu:2.514979825349557 
Step 6502 | loss:3.2648280466673896e-05 lr:5.003724896278278e-06 tokens_per_second_per_gpu:388.72357098582063 
Step 6503 | loss:0.00019624920969363302 lr:5.000931137400178e-06 tokens_per_second_per_gpu:277.41913782534374 
Step 6504 | loss:0.00013907263928558677 lr:4.998137898603024e-06 tokens_per_second_per_gpu:273.70481184173514 
Step 6505 | loss:0.00023091955517884344 lr:4.995345180177418e-06 tokens_per_second_per_gpu:292.9579439433751 
Step 6506 | loss:0.00013337924610823393 lr:4.992552982413904e-06 tokens_per_second_per_gpu:362.8647272269034 
Step 6507 | loss:3.432097582845017e-05 lr:4.9897613056029636e-06 tokens_per_second_per_gpu:264.38695808867806 
Step 6508 | loss:1.5125669960980304e-05 lr:4.986970150035034e-06 tokens_per_second_per_gpu:287.49823996233323 
Step 6509 | loss:0.0006026080227456987 lr:4.984179516000499e-06 tokens_per_second_per_gpu:272.6256781808885 
Step 6510 | loss:7.473549339920282e-05 lr:4.9813894037896745e-06 tokens_per_second_per_gpu:328.04709684639414 
Step 6511 | loss:0.00032966252183541656 lr:4.978599813692837e-06 tokens_per_second_per_gpu:330.7002608692545 
Step 6512 | loss:0.00016166124260053039 lr:4.975810746000205e-06 tokens_per_second_per_gpu:296.198122013009 
Step 6513 | loss:0.00037584095844067633 lr:4.973022201001935e-06 tokens_per_second_per_gpu:303.37085976461486 
Step 6514 | loss:5.700514157069847e-05 lr:4.970234178988138e-06 tokens_per_second_per_gpu:253.30695694712628 
Step 6515 | loss:4.176553920842707e-05 lr:4.967446680248871e-06 tokens_per_second_per_gpu:305.3430735858833 
Step 6516 | loss:2.621591920615174e-05 lr:4.9646597050741255e-06 tokens_per_second_per_gpu:351.79065208017573 
Step 6517 | loss:3.6803699913434684e-05 lr:4.961873253753849e-06 tokens_per_second_per_gpu:286.9637776300261 
Step 6518 | loss:1.8235285097034648e-05 lr:4.959087326577937e-06 tokens_per_second_per_gpu:253.39186608008774 
Step 6519 | loss:0.0004096804477740079 lr:4.956301923836218e-06 tokens_per_second_per_gpu:276.0142520200252 
Step 6520 | loss:1.615932706044987e-05 lr:4.9535170458184735e-06 tokens_per_second_per_gpu:234.41790940404923 
Step 6521 | loss:5.71957316424232e-05 lr:4.950732692814435e-06 tokens_per_second_per_gpu:312.52328637083434 
Step 6522 | loss:0.00020346074597910047 lr:4.947948865113769e-06 tokens_per_second_per_gpu:248.22874265151268 
Step 6523 | loss:3.6632562114391476e-05 lr:4.945165563006097e-06 tokens_per_second_per_gpu:253.22890303397102 
Step 6524 | loss:2.495380977052264e-05 lr:4.942382786780976e-06 tokens_per_second_per_gpu:333.2543677853975 
Step 6525 | loss:9.053006215253845e-05 lr:4.939600536727915e-06 tokens_per_second_per_gpu:302.4817478336162 
Step 6526 | loss:0.00038098887307569385 lr:4.936818813136373e-06 tokens_per_second_per_gpu:310.544228384953 
Step 6527 | loss:2.4589193344581872e-05 lr:4.934037616295741e-06 tokens_per_second_per_gpu:335.3386810736029 
Step 6528 | loss:0.001535811461508274 lr:4.931256946495365e-06 tokens_per_second_per_gpu:307.74263081499043 
Step 6529 | loss:0.0006896463455632329 lr:4.928476804024538e-06 tokens_per_second_per_gpu:266.7301065403183 
Step 6530 | loss:2.3473678083973937e-05 lr:4.925697189172485e-06 tokens_per_second_per_gpu:238.14652136361718 
Step 6531 | loss:0.0004376628785394132 lr:4.922918102228388e-06 tokens_per_second_per_gpu:326.34490526097676 
Step 6532 | loss:0.00013560095976572484 lr:4.920139543481377e-06 tokens_per_second_per_gpu:245.62754862824295 
Step 6533 | loss:0.0001577249786350876 lr:4.9173615132205125e-06 tokens_per_second_per_gpu:267.88331530225776 
Step 6534 | loss:2.7484886231832206e-05 lr:4.914584011734811e-06 tokens_per_second_per_gpu:223.63262110173312 
Step 6535 | loss:9.777857485460117e-05 lr:4.911807039313237e-06 tokens_per_second_per_gpu:289.39595822676785 
Step 6536 | loss:6.75308911013417e-05 lr:4.909030596244686e-06 tokens_per_second_per_gpu:296.8797700986407 
Step 6537 | loss:4.304390313336626e-05 lr:4.90625468281801e-06 tokens_per_second_per_gpu:374.2102179416819 
Step 6538 | loss:5.9367284848121926e-05 lr:4.903479299322007e-06 tokens_per_second_per_gpu:289.1911467657153 
Step 6539 | loss:3.711330646183342e-05 lr:4.900704446045409e-06 tokens_per_second_per_gpu:302.7999688377882 
Step 6540 | loss:6.385019514709711e-05 lr:4.897930123276901e-06 tokens_per_second_per_gpu:279.0438162187107 
Step 6541 | loss:7.78328103478998e-05 lr:4.895156331305118e-06 tokens_per_second_per_gpu:234.99588799373794 
Step 6542 | loss:0.00020143459551036358 lr:4.892383070418623e-06 tokens_per_second_per_gpu:257.2142799090118 
Step 6543 | loss:8.580222493037581e-05 lr:4.889610340905938e-06 tokens_per_second_per_gpu:265.57178397713415 
Step 6544 | loss:0.00011670170351862907 lr:4.88683814305553e-06 tokens_per_second_per_gpu:298.69847027409674 
Step 6545 | loss:7.490732241421938e-05 lr:4.884066477155798e-06 tokens_per_second_per_gpu:322.23134931490233 
Step 6546 | loss:0.0002099093107972294 lr:4.881295343495098e-06 tokens_per_second_per_gpu:241.74187512838068 
Step 6547 | loss:0.00024057058908510953 lr:4.87852474236173e-06 tokens_per_second_per_gpu:362.89091768786375 
Step 6548 | loss:0.0001285496400669217 lr:4.875754674043928e-06 tokens_per_second_per_gpu:289.9741430925348 
Step 6549 | loss:6.32628143648617e-05 lr:4.8729851388298795e-06 tokens_per_second_per_gpu:302.7613212429703 
Step 6550 | loss:0.00020118414249736816 lr:4.8702161370077215e-06 tokens_per_second_per_gpu:360.02581169634664 
Step 6551 | loss:4.712581721832976e-05 lr:4.8674476688655185e-06 tokens_per_second_per_gpu:264.7456470560081 
Step 6552 | loss:2.9782475394313224e-05 lr:4.864679734691299e-06 tokens_per_second_per_gpu:279.83880250362097 
Step 6553 | loss:5.7737135648494586e-05 lr:4.8619123347730176e-06 tokens_per_second_per_gpu:276.6238668550532 
Step 6554 | loss:5.096093445899896e-05 lr:4.859145469398588e-06 tokens_per_second_per_gpu:279.17707057098096 
Step 6555 | loss:1.452042670280207e-05 lr:4.856379138855863e-06 tokens_per_second_per_gpu:268.2896117224599 
Step 6556 | loss:0.00019265880109742284 lr:4.853613343432635e-06 tokens_per_second_per_gpu:267.1504429530327 
Step 6557 | loss:9.924355254042894e-05 lr:4.850848083416647e-06 tokens_per_second_per_gpu:311.3816702935793 
Step 6558 | loss:0.0003665738913696259 lr:4.84808335909559e-06 tokens_per_second_per_gpu:279.06477633864114 
Step 6559 | loss:1.5956904462655075e-05 lr:4.845319170757085e-06 tokens_per_second_per_gpu:273.9578879923857 
Step 6560 | loss:0.00010022230708273128 lr:4.84255551868871e-06 tokens_per_second_per_gpu:261.85153746397583 
Step 6561 | loss:7.370317325694486e-05 lr:4.839792403177986e-06 tokens_per_second_per_gpu:324.03636622137867 
Step 6562 | loss:3.913429463864304e-05 lr:4.837029824512368e-06 tokens_per_second_per_gpu:272.44631206731515 
Step 6563 | loss:7.104843098204583e-05 lr:4.8342677829792665e-06 tokens_per_second_per_gpu:307.8014726800728 
Step 6564 | loss:0.00012080741726094857 lr:4.8315062788660365e-06 tokens_per_second_per_gpu:276.22446751261583 
Step 6565 | loss:2.548111297073774e-05 lr:4.8287453124599635e-06 tokens_per_second_per_gpu:341.7154607096238 
Step 6566 | loss:6.340350228128955e-05 lr:4.825984884048293e-06 tokens_per_second_per_gpu:270.6047510079008 
Step 6567 | loss:3.325400757603347e-05 lr:4.823224993918208e-06 tokens_per_second_per_gpu:286.0620667402869 
Step 6568 | loss:1.7825117538450286e-05 lr:4.820465642356832e-06 tokens_per_second_per_gpu:264.4116277764122 
Step 6569 | loss:0.0013946720864623785 lr:4.81770682965123e-06 tokens_per_second_per_gpu:269.46694029583557 
Step 6570 | loss:0.0002225859061582014 lr:4.81494855608843e-06 tokens_per_second_per_gpu:300.8402267770128 
Step 6571 | loss:6.9952460762579e-05 lr:4.8121908219553845e-06 tokens_per_second_per_gpu:303.6756550523297 
Step 6572 | loss:5.0866277888417244e-05 lr:4.8094336275389876e-06 tokens_per_second_per_gpu:340.21841103808225 
Step 6573 | loss:0.00018241666839458048 lr:4.806676973126101e-06 tokens_per_second_per_gpu:237.6219301735036 
Step 6574 | loss:1.7934507923200727e-05 lr:4.803920859003507e-06 tokens_per_second_per_gpu:282.2742115397953 
Step 6575 | loss:0.000135663416585885 lr:4.801165285457931e-06 tokens_per_second_per_gpu:275.7095940516197 
Step 6576 | loss:0.00022969255223870277 lr:4.798410252776067e-06 tokens_per_second_per_gpu:292.781357500913 
Step 6577 | loss:4.24114077759441e-05 lr:4.795655761244529e-06 tokens_per_second_per_gpu:345.45251386626774 
Step 6578 | loss:1.7655538613325916e-05 lr:4.792901811149873e-06 tokens_per_second_per_gpu:253.6326999459577 
Step 6579 | loss:1.2308304576436058e-05 lr:4.790148402778625e-06 tokens_per_second_per_gpu:297.62755669424826 
Step 6580 | loss:0.00016843370394781232 lr:4.787395536417227e-06 tokens_per_second_per_gpu:446.79378794123954 
Step 6581 | loss:1.5877452824497595e-05 lr:4.784643212352071e-06 tokens_per_second_per_gpu:294.7207600412432 
Step 6582 | loss:7.295133400475606e-05 lr:4.781891430869509e-06 tokens_per_second_per_gpu:297.7175918791242 
Step 6583 | loss:0.0006763233104720712 lr:4.779140192255818e-06 tokens_per_second_per_gpu:312.50659860365465 
Step 6584 | loss:0.00030860063270665705 lr:4.77638949679722e-06 tokens_per_second_per_gpu:282.5141853171412 
Step 6585 | loss:3.779493999900296e-05 lr:4.773639344779889e-06 tokens_per_second_per_gpu:334.7389561636897 
Step 6586 | loss:4.106714914087206e-05 lr:4.770889736489943e-06 tokens_per_second_per_gpu:271.32765071285695 
Step 6587 | loss:0.0002798071363940835 lr:4.7681406722134306e-06 tokens_per_second_per_gpu:298.27739647610963 
Step 6588 | loss:0.0007935059256851673 lr:4.7653921522363566e-06 tokens_per_second_per_gpu:279.35376342065865 
Step 6589 | loss:0.00017335175652988255 lr:4.76264417684467e-06 tokens_per_second_per_gpu:268.2651848597471 
Step 6590 | loss:3.992100027971901e-05 lr:4.759896746324247e-06 tokens_per_second_per_gpu:226.09831870583142 
Step 6591 | loss:1.3521284017770085e-05 lr:4.757149860960925e-06 tokens_per_second_per_gpu:286.0529890093711 
Step 6592 | loss:4.9904672778211534e-05 lr:4.754403521040481e-06 tokens_per_second_per_gpu:339.54287462972894 
Step 6593 | loss:0.0001574897614773363 lr:4.751657726848622e-06 tokens_per_second_per_gpu:333.4262784287609 
Step 6594 | loss:0.00020374743326101452 lr:4.748912478671015e-06 tokens_per_second_per_gpu:344.37035627906056 
Step 6595 | loss:0.00017911057511810213 lr:4.746167776793265e-06 tokens_per_second_per_gpu:260.23165614093875 
Step 6596 | loss:1.7617863704799674e-05 lr:4.743423621500914e-06 tokens_per_second_per_gpu:290.11040713333983 
Step 6597 | loss:2.12933991861064e-05 lr:4.740680013079457e-06 tokens_per_second_per_gpu:238.60949298328845 
Step 6598 | loss:6.866225157864392e-05 lr:4.7379369518143196e-06 tokens_per_second_per_gpu:251.43193170189687 
Step 6599 | loss:0.0001259884738828987 lr:4.735194437990881e-06 tokens_per_second_per_gpu:307.07615155354404 
Step 6600 | loss:2.507166936993599e-05 lr:4.732452471894465e-06 tokens_per_second_per_gpu:366.2465692181209 
Step 6601 | loss:2.6465831979294308e-05 lr:4.729711053810327e-06 tokens_per_second_per_gpu:320.85363014662187 
Step 6602 | loss:0.00025602674577385187 lr:4.726970184023673e-06 tokens_per_second_per_gpu:355.33230023657956 
Step 6603 | loss:4.503598029259592e-05 lr:4.724229862819656e-06 tokens_per_second_per_gpu:338.6803401428157 
Step 6604 | loss:0.0006763474084436893 lr:4.721490090483359e-06 tokens_per_second_per_gpu:271.1360152238997 
Step 6605 | loss:2.3871984012657776e-05 lr:4.71875086729982e-06 tokens_per_second_per_gpu:225.3539433518352 
Step 6606 | loss:6.846328324172646e-05 lr:4.716012193554021e-06 tokens_per_second_per_gpu:315.24356493952945 
Step 6607 | loss:2.7585574571276084e-05 lr:4.713274069530872e-06 tokens_per_second_per_gpu:204.71805247736816 
Step 6608 | loss:5.407383287092671e-05 lr:4.710536495515239e-06 tokens_per_second_per_gpu:290.61305754634986 
Step 6609 | loss:2.8981026844121516e-05 lr:4.7077994717919304e-06 tokens_per_second_per_gpu:293.8551672346516 
Step 6610 | loss:3.8061029044911265e-05 lr:4.705062998645687e-06 tokens_per_second_per_gpu:292.9213958437394 
Step 6611 | loss:9.571326518198475e-05 lr:4.702327076361205e-06 tokens_per_second_per_gpu:308.81511232161495 
Step 6612 | loss:0.0009932758985087276 lr:4.699591705223119e-06 tokens_per_second_per_gpu:326.5650884620596 
Step 6613 | loss:3.901767559000291e-05 lr:4.696856885515998e-06 tokens_per_second_per_gpu:316.4714666406301 
Step 6614 | loss:4.3522399209905416e-05 lr:4.694122617524364e-06 tokens_per_second_per_gpu:281.6714762178416 
Step 6615 | loss:0.00010797256254591048 lr:4.691388901532683e-06 tokens_per_second_per_gpu:338.1549330104508 
Step 6616 | loss:5.818912904942408e-05 lr:4.688655737825349e-06 tokens_per_second_per_gpu:302.7013152705295 
Step 6617 | loss:0.00020829688583035022 lr:4.685923126686716e-06 tokens_per_second_per_gpu:302.96246264666894 
Step 6618 | loss:3.792640200117603e-05 lr:4.6831910684010715e-06 tokens_per_second_per_gpu:219.00269797130218 
Step 6619 | loss:2.0008686988148838e-05 lr:4.680459563252641e-06 tokens_per_second_per_gpu:230.55851136132588 
Step 6620 | loss:0.00010814081906573847 lr:4.677728611525605e-06 tokens_per_second_per_gpu:260.3774570618545 
Step 6621 | loss:7.121532689779997e-05 lr:4.67499821350408e-06 tokens_per_second_per_gpu:292.0249730311817 
Step 6622 | loss:0.00010432956332806498 lr:4.672268369472117e-06 tokens_per_second_per_gpu:297.1416416587874 
Step 6623 | loss:6.693465547868982e-05 lr:4.669539079713723e-06 tokens_per_second_per_gpu:291.6744497829928 
Step 6624 | loss:0.00013957868213765323 lr:4.666810344512842e-06 tokens_per_second_per_gpu:325.3737382356383 
Step 6625 | loss:0.0002910199691541493 lr:4.664082164153354e-06 tokens_per_second_per_gpu:296.3760160509011 
Step 6626 | loss:0.00013622424739878625 lr:4.661354538919091e-06 tokens_per_second_per_gpu:279.8181690079754 
Step 6627 | loss:0.00010811496031237766 lr:4.6586274690938235e-06 tokens_per_second_per_gpu:346.9073362838998 
Step 6628 | loss:0.0001888994302134961 lr:4.655900954961261e-06 tokens_per_second_per_gpu:277.71913458673953 
Step 6629 | loss:0.00019584504480008036 lr:4.653174996805061e-06 tokens_per_second_per_gpu:316.81392329983254 
Step 6630 | loss:4.315735714044422e-05 lr:4.650449594908816e-06 tokens_per_second_per_gpu:301.4386373174616 
Step 6631 | loss:7.150635065045208e-05 lr:4.647724749556066e-06 tokens_per_second_per_gpu:262.8095573172185 
Step 6632 | loss:4.3139272747794166e-05 lr:4.645000461030298e-06 tokens_per_second_per_gpu:301.6277148583681 
Step 6633 | loss:4.34339526691474e-05 lr:4.642276729614924e-06 tokens_per_second_per_gpu:325.8758577032008 
Step 6634 | loss:0.0001977049105335027 lr:4.639553555593316e-06 tokens_per_second_per_gpu:363.29806655463517 
Step 6635 | loss:0.0001245292223757133 lr:4.636830939248783e-06 tokens_per_second_per_gpu:342.0259847677883 
Step 6636 | loss:2.1741441742051393e-05 lr:4.634108880864568e-06 tokens_per_second_per_gpu:274.1617318513287 
Step 6637 | loss:0.0002996166003867984 lr:4.631387380723863e-06 tokens_per_second_per_gpu:234.3888803861381 
Step 6638 | loss:4.4414693547878414e-05 lr:4.628666439109806e-06 tokens_per_second_per_gpu:260.00295970371366 
Step 6639 | loss:0.00010339099389966577 lr:4.625946056305465e-06 tokens_per_second_per_gpu:245.97678595819352 
Step 6640 | loss:0.0003737357328645885 lr:4.6232262325938585e-06 tokens_per_second_per_gpu:303.5534997542432 
Step 6641 | loss:5.968349432805553e-05 lr:4.62050696825795e-06 tokens_per_second_per_gpu:224.21922950207727 
Step 6642 | loss:0.00012963269546162337 lr:4.617788263580633e-06 tokens_per_second_per_gpu:252.65917929351923 
Step 6643 | loss:1.0204381396761164e-05 lr:4.61507011884475e-06 tokens_per_second_per_gpu:333.20013544068007 
Step 6644 | loss:0.00011883176921401173 lr:4.612352534333092e-06 tokens_per_second_per_gpu:304.06156874692465 
Step 6645 | loss:0.0003490474191494286 lr:4.609635510328375e-06 tokens_per_second_per_gpu:360.501405987595 
Step 6646 | loss:6.593864964088425e-05 lr:4.60691904711327e-06 tokens_per_second_per_gpu:288.5330850179724 
Step 6647 | loss:2.4367829610127956e-05 lr:4.604203144970391e-06 tokens_per_second_per_gpu:325.32845730262073 
Step 6648 | loss:0.0005519403493963182 lr:4.60148780418228e-06 tokens_per_second_per_gpu:335.5690331587224 
Step 6649 | loss:7.546922279288992e-05 lr:4.5987730250314315e-06 tokens_per_second_per_gpu:352.6678578420373 
Step 6650 | loss:0.0022692184429615736 lr:4.596058807800284e-06 tokens_per_second_per_gpu:385.02338169577945 
Step 6651 | loss:8.285736839752644e-05 lr:4.593345152771205e-06 tokens_per_second_per_gpu:300.9957363029679 
Step 6652 | loss:0.0001084802788682282 lr:4.590632060226516e-06 tokens_per_second_per_gpu:251.00437315331266 
Step 6653 | loss:0.00011845950211863965 lr:4.587919530448476e-06 tokens_per_second_per_gpu:367.78020106606687 
Step 6654 | loss:7.104930409695953e-05 lr:4.585207563719279e-06 tokens_per_second_per_gpu:341.84011574531416 
Step 6655 | loss:6.862897862447426e-05 lr:4.582496160321071e-06 tokens_per_second_per_gpu:256.0234134302745 
Step 6656 | loss:2.541303911129944e-05 lr:4.579785320535935e-06 tokens_per_second_per_gpu:311.24373244095347 
Step 6657 | loss:0.00010119559738086537 lr:4.577075044645891e-06 tokens_per_second_per_gpu:261.1863164452023 
Step 6658 | loss:3.7133300793357193e-05 lr:4.574365332932908e-06 tokens_per_second_per_gpu:280.50667834768467 
Step 6659 | loss:3.3846583392005414e-05 lr:4.571656185678888e-06 tokens_per_second_per_gpu:318.72994363483826 
Step 6660 | loss:5.2072184189455584e-05 lr:4.568947603165678e-06 tokens_per_second_per_gpu:316.0895070017581 
Step 6661 | loss:0.0001136937498813495 lr:4.566239585675076e-06 tokens_per_second_per_gpu:282.48609937269737 
Step 6662 | loss:9.08679940039292e-05 lr:4.5635321334888015e-06 tokens_per_second_per_gpu:321.29386085517643 
Step 6663 | loss:4.2765128455357626e-05 lr:4.560825246888531e-06 tokens_per_second_per_gpu:312.44753310398295 
Step 6664 | loss:0.00016953720478340983 lr:4.558118926155878e-06 tokens_per_second_per_gpu:330.6199790332012 
Step 6665 | loss:1.875363159342669e-05 lr:4.555413171572392e-06 tokens_per_second_per_gpu:275.7023818883678 
Step 6666 | loss:4.415965668158606e-05 lr:4.552707983419569e-06 tokens_per_second_per_gpu:260.13405777590503 
Step 6667 | loss:3.6103083402849734e-05 lr:4.550003361978849e-06 tokens_per_second_per_gpu:298.793774677871 
Step 6668 | loss:1.5125046047614887e-05 lr:4.5472993075316044e-06 tokens_per_second_per_gpu:252.18454001583996 
Step 6669 | loss:1.552174217067659e-05 lr:4.544595820359152e-06 tokens_per_second_per_gpu:287.5666017838228 
Step 6670 | loss:0.00020391771977301687 lr:4.541892900742757e-06 tokens_per_second_per_gpu:257.72157034969047 
Step 6671 | loss:8.389187132706866e-05 lr:4.5391905489636115e-06 tokens_per_second_per_gpu:271.6172327424398 
Step 6672 | loss:4.404464925755747e-05 lr:4.53648876530286e-06 tokens_per_second_per_gpu:281.9155816576381 
Step 6673 | loss:0.0002486974699422717 lr:4.533787550041587e-06 tokens_per_second_per_gpu:238.02106544135557 
Step 6674 | loss:1.9470076949801296e-05 lr:4.5310869034608115e-06 tokens_per_second_per_gpu:338.13749158300243 
Step 6675 | loss:4.213170177536085e-05 lr:4.52838682584149e-06 tokens_per_second_per_gpu:391.12432226084576 
Step 6676 | loss:0.00020304588542785496 lr:4.525687317464541e-06 tokens_per_second_per_gpu:250.42103336906868 
Step 6677 | loss:0.00011768165859393775 lr:4.522988378610802e-06 tokens_per_second_per_gpu:282.49150264889545 
Step 6678 | loss:4.219908805680461e-05 lr:4.520290009561051e-06 tokens_per_second_per_gpu:248.88915803049827 
Step 6679 | loss:3.529255627654493e-05 lr:4.517592210596029e-06 tokens_per_second_per_gpu:281.4210531715895 
Step 6680 | loss:5.294241418596357e-05 lr:4.514894981996397e-06 tokens_per_second_per_gpu:290.320175648397 
Step 6681 | loss:3.212186857126653e-05 lr:4.512198324042753e-06 tokens_per_second_per_gpu:297.66393218948474 
Step 6682 | loss:0.0002150177606381476 lr:4.509502237015663e-06 tokens_per_second_per_gpu:306.862940526611 
Step 6683 | loss:2.436084469081834e-05 lr:4.506806721195607e-06 tokens_per_second_per_gpu:224.89559756333216 
Step 6684 | loss:2.1833671780768782e-05 lr:4.5041117768630064e-06 tokens_per_second_per_gpu:298.3706234577287 
Step 6685 | loss:0.0001888753322418779 lr:4.501417404298246e-06 tokens_per_second_per_gpu:323.22592800869853 
Step 6686 | loss:3.92448237107601e-05 lr:4.498723603781631e-06 tokens_per_second_per_gpu:293.5554050347859 
Step 6687 | loss:4.122832979192026e-05 lr:4.496030375593402e-06 tokens_per_second_per_gpu:307.0563331832886 
Step 6688 | loss:0.0001173870696220547 lr:4.493337720013769e-06 tokens_per_second_per_gpu:332.102204146111 
Step 6689 | loss:7.786930655129254e-05 lr:4.4906456373228535e-06 tokens_per_second_per_gpu:290.23073986434594 
Step 6690 | loss:0.00021096858836244792 lr:4.487954127800726e-06 tokens_per_second_per_gpu:294.87625083610146 
Step 6691 | loss:0.001754505792632699 lr:4.4852631917274015e-06 tokens_per_second_per_gpu:272.5644596843906 
Step 6692 | loss:0.00016922617214731872 lr:4.482572829382837e-06 tokens_per_second_per_gpu:300.1632183696789 
Step 6693 | loss:5.9307203628122807e-05 lr:4.4798830410469196e-06 tokens_per_second_per_gpu:280.3869579402711 
Step 6694 | loss:0.0006813665968365967 lr:4.4771938269994865e-06 tokens_per_second_per_gpu:268.59588419248473 
Step 6695 | loss:0.00016921454516705126 lr:4.474505187520314e-06 tokens_per_second_per_gpu:318.68264621479466 
Step 6696 | loss:8.229970990214497e-05 lr:4.4718171228891095e-06 tokens_per_second_per_gpu:262.9519062083904 
Step 6697 | loss:3.669509897008538e-05 lr:4.469129633385532e-06 tokens_per_second_per_gpu:295.01659460822094 
Step 6698 | loss:4.4359367166180164e-05 lr:4.466442719289177e-06 tokens_per_second_per_gpu:353.4595205739681 
Step 6699 | loss:6.0160095017636195e-05 lr:4.463756380879574e-06 tokens_per_second_per_gpu:293.75380950791003 
Step 6700 | loss:0.00018850283231586218 lr:4.461070618436203e-06 tokens_per_second_per_gpu:254.8083274842322 
Step 6701 | loss:2.3628175767953508e-05 lr:4.458385432238479e-06 tokens_per_second_per_gpu:334.82918259761834 
Step 6702 | loss:3.133876816718839e-05 lr:4.4557008225657504e-06 tokens_per_second_per_gpu:272.8451130130055 
Step 6703 | loss:0.00039165111957117915 lr:4.453016789697321e-06 tokens_per_second_per_gpu:317.88658809463925 
Step 6704 | loss:3.58818651875481e-05 lr:4.450333333912416e-06 tokens_per_second_per_gpu:234.3955421925726 
Step 6705 | loss:7.64292708481662e-05 lr:4.447650455490215e-06 tokens_per_second_per_gpu:279.4062592461288 
Step 6706 | loss:2.5752502551767975e-05 lr:4.444968154709839e-06 tokens_per_second_per_gpu:271.62070749200024 
Step 6707 | loss:0.0006186530808918178 lr:4.4422864318503315e-06 tokens_per_second_per_gpu:257.578335856328 
Step 6708 | loss:5.5964559578569606e-05 lr:4.4396052871906926e-06 tokens_per_second_per_gpu:296.3157003550822 
Step 6709 | loss:5.366898767533712e-05 lr:4.436924721009859e-06 tokens_per_second_per_gpu:256.20623542018296 
Step 6710 | loss:5.2870869694743305e-05 lr:4.434244733586699e-06 tokens_per_second_per_gpu:244.9313621237974 
Step 6711 | loss:5.6225697335321456e-05 lr:4.43156532520003e-06 tokens_per_second_per_gpu:262.3292663534251 
Step 6712 | loss:0.000268838630290702 lr:4.4288864961286095e-06 tokens_per_second_per_gpu:332.59376334164625 
Step 6713 | loss:0.0005186984781175852 lr:4.426208246651123e-06 tokens_per_second_per_gpu:274.6565225369041 
Step 6714 | loss:2.3722677724435925e-05 lr:4.423530577046208e-06 tokens_per_second_per_gpu:365.3155726315407 
Step 6715 | loss:6.465258047683164e-05 lr:4.420853487592442e-06 tokens_per_second_per_gpu:276.8838449838383 
Step 6716 | loss:2.3801043425919488e-05 lr:4.418176978568327e-06 tokens_per_second_per_gpu:310.9626485287401 
Step 6717 | loss:0.00011413211177568883 lr:4.415501050252321e-06 tokens_per_second_per_gpu:357.5978547472774 
Step 6718 | loss:1.573332519910764e-05 lr:4.41282570292282e-06 tokens_per_second_per_gpu:324.48180375060565 
Step 6719 | loss:0.003164700698107481 lr:4.4101509368581465e-06 tokens_per_second_per_gpu:440.5717097947431 
Step 6720 | loss:0.00023400600184686482 lr:4.407476752336575e-06 tokens_per_second_per_gpu:238.35339579186837 
Step 6721 | loss:0.00041082786628976464 lr:4.404803149636322e-06 tokens_per_second_per_gpu:353.4576525610917 
Step 6722 | loss:9.601001511327922e-05 lr:4.402130129035526e-06 tokens_per_second_per_gpu:349.4290209278639 
Step 6723 | loss:0.000397874420741573 lr:4.399457690812283e-06 tokens_per_second_per_gpu:306.06303072612593 
Step 6724 | loss:1.4894101695972495e-05 lr:4.396785835244624e-06 tokens_per_second_per_gpu:276.90608716726143 
Step 6725 | loss:5.8211240684613585e-05 lr:4.39411456261051e-06 tokens_per_second_per_gpu:309.6528138447646 
Step 6726 | loss:5.8836929383687675e-05 lr:4.391443873187852e-06 tokens_per_second_per_gpu:309.9799171313691 
Step 6727 | loss:0.00016561950906179845 lr:4.388773767254499e-06 tokens_per_second_per_gpu:334.4614901652836 
Step 6728 | loss:2.5128829292953014e-05 lr:4.386104245088231e-06 tokens_per_second_per_gpu:242.26509406623126 
Step 6729 | loss:0.00010919728083536029 lr:4.383435306966778e-06 tokens_per_second_per_gpu:386.951935762632 
Step 6730 | loss:4.742760938825086e-05 lr:4.380766953167805e-06 tokens_per_second_per_gpu:309.16540114175416 
Step 6731 | loss:0.00010126869892701507 lr:4.378099183968911e-06 tokens_per_second_per_gpu:283.5886212993616 
Step 6732 | loss:2.23362567339791e-05 lr:4.3754319996476424e-06 tokens_per_second_per_gpu:231.08166589732352 
Step 6733 | loss:1.3505843526218086e-05 lr:4.372765400481484e-06 tokens_per_second_per_gpu:296.9559775029104 
Step 6734 | loss:2.342235529795289e-05 lr:4.370099386747849e-06 tokens_per_second_per_gpu:323.5741469549968 
Step 6735 | loss:8.901794353732839e-05 lr:4.367433958724107e-06 tokens_per_second_per_gpu:282.69886416559024 
Step 6736 | loss:3.7826433981535956e-05 lr:4.364769116687548e-06 tokens_per_second_per_gpu:285.0452100104651 
Step 6737 | loss:7.863249629735947e-05 lr:4.362104860915416e-06 tokens_per_second_per_gpu:267.1106410699611 
Step 6738 | loss:3.645326432888396e-05 lr:4.35944119168489e-06 tokens_per_second_per_gpu:290.8549838817604 
Step 6739 | loss:0.00017252570251002908 lr:4.35677810927308e-06 tokens_per_second_per_gpu:353.0565265489433 
Step 6740 | loss:8.926920418161899e-05 lr:4.354115613957044e-06 tokens_per_second_per_gpu:232.99282458410676 
Step 6741 | loss:2.978534575959202e-05 lr:4.351453706013781e-06 tokens_per_second_per_gpu:293.9167573036122 
Step 6742 | loss:0.0001899285416584462 lr:4.348792385720217e-06 tokens_per_second_per_gpu:274.5476942604007 
Step 6743 | loss:5.3933286835672334e-05 lr:4.346131653353227e-06 tokens_per_second_per_gpu:302.6709567523499 
Step 6744 | loss:0.0002935454249382019 lr:4.343471509189626e-06 tokens_per_second_per_gpu:329.2010223111721 
Step 6745 | loss:4.9072721594711766e-05 lr:4.340811953506155e-06 tokens_per_second_per_gpu:301.6899829437144 
Step 6746 | loss:0.0004971380112692714 lr:4.338152986579507e-06 tokens_per_second_per_gpu:265.3571469910984 
Step 6747 | loss:0.00020801588834729046 lr:4.335494608686313e-06 tokens_per_second_per_gpu:327.3322412229396 
Step 6748 | loss:0.0002453543711453676 lr:4.33283682010313e-06 tokens_per_second_per_gpu:257.63004819255104 
Step 6749 | loss:9.741119720274583e-05 lr:4.330179621106469e-06 tokens_per_second_per_gpu:259.9946136205723 
Step 6750 | loss:9.901805606205016e-05 lr:4.327523011972774e-06 tokens_per_second_per_gpu:351.82330657203204 
Step 6751 | loss:0.00017372783622704446 lr:4.324866992978422e-06 tokens_per_second_per_gpu:285.5499410918654 
Step 6752 | loss:1.8766602806863375e-05 lr:4.322211564399734e-06 tokens_per_second_per_gpu:228.60621360954187 
Step 6753 | loss:5.0344162445981055e-05 lr:4.319556726512976e-06 tokens_per_second_per_gpu:297.1775345813418 
Step 6754 | loss:0.0001919232599902898 lr:4.316902479594336e-06 tokens_per_second_per_gpu:323.7627687302393 
Step 6755 | loss:7.577062206109986e-05 lr:4.314248823919954e-06 tokens_per_second_per_gpu:328.78898041416386 
Step 6756 | loss:1.7907266737893224e-05 lr:4.311595759765908e-06 tokens_per_second_per_gpu:312.7483686733912 
Step 6757 | loss:0.002714795060455799 lr:4.308943287408207e-06 tokens_per_second_per_gpu:229.75323699934472 
Step 6758 | loss:5.6630677136126906e-05 lr:4.3062914071228024e-06 tokens_per_second_per_gpu:307.114388434201 
Step 6759 | loss:3.974518767790869e-05 lr:4.3036401191855884e-06 tokens_per_second_per_gpu:260.95089418051106 
Step 6760 | loss:4.3666303099598736e-05 lr:4.300989423872386e-06 tokens_per_second_per_gpu:305.28038131848626 
Step 6761 | loss:3.9321337681030855e-05 lr:4.298339321458966e-06 tokens_per_second_per_gpu:240.8196701455794 
Step 6762 | loss:2.9185097446315922e-05 lr:4.295689812221037e-06 tokens_per_second_per_gpu:258.2999279016801 
Step 6763 | loss:0.00013925378152634948 lr:4.293040896434235e-06 tokens_per_second_per_gpu:315.35879959024396 
Step 6764 | loss:1.207422337756725e-05 lr:4.290392574374148e-06 tokens_per_second_per_gpu:297.82048633459925 
Step 6765 | loss:2.25697713176487e-05 lr:4.287744846316289e-06 tokens_per_second_per_gpu:364.63601924071287 
Step 6766 | loss:8.433604671154171e-05 lr:4.2850977125361185e-06 tokens_per_second_per_gpu:244.82382890695095 
Step 6767 | loss:0.0003203092492185533 lr:4.282451173309038e-06 tokens_per_second_per_gpu:277.2448068981223 
Step 6768 | loss:2.872563163691666e-05 lr:4.279805228910372e-06 tokens_per_second_per_gpu:271.49040551591906 
Step 6769 | loss:3.168900730088353e-05 lr:4.277159879615399e-06 tokens_per_second_per_gpu:401.51911799005694 
Step 6770 | loss:0.0003189618873875588 lr:4.2745151256993325e-06 tokens_per_second_per_gpu:392.5971678071025 
Step 6771 | loss:0.00010780196316773072 lr:4.271870967437311e-06 tokens_per_second_per_gpu:283.7126743011635 
Step 6772 | loss:0.00018212433496955782 lr:4.269227405104428e-06 tokens_per_second_per_gpu:271.1086324226064 
Step 6773 | loss:0.0007050369749777019 lr:4.26658443897571e-06 tokens_per_second_per_gpu:251.95290621195076 
Step 6774 | loss:3.747283699340187e-05 lr:4.263942069326114e-06 tokens_per_second_per_gpu:245.88135248664807 
Step 6775 | loss:0.00024065774050541222 lr:4.261300296430541e-06 tokens_per_second_per_gpu:238.08336114077233 
Step 6776 | loss:1.3266339010442607e-05 lr:4.258659120563836e-06 tokens_per_second_per_gpu:263.73370841999105 
Step 6777 | loss:8.282637281809002e-05 lr:4.256018542000765e-06 tokens_per_second_per_gpu:391.03204042523805 
Step 6778 | loss:0.00016433898417744786 lr:4.253378561016048e-06 tokens_per_second_per_gpu:323.55471399193993 
Step 6779 | loss:3.089968231506646e-05 lr:4.25073917788434e-06 tokens_per_second_per_gpu:277.56608453110954 
Step 6780 | loss:2.4520848455722444e-05 lr:4.248100392880227e-06 tokens_per_second_per_gpu:288.85659095173133 
Step 6781 | loss:5.3549396398011595e-05 lr:4.245462206278229e-06 tokens_per_second_per_gpu:268.4041867705583 
Step 6782 | loss:1.3083173143968452e-05 lr:4.242824618352825e-06 tokens_per_second_per_gpu:250.4216336442874 
Step 6783 | loss:7.772781100356951e-05 lr:4.240187629378412e-06 tokens_per_second_per_gpu:316.67961333579944 
Step 6784 | loss:5.906173100811429e-05 lr:4.237551239629324e-06 tokens_per_second_per_gpu:259.67059529481855 
Step 6785 | loss:2.1273055608617142e-05 lr:4.2349154493798514e-06 tokens_per_second_per_gpu:294.43547650661355 
Step 6786 | loss:0.0003902374010067433 lr:4.2322802589042046e-06 tokens_per_second_per_gpu:254.93064910464858 
Step 6787 | loss:0.0010251968633383512 lr:4.22964566847653e-06 tokens_per_second_per_gpu:415.3880266416338 
Step 6788 | loss:0.0004852761630900204 lr:4.227011678370932e-06 tokens_per_second_per_gpu:343.3437074971942 
Step 6789 | loss:3.176483733113855e-05 lr:4.224378288861434e-06 tokens_per_second_per_gpu:247.9524869117341 
Step 6790 | loss:0.00012934130791109055 lr:4.221745500221992e-06 tokens_per_second_per_gpu:291.3429376018267 
Step 6791 | loss:2.2210289898794144e-05 lr:4.219113312726526e-06 tokens_per_second_per_gpu:296.7684986887256 
Step 6792 | loss:0.0005698972963728011 lr:4.21648172664887e-06 tokens_per_second_per_gpu:298.36676475248066 
Step 6793 | loss:0.00011364708916516975 lr:4.213850742262795e-06 tokens_per_second_per_gpu:307.021432587077 
Step 6794 | loss:2.7036217943532392e-05 lr:4.211220359842032e-06 tokens_per_second_per_gpu:246.79911849407583 
Step 6795 | loss:4.694217204814777e-05 lr:4.208590579660225e-06 tokens_per_second_per_gpu:277.53043432037254 
Step 6796 | loss:0.0001404151989845559 lr:4.2059614019909634e-06 tokens_per_second_per_gpu:333.3599195322696 
Step 6797 | loss:3.7791123759234324e-05 lr:4.203332827107778e-06 tokens_per_second_per_gpu:271.558702916606 
Step 6798 | loss:6.623674562433735e-05 lr:4.200704855284137e-06 tokens_per_second_per_gpu:360.459591062541 
Step 6799 | loss:0.00037094781873747706 lr:4.198077486793437e-06 tokens_per_second_per_gpu:357.5612515484034 
Step 6800 | loss:4.916389298159629e-05 lr:4.19545072190902e-06 tokens_per_second_per_gpu:287.9455934887292 
Step 6801 | loss:2.8155774998595007e-05 lr:4.192824560904167e-06 tokens_per_second_per_gpu:277.0955005567064 
Step 6802 | loss:9.986767508962657e-06 lr:4.190199004052086e-06 tokens_per_second_per_gpu:269.8805405744715 
Step 6803 | loss:2.372428571106866e-05 lr:4.18757405162593e-06 tokens_per_second_per_gpu:305.2973559587237 
Step 6804 | loss:0.0016502444632351398 lr:4.184949703898793e-06 tokens_per_second_per_gpu:284.24643898423005 
Step 6805 | loss:2.2001910110702738e-05 lr:4.182325961143692e-06 tokens_per_second_per_gpu:320.2718740327488 
Step 6806 | loss:2.3196666006697342e-05 lr:4.179702823633593e-06 tokens_per_second_per_gpu:291.72291629760787 
Step 6807 | loss:2.6805711968336254e-05 lr:4.177080291641401e-06 tokens_per_second_per_gpu:285.9381116158399 
Step 6808 | loss:0.0002830307639669627 lr:4.174458365439943e-06 tokens_per_second_per_gpu:297.27577156524944 
Step 6809 | loss:9.488797513768077e-05 lr:4.171837045302002e-06 tokens_per_second_per_gpu:282.58300632599764 
Step 6810 | loss:0.0001543263642815873 lr:4.169216331500279e-06 tokens_per_second_per_gpu:319.33767488621794 
Step 6811 | loss:6.62522652419284e-05 lr:4.166596224307426e-06 tokens_per_second_per_gpu:280.6688113376852 
Step 6812 | loss:7.898068724898621e-05 lr:4.163976723996032e-06 tokens_per_second_per_gpu:327.53107472870516 
Step 6813 | loss:8.583413728047162e-05 lr:4.16135783083861e-06 tokens_per_second_per_gpu:351.3474282451164 
Step 6814 | loss:2.8309876142884605e-05 lr:4.158739545107622e-06 tokens_per_second_per_gpu:307.11567752703263 
Step 6815 | loss:2.529139419493731e-05 lr:4.156121867075465e-06 tokens_per_second_per_gpu:254.321050003093 
Step 6816 | loss:0.00018648096011020243 lr:4.153504797014466e-06 tokens_per_second_per_gpu:288.73662098518656 
Step 6817 | loss:6.40920625301078e-05 lr:4.1508883351968954e-06 tokens_per_second_per_gpu:294.49169326108756 
Step 6818 | loss:0.0002486585872247815 lr:4.148272481894962e-06 tokens_per_second_per_gpu:295.743439931266 
Step 6819 | loss:1.6523918020538986e-05 lr:4.1456572373808e-06 tokens_per_second_per_gpu:238.06324863484951 
Step 6820 | loss:2.540495916036889e-05 lr:4.143042601926492e-06 tokens_per_second_per_gpu:310.56659813728976 
Step 6821 | loss:0.00014861809904687107 lr:4.140428575804057e-06 tokens_per_second_per_gpu:309.78374459629856 
Step 6822 | loss:1.810117464629002e-05 lr:4.137815159285439e-06 tokens_per_second_per_gpu:290.68704878027853 
Step 6823 | loss:0.00014003337128087878 lr:4.1352023526425286e-06 tokens_per_second_per_gpu:247.05212548125417 
Step 6824 | loss:0.00025185567210428417 lr:4.132590156147157e-06 tokens_per_second_per_gpu:272.7555279963472 
Step 6825 | loss:8.162418816937134e-05 lr:4.129978570071077e-06 tokens_per_second_per_gpu:352.1561969114484 
Step 6826 | loss:7.067029946483672e-05 lr:4.12736759468599e-06 tokens_per_second_per_gpu:291.5662679236005 
Step 6827 | loss:3.326952355564572e-05 lr:4.124757230263532e-06 tokens_per_second_per_gpu:360.73602044973785 
Step 6828 | loss:0.0001785472413757816 lr:4.12214747707527e-06 tokens_per_second_per_gpu:247.16364578271686 
Step 6829 | loss:5.65280752198305e-05 lr:4.119538335392712e-06 tokens_per_second_per_gpu:296.0018675338675 
Step 6830 | loss:4.7804307541809976e-05 lr:4.116929805487307e-06 tokens_per_second_per_gpu:324.15480638208317 
Step 6831 | loss:1.4262093827710487e-05 lr:4.114321887630427e-06 tokens_per_second_per_gpu:259.0821938789197 
Step 6832 | loss:1.853185676736757e-05 lr:4.111714582093391e-06 tokens_per_second_per_gpu:270.51507205457983 
Step 6833 | loss:4.285911927581765e-05 lr:4.109107889147455e-06 tokens_per_second_per_gpu:255.0883132828979 
Step 6834 | loss:2.9938833904452622e-05 lr:4.106501809063803e-06 tokens_per_second_per_gpu:298.27732163052076 
Step 6835 | loss:3.853684029309079e-05 lr:4.103896342113561e-06 tokens_per_second_per_gpu:281.36915424661487 
Step 6836 | loss:0.0007730890647508204 lr:4.1012914885677955e-06 tokens_per_second_per_gpu:436.49040863705227 
Step 6837 | loss:0.0001580582174938172 lr:4.098687248697496e-06 tokens_per_second_per_gpu:265.33891426023973 
Step 6838 | loss:6.0425336414482445e-05 lr:4.0960836227736e-06 tokens_per_second_per_gpu:300.4858951260162 
Step 6839 | loss:2.166828744520899e-05 lr:4.093480611066979e-06 tokens_per_second_per_gpu:280.0051884067017 
Step 6840 | loss:6.643448432441801e-05 lr:4.090878213848434e-06 tokens_per_second_per_gpu:242.10422125530758 
Step 6841 | loss:2.8252190531929955e-05 lr:4.088276431388714e-06 tokens_per_second_per_gpu:242.37255247714367 
Step 6842 | loss:1.805399006116204e-05 lr:4.0856752639584875e-06 tokens_per_second_per_gpu:322.2623306019207 
Step 6843 | loss:2.069074980681762e-05 lr:4.083074711828373e-06 tokens_per_second_per_gpu:289.0282113323007 
Step 6844 | loss:0.00032878454658202827 lr:4.080474775268925e-06 tokens_per_second_per_gpu:305.3292216491228 
Step 6845 | loss:5.5572167184436694e-05 lr:4.077875454550622e-06 tokens_per_second_per_gpu:389.25835116250306 
Step 6846 | loss:0.0002946153108496219 lr:4.075276749943889e-06 tokens_per_second_per_gpu:289.6701133869423 
Step 6847 | loss:0.00010332201782148331 lr:4.0726786617190865e-06 tokens_per_second_per_gpu:310.67734409376595 
Step 6848 | loss:0.0002860305830836296 lr:4.070081190146501e-06 tokens_per_second_per_gpu:297.1200253175726 
Step 6849 | loss:0.0002956779208034277 lr:4.067484335496368e-06 tokens_per_second_per_gpu:310.96732072119624 
Step 6850 | loss:0.0003832991060335189 lr:4.064888098038853e-06 tokens_per_second_per_gpu:356.8381172165138 
Step 6851 | loss:0.0001907220866996795 lr:4.062292478044052e-06 tokens_per_second_per_gpu:309.9262266238161 
Step 6852 | loss:0.00027189517277292907 lr:4.059697475782004e-06 tokens_per_second_per_gpu:334.7699757587782 
Step 6853 | loss:0.00023190259526018053 lr:4.057103091522686e-06 tokens_per_second_per_gpu:335.5013203109515 
Step 6854 | loss:2.3721986508462578e-05 lr:4.054509325535999e-06 tokens_per_second_per_gpu:304.2215669488675 
Step 6855 | loss:3.178724364261143e-05 lr:4.0519161780917906e-06 tokens_per_second_per_gpu:303.4558070349336 
Step 6856 | loss:7.754098623991013e-05 lr:4.049323649459843e-06 tokens_per_second_per_gpu:314.68706452740594 
Step 6857 | loss:3.128496609861031e-05 lr:4.046731739909866e-06 tokens_per_second_per_gpu:257.6073698258025 
Step 6858 | loss:3.1351009965874255e-05 lr:4.044140449711512e-06 tokens_per_second_per_gpu:285.8130007482602 
Step 6859 | loss:2.9615965104312636e-05 lr:4.041549779134371e-06 tokens_per_second_per_gpu:285.2638866958226 
Step 6860 | loss:0.00022867693041916937 lr:4.0389597284479595e-06 tokens_per_second_per_gpu:272.0036656102078 
Step 6861 | loss:6.70465815346688e-05 lr:4.036370297921738e-06 tokens_per_second_per_gpu:310.16780105707403 
Step 6862 | loss:0.0004804499913007021 lr:4.033781487825102e-06 tokens_per_second_per_gpu:319.05670863761384 
Step 6863 | loss:1.4318497051135637e-05 lr:4.031193298427373e-06 tokens_per_second_per_gpu:253.06745178104453 
Step 6864 | loss:7.333645044127479e-05 lr:4.028605729997817e-06 tokens_per_second_per_gpu:315.3599843404012 
Step 6865 | loss:0.00017489334277343005 lr:4.026018782805641e-06 tokens_per_second_per_gpu:348.3164691918668 
Step 6866 | loss:3.019438918272499e-05 lr:4.023432457119967e-06 tokens_per_second_per_gpu:324.3741690847378 
Step 6867 | loss:7.038530748104677e-05 lr:4.020846753209871e-06 tokens_per_second_per_gpu:249.08084265313553 
Step 6868 | loss:1.9881857951986603e-05 lr:4.0182616713443635e-06 tokens_per_second_per_gpu:259.35579802712084 
Step 6869 | loss:0.0003492850228212774 lr:4.015677211792375e-06 tokens_per_second_per_gpu:378.0763693176833 
Step 6870 | loss:4.34829416917637e-05 lr:4.013093374822789e-06 tokens_per_second_per_gpu:271.87562428284474 
Step 6871 | loss:9.567190136294812e-05 lr:4.010510160704409e-06 tokens_per_second_per_gpu:367.6212635200189 
Step 6872 | loss:0.00012206714018248022 lr:4.0079275697059864e-06 tokens_per_second_per_gpu:250.78562115411916 
Step 6873 | loss:1.67385605891468e-05 lr:4.005345602096205e-06 tokens_per_second_per_gpu:326.8405505946646 
Step 6874 | loss:1.991413409996312e-05 lr:4.0027642581436735e-06 tokens_per_second_per_gpu:279.52700982201856 
Step 6875 | loss:3.40639817295596e-05 lr:4.000183538116948e-06 tokens_per_second_per_gpu:324.10804484280345 
Step 6876 | loss:6.477736314991489e-05 lr:3.9976034422845176e-06 tokens_per_second_per_gpu:244.92355281287232 
Step 6877 | loss:0.00017717009177431464 lr:3.995023970914798e-06 tokens_per_second_per_gpu:320.3773991329794 
Step 6878 | loss:3.878908682963811e-05 lr:3.9924451242761496e-06 tokens_per_second_per_gpu:327.22756081195104 
Step 6879 | loss:0.00010810587264131755 lr:3.989866902636867e-06 tokens_per_second_per_gpu:231.77395821845684 
Step 6880 | loss:8.178372809197754e-05 lr:3.98728930626517e-06 tokens_per_second_per_gpu:344.78321951090277 
Step 6881 | loss:9.911368397297338e-05 lr:3.984712335429225e-06 tokens_per_second_per_gpu:352.3223644226317 
Step 6882 | loss:9.082739416044205e-05 lr:3.98213599039713e-06 tokens_per_second_per_gpu:277.01418573117127 
Step 6883 | loss:0.0005212057149037719 lr:3.979560271436911e-06 tokens_per_second_per_gpu:388.4538444160674 
Step 6884 | loss:0.00032302032923325896 lr:3.976985178816537e-06 tokens_per_second_per_gpu:330.32876116755864 
Step 6885 | loss:2.767964542726986e-05 lr:3.974410712803914e-06 tokens_per_second_per_gpu:256.5319713611722 
Step 6886 | loss:0.0002898140228353441 lr:3.971836873666873e-06 tokens_per_second_per_gpu:302.15166316291334 
Step 6887 | loss:6.478439172497019e-05 lr:3.969263661673179e-06 tokens_per_second_per_gpu:282.18687149412665 
Step 6888 | loss:3.773302159970626e-05 lr:3.966691077090552e-06 tokens_per_second_per_gpu:333.37167422602755 
Step 6889 | loss:4.978499055141583e-05 lr:3.964119120186624e-06 tokens_per_second_per_gpu:241.00624524534845 
Step 6890 | loss:1.4911370271875057e-05 lr:3.961547791228963e-06 tokens_per_second_per_gpu:241.15044265030252 
Step 6891 | loss:0.001696704188361764 lr:3.958977090485092e-06 tokens_per_second_per_gpu:293.35634148674933 
Step 6892 | loss:0.00015662855003029108 lr:3.95640701822245e-06 tokens_per_second_per_gpu:278.78672589747805 
Step 6893 | loss:3.257136631873436e-05 lr:3.953837574708409e-06 tokens_per_second_per_gpu:297.73942712245446 
Step 6894 | loss:7.060608186293393e-05 lr:3.951268760210295e-06 tokens_per_second_per_gpu:264.86431734946257 
Step 6895 | loss:4.2734558519441634e-05 lr:3.94870057499535e-06 tokens_per_second_per_gpu:260.58941307363364 
Step 6896 | loss:2.3204931494547054e-05 lr:3.946133019330749e-06 tokens_per_second_per_gpu:317.8165810523417 
Step 6897 | loss:3.401552385184914e-05 lr:3.943566093483624e-06 tokens_per_second_per_gpu:220.37933193203602 
Step 6898 | loss:4.775462730322033e-05 lr:3.94099979772102e-06 tokens_per_second_per_gpu:218.8717204045933 
Step 6899 | loss:0.0011265237117186189 lr:3.938434132309914e-06 tokens_per_second_per_gpu:282.9283421703539 
Step 6900 | loss:4.880659616901539e-05 lr:3.935869097517242e-06 tokens_per_second_per_gpu:295.71805545863606 
Step 6901 | loss:0.0002524398732930422 lr:3.933304693609851e-06 tokens_per_second_per_gpu:327.06749145640663 
Step 6902 | loss:7.302037556655705e-05 lr:3.930740920854528e-06 tokens_per_second_per_gpu:249.1763682832944 
Step 6903 | loss:2.879097701224964e-05 lr:3.928177779517999e-06 tokens_per_second_per_gpu:299.42459820203965 
Step 6904 | loss:4.75656779599376e-05 lr:3.925615269866925e-06 tokens_per_second_per_gpu:382.2855917411567 
Step 6905 | loss:0.00019449560204520822 lr:3.923053392167891e-06 tokens_per_second_per_gpu:301.01323859654025 
Step 6906 | loss:0.00011309872206766158 lr:3.920492146687429e-06 tokens_per_second_per_gpu:294.9244714199174 
Step 6907 | loss:3.2569587347097695e-05 lr:3.917931533692001e-06 tokens_per_second_per_gpu:239.33076376657388 
Step 6908 | loss:1.9153740140609443e-05 lr:3.915371553447995e-06 tokens_per_second_per_gpu:355.9191355786058 
Step 6909 | loss:2.431179200357292e-05 lr:3.912812206221745e-06 tokens_per_second_per_gpu:281.050948846722 
Step 6910 | loss:8.883948612492532e-05 lr:3.9102534922795166e-06 tokens_per_second_per_gpu:308.1148913100054 
Step 6911 | loss:3.9588943764101714e-05 lr:3.9076954118875e-06 tokens_per_second_per_gpu:259.35189808670697 
Step 6912 | loss:0.0011542405700311065 lr:3.905137965311829e-06 tokens_per_second_per_gpu:349.14720163756726 
Step 6913 | loss:7.172211189754307e-05 lr:3.902581152818575e-06 tokens_per_second_per_gpu:300.15294050658537 
Step 6914 | loss:7.446410018019378e-05 lr:3.900024974673729e-06 tokens_per_second_per_gpu:277.4889289513035 
Step 6915 | loss:0.0013311168877407908 lr:3.897469431143232e-06 tokens_per_second_per_gpu:370.1119213466073 
Step 6916 | loss:0.00012256507761776447 lr:3.8949145224929415e-06 tokens_per_second_per_gpu:335.04589701941643 
Step 6917 | loss:0.0029986402951180935 lr:3.892360248988667e-06 tokens_per_second_per_gpu:268.2818043036302 
Step 6918 | loss:0.00015563098713755608 lr:3.889806610896144e-06 tokens_per_second_per_gpu:299.3638583692659 
Step 6919 | loss:1.4924757124390453e-05 lr:3.887253608481036e-06 tokens_per_second_per_gpu:301.7820136861886 
Step 6920 | loss:4.729125794256106e-05 lr:3.884701242008949e-06 tokens_per_second_per_gpu:243.04274948753502 
Step 6921 | loss:0.0001086089905584231 lr:3.882149511745425e-06 tokens_per_second_per_gpu:364.2816835968063 
Step 6922 | loss:3.5412296711001545e-05 lr:3.879598417955925e-06 tokens_per_second_per_gpu:267.0901906019743 
Step 6923 | loss:0.0032102572731673717 lr:3.877047960905858e-06 tokens_per_second_per_gpu:243.7418789206447 
Step 6924 | loss:2.187891732319258e-05 lr:3.874498140860567e-06 tokens_per_second_per_gpu:296.9375399596486 
Step 6925 | loss:8.302408969029784e-05 lr:3.871948958085317e-06 tokens_per_second_per_gpu:324.66885939399594 
Step 6926 | loss:9.723685252538417e-06 lr:3.869400412845314e-06 tokens_per_second_per_gpu:280.651515368028 
Step 6927 | loss:5.932552085141651e-05 lr:3.8668525054057035e-06 tokens_per_second_per_gpu:284.7802063683428 
Step 6928 | loss:4.343380714999512e-05 lr:3.864305236031552e-06 tokens_per_second_per_gpu:285.21157072357016 
Step 6929 | loss:3.6043064028490335e-05 lr:3.8617586049878685e-06 tokens_per_second_per_gpu:252.91460319846135 
Step 6930 | loss:6.309703167062253e-05 lr:3.859212612539597e-06 tokens_per_second_per_gpu:236.97500884404917 
Step 6931 | loss:2.3160444470704533e-05 lr:3.856667258951604e-06 tokens_per_second_per_gpu:351.6332576207371 
Step 6932 | loss:5.1880819228244945e-05 lr:3.8541225444887e-06 tokens_per_second_per_gpu:282.4638156740438 
Step 6933 | loss:7.290462963283062e-05 lr:3.85157846941563e-06 tokens_per_second_per_gpu:314.41740834181786 
Step 6934 | loss:3.871863373205997e-05 lr:3.8490350339970605e-06 tokens_per_second_per_gpu:298.3606813187483 
Step 6935 | loss:0.00013945557293482125 lr:3.846492238497604e-06 tokens_per_second_per_gpu:279.9730871925376 
Step 6936 | loss:4.440013435669243e-05 lr:3.843950083181804e-06 tokens_per_second_per_gpu:287.673330678383 
Step 6937 | loss:4.238315887050703e-05 lr:3.841408568314129e-06 tokens_per_second_per_gpu:328.6602533672529 
Step 6938 | loss:0.0001748850627336651 lr:3.838867694158989e-06 tokens_per_second_per_gpu:231.09510678449303 
Step 6939 | loss:0.00045595693518407643 lr:3.8363274609807296e-06 tokens_per_second_per_gpu:266.8806148701481 
Step 6940 | loss:1.5014993550721556e-05 lr:3.833787869043619e-06 tokens_per_second_per_gpu:275.52582797053896 
Step 6941 | loss:1.9823901311610825e-05 lr:3.831248918611868e-06 tokens_per_second_per_gpu:296.5232195307195 
Step 6942 | loss:0.00013836161815561354 lr:3.8287106099496215e-06 tokens_per_second_per_gpu:358.42676865244925 
Step 6943 | loss:3.939084490411915e-05 lr:3.826172943320947e-06 tokens_per_second_per_gpu:318.23935617860894 
Step 6944 | loss:1.7995464077102952e-05 lr:3.823635918989856e-06 tokens_per_second_per_gpu:298.86703520938727 
Step 6945 | loss:0.00012583492207340896 lr:3.82109953722029e-06 tokens_per_second_per_gpu:289.0666183879118 
Step 6946 | loss:0.0001192743657156825 lr:3.8185637982761195e-06 tokens_per_second_per_gpu:324.56227941271334 
Step 6947 | loss:3.837521217064932e-05 lr:3.816028702421156e-06 tokens_per_second_per_gpu:269.64778643508276 
Step 6948 | loss:8.198180876206607e-05 lr:3.813494249919133e-06 tokens_per_second_per_gpu:399.3080474542922 
Step 6949 | loss:6.853965169284493e-05 lr:3.810960441033729e-06 tokens_per_second_per_gpu:258.8890722487152 
Step 6950 | loss:5.6013359426287934e-05 lr:3.8084272760285523e-06 tokens_per_second_per_gpu:241.46369871455616 
Step 6951 | loss:6.999018660280854e-05 lr:3.8058947551671357e-06 tokens_per_second_per_gpu:315.0277450098684 
Step 6952 | loss:0.0002131385263055563 lr:3.803362878712954e-06 tokens_per_second_per_gpu:289.4661579511058 
Step 6953 | loss:6.610951095353812e-05 lr:3.800831646929416e-06 tokens_per_second_per_gpu:301.74678353504 
Step 6954 | loss:6.944047345314175e-05 lr:3.798301060079854e-06 tokens_per_second_per_gpu:303.6078093976987 
Step 6955 | loss:0.00013773053069598973 lr:3.7957711184275413e-06 tokens_per_second_per_gpu:271.7778477293343 
Step 6956 | loss:0.00012468555360101163 lr:3.793241822235687e-06 tokens_per_second_per_gpu:339.53999233590787 
Step 6957 | loss:3.098047454841435e-05 lr:3.7907131717674195e-06 tokens_per_second_per_gpu:231.82522999084057 
Step 6958 | loss:0.00010702071449486539 lr:3.7881851672858114e-06 tokens_per_second_per_gpu:372.958050446677 
Step 6959 | loss:6.180337368277833e-05 lr:3.7856578090538698e-06 tokens_per_second_per_gpu:269.8834939970769 
Step 6960 | loss:1.8278369680047035e-05 lr:3.7831310973345216e-06 tokens_per_second_per_gpu:242.84253902202326 
Step 6961 | loss:2.471042171237059e-05 lr:3.7806050323906396e-06 tokens_per_second_per_gpu:303.89843521776135 
Step 6962 | loss:4.1875740862451494e-05 lr:3.7780796144850274e-06 tokens_per_second_per_gpu:294.37518861243075 
Step 6963 | loss:0.00010639412357704714 lr:3.77555484388041e-06 tokens_per_second_per_gpu:334.5341121888622 
Step 6964 | loss:3.071385799557902e-05 lr:3.773030720839459e-06 tokens_per_second_per_gpu:238.58595403131554 
Step 6965 | loss:0.00010296152322553098 lr:3.770507245624775e-06 tokens_per_second_per_gpu:293.3424626853254 
Step 6966 | loss:0.0002010257594520226 lr:3.7679844184988823e-06 tokens_per_second_per_gpu:356.5949073691952 
Step 6967 | loss:0.0001608169259270653 lr:3.765462239724249e-06 tokens_per_second_per_gpu:309.37849877645135 
Step 6968 | loss:6.952716648811474e-05 lr:3.762940709563273e-06 tokens_per_second_per_gpu:295.2007028700242 
Step 6969 | loss:1.5899968275334686e-05 lr:3.760419828278279e-06 tokens_per_second_per_gpu:258.8768411514986 
Step 6970 | loss:0.00017197239503730088 lr:3.757899596131529e-06 tokens_per_second_per_gpu:299.89097676385535 
Step 6971 | loss:0.000740285380743444 lr:3.7553800133852216e-06 tokens_per_second_per_gpu:341.2632670729493 
Step 6972 | loss:4.672352588386275e-05 lr:3.7528610803014763e-06 tokens_per_second_per_gpu:323.12555488475164 
Step 6973 | loss:2.51498549914686e-05 lr:3.7503427971423545e-06 tokens_per_second_per_gpu:269.43550243840684 
Step 6974 | loss:8.052127668634057e-05 lr:3.7478251641698514e-06 tokens_per_second_per_gpu:290.02931447605334 
Step 6975 | loss:1.9988421627203934e-05 lr:3.7453081816458824e-06 tokens_per_second_per_gpu:312.8993459261444 
Step 6976 | loss:3.783304782700725e-05 lr:3.742791849832311e-06 tokens_per_second_per_gpu:333.9971245874309 
Step 6977 | loss:2.6001343940151855e-05 lr:3.7402761689909184e-06 tokens_per_second_per_gpu:289.5011708801572 
Step 6978 | loss:0.0001130203963839449 lr:3.737761139383428e-06 tokens_per_second_per_gpu:400.0269168588365 
Step 6979 | loss:0.00027865171432495117 lr:3.735246761271496e-06 tokens_per_second_per_gpu:242.09887642031984 
Step 6980 | loss:4.1454673919361085e-05 lr:3.732733034916699e-06 tokens_per_second_per_gpu:301.01048317026334 
Step 6981 | loss:4.063699088874273e-05 lr:3.7302199605805588e-06 tokens_per_second_per_gpu:226.35471193297602 
Step 6982 | loss:1.3030788977630436e-05 lr:3.7277075385245276e-06 tokens_per_second_per_gpu:268.4115812375892 
Step 6983 | loss:4.525273106992245e-05 lr:3.7251957690099795e-06 tokens_per_second_per_gpu:249.72260587771567 
Step 6984 | loss:0.00015053493552841246 lr:3.722684652298232e-06 tokens_per_second_per_gpu:260.7894589465104 
Step 6985 | loss:4.742740929941647e-05 lr:3.7201741886505327e-06 tokens_per_second_per_gpu:249.57271858399326 
Step 6986 | loss:2.6886686100624502e-05 lr:3.717664378328053e-06 tokens_per_second_per_gpu:240.2792008625309 
Step 6987 | loss:0.0007662532152608037 lr:3.7151552215919063e-06 tokens_per_second_per_gpu:273.47840550644236 
Step 6988 | loss:2.0905257770209573e-05 lr:3.712646718703138e-06 tokens_per_second_per_gpu:319.1671557223722 
Step 6989 | loss:0.00015197772881947458 lr:3.7101388699227125e-06 tokens_per_second_per_gpu:325.22409367298803 
Step 6990 | loss:0.00016844671336002648 lr:3.7076316755115407e-06 tokens_per_second_per_gpu:267.7610682551335 
Step 6991 | loss:5.620245428872295e-05 lr:3.705125135730462e-06 tokens_per_second_per_gpu:276.2028917500633 
Step 6992 | loss:0.00010421394108561799 lr:3.7026192508402436e-06 tokens_per_second_per_gpu:258.90702920671123 
Step 6993 | loss:0.00011295512376818806 lr:3.7001140211015795e-06 tokens_per_second_per_gpu:357.8544552049265 
Step 6994 | loss:4.071738294442184e-05 lr:3.6976094467751158e-06 tokens_per_second_per_gpu:267.07878186025306 
Step 6995 | loss:0.0001167428054031916 lr:3.695105528121411e-06 tokens_per_second_per_gpu:308.5467645828445 
Step 6996 | loss:1.0574805855867453e-05 lr:3.6926022654009554e-06 tokens_per_second_per_gpu:268.4318820689149 
Step 6997 | loss:6.948716327315196e-05 lr:3.6900996588741887e-06 tokens_per_second_per_gpu:298.23978909041637 
Step 6998 | loss:3.2363815989810973e-05 lr:3.687597708801467e-06 tokens_per_second_per_gpu:267.919094149123 
Step 6999 | loss:0.00011117421672679484 lr:3.6850964154430722e-06 tokens_per_second_per_gpu:294.57231831252193 
Step 7000 | loss:1.8846707462216727e-05 lr:3.6825957790592446e-06 tokens_per_second_per_gpu:216.57582904358625 
Step 7001 | loss:0.00012179452460259199 lr:3.6800957999101316e-06 tokens_per_second_per_gpu:242.47192871211854 
Step 7002 | loss:8.051945769693702e-05 lr:3.6775964782558115e-06 tokens_per_second_per_gpu:316.7953814105418 
Step 7003 | loss:7.657134847249836e-05 lr:3.6750978143563176e-06 tokens_per_second_per_gpu:283.12529068477323 
Step 7004 | loss:0.0001789697998901829 lr:3.672599808471593e-06 tokens_per_second_per_gpu:311.805519058863 
Step 7005 | loss:0.00011051991896238178 lr:3.6701024608615154e-06 tokens_per_second_per_gpu:272.10710312389403 
Step 7006 | loss:5.75151207158342e-05 lr:3.6676057717859014e-06 tokens_per_second_per_gpu:258.78543369288536 
Step 7007 | loss:0.00012531428365036845 lr:3.665109741504499e-06 tokens_per_second_per_gpu:338.85054470121645 
Step 7008 | loss:1.4937591913621873e-05 lr:3.662614370276977e-06 tokens_per_second_per_gpu:294.61816650743833 
Step 7009 | loss:3.642478623078205e-05 lr:3.6601196583629463e-06 tokens_per_second_per_gpu:295.2037839880314 
Step 7010 | loss:5.4445354180643335e-05 lr:3.6576256060219486e-06 tokens_per_second_per_gpu:276.90495617376655 
Step 7011 | loss:3.376481981831603e-05 lr:3.655132213513447e-06 tokens_per_second_per_gpu:238.15941700481622 
Step 7012 | loss:9.657156624598429e-05 lr:3.652639481096848e-06 tokens_per_second_per_gpu:315.58711481704 
Step 7013 | loss:3.126077717752196e-05 lr:3.650147409031487e-06 tokens_per_second_per_gpu:242.7657286038929 
Step 7014 | loss:0.0002056217344943434 lr:3.6476559975766213e-06 tokens_per_second_per_gpu:364.2500296272272 
Step 7015 | loss:0.0001646739401621744 lr:3.645165246991449e-06 tokens_per_second_per_gpu:284.71808759283584 
Step 7016 | loss:7.210182229755446e-05 lr:3.6426751575351006e-06 tokens_per_second_per_gpu:206.74472119663048 
Step 7017 | loss:9.503799083177e-05 lr:3.6401857294666276e-06 tokens_per_second_per_gpu:290.0090242821464 
Step 7018 | loss:4.85028067487292e-05 lr:3.637696963045022e-06 tokens_per_second_per_gpu:313.48705598284573 
Step 7019 | loss:8.063016866799444e-05 lr:3.635208858529207e-06 tokens_per_second_per_gpu:262.9763746885441 
Step 7020 | loss:0.00010161873797187582 lr:3.6327214161780287e-06 tokens_per_second_per_gpu:247.92287520719182 
Step 7021 | loss:0.00036655872827395797 lr:3.630234636250275e-06 tokens_per_second_per_gpu:277.2442252646003 
Step 7022 | loss:0.002005405956879258 lr:3.6277485190046523e-06 tokens_per_second_per_gpu:399.9973003267467 
Step 7023 | loss:8.203654579119757e-05 lr:3.62526306469981e-06 tokens_per_second_per_gpu:286.98345187941015 
Step 7024 | loss:6.0138590924907476e-05 lr:3.622778273594327e-06 tokens_per_second_per_gpu:362.41511282033633 
Step 7025 | loss:0.0005082972929812968 lr:3.620294145946702e-06 tokens_per_second_per_gpu:276.147526204716 
Step 7026 | loss:0.00011712948617059737 lr:3.617810682015377e-06 tokens_per_second_per_gpu:245.28116771901844 
Step 7027 | loss:0.00010137006029253826 lr:3.6153278820587236e-06 tokens_per_second_per_gpu:306.1388355783947 
Step 7028 | loss:1.4719740647706203e-05 lr:3.6128457463350342e-06 tokens_per_second_per_gpu:265.50190407902943 
Step 7029 | loss:0.0003422230074647814 lr:3.6103642751025425e-06 tokens_per_second_per_gpu:263.5400645889329 
Step 7030 | loss:7.652326166862622e-05 lr:3.607883468619414e-06 tokens_per_second_per_gpu:332.9515379828028 
Step 7031 | loss:0.0005968593759462237 lr:3.605403327143734e-06 tokens_per_second_per_gpu:326.2466580141683 
Step 7032 | loss:8.128869376378134e-05 lr:3.6029238509335283e-06 tokens_per_second_per_gpu:313.87218299198656 
Step 7033 | loss:2.2705207811668515e-05 lr:3.600445040246754e-06 tokens_per_second_per_gpu:286.8451241715254 
Step 7034 | loss:0.00011590277426876128 lr:3.597966895341288e-06 tokens_per_second_per_gpu:318.4421986252457 
Step 7035 | loss:0.00014703809574712068 lr:3.595489416474951e-06 tokens_per_second_per_gpu:371.2926905483821 
Step 7036 | loss:4.837885353481397e-05 lr:3.593012603905491e-06 tokens_per_second_per_gpu:280.8360474577557 
Step 7037 | loss:0.00018482956511434168 lr:3.590536457890578e-06 tokens_per_second_per_gpu:328.52996904966847 
Step 7038 | loss:5.34656792297028e-05 lr:3.5880609786878218e-06 tokens_per_second_per_gpu:318.53758970571664 
Step 7039 | loss:0.0004132181638851762 lr:3.5855861665547643e-06 tokens_per_second_per_gpu:354.82881022297397 
Step 7040 | loss:8.09020857559517e-05 lr:3.583112021748868e-06 tokens_per_second_per_gpu:409.82606527896877 
Step 7041 | loss:4.217552486807108e-05 lr:3.580638544527534e-06 tokens_per_second_per_gpu:295.85878370705825 
Step 7042 | loss:9.841581049840897e-05 lr:3.578165735148096e-06 tokens_per_second_per_gpu:275.35079488053583 
Step 7043 | loss:8.288481330964714e-05 lr:3.575693593867807e-06 tokens_per_second_per_gpu:283.7478844762329 
Step 7044 | loss:6.724619743181393e-05 lr:3.573222120943862e-06 tokens_per_second_per_gpu:278.8425186766918 
Step 7045 | loss:6.750399916199967e-05 lr:3.570751316633384e-06 tokens_per_second_per_gpu:224.61380176069895 
Step 7046 | loss:0.0007515015313401818 lr:3.568281181193419e-06 tokens_per_second_per_gpu:257.6997063727704 
Step 7047 | loss:2.1914253011345863e-05 lr:3.5658117148809525e-06 tokens_per_second_per_gpu:266.42634872192434 
Step 7048 | loss:8.613224781583995e-05 lr:3.5633429179528976e-06 tokens_per_second_per_gpu:359.4232767739656 
Step 7049 | loss:3.0136327040963806e-05 lr:3.5608747906660935e-06 tokens_per_second_per_gpu:306.37608955571073 
Step 7050 | loss:3.566794111975469e-05 lr:3.558407333277315e-06 tokens_per_second_per_gpu:319.36627583457755 
Step 7051 | loss:3.465939516900107e-05 lr:3.5559405460432694e-06 tokens_per_second_per_gpu:309.8540965888863 
Step 7052 | loss:0.004117210395634174 lr:3.5534744292205825e-06 tokens_per_second_per_gpu:419.8625887037997 
Step 7053 | loss:2.502454117347952e-05 lr:3.5510089830658255e-06 tokens_per_second_per_gpu:218.9227427165607 
Step 7054 | loss:2.6805188099388033e-05 lr:3.5485442078354857e-06 tokens_per_second_per_gpu:207.44620843749422 
Step 7055 | loss:9.670297731645405e-05 lr:3.5460801037859917e-06 tokens_per_second_per_gpu:335.9067949886616 
Step 7056 | loss:0.00010431313421577215 lr:3.543616671173701e-06 tokens_per_second_per_gpu:310.71570484204517 
Step 7057 | loss:0.0012331971665844321 lr:3.5411539102548895e-06 tokens_per_second_per_gpu:256.3736539619492 
Step 7058 | loss:0.00013869861140847206 lr:3.5386918212857766e-06 tokens_per_second_per_gpu:270.1916932514939 
Step 7059 | loss:0.0005769169656559825 lr:3.5362304045225116e-06 tokens_per_second_per_gpu:235.66096662610198 
Step 7060 | loss:3.822143480647355e-05 lr:3.533769660221161e-06 tokens_per_second_per_gpu:277.6728533596759 
Step 7061 | loss:0.00011459370580269024 lr:3.5313095886377345e-06 tokens_per_second_per_gpu:267.36026825575266 
Step 7062 | loss:0.0002456239308230579 lr:3.528850190028169e-06 tokens_per_second_per_gpu:360.1281319116874 
Step 7063 | loss:2.2706724848831072e-05 lr:3.5263914646483243e-06 tokens_per_second_per_gpu:264.62988717378073 
Step 7064 | loss:4.8432011681143194e-05 lr:3.523933412753997e-06 tokens_per_second_per_gpu:363.6499545896185 
Step 7065 | loss:0.0002715346054174006 lr:3.521476034600916e-06 tokens_per_second_per_gpu:358.13511722185206 
Step 7066 | loss:0.0007589039742015302 lr:3.5190193304447297e-06 tokens_per_second_per_gpu:345.67664067882953 
Step 7067 | loss:2.0194156604702584e-05 lr:3.5165633005410247e-06 tokens_per_second_per_gpu:247.76455188625602 
Step 7068 | loss:0.0006540596950799227 lr:3.5141079451453206e-06 tokens_per_second_per_gpu:253.70496876294385 
Step 7069 | loss:7.290296343853697e-05 lr:3.5116532645130543e-06 tokens_per_second_per_gpu:326.8630714543842 
Step 7070 | loss:0.00018442075815983117 lr:3.5091992588996026e-06 tokens_per_second_per_gpu:307.2020874632786 
Step 7071 | loss:0.0001365664938930422 lr:3.5067459285602733e-06 tokens_per_second_per_gpu:292.53294744068995 
Step 7072 | loss:2.7628768293652683e-05 lr:3.5042932737502934e-06 tokens_per_second_per_gpu:259.1275322723072 
Step 7073 | loss:2.5331804863526486e-05 lr:3.5018412947248283e-06 tokens_per_second_per_gpu:261.61109076296066 
Step 7074 | loss:0.0001355495915049687 lr:3.4993899917389762e-06 tokens_per_second_per_gpu:266.23495393461593 
Step 7075 | loss:1.6450354451080784e-05 lr:3.4969393650477522e-06 tokens_per_second_per_gpu:294.5244746728123 
Step 7076 | loss:7.829978130757809e-05 lr:3.4944894149061127e-06 tokens_per_second_per_gpu:207.1761258143421 
Step 7077 | loss:1.2784692444256507e-05 lr:3.492040141568942e-06 tokens_per_second_per_gpu:297.37317796162466 
Step 7078 | loss:0.0001969872391782701 lr:3.4895915452910458e-06 tokens_per_second_per_gpu:290.79424819942153 
Step 7079 | loss:0.0002449874300509691 lr:3.4871436263271674e-06 tokens_per_second_per_gpu:290.4979338476714 
Step 7080 | loss:1.7076521544368006e-05 lr:3.4846963849319813e-06 tokens_per_second_per_gpu:242.84579157079276 
Step 7081 | loss:0.0025104302912950516 lr:3.482249821360082e-06 tokens_per_second_per_gpu:298.3977512828401 
Step 7082 | loss:0.0004542356473393738 lr:3.479803935866004e-06 tokens_per_second_per_gpu:278.9454936583246 
Step 7083 | loss:0.00010394055425422266 lr:3.477358728704201e-06 tokens_per_second_per_gpu:290.5913893101296 
Step 7084 | loss:1.7111720808316022e-05 lr:3.4749142001290648e-06 tokens_per_second_per_gpu:270.91154252773964 
Step 7085 | loss:0.0004767765640281141 lr:3.4724703503949164e-06 tokens_per_second_per_gpu:262.7623708165588 
Step 7086 | loss:5.73179786442779e-05 lr:3.470027179755996e-06 tokens_per_second_per_gpu:328.1700215564303 
Step 7087 | loss:4.0818926208885387e-05 lr:3.467584688466483e-06 tokens_per_second_per_gpu:310.50164797806855 
Step 7088 | loss:3.999272666987963e-05 lr:3.4651428767804894e-06 tokens_per_second_per_gpu:214.77514757963343 
Step 7089 | loss:3.8042304367991164e-05 lr:3.4627017449520408e-06 tokens_per_second_per_gpu:272.03270581462 
Step 7090 | loss:5.444731505122036e-05 lr:3.4602612932351065e-06 tokens_per_second_per_gpu:282.0895211773364 
Step 7091 | loss:8.210023224819452e-05 lr:3.457821521883583e-06 tokens_per_second_per_gpu:339.5611388737676 
Step 7092 | loss:7.233431824715808e-05 lr:3.455382431151287e-06 tokens_per_second_per_gpu:317.7925043603376 
Step 7093 | loss:2.3679212972638197e-05 lr:3.452944021291975e-06 tokens_per_second_per_gpu:219.36788953150423 
Step 7094 | loss:9.332166519016027e-05 lr:3.4505062925593304e-06 tokens_per_second_per_gpu:289.53989628855464 
Step 7095 | loss:0.0011384169338271022 lr:3.448069245206956e-06 tokens_per_second_per_gpu:271.5101813039403 
Step 7096 | loss:0.00010418624151498079 lr:3.4456328794883975e-06 tokens_per_second_per_gpu:210.13588408631938 
Step 7097 | loss:2.092693466693163e-05 lr:3.4431971956571244e-06 tokens_per_second_per_gpu:262.5523525178497 
Step 7098 | loss:2.5462761186645366e-05 lr:3.4407621939665325e-06 tokens_per_second_per_gpu:313.99677119116245 
Step 7099 | loss:4.049567723996006e-05 lr:3.4383278746699424e-06 tokens_per_second_per_gpu:289.83290719944597 
Step 7100 | loss:1.3719276466872543e-05 lr:3.4358942380206207e-06 tokens_per_second_per_gpu:282.7021513807203 
Step 7101 | loss:6.605918315472081e-05 lr:3.4334612842717485e-06 tokens_per_second_per_gpu:293.33996597391956 
Step 7102 | loss:2.7125663109472953e-05 lr:3.431029013676431e-06 tokens_per_second_per_gpu:272.48661230975324 
Step 7103 | loss:4.082562736584805e-05 lr:3.4285974264877244e-06 tokens_per_second_per_gpu:327.21071120597674 
Step 7104 | loss:0.00013312301598489285 lr:3.426166522958595e-06 tokens_per_second_per_gpu:222.19470477787283 
Step 7105 | loss:8.176467235898599e-05 lr:3.4237363033419345e-06 tokens_per_second_per_gpu:315.36965900045124 
Step 7106 | loss:9.906773630063981e-05 lr:3.4213067678905864e-06 tokens_per_second_per_gpu:324.3599469002314 
Step 7107 | loss:3.531428228598088e-05 lr:3.4188779168573015e-06 tokens_per_second_per_gpu:327.0683202932811 
Step 7108 | loss:9.38169177970849e-05 lr:3.4164497504947624e-06 tokens_per_second_per_gpu:355.9766994506198 
Step 7109 | loss:0.00010553716856520623 lr:3.4140222690555946e-06 tokens_per_second_per_gpu:289.21462600824884 
Step 7110 | loss:0.00023943642736412585 lr:3.4115954727923394e-06 tokens_per_second_per_gpu:303.4796476220381 
Step 7111 | loss:0.00012088845687685534 lr:3.409169361957464e-06 tokens_per_second_per_gpu:307.0323139508912 
Step 7112 | loss:3.5976067010778934e-05 lr:3.406743936803374e-06 tokens_per_second_per_gpu:363.06491814525975 
Step 7113 | loss:4.5215070713311434e-05 lr:3.404319197582403e-06 tokens_per_second_per_gpu:269.0999298252803 
Step 7114 | loss:0.00011748247197829187 lr:3.4018951445468052e-06 tokens_per_second_per_gpu:286.69720993962636 
Step 7115 | loss:0.00014877834473736584 lr:3.3994717779487695e-06 tokens_per_second_per_gpu:231.2680641135783 
Step 7116 | loss:2.5780384021345526e-05 lr:3.397049098040417e-06 tokens_per_second_per_gpu:294.44133713369325 
Step 7117 | loss:4.5377724745776504e-05 lr:3.3946271050737855e-06 tokens_per_second_per_gpu:286.93079470267924 
Step 7118 | loss:4.9355774535797536e-05 lr:3.3922057993008516e-06 tokens_per_second_per_gpu:291.01134850949717 
Step 7119 | loss:6.46004918962717e-05 lr:3.3897851809735205e-06 tokens_per_second_per_gpu:300.52649468761956 
Step 7120 | loss:3.4331795177422464e-05 lr:3.387365250343615e-06 tokens_per_second_per_gpu:313.82581193433424 
Step 7121 | loss:9.309194865636528e-05 lr:3.384946007662899e-06 tokens_per_second_per_gpu:292.09264637891397 
Step 7122 | loss:0.0003631131839938462 lr:3.382527453183063e-06 tokens_per_second_per_gpu:340.3539123735353 
Step 7123 | loss:6.572694837814197e-05 lr:3.3801095871557153e-06 tokens_per_second_per_gpu:275.29147991351505 
Step 7124 | loss:6.201586074894294e-05 lr:3.3776924098324027e-06 tokens_per_second_per_gpu:281.29920456222385 
Step 7125 | loss:0.00024404215218964964 lr:3.3752759214646026e-06 tokens_per_second_per_gpu:230.2651842744589 
Step 7126 | loss:0.0002540655550546944 lr:3.3728601223037074e-06 tokens_per_second_per_gpu:330.6774141257003 
Step 7127 | loss:5.325901656760834e-05 lr:3.3704450126010535e-06 tokens_per_second_per_gpu:332.10341930923346 
Step 7128 | loss:0.0004353834956418723 lr:3.3680305926078916e-06 tokens_per_second_per_gpu:301.56877020907046 
Step 7129 | loss:4.3998294131597504e-05 lr:3.3656168625754102e-06 tokens_per_second_per_gpu:232.93105053765677 
Step 7130 | loss:6.782672426197678e-05 lr:3.3632038227547283e-06 tokens_per_second_per_gpu:297.45501024575236 
Step 7131 | loss:1.1382420780137181e-05 lr:3.360791473396878e-06 tokens_per_second_per_gpu:287.223284319869 
Step 7132 | loss:0.00012523964687716216 lr:3.3583798147528346e-06 tokens_per_second_per_gpu:288.285987529231 
Step 7133 | loss:0.0001991978206206113 lr:3.3559688470734995e-06 tokens_per_second_per_gpu:334.1563851955667 
Step 7134 | loss:7.208617171272635e-05 lr:3.353558570609693e-06 tokens_per_second_per_gpu:426.3240445429761 
Step 7135 | loss:0.00014965100854169577 lr:3.3511489856121716e-06 tokens_per_second_per_gpu:249.67548402249304 
Step 7136 | loss:3.850885696010664e-05 lr:3.3487400923316227e-06 tokens_per_second_per_gpu:306.56463513389286 
Step 7137 | loss:2.197669164161198e-05 lr:3.346331891018648e-06 tokens_per_second_per_gpu:333.19624058927405 
Step 7138 | loss:9.678439528215677e-05 lr:3.343924381923792e-06 tokens_per_second_per_gpu:311.2210944168018 
Step 7139 | loss:0.00015410545165650547 lr:3.341517565297523e-06 tokens_per_second_per_gpu:305.85589621962737 
Step 7140 | loss:0.0009244574466720223 lr:3.339111441390229e-06 tokens_per_second_per_gpu:288.1514404253313 
Step 7141 | loss:8.876408537616953e-05 lr:3.3367060104522366e-06 tokens_per_second_per_gpu:354.41349076034373 
Step 7142 | loss:0.00040770223131403327 lr:3.3343012727337986e-06 tokens_per_second_per_gpu:365.9953335336105 
Step 7143 | loss:2.3179502022685483e-05 lr:3.3318972284850872e-06 tokens_per_second_per_gpu:309.6627043859575 
Step 7144 | loss:3.0482180591206998e-05 lr:3.3294938779562114e-06 tokens_per_second_per_gpu:353.18579009121777 
Step 7145 | loss:7.53571221139282e-05 lr:3.3270912213972086e-06 tokens_per_second_per_gpu:381.8230860186417 
Step 7146 | loss:2.9896084015490487e-05 lr:3.324689259058034e-06 tokens_per_second_per_gpu:276.12173790547496 
Step 7147 | loss:0.0007589948363602161 lr:3.3222879911885797e-06 tokens_per_second_per_gpu:333.8254139635873 
Step 7148 | loss:2.2934986191103235e-05 lr:3.3198874180386675e-06 tokens_per_second_per_gpu:289.81578703156003 
Step 7149 | loss:0.00013574518379755318 lr:3.317487539858034e-06 tokens_per_second_per_gpu:295.8473298183374 
Step 7150 | loss:3.722393375937827e-05 lr:3.3150883568963577e-06 tokens_per_second_per_gpu:264.0258371973329 
Step 7151 | loss:0.0013853716664016247 lr:3.3126898694032407e-06 tokens_per_second_per_gpu:283.7390379429718 
Step 7152 | loss:3.3569194783922285e-05 lr:3.3102920776282044e-06 tokens_per_second_per_gpu:245.25111054674392 
Step 7153 | loss:4.6474764531012625e-05 lr:3.307894981820707e-06 tokens_per_second_per_gpu:220.5510969030681 
Step 7154 | loss:4.038732367916964e-05 lr:3.3054985822301377e-06 tokens_per_second_per_gpu:257.2877288874633 
Step 7155 | loss:0.0002618008875288069 lr:3.303102879105797e-06 tokens_per_second_per_gpu:254.9357007487975 
Step 7156 | loss:0.0025903235655277967 lr:3.30070787269693e-06 tokens_per_second_per_gpu:394.78193490967556 
Step 7157 | loss:2.5878427550196648e-05 lr:3.2983135632527042e-06 tokens_per_second_per_gpu:265.3942412026325 
Step 7158 | loss:5.031373439123854e-05 lr:3.2959199510222064e-06 tokens_per_second_per_gpu:290.95497262832964 
Step 7159 | loss:0.0006131110130809247 lr:3.2935270362544637e-06 tokens_per_second_per_gpu:308.1294197086402 
Step 7160 | loss:2.2237227312871255e-05 lr:3.291134819198417e-06 tokens_per_second_per_gpu:280.8909584072054 
Step 7161 | loss:9.074542322196066e-05 lr:3.288743300102948e-06 tokens_per_second_per_gpu:313.64762216740803 
Step 7162 | loss:4.391403854242526e-05 lr:3.28635247921686e-06 tokens_per_second_per_gpu:248.11095186247942 
Step 7163 | loss:0.0001250173954758793 lr:3.283962356788879e-06 tokens_per_second_per_gpu:268.0570274558267 
Step 7164 | loss:3.9661881601205096e-05 lr:3.281572933067665e-06 tokens_per_second_per_gpu:349.15623805194855 
Step 7165 | loss:7.077094778651372e-05 lr:3.2791842083018065e-06 tokens_per_second_per_gpu:280.6339188145832 
Step 7166 | loss:3.064969496335834e-05 lr:3.2767961827398088e-06 tokens_per_second_per_gpu:286.438206451635 
Step 7167 | loss:2.342776679142844e-05 lr:3.2744088566301157e-06 tokens_per_second_per_gpu:301.2034647311281 
Step 7168 | loss:4.744206307805143e-05 lr:3.272022230221097e-06 tokens_per_second_per_gpu:283.8752421695562 
Step 7169 | loss:9.760557441040874e-05 lr:3.26963630376104e-06 tokens_per_second_per_gpu:269.82775308535605 
Step 7170 | loss:2.632386895129457e-05 lr:3.2672510774981692e-06 tokens_per_second_per_gpu:331.2933928724586 
Step 7171 | loss:0.002499614143744111 lr:3.2648665516806365e-06 tokens_per_second_per_gpu:265.3590509935741 
Step 7172 | loss:4.892296783509664e-05 lr:3.2624827265565095e-06 tokens_per_second_per_gpu:284.66834517098215 
Step 7173 | loss:2.9616399842780083e-05 lr:3.2600996023737964e-06 tokens_per_second_per_gpu:316.79295736072316 
Step 7174 | loss:0.0007111909217201173 lr:3.2577171793804287e-06 tokens_per_second_per_gpu:325.2609479141092 
Step 7175 | loss:4.839733082917519e-05 lr:3.2553354578242556e-06 tokens_per_second_per_gpu:339.34040269242695 
Step 7176 | loss:0.0007289423374459147 lr:3.2529544379530665e-06 tokens_per_second_per_gpu:306.6645759699417 
Step 7177 | loss:0.00011557618563529104 lr:3.2505741200145736e-06 tokens_per_second_per_gpu:270.76081211667304 
Step 7178 | loss:9.40486352192238e-05 lr:3.248194504256409e-06 tokens_per_second_per_gpu:275.8187864996396 
Step 7179 | loss:0.0011963649885728955 lr:3.2458155909261402e-06 tokens_per_second_per_gpu:358.23565784434186 
Step 7180 | loss:2.188703729189001e-05 lr:3.2434373802712617e-06 tokens_per_second_per_gpu:260.956970534282 
Step 7181 | loss:8.817309571895748e-05 lr:3.2410598725391863e-06 tokens_per_second_per_gpu:313.3088461130405 
Step 7182 | loss:6.23321466264315e-05 lr:3.238683067977262e-06 tokens_per_second_per_gpu:270.66705680171276 
Step 7183 | loss:3.586035018088296e-05 lr:3.236306966832765e-06 tokens_per_second_per_gpu:286.07916012512686 
Step 7184 | loss:4.137800351600163e-05 lr:3.233931569352887e-06 tokens_per_second_per_gpu:309.3442891850891 
Step 7185 | loss:0.0001561694807605818 lr:3.231556875784757e-06 tokens_per_second_per_gpu:278.23516107139875 
Step 7186 | loss:0.0004880719934590161 lr:3.229182886375433e-06 tokens_per_second_per_gpu:254.7950497454951 
Step 7187 | loss:0.00014733948046341538 lr:3.226809601371884e-06 tokens_per_second_per_gpu:291.23397135958 
Step 7188 | loss:8.042828267207369e-05 lr:3.224437021021025e-06 tokens_per_second_per_gpu:272.925641453828 
Step 7189 | loss:2.2737829567631707e-05 lr:3.2220651455696827e-06 tokens_per_second_per_gpu:325.92445312520545 
Step 7190 | loss:4.5309363486012444e-05 lr:3.2196939752646183e-06 tokens_per_second_per_gpu:300.2490239158784 
Step 7191 | loss:0.0002890548494178802 lr:3.2173235103525224e-06 tokens_per_second_per_gpu:307.4389825179621 
Step 7192 | loss:0.0004144192789681256 lr:3.21495375108e-06 tokens_per_second_per_gpu:271.30586530073367 
Step 7193 | loss:8.213925320887938e-05 lr:3.2125846976935936e-06 tokens_per_second_per_gpu:238.17041788929004 
Step 7194 | loss:1.2157654055044986e-05 lr:3.210216350439773e-06 tokens_per_second_per_gpu:239.36121735189968 
Step 7195 | loss:5.5551099649164826e-05 lr:3.2078487095649235e-06 tokens_per_second_per_gpu:274.3226827224349 
Step 7196 | loss:0.00016254725051112473 lr:3.205481775315368e-06 tokens_per_second_per_gpu:300.32486177720523 
Step 7197 | loss:0.00011442338291089982 lr:3.2031155479373542e-06 tokens_per_second_per_gpu:245.40201782329683 
Step 7198 | loss:1.2571445950015914e-05 lr:3.2007500276770474e-06 tokens_per_second_per_gpu:273.06219303505134 
Step 7199 | loss:0.0002623524924274534 lr:3.1983852147805494e-06 tokens_per_second_per_gpu:275.3095458134531 
Step 7200 | loss:8.026768773561344e-05 lr:3.1960211094938886e-06 tokens_per_second_per_gpu:390.167072342429 
Step 7201 | loss:0.00025064725195989013 lr:3.1936577120630086e-06 tokens_per_second_per_gpu:325.303329761757 
Step 7202 | loss:6.478068098658696e-05 lr:3.191295022733791e-06 tokens_per_second_per_gpu:311.7109755688619 
Step 7203 | loss:3.690999437822029e-05 lr:3.1889330417520424e-06 tokens_per_second_per_gpu:360.94106077028215 
Step 7204 | loss:2.106297506543342e-05 lr:3.186571769363489e-06 tokens_per_second_per_gpu:261.7093112008765 
Step 7205 | loss:0.0003950954705942422 lr:3.184211205813781e-06 tokens_per_second_per_gpu:353.5281929390249 
Step 7206 | loss:4.8470887122675776e-05 lr:3.181851351348514e-06 tokens_per_second_per_gpu:318.2740257772001 
Step 7207 | loss:8.714101568330079e-05 lr:3.1794922062131907e-06 tokens_per_second_per_gpu:343.01299832710214 
Step 7208 | loss:0.0001391986443195492 lr:3.177133770653238e-06 tokens_per_second_per_gpu:300.8612139680859 
Step 7209 | loss:9.629311534808949e-05 lr:3.174776044914032e-06 tokens_per_second_per_gpu:305.37589463871046 
Step 7210 | loss:2.8707032470265403e-05 lr:3.172419029240853e-06 tokens_per_second_per_gpu:349.91697987118437 
Step 7211 | loss:0.0001314223336521536 lr:3.170062723878907e-06 tokens_per_second_per_gpu:303.8537479814607 
Step 7212 | loss:0.0050292788073420525 lr:3.1677071290733485e-06 tokens_per_second_per_gpu:515.8016882589807 
Step 7213 | loss:4.823567360290326e-05 lr:3.165352245069234e-06 tokens_per_second_per_gpu:254.6571221118042 
Step 7214 | loss:3.914403714588843e-05 lr:3.1629980721115515e-06 tokens_per_second_per_gpu:266.744155603714 
Step 7215 | loss:0.0026625487953424454 lr:3.1606446104452294e-06 tokens_per_second_per_gpu:261.884983788972 
Step 7216 | loss:5.9651101764757186e-05 lr:3.158291860315106e-06 tokens_per_second_per_gpu:297.49727298624566 
Step 7217 | loss:2.2194089979166165e-05 lr:3.1559398219659475e-06 tokens_per_second_per_gpu:326.7586320757881 
Step 7218 | loss:0.0002321300853509456 lr:3.1535884956424534e-06 tokens_per_second_per_gpu:298.5811275915276 
Step 7219 | loss:0.0004469103296287358 lr:3.1512378815892475e-06 tokens_per_second_per_gpu:331.7234561750684 
Step 7220 | loss:0.00013856764417141676 lr:3.148887980050872e-06 tokens_per_second_per_gpu:321.95539578896836 
Step 7221 | loss:0.00023722031619399786 lr:3.1465387912718015e-06 tokens_per_second_per_gpu:346.84117437496496 
Step 7222 | loss:9.405839227838442e-05 lr:3.1441903154964405e-06 tokens_per_second_per_gpu:273.21706084870254 
Step 7223 | loss:4.70828490506392e-05 lr:3.1418425529691064e-06 tokens_per_second_per_gpu:283.75942174360654 
Step 7224 | loss:7.834357529645786e-05 lr:3.1394955039340534e-06 tokens_per_second_per_gpu:265.97647635048475 
Step 7225 | loss:0.00012829003389924765 lr:3.1371491686354615e-06 tokens_per_second_per_gpu:266.2950997067653 
Step 7226 | loss:0.0001267056359210983 lr:3.1348035473174263e-06 tokens_per_second_per_gpu:306.7782186591618 
Step 7227 | loss:0.00013178601511754096 lr:3.1324586402239788e-06 tokens_per_second_per_gpu:245.11441822876594 
Step 7228 | loss:3.475684570730664e-05 lr:3.1301144475990775e-06 tokens_per_second_per_gpu:295.7751481363098 
Step 7229 | loss:5.629365477943793e-05 lr:3.127770969686593e-06 tokens_per_second_per_gpu:264.67834938648883 
Step 7230 | loss:5.8309313317295164e-05 lr:3.1254282067303353e-06 tokens_per_second_per_gpu:253.33050180365842 
Step 7231 | loss:0.0003143943613395095 lr:3.123086158974038e-06 tokens_per_second_per_gpu:286.925445852803 
Step 7232 | loss:0.0001971596066141501 lr:3.1207448266613517e-06 tokens_per_second_per_gpu:340.9351076908322 
Step 7233 | loss:0.00013251430937089026 lr:3.1184042100358624e-06 tokens_per_second_per_gpu:309.76383119640076 
Step 7234 | loss:2.5592926249373704e-05 lr:3.1160643093410724e-06 tokens_per_second_per_gpu:340.6365981693226 
Step 7235 | loss:4.262620859663002e-05 lr:3.113725124820418e-06 tokens_per_second_per_gpu:334.6749459319898 
Step 7236 | loss:0.000308623188175261 lr:3.11138665671726e-06 tokens_per_second_per_gpu:356.1742812545145 
Step 7237 | loss:6.266886339290068e-05 lr:3.1090489052748775e-06 tokens_per_second_per_gpu:324.9395534513501 
Step 7238 | loss:9.775978833204135e-05 lr:3.1067118707364807e-06 tokens_per_second_per_gpu:288.97090365621847 
Step 7239 | loss:9.177823812933639e-05 lr:3.104375553345209e-06 tokens_per_second_per_gpu:307.4797095086767 
Step 7240 | loss:7.94062070781365e-05 lr:3.1020399533441157e-06 tokens_per_second_per_gpu:312.7700996379312 
Step 7241 | loss:3.326570731587708e-05 lr:3.09970507097619e-06 tokens_per_second_per_gpu:299.25987335900925 
Step 7242 | loss:1.7880807718029246e-05 lr:3.0973709064843448e-06 tokens_per_second_per_gpu:340.61337599909933 
Step 7243 | loss:3.789136098930612e-05 lr:3.0950374601114106e-06 tokens_per_second_per_gpu:314.4745204610499 
Step 7244 | loss:0.00010744887549662963 lr:3.0927047321001513e-06 tokens_per_second_per_gpu:300.5376111056592 
Step 7245 | loss:2.294264231750276e-05 lr:3.090372722693259e-06 tokens_per_second_per_gpu:257.83368331812056 
Step 7246 | loss:3.1517905881628394e-05 lr:3.0880414321333364e-06 tokens_per_second_per_gpu:315.82205630996816 
Step 7247 | loss:0.0003666245611384511 lr:3.0857108606629248e-06 tokens_per_second_per_gpu:251.47000511302477 
Step 7248 | loss:4.240670386934653e-05 lr:3.0833810085244897e-06 tokens_per_second_per_gpu:321.80444012102794 
Step 7249 | loss:1.8001595890382305e-05 lr:3.0810518759604134e-06 tokens_per_second_per_gpu:285.9274731300672 
Step 7250 | loss:0.002232814207673073 lr:3.07872346321301e-06 tokens_per_second_per_gpu:354.1120002281337 
Step 7251 | loss:0.0032817856408655643 lr:3.0763957705245205e-06 tokens_per_second_per_gpu:441.99380604112895 
Step 7252 | loss:8.602840534877032e-05 lr:3.0740687981371033e-06 tokens_per_second_per_gpu:297.14376158630967 
Step 7253 | loss:4.54500550404191e-05 lr:3.0717425462928474e-06 tokens_per_second_per_gpu:305.70434688495857 
Step 7254 | loss:0.0004308748757466674 lr:3.06941701523377e-06 tokens_per_second_per_gpu:233.60884947469015 
Step 7255 | loss:0.0001081187219824642 lr:3.0670922052018025e-06 tokens_per_second_per_gpu:274.3733980092806 
Step 7256 | loss:4.21698423451744e-05 lr:3.06476811643881e-06 tokens_per_second_per_gpu:290.699421178865 
Step 7257 | loss:8.385862020077184e-05 lr:3.062444749186585e-06 tokens_per_second_per_gpu:316.6186090620011 
Step 7258 | loss:3.7796100514242426e-05 lr:3.0601221036868336e-06 tokens_per_second_per_gpu:284.25682712804496 
Step 7259 | loss:0.00012411634088493884 lr:3.057800180181195e-06 tokens_per_second_per_gpu:295.79811529366685 
Step 7260 | loss:8.98422731552273e-05 lr:3.055478978911238e-06 tokens_per_second_per_gpu:337.7168164818907 
Step 7261 | loss:3.49662295775488e-05 lr:3.0531585001184415e-06 tokens_per_second_per_gpu:293.98903429250066 
Step 7262 | loss:0.00021172732522245497 lr:3.0508387440442223e-06 tokens_per_second_per_gpu:318.21624388890314 
Step 7263 | loss:0.0001779475569492206 lr:3.048519710929919e-06 tokens_per_second_per_gpu:419.4510260112364 
Step 7264 | loss:0.0009881904115900397 lr:3.0462014010167895e-06 tokens_per_second_per_gpu:437.19515750690056 
Step 7265 | loss:9.028964268509299e-05 lr:3.0438838145460247e-06 tokens_per_second_per_gpu:372.231338100349 
Step 7266 | loss:6.312500045169145e-05 lr:3.041566951758731e-06 tokens_per_second_per_gpu:362.6541038945702 
Step 7267 | loss:0.0001297395210713148 lr:3.0392508128959476e-06 tokens_per_second_per_gpu:307.23636203898656 
Step 7268 | loss:3.827122418442741e-05 lr:3.036935398198638e-06 tokens_per_second_per_gpu:279.5871402871527 
Step 7269 | loss:3.939634916605428e-05 lr:3.0346207079076817e-06 tokens_per_second_per_gpu:332.9535929904521 
Step 7270 | loss:9.615244925953448e-05 lr:3.032306742263891e-06 tokens_per_second_per_gpu:287.2741249448183 
Step 7271 | loss:2.241917718492914e-05 lr:3.0299935015080053e-06 tokens_per_second_per_gpu:310.22171297474887 
Step 7272 | loss:8.241503383032978e-05 lr:3.0276809858806756e-06 tokens_per_second_per_gpu:258.6250723600421 
Step 7273 | loss:0.00010837079753400758 lr:3.0253691956224917e-06 tokens_per_second_per_gpu:261.7570604589388 
Step 7274 | loss:0.00023513373162131757 lr:3.023058130973963e-06 tokens_per_second_per_gpu:290.68213196258216 
Step 7275 | loss:8.616280683781952e-05 lr:3.020747792175517e-06 tokens_per_second_per_gpu:332.24799781602303 
Step 7276 | loss:1.9390270608710125e-05 lr:3.0184381794675134e-06 tokens_per_second_per_gpu:251.71521124991318 
Step 7277 | loss:5.8195528254145756e-05 lr:3.0161292930902375e-06 tokens_per_second_per_gpu:269.0496728699836 
Step 7278 | loss:9.165516530629247e-05 lr:3.013821133283891e-06 tokens_per_second_per_gpu:297.3675410686792 
Step 7279 | loss:5.050774780102074e-05 lr:3.0115137002886053e-06 tokens_per_second_per_gpu:346.6758009878172 
Step 7280 | loss:0.0002458660746924579 lr:3.0092069943444393e-06 tokens_per_second_per_gpu:274.9948954285159 
Step 7281 | loss:8.14129743957892e-05 lr:3.006901015691367e-06 tokens_per_second_per_gpu:265.3891540550592 
Step 7282 | loss:2.5768655177671462e-05 lr:3.004595764569296e-06 tokens_per_second_per_gpu:268.85949663503874 
Step 7283 | loss:0.0008712757844477892 lr:3.002291241218055e-06 tokens_per_second_per_gpu:284.53303294823013 
Step 7284 | loss:3.549739267327823e-05 lr:2.9999874458773925e-06 tokens_per_second_per_gpu:304.9292083170952 
Step 7285 | loss:3.7152036384213716e-05 lr:2.9976843787869868e-06 tokens_per_second_per_gpu:269.9501503900687 
Step 7286 | loss:7.837734301574528e-05 lr:2.995382040186442e-06 tokens_per_second_per_gpu:326.2999861862333 
Step 7287 | loss:4.9970381951425225e-05 lr:2.993080430315278e-06 tokens_per_second_per_gpu:362.23256416869896 
Step 7288 | loss:0.0007950200233608484 lr:2.9907795494129464e-06 tokens_per_second_per_gpu:329.0233049820735 
Step 7289 | loss:9.084283374249935e-05 lr:2.9884793977188243e-06 tokens_per_second_per_gpu:311.64418713078106 
Step 7290 | loss:3.657122942968272e-05 lr:2.9861799754722033e-06 tokens_per_second_per_gpu:243.7655108994744 
Step 7291 | loss:2.127412153640762e-05 lr:2.9838812829123066e-06 tokens_per_second_per_gpu:210.92447233270508 
Step 7292 | loss:0.00011156138498336077 lr:2.981583320278284e-06 tokens_per_second_per_gpu:262.9319758499816 
Step 7293 | loss:3.785396256716922e-05 lr:2.9792860878092e-06 tokens_per_second_per_gpu:242.941180401716 
Step 7294 | loss:4.92672152176965e-05 lr:2.9769895857440535e-06 tokens_per_second_per_gpu:316.3373973540636 
Step 7295 | loss:4.253028237144463e-05 lr:2.9746938143217564e-06 tokens_per_second_per_gpu:311.0376057585039 
Step 7296 | loss:4.3287029257044196e-05 lr:2.9723987737811543e-06 tokens_per_second_per_gpu:238.53390460451288 
Step 7297 | loss:0.00017055289936251938 lr:2.9701044643610154e-06 tokens_per_second_per_gpu:376.85774595014044 
Step 7298 | loss:3.939971065847203e-05 lr:2.9678108863000234e-06 tokens_per_second_per_gpu:287.31618262850276 
Step 7299 | loss:1.559087831992656e-05 lr:2.9655180398367954e-06 tokens_per_second_per_gpu:264.16543624210635 
Step 7300 | loss:0.00010165297135245055 lr:2.963225925209873e-06 tokens_per_second_per_gpu:271.22972447917886 
Step 7301 | loss:2.442250115564093e-05 lr:2.9609345426577084e-06 tokens_per_second_per_gpu:269.67529978013823 
Step 7302 | loss:4.193958739051595e-05 lr:2.9586438924186934e-06 tokens_per_second_per_gpu:267.66118602839487 
Step 7303 | loss:4.951962910126895e-05 lr:2.956353974731139e-06 tokens_per_second_per_gpu:233.30174943739922 
Step 7304 | loss:2.2179869120009243e-05 lr:2.9540647898332707e-06 tokens_per_second_per_gpu:283.60912116970457 
Step 7305 | loss:0.00034017255529761314 lr:2.951776337963249e-06 tokens_per_second_per_gpu:250.4547025390771 
Step 7306 | loss:2.830344601534307e-05 lr:2.9494886193591587e-06 tokens_per_second_per_gpu:273.93404203273735 
Step 7307 | loss:1.1707366866176017e-05 lr:2.947201634258996e-06 tokens_per_second_per_gpu:242.80900551052764 
Step 7308 | loss:0.0013720460701733828 lr:2.9449153829006917e-06 tokens_per_second_per_gpu:308.193649022116 
Step 7309 | loss:0.00013186814612708986 lr:2.942629865522102e-06 tokens_per_second_per_gpu:243.332741247482 
Step 7310 | loss:0.0006357067613862455 lr:2.940345082360997e-06 tokens_per_second_per_gpu:426.45859273571244 
Step 7311 | loss:0.0008692877017892897 lr:2.9380610336550706e-06 tokens_per_second_per_gpu:324.3663341746442 
Step 7312 | loss:1.704371243249625e-05 lr:2.9357777196419566e-06 tokens_per_second_per_gpu:249.53763686578006 
Step 7313 | loss:0.00021171412663534284 lr:2.933495140559196e-06 tokens_per_second_per_gpu:264.7578022679318 
Step 7314 | loss:8.026523573789746e-05 lr:2.93121329664425e-06 tokens_per_second_per_gpu:305.783761215348 
Step 7315 | loss:0.00016140760271809995 lr:2.9289321881345257e-06 tokens_per_second_per_gpu:247.01298191755907 
Step 7316 | loss:7.020402699708939e-05 lr:2.9266518152673317e-06 tokens_per_second_per_gpu:275.6581729586703 
Step 7317 | loss:0.00033836165675893426 lr:2.924372178279904e-06 tokens_per_second_per_gpu:403.1092619114352 
Step 7318 | loss:0.00011276491568423808 lr:2.922093277409416e-06 tokens_per_second_per_gpu:325.5430815689385 
Step 7319 | loss:0.00012531183892861009 lr:2.9198151128929487e-06 tokens_per_second_per_gpu:289.8086233108317 
Step 7320 | loss:0.00011044934944948182 lr:2.9175376849675076e-06 tokens_per_second_per_gpu:349.1304848071987 
Step 7321 | loss:1.0822935109899845e-05 lr:2.915260993870036e-06 tokens_per_second_per_gpu:252.58630767386967 
Step 7322 | loss:7.459596236003563e-05 lr:2.9129850398373873e-06 tokens_per_second_per_gpu:252.5725148483855 
Step 7323 | loss:9.549433161737397e-05 lr:2.910709823106337e-06 tokens_per_second_per_gpu:305.96276726240194 
Step 7324 | loss:0.00019824900664389133 lr:2.9084353439135915e-06 tokens_per_second_per_gpu:348.53440880898836 
Step 7325 | loss:5.52168748981785e-05 lr:2.9061616024957807e-06 tokens_per_second_per_gpu:259.22160757408454 
Step 7326 | loss:0.00014092498167883605 lr:2.9038885990894493e-06 tokens_per_second_per_gpu:258.7344354106946 
Step 7327 | loss:6.909569492563605e-05 lr:2.901616333931073e-06 tokens_per_second_per_gpu:316.0571655550767 
Step 7328 | loss:1.9833249098155648e-05 lr:2.8993448072570507e-06 tokens_per_second_per_gpu:280.1082775904058 
Step 7329 | loss:6.220142677193508e-05 lr:2.8970740193036974e-06 tokens_per_second_per_gpu:273.3506002733306 
Step 7330 | loss:0.0005012607434764504 lr:2.8948039703072574e-06 tokens_per_second_per_gpu:251.30852443550074 
Step 7331 | loss:0.0001399883913109079 lr:2.8925346605038997e-06 tokens_per_second_per_gpu:358.5940317085538 
Step 7332 | loss:9.97668830677867e-05 lr:2.8902660901297075e-06 tokens_per_second_per_gpu:323.9598798319277 
Step 7333 | loss:2.606464477139525e-05 lr:2.887998259420697e-06 tokens_per_second_per_gpu:254.05740363916198 
Step 7334 | loss:0.004834701307117939 lr:2.885731168612803e-06 tokens_per_second_per_gpu:371.3921703735426 
Step 7335 | loss:2.3964346837601624e-05 lr:2.8834648179418813e-06 tokens_per_second_per_gpu:286.17967325836344 
Step 7336 | loss:4.268592965672724e-05 lr:2.8811992076437135e-06 tokens_per_second_per_gpu:321.6680966318188 
Step 7337 | loss:0.0001817731827031821 lr:2.878934337954008e-06 tokens_per_second_per_gpu:275.8115494207954 
Step 7338 | loss:0.0008826489211060107 lr:2.8766702091083852e-06 tokens_per_second_per_gpu:234.70527672478622 
Step 7339 | loss:2.091702845063992e-05 lr:2.8744068213424004e-06 tokens_per_second_per_gpu:249.25985176059913 
Step 7340 | loss:3.405557799851522e-05 lr:2.872144174891521e-06 tokens_per_second_per_gpu:262.3468451234202 
Step 7341 | loss:0.00043968838872388005 lr:2.8698822699911465e-06 tokens_per_second_per_gpu:265.85218519537887 
Step 7342 | loss:3.1229195883497596e-05 lr:2.867621106876598e-06 tokens_per_second_per_gpu:273.24188077503885 
Step 7343 | loss:3.733400080818683e-05 lr:2.8653606857831105e-06 tokens_per_second_per_gpu:297.46501519253263 
Step 7344 | loss:2.2520111087942496e-05 lr:2.863101006945851e-06 tokens_per_second_per_gpu:277.7999706851032 
Step 7345 | loss:0.0014736984157934785 lr:2.8608420705999095e-06 tokens_per_second_per_gpu:316.4278183573448 
Step 7346 | loss:2.256345032947138e-05 lr:2.858583876980291e-06 tokens_per_second_per_gpu:288.19045206113276 
Step 7347 | loss:0.006261338479816914 lr:2.856326426321928e-06 tokens_per_second_per_gpu:264.07062832012855 
Step 7348 | loss:4.368651207187213e-05 lr:2.854069718859682e-06 tokens_per_second_per_gpu:275.28567799723584 
Step 7349 | loss:0.0002574578975327313 lr:2.851813754828324e-06 tokens_per_second_per_gpu:271.6110008688758 
Step 7350 | loss:5.961918941466138e-05 lr:2.8495585344625566e-06 tokens_per_second_per_gpu:346.397655171901 
Step 7351 | loss:8.42711451696232e-05 lr:2.8473040579970057e-06 tokens_per_second_per_gpu:356.2299357155234 
Step 7352 | loss:0.00011814640311058611 lr:2.845050325666211e-06 tokens_per_second_per_gpu:260.7538512279766 
Step 7353 | loss:0.0005866214050911367 lr:2.842797337704646e-06 tokens_per_second_per_gpu:315.3088738254561 
Step 7354 | loss:0.0001669601333560422 lr:2.8405450943467016e-06 tokens_per_second_per_gpu:305.4954199533089 
Step 7355 | loss:0.0002989764034282416 lr:2.8382935958266865e-06 tokens_per_second_per_gpu:243.7547506940787 
Step 7356 | loss:2.199336449848488e-05 lr:2.8360428423788412e-06 tokens_per_second_per_gpu:239.20634675225384 
Step 7357 | loss:0.0003964749339502305 lr:2.8337928342373246e-06 tokens_per_second_per_gpu:276.2775539355131 
Step 7358 | loss:0.0001471963623771444 lr:2.831543571636213e-06 tokens_per_second_per_gpu:273.12018181020704 
Step 7359 | loss:5.3278265113476664e-05 lr:2.829295054809511e-06 tokens_per_second_per_gpu:327.92967152754846 
Step 7360 | loss:4.6443878090940416e-05 lr:2.82704728399115e-06 tokens_per_second_per_gpu:337.82843359879524 
Step 7361 | loss:4.2987878259737045e-05 lr:2.8248002594149706e-06 tokens_per_second_per_gpu:316.4214032296817 
Step 7362 | loss:0.0002562836743891239 lr:2.8225539813147453e-06 tokens_per_second_per_gpu:328.12922509959924 
Step 7363 | loss:0.00023661662999074906 lr:2.8203084499241718e-06 tokens_per_second_per_gpu:281.0676852594758 
Step 7364 | loss:7.226049638120458e-05 lr:2.818063665476858e-06 tokens_per_second_per_gpu:281.46437806122645 
Step 7365 | loss:0.00012331883772276342 lr:2.8158196282063455e-06 tokens_per_second_per_gpu:333.0439382809658 
Step 7366 | loss:2.6149751647608355e-05 lr:2.8135763383460955e-06 tokens_per_second_per_gpu:257.8518978965809 
Step 7367 | loss:0.0010215913644060493 lr:2.811333796129485e-06 tokens_per_second_per_gpu:294.8701429335144 
Step 7368 | loss:1.6896185115911067e-05 lr:2.8090920017898227e-06 tokens_per_second_per_gpu:303.9815139882159 
Step 7369 | loss:0.00014011238818056881 lr:2.806850955560332e-06 tokens_per_second_per_gpu:299.59654717337713 
Step 7370 | loss:0.0001457104372093454 lr:2.8046106576741605e-06 tokens_per_second_per_gpu:311.7004830870973 
Step 7371 | loss:5.333622539183125e-05 lr:2.8023711083643845e-06 tokens_per_second_per_gpu:362.9203635016702 
Step 7372 | loss:3.651549559435807e-05 lr:2.8001323078639906e-06 tokens_per_second_per_gpu:308.5386256522799 
Step 7373 | loss:2.0556306481012143e-05 lr:2.7978942564058955e-06 tokens_per_second_per_gpu:314.34216974135563 
Step 7374 | loss:3.624888267950155e-05 lr:2.7956569542229404e-06 tokens_per_second_per_gpu:256.8695440682166 
Step 7375 | loss:2.72804045380326e-05 lr:2.793420401547877e-06 tokens_per_second_per_gpu:248.4181857707899 
Step 7376 | loss:0.00020074426720384508 lr:2.7911845986133902e-06 tokens_per_second_per_gpu:355.53358461185167 
Step 7377 | loss:1.1756486856029369e-05 lr:2.7889495456520855e-06 tokens_per_second_per_gpu:278.5136483188389 
Step 7378 | loss:2.9294769774423912e-05 lr:2.7867152428964827e-06 tokens_per_second_per_gpu:318.36320574763386 
Step 7379 | loss:5.180873995414004e-05 lr:2.7844816905790318e-06 tokens_per_second_per_gpu:270.462062301535 
Step 7380 | loss:0.00010355353151680902 lr:2.782248888932103e-06 tokens_per_second_per_gpu:284.2497482103045 
Step 7381 | loss:0.0007359610754065216 lr:2.7800168381879824e-06 tokens_per_second_per_gpu:264.1330095059618 
Step 7382 | loss:8.114479715004563e-05 lr:2.7777855385788854e-06 tokens_per_second_per_gpu:235.17647061866293 
Step 7383 | loss:4.899120540358126e-05 lr:2.7755549903369507e-06 tokens_per_second_per_gpu:312.8807233105293 
Step 7384 | loss:5.4393665777752176e-05 lr:2.773325193694226e-06 tokens_per_second_per_gpu:344.51724627892384 
Step 7385 | loss:0.00013452630082610995 lr:2.7710961488826948e-06 tokens_per_second_per_gpu:361.40331567407713 
Step 7386 | loss:1.7719707102514803e-05 lr:2.7688678561342595e-06 tokens_per_second_per_gpu:289.71172168252275 
Step 7387 | loss:0.00012070576485712081 lr:2.7666403156807355e-06 tokens_per_second_per_gpu:305.1880245237059 
Step 7388 | loss:2.7313943064655177e-05 lr:2.7644135277538684e-06 tokens_per_second_per_gpu:291.5558085353519 
Step 7389 | loss:5.294317816151306e-05 lr:2.7621874925853277e-06 tokens_per_second_per_gpu:300.625677357288 
Step 7390 | loss:0.0001360064052278176 lr:2.7599622104066937e-06 tokens_per_second_per_gpu:328.46110989394396 
Step 7391 | loss:3.346995072206482e-05 lr:2.757737681449478e-06 tokens_per_second_per_gpu:362.9452501101835 
Step 7392 | loss:3.7133097066543996e-05 lr:2.7555139059451143e-06 tokens_per_second_per_gpu:299.0585729905419 
Step 7393 | loss:0.0001673801161814481 lr:2.753290884124946e-06 tokens_per_second_per_gpu:340.0065679372764 
Step 7394 | loss:5.146366311237216e-05 lr:2.7510686162202526e-06 tokens_per_second_per_gpu:298.84675808311715 
Step 7395 | loss:9.625564416637644e-05 lr:2.74884710246223e-06 tokens_per_second_per_gpu:255.21389159314418 
Step 7396 | loss:4.9053269322030246e-05 lr:2.746626343081988e-06 tokens_per_second_per_gpu:273.29463175948615 
Step 7397 | loss:0.0004460318305063993 lr:2.74440633831057e-06 tokens_per_second_per_gpu:315.41643494203703 
Step 7398 | loss:4.369801172288135e-05 lr:2.742187088378937e-06 tokens_per_second_per_gpu:273.1639458873955 
Step 7399 | loss:0.00010708138142945245 lr:2.7399685935179644e-06 tokens_per_second_per_gpu:237.75746517299027 
Step 7400 | loss:5.445596980280243e-05 lr:2.7377508539584595e-06 tokens_per_second_per_gpu:302.5080104088722 
Step 7401 | loss:4.2006948206108063e-05 lr:2.7355338699311406e-06 tokens_per_second_per_gpu:277.406924885609 
Step 7402 | loss:0.0006877133273519576 lr:2.733317641666656e-06 tokens_per_second_per_gpu:310.28372597276484 
Step 7403 | loss:0.00024670499260537326 lr:2.7311021693955764e-06 tokens_per_second_per_gpu:362.0616345606647 
Step 7404 | loss:2.6030116714537144e-05 lr:2.728887453348382e-06 tokens_per_second_per_gpu:361.0578562028874 
Step 7405 | loss:2.862580367946066e-05 lr:2.726673493755486e-06 tokens_per_second_per_gpu:281.26998352516154 
Step 7406 | loss:0.00012551840336527675 lr:2.7244602908472206e-06 tokens_per_second_per_gpu:329.6345880871144 
Step 7407 | loss:0.00017167392070405185 lr:2.7222478448538336e-06 tokens_per_second_per_gpu:361.263363732973 
Step 7408 | loss:8.079181134235114e-05 lr:2.7200361560055e-06 tokens_per_second_per_gpu:280.9854395662164 
Step 7409 | loss:0.0005661978502757847 lr:2.7178252245323167e-06 tokens_per_second_per_gpu:323.05496313747454 
Step 7410 | loss:3.946328433812596e-05 lr:2.715615050664294e-06 tokens_per_second_per_gpu:267.43439130946655 
Step 7411 | loss:2.7621270419331267e-05 lr:2.713405634631372e-06 tokens_per_second_per_gpu:280.26913112490047 
Step 7412 | loss:8.994927338790148e-05 lr:2.7111969766634106e-06 tokens_per_second_per_gpu:350.09554313460654 
Step 7413 | loss:6.275658233789727e-05 lr:2.7089890769901828e-06 tokens_per_second_per_gpu:310.6482577040371 
Step 7414 | loss:0.0004533196915872395 lr:2.7067819358413916e-06 tokens_per_second_per_gpu:262.58616447440875 
Step 7415 | loss:3.508227746351622e-05 lr:2.7045755534466613e-06 tokens_per_second_per_gpu:225.49357242246603 
Step 7416 | loss:3.4541844797786325e-05 lr:2.702369930035531e-06 tokens_per_second_per_gpu:309.58423502511545 
Step 7417 | loss:0.0017510775942355394 lr:2.700165065837459e-06 tokens_per_second_per_gpu:328.0450373198355 
Step 7418 | loss:3.629385901149362e-05 lr:2.697960961081841e-06 tokens_per_second_per_gpu:350.11360095672535 
Step 7419 | loss:8.34188685985282e-05 lr:2.695757615997976e-06 tokens_per_second_per_gpu:308.06241368394177 
Step 7420 | loss:0.00012704601977020502 lr:2.693555030815085e-06 tokens_per_second_per_gpu:269.5757607138426 
Step 7421 | loss:0.0008473917259834707 lr:2.691353205762326e-06 tokens_per_second_per_gpu:280.39076173618093 
Step 7422 | loss:0.00027468602638691664 lr:2.6891521410687617e-06 tokens_per_second_per_gpu:280.4436151905851 
Step 7423 | loss:6.537234003189951e-05 lr:2.686951836963375e-06 tokens_per_second_per_gpu:288.0951645608589 
Step 7424 | loss:7.540857041021809e-05 lr:2.684752293675088e-06 tokens_per_second_per_gpu:333.58785518714814 
Step 7425 | loss:2.9390910640358925e-05 lr:2.682553511432725e-06 tokens_per_second_per_gpu:305.9120217860443 
Step 7426 | loss:0.00013156481145415455 lr:2.680355490465032e-06 tokens_per_second_per_gpu:283.19825564145043 
Step 7427 | loss:0.0004187298472970724 lr:2.6781582310006935e-06 tokens_per_second_per_gpu:433.21139772199274 
Step 7428 | loss:5.509617039933801e-05 lr:2.6759617332682963e-06 tokens_per_second_per_gpu:288.0242516683571 
Step 7429 | loss:8.26755931484513e-05 lr:2.6737659974963515e-06 tokens_per_second_per_gpu:320.39916674820006 
Step 7430 | loss:4.4939482904737815e-05 lr:2.6715710239132976e-06 tokens_per_second_per_gpu:355.91758797933403 
Step 7431 | loss:1.9381102902116254e-05 lr:2.6693768127474905e-06 tokens_per_second_per_gpu:286.4696104343598 
Step 7432 | loss:0.0003023308527190238 lr:2.6671833642272016e-06 tokens_per_second_per_gpu:306.94443644753756 
Step 7433 | loss:2.980735371238552e-05 lr:2.6649906785806302e-06 tokens_per_second_per_gpu:312.899386192663 
Step 7434 | loss:1.8255905160913244e-05 lr:2.662798756035898e-06 tokens_per_second_per_gpu:320.22704192284573 
Step 7435 | loss:0.0001632989151403308 lr:2.6606075968210354e-06 tokens_per_second_per_gpu:246.14811157822322 
Step 7436 | loss:0.00015804832219146192 lr:2.658417201164004e-06 tokens_per_second_per_gpu:378.4165770308582 
Step 7437 | loss:0.000570716627407819 lr:2.6562275692926863e-06 tokens_per_second_per_gpu:307.8809542059931 
Step 7438 | loss:8.650264499010518e-05 lr:2.6540387014348756e-06 tokens_per_second_per_gpu:246.19410834392187 
Step 7439 | loss:5.5373471695929766e-05 lr:2.651850597818295e-06 tokens_per_second_per_gpu:312.1041461320852 
Step 7440 | loss:5.1280800107633695e-05 lr:2.6496632586705894e-06 tokens_per_second_per_gpu:290.0434976571067 
Step 7441 | loss:3.6340952647151425e-05 lr:2.647476684219311e-06 tokens_per_second_per_gpu:295.38185459758034 
Step 7442 | loss:6.586443487321958e-05 lr:2.645290874691947e-06 tokens_per_second_per_gpu:253.93805704504493 
Step 7443 | loss:0.00032253109384328127 lr:2.6431058303159017e-06 tokens_per_second_per_gpu:331.249973891698 
Step 7444 | loss:2.1082594685140066e-05 lr:2.6409215513184907e-06 tokens_per_second_per_gpu:263.56294755484936 
Step 7445 | loss:3.948773519368842e-05 lr:2.6387380379269624e-06 tokens_per_second_per_gpu:248.14263627348055 
Step 7446 | loss:4.949071444571018e-05 lr:2.6365552903684755e-06 tokens_per_second_per_gpu:265.561205555809 
Step 7447 | loss:0.00019746960606426 lr:2.6343733088701153e-06 tokens_per_second_per_gpu:259.3951890488665 
Step 7448 | loss:6.257690256461501e-05 lr:2.6321920936588874e-06 tokens_per_second_per_gpu:275.8355412957429 
Step 7449 | loss:3.2358973840018734e-05 lr:2.630011644961712e-06 tokens_per_second_per_gpu:282.4796346080884 
Step 7450 | loss:0.00025899801403284073 lr:2.627831963005435e-06 tokens_per_second_per_gpu:298.93697722158436 
Step 7451 | loss:6.194590241648257e-05 lr:2.6256530480168242e-06 tokens_per_second_per_gpu:307.06424059761855 
Step 7452 | loss:0.0004465495585463941 lr:2.623474900222558e-06 tokens_per_second_per_gpu:333.34541156236986 
Step 7453 | loss:0.0006874273531138897 lr:2.621297519849244e-06 tokens_per_second_per_gpu:338.5595865373685 
Step 7454 | loss:3.026963531738147e-05 lr:2.6191209071234103e-06 tokens_per_second_per_gpu:303.73267242816803 
Step 7455 | loss:6.345925794448704e-05 lr:2.6169450622714966e-06 tokens_per_second_per_gpu:342.4836341226703 
Step 7456 | loss:8.987872570287436e-05 lr:2.6147699855198718e-06 tokens_per_second_per_gpu:337.21416238033714 
Step 7457 | loss:4.782588439411484e-05 lr:2.6125956770948225e-06 tokens_per_second_per_gpu:290.864707198844 
Step 7458 | loss:0.000974981056060642 lr:2.610422137222548e-06 tokens_per_second_per_gpu:262.90454932617035 
Step 7459 | loss:9.163200593320653e-05 lr:2.6082493661291785e-06 tokens_per_second_per_gpu:292.73484553329524 
Step 7460 | loss:3.20562394335866e-05 lr:2.606077364040762e-06 tokens_per_second_per_gpu:306.2139820813496 
Step 7461 | loss:0.00019020958279725164 lr:2.603906131183257e-06 tokens_per_second_per_gpu:330.95582835861643 
Step 7462 | loss:0.00023198025883175433 lr:2.6017356677825525e-06 tokens_per_second_per_gpu:369.12024071840216 
Step 7463 | loss:7.479920168407261e-05 lr:2.5995659740644563e-06 tokens_per_second_per_gpu:286.58693178235967 
Step 7464 | loss:0.00026384912780486047 lr:2.5973970502546897e-06 tokens_per_second_per_gpu:329.6607731744922 
Step 7465 | loss:3.682500755530782e-05 lr:2.5952288965788987e-06 tokens_per_second_per_gpu:273.619094202155 
Step 7466 | loss:5.289235559757799e-05 lr:2.593061513262651e-06 tokens_per_second_per_gpu:290.360671948077 
Step 7467 | loss:6.92312532919459e-05 lr:2.5908949005314287e-06 tokens_per_second_per_gpu:290.16453133266447 
Step 7468 | loss:1.9392426111153327e-05 lr:2.588729058610637e-06 tokens_per_second_per_gpu:307.5363724851004 
Step 7469 | loss:5.043209603172727e-05 lr:2.5865639877256043e-06 tokens_per_second_per_gpu:284.89704456518956 
Step 7470 | loss:2.9255141271278262e-05 lr:2.5843996881015676e-06 tokens_per_second_per_gpu:309.74615505279496 
Step 7471 | loss:4.363533662399277e-05 lr:2.5822361599636957e-06 tokens_per_second_per_gpu:318.0913668794284 
Step 7472 | loss:0.00010162947728531435 lr:2.5800734035370755e-06 tokens_per_second_per_gpu:307.9416656303686 
Step 7473 | loss:4.243558214511722e-05 lr:2.577911419046705e-06 tokens_per_second_per_gpu:287.0291088497784 
Step 7474 | loss:0.0006537373410537839 lr:2.575750206717511e-06 tokens_per_second_per_gpu:279.66005763838075 
Step 7475 | loss:2.1657793695339933e-05 lr:2.5735897667743314e-06 tokens_per_second_per_gpu:313.917291171988 
Step 7476 | loss:6.819047848694026e-05 lr:2.571430099441934e-06 tokens_per_second_per_gpu:266.32992763039425 
Step 7477 | loss:8.870990131981671e-05 lr:2.569271204945002e-06 tokens_per_second_per_gpu:318.1694638791507 
Step 7478 | loss:4.229465776006691e-05 lr:2.5671130835081305e-06 tokens_per_second_per_gpu:282.8095088149791 
Step 7479 | loss:0.0008850964950397611 lr:2.5649557353558462e-06 tokens_per_second_per_gpu:267.0869838103059 
Step 7480 | loss:8.9892593678087e-05 lr:2.5627991607125912e-06 tokens_per_second_per_gpu:246.96674394320345 
Step 7481 | loss:0.0006269371951930225 lr:2.5606433598027204e-06 tokens_per_second_per_gpu:327.4401481022986 
Step 7482 | loss:7.936226029414684e-05 lr:2.5584883328505174e-06 tokens_per_second_per_gpu:318.49766262526595 
Step 7483 | loss:0.00020766921807080507 lr:2.556334080080184e-06 tokens_per_second_per_gpu:384.2916148382293 
Step 7484 | loss:8.458069351036102e-05 lr:2.5541806017158333e-06 tokens_per_second_per_gpu:318.0688449009656 
Step 7485 | loss:4.027361865155399e-05 lr:2.5520278979815072e-06 tokens_per_second_per_gpu:293.8145480678862 
Step 7486 | loss:0.00010715156531659886 lr:2.5498759691011653e-06 tokens_per_second_per_gpu:317.91815257027054 
Step 7487 | loss:3.528040906530805e-05 lr:2.5477248152986787e-06 tokens_per_second_per_gpu:252.8679892176998 
Step 7488 | loss:9.58123473537853e-06 lr:2.5455744367978485e-06 tokens_per_second_per_gpu:318.2241854595763 
Step 7489 | loss:0.00039982947055250406 lr:2.543424833822392e-06 tokens_per_second_per_gpu:319.4818073332417 
Step 7490 | loss:0.00016526615945622325 lr:2.5412760065959386e-06 tokens_per_second_per_gpu:344.40721861894804 
Step 7491 | loss:3.801989078056067e-05 lr:2.5391279553420466e-06 tokens_per_second_per_gpu:277.21893101036426 
Step 7492 | loss:2.5835841370280832e-05 lr:2.5369806802841925e-06 tokens_per_second_per_gpu:249.4086024206231 
Step 7493 | loss:4.874552178080194e-05 lr:2.5348341816457623e-06 tokens_per_second_per_gpu:250.11474143156292 
Step 7494 | loss:5.5216522014234215e-05 lr:2.532688459650071e-06 tokens_per_second_per_gpu:276.91812974819163 
Step 7495 | loss:2.349478927499149e-05 lr:2.530543514520355e-06 tokens_per_second_per_gpu:235.91209723275983 
Step 7496 | loss:2.0397223124746233e-05 lr:2.5283993464797584e-06 tokens_per_second_per_gpu:308.8435562508136 
Step 7497 | loss:1.6077508917078376e-05 lr:2.5262559557513524e-06 tokens_per_second_per_gpu:282.2018566198126 
Step 7498 | loss:3.760624895221554e-05 lr:2.5241133425581287e-06 tokens_per_second_per_gpu:242.18010333436064 
Step 7499 | loss:0.00011870944581460208 lr:2.5219715071229924e-06 tokens_per_second_per_gpu:319.7150639486232 
Step 7500 | loss:0.000147023587487638 lr:2.5198304496687696e-06 tokens_per_second_per_gpu:366.30277753171396 
Step 7501 | loss:0.00010571273742243648 lr:2.517690170418212e-06 tokens_per_second_per_gpu:301.62392895324336 
Step 7502 | loss:5.301920464262366e-05 lr:2.515550669593978e-06 tokens_per_second_per_gpu:340.25683668842703 
Step 7503 | loss:4.203137359581888e-05 lr:2.513411947418656e-06 tokens_per_second_per_gpu:229.8458834069399 
Step 7504 | loss:0.000723735021892935 lr:2.511274004114749e-06 tokens_per_second_per_gpu:405.15078317069407 
Step 7505 | loss:8.583418093621731e-05 lr:2.5091368399046754e-06 tokens_per_second_per_gpu:322.48259927811904 
Step 7506 | loss:8.18972330307588e-05 lr:2.507000455010783e-06 tokens_per_second_per_gpu:330.5479273406753 
Step 7507 | loss:0.0003785078297369182 lr:2.504864849655324e-06 tokens_per_second_per_gpu:291.7547893848027 
Step 7508 | loss:7.421048212563619e-05 lr:2.5027300240604822e-06 tokens_per_second_per_gpu:307.9934325796074 
Step 7509 | loss:3.120319888694212e-05 lr:2.500595978448357e-06 tokens_per_second_per_gpu:254.9394448520668 
Step 7510 | loss:4.071208240929991e-05 lr:2.498462713040958e-06 tokens_per_second_per_gpu:281.9767090439119 
Step 7511 | loss:1.754180993884802e-05 lr:2.4963302280602263e-06 tokens_per_second_per_gpu:258.5796376603358 
Step 7512 | loss:2.92702425213065e-05 lr:2.4941985237280176e-06 tokens_per_second_per_gpu:346.16758650467716 
Step 7513 | loss:3.642524097813293e-05 lr:2.4920676002660992e-06 tokens_per_second_per_gpu:353.93990209771 
Step 7514 | loss:3.448061033850536e-05 lr:2.4899374578961654e-06 tokens_per_second_per_gpu:302.50575888189263 
Step 7515 | loss:0.0036619440652430058 lr:2.487808096839831e-06 tokens_per_second_per_gpu:285.21082330969836 
Step 7516 | loss:1.9964234525104985e-05 lr:2.485679517318619e-06 tokens_per_second_per_gpu:304.48772545263864 
Step 7517 | loss:0.0006983838393352926 lr:2.483551719553979e-06 tokens_per_second_per_gpu:320.16662279548456 
Step 7518 | loss:2.2002392142894678e-05 lr:2.4814247037672823e-06 tokens_per_second_per_gpu:251.12032008602338 
Step 7519 | loss:5.6239157856907696e-05 lr:2.479298470179807e-06 tokens_per_second_per_gpu:323.8484147613171 
Step 7520 | loss:0.0004734484537038952 lr:2.4771730190127616e-06 tokens_per_second_per_gpu:332.39793216880895 
Step 7521 | loss:0.00022839588928036392 lr:2.475048350487269e-06 tokens_per_second_per_gpu:267.6293856283628 
Step 7522 | loss:0.00010119551734533161 lr:2.47292446482437e-06 tokens_per_second_per_gpu:266.3896219880431 
Step 7523 | loss:0.0001120430970331654 lr:2.4708013622450168e-06 tokens_per_second_per_gpu:240.41047067238773 
Step 7524 | loss:1.5105990314623341e-05 lr:2.4686790429701002e-06 tokens_per_second_per_gpu:322.5353246205726 
Step 7525 | loss:0.00010666206071618944 lr:2.4665575072204093e-06 tokens_per_second_per_gpu:330.5572862187578 
Step 7526 | loss:2.542271977290511e-05 lr:2.464436755216656e-06 tokens_per_second_per_gpu:286.7909036011909 
Step 7527 | loss:0.0001595583016751334 lr:2.462316787179484e-06 tokens_per_second_per_gpu:253.49854137496163 
Step 7528 | loss:0.00011009509762516245 lr:2.4601976033294395e-06 tokens_per_second_per_gpu:329.58173634428715 
Step 7529 | loss:0.0001315051194978878 lr:2.4580792038869874e-06 tokens_per_second_per_gpu:377.9323140376327 
Step 7530 | loss:0.00013666176528204232 lr:2.4559615890725286e-06 tokens_per_second_per_gpu:296.082439236122 
Step 7531 | loss:0.00021878846746403724 lr:2.453844759106364e-06 tokens_per_second_per_gpu:298.04348480578705 
Step 7532 | loss:6.567967648152262e-05 lr:2.451728714208713e-06 tokens_per_second_per_gpu:306.15968252401916 
Step 7533 | loss:8.2561353337951e-05 lr:2.449613454599733e-06 tokens_per_second_per_gpu:362.34058579257965 
Step 7534 | loss:4.158120646025054e-05 lr:2.4474989804994788e-06 tokens_per_second_per_gpu:290.641892280308 
Step 7535 | loss:2.5461520635872148e-05 lr:2.4453852921279277e-06 tokens_per_second_per_gpu:259.74680073368546 
Step 7536 | loss:2.571181539678946e-05 lr:2.4432723897049826e-06 tokens_per_second_per_gpu:290.65089173457 
Step 7537 | loss:0.0002481462142895907 lr:2.4411602734504638e-06 tokens_per_second_per_gpu:289.91696543196934 
Step 7538 | loss:0.0002103120496030897 lr:2.439048943584098e-06 tokens_per_second_per_gpu:314.5990654453357 
Step 7539 | loss:0.00012553953274618834 lr:2.4369384003255434e-06 tokens_per_second_per_gpu:297.96332551012665 
Step 7540 | loss:0.0008066768059507012 lr:2.434828643894376e-06 tokens_per_second_per_gpu:256.6109943449035 
Step 7541 | loss:5.488797614816576e-05 lr:2.432719674510077e-06 tokens_per_second_per_gpu:286.11929255747384 
Step 7542 | loss:4.176148650003597e-05 lr:2.4306114923920575e-06 tokens_per_second_per_gpu:357.7806616041855 
Step 7543 | loss:0.00023899601364973933 lr:2.4285040977596476e-06 tokens_per_second_per_gpu:310.9566414357753 
Step 7544 | loss:2.166617923649028e-05 lr:2.426397490832085e-06 tokens_per_second_per_gpu:237.33365218527837 
Step 7545 | loss:3.056252535316162e-05 lr:2.4242916718285335e-06 tokens_per_second_per_gpu:266.089012163714 
Step 7546 | loss:3.195806493749842e-05 lr:2.4221866409680783e-06 tokens_per_second_per_gpu:267.9503431113353 
Step 7547 | loss:2.2456513761426322e-05 lr:2.4200823984697096e-06 tokens_per_second_per_gpu:292.76040433865603 
Step 7548 | loss:3.576856033760123e-05 lr:2.4179789445523483e-06 tokens_per_second_per_gpu:301.65990183148193 
Step 7549 | loss:0.00011774664744734764 lr:2.415876279434829e-06 tokens_per_second_per_gpu:308.54611125815495 
Step 7550 | loss:0.00018100340093951672 lr:2.4137744033359e-06 tokens_per_second_per_gpu:310.1521577907758 
Step 7551 | loss:0.0011767004616558552 lr:2.4116733164742354e-06 tokens_per_second_per_gpu:300.8899096236924 
Step 7552 | loss:4.8289421101799235e-05 lr:2.4095730190684176e-06 tokens_per_second_per_gpu:238.44883839563892 
Step 7553 | loss:5.839644290972501e-05 lr:2.407473511336955e-06 tokens_per_second_per_gpu:201.65219389925795 
Step 7554 | loss:0.00039670869591645896 lr:2.405374793498275e-06 tokens_per_second_per_gpu:277.9294750958871 
Step 7555 | loss:6.548579403897747e-05 lr:2.403276865770713e-06 tokens_per_second_per_gpu:309.8168343811728 
Step 7556 | loss:1.992489160329569e-05 lr:2.401179728372529e-06 tokens_per_second_per_gpu:303.10433249102397 
Step 7557 | loss:3.6760466173291206e-05 lr:2.399083381521905e-06 tokens_per_second_per_gpu:297.0324385916765 
Step 7558 | loss:4.282102599972859e-05 lr:2.3969878254369283e-06 tokens_per_second_per_gpu:255.35213138764576 
Step 7559 | loss:0.0001507767738075927 lr:2.3948930603356156e-06 tokens_per_second_per_gpu:313.1866704408539 
Step 7560 | loss:7.660976552870125e-05 lr:2.3927990864358985e-06 tokens_per_second_per_gpu:274.21089212628164 
Step 7561 | loss:1.9372233509784564e-05 lr:2.390705903955619e-06 tokens_per_second_per_gpu:218.10993087623262 
Step 7562 | loss:0.00041254315874539316 lr:2.3886135131125475e-06 tokens_per_second_per_gpu:300.6608305308752 
Step 7563 | loss:4.09767271776218e-05 lr:2.3865219141243677e-06 tokens_per_second_per_gpu:278.16577676937453 
Step 7564 | loss:2.6744588467408903e-05 lr:2.3844311072086745e-06 tokens_per_second_per_gpu:321.80734161997793 
Step 7565 | loss:1.8939650544780307e-05 lr:2.3823410925829904e-06 tokens_per_second_per_gpu:269.3755402572655 
Step 7566 | loss:2.8172686143079773e-05 lr:2.380251870464754e-06 tokens_per_second_per_gpu:325.52748285854693 
Step 7567 | loss:0.000206760159926489 lr:2.3781634410713115e-06 tokens_per_second_per_gpu:343.0332173291404 
Step 7568 | loss:8.555249951314181e-05 lr:2.3760758046199382e-06 tokens_per_second_per_gpu:316.87583392472663 
Step 7569 | loss:5.416265776148066e-05 lr:2.3739889613278256e-06 tokens_per_second_per_gpu:296.0807064872684 
Step 7570 | loss:3.5640536225400865e-05 lr:2.3719029114120716e-06 tokens_per_second_per_gpu:299.7716611967151 
Step 7571 | loss:0.00026296667056158185 lr:2.369817655089706e-06 tokens_per_second_per_gpu:310.4241003683793 
Step 7572 | loss:4.111449379706755e-05 lr:2.367733192577668e-06 tokens_per_second_per_gpu:275.633593861143 
Step 7573 | loss:2.1242867660475895e-05 lr:2.3656495240928144e-06 tokens_per_second_per_gpu:321.9331628094396 
Step 7574 | loss:7.442315109074116e-05 lr:2.3635666498519218e-06 tokens_per_second_per_gpu:297.6243217897782 
Step 7575 | loss:9.123025665758178e-05 lr:2.361484570071686e-06 tokens_per_second_per_gpu:285.3184664787625 
Step 7576 | loss:2.0733288693008944e-05 lr:2.3594032849687108e-06 tokens_per_second_per_gpu:296.10691913044263 
Step 7577 | loss:3.083370393142104e-05 lr:2.357322794759529e-06 tokens_per_second_per_gpu:238.76327133477056 
Step 7578 | loss:8.465159771731123e-05 lr:2.3552430996605867e-06 tokens_per_second_per_gpu:348.37531407960165 
Step 7579 | loss:7.200207619462162e-05 lr:2.3531641998882403e-06 tokens_per_second_per_gpu:383.9172687197163 
Step 7580 | loss:5.8276502386434004e-05 lr:2.351086095658777e-06 tokens_per_second_per_gpu:352.6888923786529 
Step 7581 | loss:4.2256098822690547e-05 lr:2.349008787188385e-06 tokens_per_second_per_gpu:384.7390750496023 
Step 7582 | loss:5.089176556793973e-05 lr:2.346932274693182e-06 tokens_per_second_per_gpu:279.26698635582903 
Step 7583 | loss:0.0002200822054874152 lr:2.344856558389205e-06 tokens_per_second_per_gpu:294.6378084102169 
Step 7584 | loss:8.195072587113827e-05 lr:2.3427816384923916e-06 tokens_per_second_per_gpu:334.69169000720547 
Step 7585 | loss:0.0004635246004909277 lr:2.3407075152186143e-06 tokens_per_second_per_gpu:262.3285174920836 
Step 7586 | loss:0.00014846566773485392 lr:2.338634188783656e-06 tokens_per_second_per_gpu:274.1059553351583 
Step 7587 | loss:2.8038997697876766e-05 lr:2.3365616594032124e-06 tokens_per_second_per_gpu:334.563475580145 
Step 7588 | loss:6.219418719410896e-05 lr:2.334489927292902e-06 tokens_per_second_per_gpu:351.82040603377334 
Step 7589 | loss:0.00011259224265813828 lr:2.3324189926682617e-06 tokens_per_second_per_gpu:308.34147674215774 
Step 7590 | loss:0.0009011419606395066 lr:2.3303488557447374e-06 tokens_per_second_per_gpu:321.4022047525777 
Step 7591 | loss:5.516266537597403e-05 lr:2.328279516737698e-06 tokens_per_second_per_gpu:286.18117936099884 
Step 7592 | loss:2.1333635231712833e-05 lr:2.326210975862433e-06 tokens_per_second_per_gpu:259.5854593380233 
Step 7593 | loss:0.000285700021777302 lr:2.3241432333341375e-06 tokens_per_second_per_gpu:301.52445960629325 
Step 7594 | loss:0.0006489362567663193 lr:2.3220762893679338e-06 tokens_per_second_per_gpu:325.50859192274896 
Step 7595 | loss:1.5906738553894684e-05 lr:2.32001014417886e-06 tokens_per_second_per_gpu:264.400740843811 
Step 7596 | loss:0.00022784658358432353 lr:2.3179447979818637e-06 tokens_per_second_per_gpu:291.5436527530556 
Step 7597 | loss:0.00010957237100228667 lr:2.3158802509918153e-06 tokens_per_second_per_gpu:275.8663631082555 
Step 7598 | loss:0.0005181910819374025 lr:2.313816503423506e-06 tokens_per_second_per_gpu:282.72928096724075 
Step 7599 | loss:4.415195144247264e-05 lr:2.3117535554916325e-06 tokens_per_second_per_gpu:207.66561712560465 
Step 7600 | loss:0.00029109109891578555 lr:2.3096914074108177e-06 tokens_per_second_per_gpu:299.52309505742613 
Step 7601 | loss:2.871465403586626e-05 lr:2.3076300593956013e-06 tokens_per_second_per_gpu:233.83688588862398 
Step 7602 | loss:1.8018774426309392e-05 lr:2.3055695116604304e-06 tokens_per_second_per_gpu:228.4613820528816 
Step 7603 | loss:8.385822729906067e-05 lr:2.3035097644196793e-06 tokens_per_second_per_gpu:333.38964263685415 
Step 7604 | loss:0.000999879790470004 lr:2.301450817887636e-06 tokens_per_second_per_gpu:284.1564490763294 
Step 7605 | loss:9.532552940072492e-05 lr:2.2993926722785e-06 tokens_per_second_per_gpu:263.54015661465763 
Step 7606 | loss:1.82631156349089e-05 lr:2.2973353278063948e-06 tokens_per_second_per_gpu:272.6246569584313 
Step 7607 | loss:2.8028296583215706e-05 lr:2.2952787846853585e-06 tokens_per_second_per_gpu:264.841589249072 
Step 7608 | loss:6.917891005286947e-05 lr:2.2932230431293413e-06 tokens_per_second_per_gpu:310.8964274296968 
Step 7609 | loss:6.692357419524342e-05 lr:2.291168103352214e-06 tokens_per_second_per_gpu:362.36693402625696 
Step 7610 | loss:0.0001442499051336199 lr:2.2891139655677674e-06 tokens_per_second_per_gpu:267.0569561298184 
Step 7611 | loss:3.223092062398791e-05 lr:2.287060629989699e-06 tokens_per_second_per_gpu:251.67383433625025 
Step 7612 | loss:7.656632078578696e-05 lr:2.2850080968316346e-06 tokens_per_second_per_gpu:281.44948251907977 
Step 7613 | loss:2.8494367143139243e-05 lr:2.2829563663071052e-06 tokens_per_second_per_gpu:337.7760155335869 
Step 7614 | loss:0.00014215179544407874 lr:2.280905438629566e-06 tokens_per_second_per_gpu:263.13389212116516 
Step 7615 | loss:5.77223181608133e-05 lr:2.2788553140123893e-06 tokens_per_second_per_gpu:343.86671659134345 
Step 7616 | loss:4.5742184738628566e-05 lr:2.276805992668856e-06 tokens_per_second_per_gpu:305.21492191007496 
Step 7617 | loss:6.358509563142434e-05 lr:2.2747574748121703e-06 tokens_per_second_per_gpu:318.580067135416 
Step 7618 | loss:3.865623875753954e-05 lr:2.2727097606554537e-06 tokens_per_second_per_gpu:260.6713467719137 
Step 7619 | loss:2.5990828362409957e-05 lr:2.2706628504117366e-06 tokens_per_second_per_gpu:238.90573107319878 
Step 7620 | loss:3.219687278033234e-05 lr:2.2686167442939733e-06 tokens_per_second_per_gpu:273.68796997742123 
Step 7621 | loss:9.838938422035426e-05 lr:2.266571442515034e-06 tokens_per_second_per_gpu:278.5433592844332 
Step 7622 | loss:0.00012444554886315018 lr:2.2645269452876963e-06 tokens_per_second_per_gpu:290.0897153527953 
Step 7623 | loss:0.00016793217218946666 lr:2.2624832528246642e-06 tokens_per_second_per_gpu:347.3894108779267 
Step 7624 | loss:0.0004375620628707111 lr:2.260440365338559e-06 tokens_per_second_per_gpu:262.88476250305655 
Step 7625 | loss:0.0012204594677314162 lr:2.2583982830419036e-06 tokens_per_second_per_gpu:316.2377184306604 
Step 7626 | loss:2.1273734091664664e-05 lr:2.2563570061471553e-06 tokens_per_second_per_gpu:291.70636010356725 
Step 7627 | loss:6.38678393443115e-05 lr:2.2543165348666776e-06 tokens_per_second_per_gpu:285.6907501497057 
Step 7628 | loss:1.1408029422455002e-05 lr:2.2522768694127527e-06 tokens_per_second_per_gpu:283.5540710176278 
Step 7629 | loss:0.0002475025539752096 lr:2.250238009997571e-06 tokens_per_second_per_gpu:278.9898270218685 
Step 7630 | loss:0.00010073625162476674 lr:2.248199956833258e-06 tokens_per_second_per_gpu:298.093389030123 
Step 7631 | loss:4.4662945583695546e-05 lr:2.246162710131837e-06 tokens_per_second_per_gpu:238.58883755650027 
Step 7632 | loss:3.670024671009742e-05 lr:2.2441262701052515e-06 tokens_per_second_per_gpu:297.77583909843673 
Step 7633 | loss:5.658610461978242e-05 lr:2.2420906369653715e-06 tokens_per_second_per_gpu:236.88920462368984 
Step 7634 | loss:5.263085768092424e-05 lr:2.2400558109239723e-06 tokens_per_second_per_gpu:286.88231722255773 
Step 7635 | loss:0.00015937170246616006 lr:2.2380217921927418e-06 tokens_per_second_per_gpu:251.0571155876468 
Step 7636 | loss:0.00024944121832959354 lr:2.2359885809832993e-06 tokens_per_second_per_gpu:301.60924862257434 
Step 7637 | loss:7.978054782142863e-05 lr:2.2339561775071685e-06 tokens_per_second_per_gpu:326.0518271218114 
Step 7638 | loss:9.829074770095758e-06 lr:2.2319245819757852e-06 tokens_per_second_per_gpu:278.89094797547756 
Step 7639 | loss:0.00011405753321014345 lr:2.2298937946005173e-06 tokens_per_second_per_gpu:285.0291418590882 
Step 7640 | loss:8.363148663192987e-05 lr:2.227863815592636e-06 tokens_per_second_per_gpu:305.8879076437205 
Step 7641 | loss:0.00048597968998365104 lr:2.225834645163325e-06 tokens_per_second_per_gpu:274.18638476071794 
Step 7642 | loss:4.520086804404855e-05 lr:2.223806283523696e-06 tokens_per_second_per_gpu:278.21076309053626 
Step 7643 | loss:5.1321330829523504e-05 lr:2.2217787308847727e-06 tokens_per_second_per_gpu:224.65018700983 
Step 7644 | loss:0.00016665006114635617 lr:2.219751987457487e-06 tokens_per_second_per_gpu:271.91338707365605 
Step 7645 | loss:4.783798067364842e-05 lr:2.2177260534526946e-06 tokens_per_second_per_gpu:322.7785733465185 
Step 7646 | loss:9.03373584151268e-05 lr:2.215700929081167e-06 tokens_per_second_per_gpu:323.92523401499443 
Step 7647 | loss:2.4032313376665115e-05 lr:2.2136766145535857e-06 tokens_per_second_per_gpu:257.93719057436186 
Step 7648 | loss:8.733494178159162e-05 lr:2.2116531100805527e-06 tokens_per_second_per_gpu:327.60365939345786 
Step 7649 | loss:0.0007273791125044227 lr:2.2096304158725865e-06 tokens_per_second_per_gpu:309.10959530241354 
Step 7650 | loss:0.000235901796258986 lr:2.2076085321401152e-06 tokens_per_second_per_gpu:321.1000964321059 
Step 7651 | loss:5.961691203992814e-05 lr:2.2055874590934888e-06 tokens_per_second_per_gpu:247.53794617509624 
Step 7652 | loss:0.00023739492462482303 lr:2.203567196942974e-06 tokens_per_second_per_gpu:243.75763327088657 
Step 7653 | loss:0.00010698886035243049 lr:2.2015477458987433e-06 tokens_per_second_per_gpu:227.34278780333398 
Step 7654 | loss:2.5162446036119945e-05 lr:2.1995291061708955e-06 tokens_per_second_per_gpu:284.26192633128187 
Step 7655 | loss:8.78117571119219e-05 lr:2.197511277969443e-06 tokens_per_second_per_gpu:283.92689733903177 
Step 7656 | loss:0.0011559472186490893 lr:2.195494261504305e-06 tokens_per_second_per_gpu:394.83496813679216 
Step 7657 | loss:7.841376645956188e-05 lr:2.193478056985331e-06 tokens_per_second_per_gpu:292.97623031363014 
Step 7658 | loss:1.746240559441503e-05 lr:2.1914626646222704e-06 tokens_per_second_per_gpu:296.5457937287339 
Step 7659 | loss:3.0369326850632206e-05 lr:2.189448084624799e-06 tokens_per_second_per_gpu:236.70400750787337 
Step 7660 | loss:2.4607130399090238e-05 lr:2.187434317202508e-06 tokens_per_second_per_gpu:303.7604316720289 
Step 7661 | loss:6.433587986975908e-05 lr:2.1854213625648944e-06 tokens_per_second_per_gpu:263.62435746954463 
Step 7662 | loss:3.543036291375756e-05 lr:2.183409220921381e-06 tokens_per_second_per_gpu:287.7042922952288 
Step 7663 | loss:0.00020735683210659772 lr:2.181397892481304e-06 tokens_per_second_per_gpu:271.4518078817352 
Step 7664 | loss:2.9630265999003313e-05 lr:2.1793873774539077e-06 tokens_per_second_per_gpu:300.8674903666385 
Step 7665 | loss:9.400025737704709e-05 lr:2.177377676048361e-06 tokens_per_second_per_gpu:310.37326846103167 
Step 7666 | loss:8.213299588533118e-05 lr:2.175368788473745e-06 tokens_per_second_per_gpu:266.3494797048872 
Step 7667 | loss:0.00010399757593404502 lr:2.173360714939051e-06 tokens_per_second_per_gpu:268.0461511509423 
Step 7668 | loss:4.236199674778618e-05 lr:2.1713534556531944e-06 tokens_per_second_per_gpu:248.53353307352126 
Step 7669 | loss:5.8360685216030106e-05 lr:2.1693470108250014e-06 tokens_per_second_per_gpu:351.74682628415815 
Step 7670 | loss:4.274203456589021e-05 lr:2.1673413806632104e-06 tokens_per_second_per_gpu:394.3647922418834 
Step 7671 | loss:0.0003658018831629306 lr:2.1653365653764793e-06 tokens_per_second_per_gpu:309.12560224443075 
Step 7672 | loss:0.00029445020481944084 lr:2.163332565173384e-06 tokens_per_second_per_gpu:343.5897549893928 
Step 7673 | loss:0.0001457712205592543 lr:2.161329380262406e-06 tokens_per_second_per_gpu:332.9926466464509 
Step 7674 | loss:7.577194628538564e-05 lr:2.1593270108519514e-06 tokens_per_second_per_gpu:339.56250846450337 
Step 7675 | loss:0.00034431059611961246 lr:2.1573254571503386e-06 tokens_per_second_per_gpu:257.41741705055773 
Step 7676 | loss:6.66787673253566e-05 lr:2.1553247193657966e-06 tokens_per_second_per_gpu:305.7733268956636 
Step 7677 | loss:9.222439985023811e-05 lr:2.1533247977064753e-06 tokens_per_second_per_gpu:262.38857930512745 
Step 7678 | loss:0.00011589311179704964 lr:2.1513256923804415e-06 tokens_per_second_per_gpu:316.66696056923683 
Step 7679 | loss:2.6931451429845765e-05 lr:2.1493274035956656e-06 tokens_per_second_per_gpu:356.5623225519413 
Step 7680 | loss:0.0024831159971654415 lr:2.147329931560045e-06 tokens_per_second_per_gpu:325.75879285498246 
Step 7681 | loss:0.00023703937768004835 lr:2.1453332764813905e-06 tokens_per_second_per_gpu:273.17942304100364 
Step 7682 | loss:0.0002714757283683866 lr:2.14333743856742e-06 tokens_per_second_per_gpu:318.9038585969654 
Step 7683 | loss:3.122560156043619e-05 lr:2.1413424180257736e-06 tokens_per_second_per_gpu:270.88641697839154 
Step 7684 | loss:0.0014227705541998148 lr:2.1393482150640066e-06 tokens_per_second_per_gpu:287.9918995204486 
Step 7685 | loss:2.4417347958660685e-05 lr:2.137354829889583e-06 tokens_per_second_per_gpu:311.7409595346193 
Step 7686 | loss:0.0006320585962384939 lr:2.135362262709891e-06 tokens_per_second_per_gpu:332.7636742478339 
Step 7687 | loss:2.3615773898200132e-05 lr:2.1333705137322226e-06 tokens_per_second_per_gpu:315.48340565184475 
Step 7688 | loss:3.4007760405074805e-05 lr:2.131379583163793e-06 tokens_per_second_per_gpu:265.71171026794514 
Step 7689 | loss:4.473638909985311e-05 lr:2.1293894712117323e-06 tokens_per_second_per_gpu:373.40293262410034 
Step 7690 | loss:4.3671934690792114e-05 lr:2.1274001780830776e-06 tokens_per_second_per_gpu:331.48685570723086 
Step 7691 | loss:5.6613767810631543e-05 lr:2.12541170398479e-06 tokens_per_second_per_gpu:252.38877055828948 
Step 7692 | loss:5.695634172298014e-05 lr:2.1234240491237436e-06 tokens_per_second_per_gpu:241.911796705223 
Step 7693 | loss:2.128167761838995e-05 lr:2.1214372137067197e-06 tokens_per_second_per_gpu:282.72834209714597 
Step 7694 | loss:0.00018297387578058988 lr:2.119451197940422e-06 tokens_per_second_per_gpu:263.92593648661546 
Step 7695 | loss:2.168387254641857e-05 lr:2.1174660020314696e-06 tokens_per_second_per_gpu:260.7837887878871 
Step 7696 | loss:2.691767986107152e-05 lr:2.1154816261863887e-06 tokens_per_second_per_gpu:303.1903955237422 
Step 7697 | loss:8.985987369669601e-05 lr:2.113498070611627e-06 tokens_per_second_per_gpu:342.62459969057454 
Step 7698 | loss:2.850351302186027e-05 lr:2.1115153355135487e-06 tokens_per_second_per_gpu:314.3817385289973 
Step 7699 | loss:5.2222279919078574e-05 lr:2.109533421098422e-06 tokens_per_second_per_gpu:334.6341641615135 
Step 7700 | loss:0.000172068175743334 lr:2.1075523275724396e-06 tokens_per_second_per_gpu:308.7847237017409 
Step 7701 | loss:0.0008520415285602212 lr:2.105572055141709e-06 tokens_per_second_per_gpu:394.02456143949 
Step 7702 | loss:3.724987254827283e-05 lr:2.1035926040122434e-06 tokens_per_second_per_gpu:270.1080458810307 
Step 7703 | loss:8.12845173641108e-05 lr:2.1016139743899778e-06 tokens_per_second_per_gpu:238.44235117669928 
Step 7704 | loss:1.6340814909199253e-05 lr:2.099636166480763e-06 tokens_per_second_per_gpu:253.28307426446733 
Step 7705 | loss:0.00012087706272723153 lr:2.0976591804903567e-06 tokens_per_second_per_gpu:280.25331198577453 
Step 7706 | loss:0.0002970533969346434 lr:2.095683016624439e-06 tokens_per_second_per_gpu:277.5654897620483 
Step 7707 | loss:3.744640707736835e-05 lr:2.093707675088602e-06 tokens_per_second_per_gpu:270.3335441166037 
Step 7708 | loss:7.993861072463915e-05 lr:2.091733156088348e-06 tokens_per_second_per_gpu:362.7648272129077 
Step 7709 | loss:0.00016704920562915504 lr:2.0897594598290994e-06 tokens_per_second_per_gpu:267.9413967290286 
Step 7710 | loss:0.00036426426959224045 lr:2.0877865865161916e-06 tokens_per_second_per_gpu:334.5620624719601 
Step 7711 | loss:4.743300087284297e-05 lr:2.085814536354871e-06 tokens_per_second_per_gpu:284.20240653907405 
Step 7712 | loss:4.70719242002815e-05 lr:2.0838433095503018e-06 tokens_per_second_per_gpu:298.7477563327801 
Step 7713 | loss:0.00022584476391784847 lr:2.081872906307566e-06 tokens_per_second_per_gpu:355.2375702979114 
Step 7714 | loss:0.00019103806698694825 lr:2.079903326831648e-06 tokens_per_second_per_gpu:250.6527298514093 
Step 7715 | loss:0.00039845865103416145 lr:2.077934571327459e-06 tokens_per_second_per_gpu:332.29385723026166 
Step 7716 | loss:4.331009404268116e-05 lr:2.0759666399998202e-06 tokens_per_second_per_gpu:240.6328246671288 
Step 7717 | loss:9.072816465049982e-05 lr:2.0739995330534633e-06 tokens_per_second_per_gpu:261.7572119531336 
Step 7718 | loss:7.78948306106031e-05 lr:2.0720332506930406e-06 tokens_per_second_per_gpu:301.24016507711076 
Step 7719 | loss:0.001935310778208077 lr:2.070067793123112e-06 tokens_per_second_per_gpu:251.2860756852858 
Step 7720 | loss:0.0003358707472216338 lr:2.0681031605481563e-06 tokens_per_second_per_gpu:313.5830471590463 
Step 7721 | loss:5.187688657315448e-05 lr:2.066139353172568e-06 tokens_per_second_per_gpu:295.0018355932386 
Step 7722 | loss:0.00019842300389427692 lr:2.064176371200648e-06 tokens_per_second_per_gpu:301.56777594301997 
Step 7723 | loss:0.0034463531337678432 lr:2.0622142148366187e-06 tokens_per_second_per_gpu:295.28516765582197 
Step 7724 | loss:0.00020981197303626686 lr:2.060252884284617e-06 tokens_per_second_per_gpu:298.1180962084218 
Step 7725 | loss:0.0001282647135667503 lr:2.0582923797486855e-06 tokens_per_second_per_gpu:253.98550993040422 
Step 7726 | loss:0.00040215346962213516 lr:2.056332701432788e-06 tokens_per_second_per_gpu:258.96106423944696 
Step 7727 | loss:6.21086874161847e-05 lr:2.054373849540806e-06 tokens_per_second_per_gpu:265.86419041378855 
Step 7728 | loss:9.163915819954127e-05 lr:2.0524158242765222e-06 tokens_per_second_per_gpu:322.59299633170684 
Step 7729 | loss:9.499226143816486e-05 lr:2.0504586258436442e-06 tokens_per_second_per_gpu:384.38692531592835 
Step 7730 | loss:3.305724749225192e-05 lr:2.0485022544457933e-06 tokens_per_second_per_gpu:353.50605858876185 
Step 7731 | loss:1.7717758964863606e-05 lr:2.0465467102864988e-06 tokens_per_second_per_gpu:375.6247838926618 
Step 7732 | loss:2.2080635972088203e-05 lr:2.0445919935692014e-06 tokens_per_second_per_gpu:300.06991887078186 
Step 7733 | loss:1.9146395061397925e-05 lr:2.042638104497272e-06 tokens_per_second_per_gpu:292.6270305779748 
Step 7734 | loss:0.00017028032743837684 lr:2.040685043273979e-06 tokens_per_second_per_gpu:356.7867235451037 
Step 7735 | loss:0.00022032225388102233 lr:2.038732810102504e-06 tokens_per_second_per_gpu:440.43221990627774 
Step 7736 | loss:7.16378417564556e-05 lr:2.0367814051859613e-06 tokens_per_second_per_gpu:307.89633845358804 
Step 7737 | loss:0.001021339325234294 lr:2.03483082872736e-06 tokens_per_second_per_gpu:373.6639282535373 
Step 7738 | loss:6.591903365915641e-05 lr:2.032881080929624e-06 tokens_per_second_per_gpu:337.5162165849527 
Step 7739 | loss:5.1944953156635165e-05 lr:2.0309321619956068e-06 tokens_per_second_per_gpu:243.1245977908306 
Step 7740 | loss:2.7219637559028342e-05 lr:2.0289840721280606e-06 tokens_per_second_per_gpu:316.58049557475533 
Step 7741 | loss:4.589391028275713e-05 lr:2.0270368115296514e-06 tokens_per_second_per_gpu:295.43367476616953 
Step 7742 | loss:0.00025151853333227336 lr:2.025090380402972e-06 tokens_per_second_per_gpu:328.9099257774337 
Step 7743 | loss:2.495430817361921e-05 lr:2.0231447789505177e-06 tokens_per_second_per_gpu:277.1654070863491 
Step 7744 | loss:3.367473618709482e-05 lr:2.021200007374693e-06 tokens_per_second_per_gpu:258.53955954108915 
Step 7745 | loss:8.841846283758059e-05 lr:2.019256065877835e-06 tokens_per_second_per_gpu:244.79406453761803 
Step 7746 | loss:0.0003802782157436013 lr:2.017312954662176e-06 tokens_per_second_per_gpu:224.73612947395267 
Step 7747 | loss:0.000665069674141705 lr:2.0153706739298673e-06 tokens_per_second_per_gpu:392.8006907226838 
Step 7748 | loss:0.00011091724445577711 lr:2.0134292238829788e-06 tokens_per_second_per_gpu:307.82308612393683 
Step 7749 | loss:2.5661571271484718e-05 lr:2.0114886047234905e-06 tokens_per_second_per_gpu:353.2701282857807 
Step 7750 | loss:0.00012757001968566328 lr:2.009548816653293e-06 tokens_per_second_per_gpu:334.5441447479916 
Step 7751 | loss:8.514129149261862e-05 lr:2.0076098598741934e-06 tokens_per_second_per_gpu:457.2882019024523 
Step 7752 | loss:0.00022441065812017769 lr:2.0056717345879174e-06 tokens_per_second_per_gpu:336.27898668804636 
Step 7753 | loss:0.0008542945142835379 lr:2.0037344409960912e-06 tokens_per_second_per_gpu:276.1499360211686 
Step 7754 | loss:8.010010060388595e-05 lr:2.001797979300266e-06 tokens_per_second_per_gpu:319.506274781772 
Step 7755 | loss:0.0004190584586467594 lr:1.9998623497019064e-06 tokens_per_second_per_gpu:426.8344702383205 
Step 7756 | loss:0.00017874498735181987 lr:1.99792755240238e-06 tokens_per_second_per_gpu:262.78385713944044 
Step 7757 | loss:0.0005723402719013393 lr:1.9959935876029767e-06 tokens_per_second_per_gpu:288.40416615115697 
Step 7758 | loss:1.9108181732008234e-05 lr:1.9940604555049027e-06 tokens_per_second_per_gpu:313.23552715570383 
Step 7759 | loss:4.9619204219197854e-05 lr:1.9921281563092645e-06 tokens_per_second_per_gpu:295.62169741327494 
Step 7760 | loss:0.0048113432712852955 lr:1.990196690217094e-06 tokens_per_second_per_gpu:330.522620387815 
Step 7761 | loss:3.965932410210371e-05 lr:1.9882660574293357e-06 tokens_per_second_per_gpu:284.045318424036 
Step 7762 | loss:0.000921110506169498 lr:1.986336258146836e-06 tokens_per_second_per_gpu:290.8429259374079 
Step 7763 | loss:6.671302253380418e-05 lr:1.984407292570372e-06 tokens_per_second_per_gpu:306.74956503075316 
Step 7764 | loss:0.0009268397116102278 lr:1.9824791609006157e-06 tokens_per_second_per_gpu:365.28817100364694 
Step 7765 | loss:7.09303276380524e-05 lr:1.980551863338165e-06 tokens_per_second_per_gpu:258.9033615198692 
Step 7766 | loss:2.7632928322418593e-05 lr:1.9786254000835312e-06 tokens_per_second_per_gpu:299.6879882148985 
Step 7767 | loss:3.867097257170826e-05 lr:1.9766997713371295e-06 tokens_per_second_per_gpu:296.82168754847885 
Step 7768 | loss:0.0001023652293952182 lr:1.974774977299295e-06 tokens_per_second_per_gpu:289.12944598562666 
Step 7769 | loss:6.211860454641283e-05 lr:1.9728510181702796e-06 tokens_per_second_per_gpu:398.75574658956555 
Step 7770 | loss:0.000277912215096876 lr:1.9709278941502363e-06 tokens_per_second_per_gpu:256.6898742381339 
Step 7771 | loss:4.82057330373209e-05 lr:1.9690056054392417e-06 tokens_per_second_per_gpu:331.9082282142151 
Step 7772 | loss:4.7936766350176185e-05 lr:1.967084152237285e-06 tokens_per_second_per_gpu:322.6177173506636 
Step 7773 | loss:2.7302809030516073e-05 lr:1.96516353474426e-06 tokens_per_second_per_gpu:371.39563075753483 
Step 7774 | loss:8.229300146922469e-05 lr:1.963243753159981e-06 tokens_per_second_per_gpu:247.9916213759799 
Step 7775 | loss:5.4174332035472617e-05 lr:1.9613248076841786e-06 tokens_per_second_per_gpu:288.79818312531137 
Step 7776 | loss:4.867162351729348e-05 lr:1.959406698516485e-06 tokens_per_second_per_gpu:284.83181507742574 
Step 7777 | loss:2.4201250198530033e-05 lr:1.9574894258564536e-06 tokens_per_second_per_gpu:288.80527924450394 
Step 7778 | loss:0.00010920760541921481 lr:1.9555729899035514e-06 tokens_per_second_per_gpu:261.63943745909114 
Step 7779 | loss:0.00011712055857060477 lr:1.9536573908571523e-06 tokens_per_second_per_gpu:293.979850243085 
Step 7780 | loss:0.00038770909304730594 lr:1.9517426289165484e-06 tokens_per_second_per_gpu:282.2149517144215 
Step 7781 | loss:0.0001545388950034976 lr:1.949828704280946e-06 tokens_per_second_per_gpu:297.9493611123797 
Step 7782 | loss:0.00012175434676464647 lr:1.947915617149455e-06 tokens_per_second_per_gpu:297.47241421028974 
Step 7783 | loss:3.304783604107797e-05 lr:1.9460033677211076e-06 tokens_per_second_per_gpu:268.34159026234977 
Step 7784 | loss:6.999262404860929e-05 lr:1.94409195619485e-06 tokens_per_second_per_gpu:318.92995423496956 
Step 7785 | loss:3.52405768353492e-05 lr:1.9421813827695292e-06 tokens_per_second_per_gpu:269.6477937570336 
Step 7786 | loss:4.827366501558572e-05 lr:1.9402716476439175e-06 tokens_per_second_per_gpu:241.95411684043754 
Step 7787 | loss:0.00016414393030572683 lr:1.938362751016696e-06 tokens_per_second_per_gpu:303.6557020016554 
Step 7788 | loss:6.335083162412047e-05 lr:1.936454693086455e-06 tokens_per_second_per_gpu:328.74208793471473 
Step 7789 | loss:0.00019188167061656713 lr:1.9345474740517003e-06 tokens_per_second_per_gpu:342.7885556585423 
Step 7790 | loss:5.8560319303069264e-05 lr:1.932641094110855e-06 tokens_per_second_per_gpu:239.37797241337285 
Step 7791 | loss:2.054156720987521e-05 lr:1.930735553462244e-06 tokens_per_second_per_gpu:282.29757313600277 
Step 7792 | loss:0.00022357882698997855 lr:1.9288308523041176e-06 tokens_per_second_per_gpu:260.2985314880406 
Step 7793 | loss:0.0004887409158982337 lr:1.9269269908346265e-06 tokens_per_second_per_gpu:283.89159620122274 
Step 7794 | loss:1.729596988297999e-05 lr:1.9250239692518434e-06 tokens_per_second_per_gpu:283.64429548128857 
Step 7795 | loss:5.5058506404748186e-05 lr:1.9231217877537524e-06 tokens_per_second_per_gpu:260.53439931226495 
Step 7796 | loss:2.3851431251387112e-05 lr:1.921220446538242e-06 tokens_per_second_per_gpu:340.4916322796515 
Step 7797 | loss:9.326280269306153e-05 lr:1.919319945803123e-06 tokens_per_second_per_gpu:293.1568791085184 
Step 7798 | loss:0.00040194374741986394 lr:1.9174202857461177e-06 tokens_per_second_per_gpu:269.65566976343433 
Step 7799 | loss:7.889787957537919e-05 lr:1.9155214665648527e-06 tokens_per_second_per_gpu:267.5026144858382 
Step 7800 | loss:9.572004637448117e-05 lr:1.913623488456875e-06 tokens_per_second_per_gpu:269.41821414051 
Step 7801 | loss:0.00011161120346514508 lr:1.911726351619645e-06 tokens_per_second_per_gpu:285.3455215533775 
Step 7802 | loss:4.9165249947691336e-05 lr:1.9098300562505266e-06 tokens_per_second_per_gpu:314.45967844827607 
Step 7803 | loss:2.8954649678780697e-05 lr:1.907934602546805e-06 tokens_per_second_per_gpu:393.0446477950515 
Step 7804 | loss:2.9429451387841254e-05 lr:1.906039990705677e-06 tokens_per_second_per_gpu:318.1314326213964 
Step 7805 | loss:0.0001084941322915256 lr:1.9041462209242456e-06 tokens_per_second_per_gpu:368.8788171974041 
Step 7806 | loss:9.792664059204981e-05 lr:1.9022532933995309e-06 tokens_per_second_per_gpu:232.09795063346 
Step 7807 | loss:7.016601739451289e-05 lr:1.9003612083284696e-06 tokens_per_second_per_gpu:257.5252015723621 
Step 7808 | loss:0.00025033115525729954 lr:1.8984699659078987e-06 tokens_per_second_per_gpu:283.9879153122034 
Step 7809 | loss:1.8395505321677774e-05 lr:1.8965795663345776e-06 tokens_per_second_per_gpu:295.2680447812415 
Step 7810 | loss:0.004672416020184755 lr:1.894690009805178e-06 tokens_per_second_per_gpu:286.6774490928378 
Step 7811 | loss:0.0005287583917379379 lr:1.8928012965162767e-06 tokens_per_second_per_gpu:267.0718075034097 
Step 7812 | loss:2.2505242668557912e-05 lr:1.8909134266643681e-06 tokens_per_second_per_gpu:340.50964224413025 
Step 7813 | loss:0.00011798589548561722 lr:1.8890264004458602e-06 tokens_per_second_per_gpu:241.32944413915035 
Step 7814 | loss:0.0009534364799037576 lr:1.8871402180570675e-06 tokens_per_second_per_gpu:324.6817391594429 
Step 7815 | loss:4.2729552660603076e-05 lr:1.8852548796942215e-06 tokens_per_second_per_gpu:262.2535494855387 
Step 7816 | loss:0.00011926142178708687 lr:1.883370385553468e-06 tokens_per_second_per_gpu:353.252197425081 
Step 7817 | loss:2.3608259652974084e-05 lr:1.8814867358308542e-06 tokens_per_second_per_gpu:226.54691611544345 
Step 7818 | loss:0.000195408720173873 lr:1.8796039307223512e-06 tokens_per_second_per_gpu:453.52440907482026 
Step 7819 | loss:1.6621223039692268e-05 lr:1.877721970423839e-06 tokens_per_second_per_gpu:242.9799961557073 
Step 7820 | loss:5.1704028010135517e-05 lr:1.8758408551311048e-06 tokens_per_second_per_gpu:230.12160792073158 
Step 7821 | loss:2.116923496942036e-05 lr:1.8739605850398512e-06 tokens_per_second_per_gpu:284.2438922459312 
Step 7822 | loss:0.0007633447530679405 lr:1.872081160345699e-06 tokens_per_second_per_gpu:364.06235834850156 
Step 7823 | loss:0.00011757924949051812 lr:1.8702025812441683e-06 tokens_per_second_per_gpu:319.0171763221661 
Step 7824 | loss:6.537673471029848e-05 lr:1.8683248479307037e-06 tokens_per_second_per_gpu:251.4649329749787 
Step 7825 | loss:6.637883052462712e-05 lr:1.8664479606006513e-06 tokens_per_second_per_gpu:273.4692715570374 
Step 7826 | loss:0.00018449698109179735 lr:1.8645719194492762e-06 tokens_per_second_per_gpu:300.9581504488633 
Step 7827 | loss:9.340345422970131e-05 lr:1.8626967246717553e-06 tokens_per_second_per_gpu:276.93013458185067 
Step 7828 | loss:2.8547960027935915e-05 lr:1.8608223764631728e-06 tokens_per_second_per_gpu:303.01337864240725 
Step 7829 | loss:0.001385595416650176 lr:1.858948875018528e-06 tokens_per_second_per_gpu:259.058769709336 
Step 7830 | loss:4.968866051058285e-05 lr:1.857076220532734e-06 tokens_per_second_per_gpu:244.6898929881639 
Step 7831 | loss:1.649294608796481e-05 lr:1.855204413200611e-06 tokens_per_second_per_gpu:294.69350541929 
Step 7832 | loss:2.9379287298070267e-05 lr:1.8533334532168934e-06 tokens_per_second_per_gpu:286.11443871284774 
Step 7833 | loss:5.7814067986328155e-05 lr:1.8514633407762305e-06 tokens_per_second_per_gpu:237.42376187659676 
Step 7834 | loss:1.3249995390651748e-05 lr:1.8495940760731768e-06 tokens_per_second_per_gpu:273.1640135304428 
Step 7835 | loss:1.7504164134152234e-05 lr:1.847725659302203e-06 tokens_per_second_per_gpu:267.87564578920234 
Step 7836 | loss:0.00038439311902038753 lr:1.845858090657696e-06 tokens_per_second_per_gpu:346.27409651501836 
Step 7837 | loss:6.139904144220054e-05 lr:1.843991370333944e-06 tokens_per_second_per_gpu:301.3712400449127 
Step 7838 | loss:6.372508505592123e-05 lr:1.842125498525149e-06 tokens_per_second_per_gpu:353.81966926143025 
Step 7839 | loss:2.797828165057581e-05 lr:1.8402604754254383e-06 tokens_per_second_per_gpu:315.62976015531683 
Step 7840 | loss:0.0002877826918847859 lr:1.838396301228834e-06 tokens_per_second_per_gpu:336.77135020223227 
Step 7841 | loss:2.6717636501416564e-05 lr:1.8365329761292728e-06 tokens_per_second_per_gpu:259.1260553828505 
Step 7842 | loss:3.605078381951898e-05 lr:1.8346705003206167e-06 tokens_per_second_per_gpu:307.814429751304 
Step 7843 | loss:4.8321620852220803e-05 lr:1.8328088739966231e-06 tokens_per_second_per_gpu:282.6987692609721 
Step 7844 | loss:0.00013708119513466954 lr:1.830948097350964e-06 tokens_per_second_per_gpu:258.8673066523908 
Step 7845 | loss:3.171321441186592e-05 lr:1.8290881705772357e-06 tokens_per_second_per_gpu:318.381057843486 
Step 7846 | loss:0.0063749258406460285 lr:1.827229093868932e-06 tokens_per_second_per_gpu:256.4317516173086 
Step 7847 | loss:4.05513565056026e-05 lr:1.8253708674194581e-06 tokens_per_second_per_gpu:272.91873508121097 
Step 7848 | loss:2.3602751753060147e-05 lr:1.8235134914221452e-06 tokens_per_second_per_gpu:302.4437254663611 
Step 7849 | loss:0.00016035001317504793 lr:1.821656966070221e-06 tokens_per_second_per_gpu:258.77325393778295 
Step 7850 | loss:4.936597906635143e-05 lr:1.8198012915568253e-06 tokens_per_second_per_gpu:282.3287463286529 
Step 7851 | loss:0.00011334964074194431 lr:1.817946468075026e-06 tokens_per_second_per_gpu:298.7739032428991 
Step 7852 | loss:0.002540954388678074 lr:1.816092495817784e-06 tokens_per_second_per_gpu:461.3835674975251 
Step 7853 | loss:3.3195301512023434e-05 lr:1.8142393749779752e-06 tokens_per_second_per_gpu:277.7794181038002 
Step 7854 | loss:0.0005904839490540326 lr:1.8123871057483944e-06 tokens_per_second_per_gpu:305.4355119051566 
Step 7855 | loss:0.00013182498514652252 lr:1.8105356883217452e-06 tokens_per_second_per_gpu:352.9260209031159 
Step 7856 | loss:4.9810965720098466e-05 lr:1.8086851228906365e-06 tokens_per_second_per_gpu:272.9248238144927 
Step 7857 | loss:5.265511936158873e-05 lr:1.8068354096475938e-06 tokens_per_second_per_gpu:300.9620957319496 
Step 7858 | loss:1.841609991970472e-05 lr:1.804986548785057e-06 tokens_per_second_per_gpu:295.4503207614038 
Step 7859 | loss:0.00012333855556789786 lr:1.803138540495367e-06 tokens_per_second_per_gpu:327.151380685454 
Step 7860 | loss:4.982065365766175e-05 lr:1.8012913849707869e-06 tokens_per_second_per_gpu:278.43554275105566 
Step 7861 | loss:3.9348644349956885e-05 lr:1.799445082403487e-06 tokens_per_second_per_gpu:309.3157125117514 
Step 7862 | loss:3.824134910246357e-05 lr:1.797599632985545e-06 tokens_per_second_per_gpu:305.16900773645614 
Step 7863 | loss:0.0003317469381727278 lr:1.7957550369089561e-06 tokens_per_second_per_gpu:328.5383991731392 
Step 7864 | loss:0.00010402147017885 lr:1.7939112943656234e-06 tokens_per_second_per_gpu:223.98800064486488 
Step 7865 | loss:0.0016085690585896373 lr:1.7920684055473603e-06 tokens_per_second_per_gpu:289.30372779930315 
Step 7866 | loss:7.479752821382135e-05 lr:1.7902263706458933e-06 tokens_per_second_per_gpu:280.3956076300975 
Step 7867 | loss:0.00012564126518554986 lr:1.7883851898528625e-06 tokens_per_second_per_gpu:275.7074997233533 
Step 7868 | loss:0.0007142440299503505 lr:1.7865448633598105e-06 tokens_per_second_per_gpu:359.5625760473531 
Step 7869 | loss:0.00011434836778789759 lr:1.7847053913582035e-06 tokens_per_second_per_gpu:273.0444207948956 
Step 7870 | loss:7.986655691638589e-05 lr:1.7828667740394045e-06 tokens_per_second_per_gpu:255.58419417577812 
Step 7871 | loss:3.2723684853408486e-05 lr:1.7810290115947004e-06 tokens_per_second_per_gpu:260.4980340043045 
Step 7872 | loss:2.08755172934616e-05 lr:1.7791921042152838e-06 tokens_per_second_per_gpu:307.94529792357633 
Step 7873 | loss:4.018684558104724e-05 lr:1.777356052092255e-06 tokens_per_second_per_gpu:303.035490349779 
Step 7874 | loss:0.0003200409119017422 lr:1.7755208554166302e-06 tokens_per_second_per_gpu:343.4937559381017 
Step 7875 | loss:0.006512077525258064 lr:1.773686514379339e-06 tokens_per_second_per_gpu:321.0745935518117 
Step 7876 | loss:3.613457374740392e-05 lr:1.7718530291712121e-06 tokens_per_second_per_gpu:303.2907641610797 
Step 7877 | loss:1.3920858691562898e-05 lr:1.770020399982999e-06 tokens_per_second_per_gpu:251.0486123339951 
Step 7878 | loss:6.0445749113569036e-05 lr:1.7681886270053628e-06 tokens_per_second_per_gpu:269.49963171511433 
Step 7879 | loss:4.632871423382312e-05 lr:1.7663577104288653e-06 tokens_per_second_per_gpu:267.57798537242434 
Step 7880 | loss:0.00011086391896242276 lr:1.7645276504439924e-06 tokens_per_second_per_gpu:361.8930382736875 
Step 7881 | loss:2.918425525422208e-05 lr:1.7626984472411357e-06 tokens_per_second_per_gpu:270.933777858164 
Step 7882 | loss:5.573351518251002e-05 lr:1.7608701010105945e-06 tokens_per_second_per_gpu:264.7308272340665 
Step 7883 | loss:0.0002900866966228932 lr:1.7590426119425818e-06 tokens_per_second_per_gpu:313.1015629988013 
Step 7884 | loss:0.000245839124545455 lr:1.757215980227226e-06 tokens_per_second_per_gpu:340.7568126282632 
Step 7885 | loss:1.7906240827869624e-05 lr:1.7553902060545546e-06 tokens_per_second_per_gpu:286.20770789930424 
Step 7886 | loss:0.0038388343527913094 lr:1.7535652896145184e-06 tokens_per_second_per_gpu:453.25072960930675 
Step 7887 | loss:0.000168818180100061 lr:1.751741231096974e-06 tokens_per_second_per_gpu:271.68804385105443 
Step 7888 | loss:8.458807860733941e-05 lr:1.749918030691684e-06 tokens_per_second_per_gpu:291.45604236573047 
Step 7889 | loss:0.00017626660701353103 lr:1.7480956885883282e-06 tokens_per_second_per_gpu:275.51052767117943 
Step 7890 | loss:5.2942796173738316e-05 lr:1.746274204976498e-06 tokens_per_second_per_gpu:267.9986492677763 
Step 7891 | loss:2.4972330720629543e-05 lr:1.7444535800456885e-06 tokens_per_second_per_gpu:303.3775692656591 
Step 7892 | loss:4.0824194002198055e-05 lr:1.7426338139853094e-06 tokens_per_second_per_gpu:300.4121070093512 
Step 7893 | loss:3.473299875622615e-05 lr:1.7408149069846857e-06 tokens_per_second_per_gpu:302.162070760277 
Step 7894 | loss:4.390545655041933e-05 lr:1.738996859233042e-06 tokens_per_second_per_gpu:297.2872893150202 
Step 7895 | loss:2.568309719208628e-05 lr:1.7371796709195233e-06 tokens_per_second_per_gpu:274.2553594802621 
Step 7896 | loss:3.450641452218406e-05 lr:1.735363342233185e-06 tokens_per_second_per_gpu:229.39631460086304 
Step 7897 | loss:2.4368951926589943e-05 lr:1.733547873362983e-06 tokens_per_second_per_gpu:256.27407560050614 
Step 7898 | loss:1.8676239051274024e-05 lr:1.7317332644977969e-06 tokens_per_second_per_gpu:315.9179190917374 
Step 7899 | loss:3.363993891980499e-05 lr:1.7299195158264048e-06 tokens_per_second_per_gpu:309.80098271394894 
Step 7900 | loss:4.098216231795959e-05 lr:1.7281066275375047e-06 tokens_per_second_per_gpu:251.21676449904223 
Step 7901 | loss:4.575280399876647e-05 lr:1.7262945998197033e-06 tokens_per_second_per_gpu:294.828335861046 
Step 7902 | loss:0.00012449544738046825 lr:1.7244834328615113e-06 tokens_per_second_per_gpu:307.54879378755624 
Step 7903 | loss:9.961958130588755e-05 lr:1.7226731268513564e-06 tokens_per_second_per_gpu:283.0423382188963 
Step 7904 | loss:3.6060988350072876e-05 lr:1.720863681977577e-06 tokens_per_second_per_gpu:251.95299137642078 
Step 7905 | loss:4.2374900658614933e-05 lr:1.7190550984284148e-06 tokens_per_second_per_gpu:360.25717402816815 
Step 7906 | loss:8.660657476866618e-05 lr:1.7172473763920305e-06 tokens_per_second_per_gpu:358.22451391106034 
Step 7907 | loss:1.763791442499496e-05 lr:1.7154405160564936e-06 tokens_per_second_per_gpu:292.18842509123357 
Step 7908 | loss:2.850071177817881e-05 lr:1.7136345176097758e-06 tokens_per_second_per_gpu:260.0461942273408 
Step 7909 | loss:2.4339875380974263e-05 lr:1.711829381239769e-06 tokens_per_second_per_gpu:285.77787179154734 
Step 7910 | loss:5.6714627135079354e-05 lr:1.7100251071342721e-06 tokens_per_second_per_gpu:274.45812278529706 
Step 7911 | loss:3.3184878702741116e-05 lr:1.7082216954809915e-06 tokens_per_second_per_gpu:304.59972958875403 
Step 7912 | loss:0.0006946366629563272 lr:1.7064191464675472e-06 tokens_per_second_per_gpu:274.34478002817264 
Step 7913 | loss:3.075625863857567e-05 lr:1.7046174602814703e-06 tokens_per_second_per_gpu:309.5601917052435 
Step 7914 | loss:7.001939229667187e-05 lr:1.7028166371101962e-06 tokens_per_second_per_gpu:349.2920219928072 
Step 7915 | loss:0.00036750303115695715 lr:1.7010166771410762e-06 tokens_per_second_per_gpu:326.16218479043397 
Step 7916 | loss:3.443320747464895e-05 lr:1.699217580561373e-06 tokens_per_second_per_gpu:339.8162837111925 
Step 7917 | loss:9.12676623556763e-05 lr:1.6974193475582523e-06 tokens_per_second_per_gpu:321.17183374013325 
Step 7918 | loss:0.0006218565977178514 lr:1.6956219783187965e-06 tokens_per_second_per_gpu:233.1349747024098 
Step 7919 | loss:0.0001732383534545079 lr:1.6938254730299985e-06 tokens_per_second_per_gpu:256.69633830081693 
Step 7920 | loss:0.00021154334535822272 lr:1.6920298318787532e-06 tokens_per_second_per_gpu:299.02644863629075 
Step 7921 | loss:6.85208142385818e-05 lr:1.690235055051873e-06 tokens_per_second_per_gpu:307.5565613584743 
Step 7922 | loss:3.7807360058650374e-05 lr:1.6884411427360826e-06 tokens_per_second_per_gpu:338.3227320951827 
Step 7923 | loss:0.00023995972878765315 lr:1.6866480951180075e-06 tokens_per_second_per_gpu:320.4029777331341 
Step 7924 | loss:0.00017912649491336197 lr:1.6848559123841901e-06 tokens_per_second_per_gpu:277.69838969383653 
Step 7925 | loss:0.00017402417142875493 lr:1.6830645947210833e-06 tokens_per_second_per_gpu:365.00109120250636 
Step 7926 | loss:7.96458261902444e-05 lr:1.6812741423150447e-06 tokens_per_second_per_gpu:380.0699346152254 
Step 7927 | loss:8.812891610432416e-05 lr:1.6794845553523453e-06 tokens_per_second_per_gpu:326.59775334322984 
Step 7928 | loss:4.6054774429649115e-05 lr:1.6776958340191696e-06 tokens_per_second_per_gpu:284.27609387562757 
Step 7929 | loss:1.304690886172466e-05 lr:1.675907978501603e-06 tokens_per_second_per_gpu:291.0543776123663 
Step 7930 | loss:4.1980612877523527e-05 lr:1.6741209889856513e-06 tokens_per_second_per_gpu:311.2180658373978 
Step 7931 | loss:4.115447518415749e-05 lr:1.6723348656572203e-06 tokens_per_second_per_gpu:212.57573307994505 
Step 7932 | loss:0.00010085394023917615 lr:1.6705496087021311e-06 tokens_per_second_per_gpu:280.40358073715186 
Step 7933 | loss:9.02066967682913e-05 lr:1.6687652183061175e-06 tokens_per_second_per_gpu:263.922660347875 
Step 7934 | loss:0.0012579701142385602 lr:1.6669816946548157e-06 tokens_per_second_per_gpu:289.3658897216861 
Step 7935 | loss:2.8419583031791262e-05 lr:1.6651990379337756e-06 tokens_per_second_per_gpu:230.07798201173043 
Step 7936 | loss:0.0005267301457934082 lr:1.6634172483284617e-06 tokens_per_second_per_gpu:206.53096801974093 
Step 7937 | loss:0.0008866451680660248 lr:1.6616363260242374e-06 tokens_per_second_per_gpu:309.95425460522915 
Step 7938 | loss:0.0003426304610911757 lr:1.6598562712063847e-06 tokens_per_second_per_gpu:300.7000221067387 
Step 7939 | loss:2.4476117687299848e-05 lr:1.6580770840600946e-06 tokens_per_second_per_gpu:264.99485686572507 
Step 7940 | loss:0.000420198542997241 lr:1.6562987647704621e-06 tokens_per_second_per_gpu:298.05379371986936 
Step 7941 | loss:0.002760637318715453 lr:1.6545213135224968e-06 tokens_per_second_per_gpu:339.95487713805187 
Step 7942 | loss:0.00027403346030041575 lr:1.65274473050112e-06 tokens_per_second_per_gpu:307.86400348970324 
Step 7943 | loss:2.034430144703947e-05 lr:1.6509690158911573e-06 tokens_per_second_per_gpu:256.9420666018943 
Step 7944 | loss:0.0004322209279052913 lr:1.6491941698773406e-06 tokens_per_second_per_gpu:351.98432676532616 
Step 7945 | loss:4.394239658722654e-05 lr:1.6474201926443268e-06 tokens_per_second_per_gpu:314.0981949518869 
Step 7946 | loss:2.1471922082128003e-05 lr:1.645647084376668e-06 tokens_per_second_per_gpu:333.95155486932674 
Step 7947 | loss:6.014118844177574e-05 lr:1.643874845258826e-06 tokens_per_second_per_gpu:373.9149800918765 
Step 7948 | loss:7.277877011802047e-05 lr:1.6421034754751852e-06 tokens_per_second_per_gpu:284.72405625148264 
Step 7949 | loss:3.390753045096062e-05 lr:1.6403329752100282e-06 tokens_per_second_per_gpu:267.36229262424973 
Step 7950 | loss:3.1568517442792654e-05 lr:1.6385633446475434e-06 tokens_per_second_per_gpu:237.82214107882282 
Step 7951 | loss:0.00023615200188942254 lr:1.6367945839718457e-06 tokens_per_second_per_gpu:301.6080425735777 
Step 7952 | loss:0.00010037769243353978 lr:1.6350266933669446e-06 tokens_per_second_per_gpu:317.8825143806906 
Step 7953 | loss:0.0002539483248256147 lr:1.6332596730167582e-06 tokens_per_second_per_gpu:344.68527260167804 
Step 7954 | loss:1.9175875422661193e-05 lr:1.6314935231051287e-06 tokens_per_second_per_gpu:281.9804430184408 
Step 7955 | loss:1.3738283996644896e-05 lr:1.6297282438157947e-06 tokens_per_second_per_gpu:267.9394345709422 
Step 7956 | loss:0.00012703171523753554 lr:1.6279638353324034e-06 tokens_per_second_per_gpu:285.4544550947432 
Step 7957 | loss:0.00029973822529427707 lr:1.6262002978385238e-06 tokens_per_second_per_gpu:254.3537802029747 
Step 7958 | loss:1.631608756724745e-05 lr:1.6244376315176236e-06 tokens_per_second_per_gpu:262.25863506835697 
Step 7959 | loss:6.640563515247777e-05 lr:1.6226758365530803e-06 tokens_per_second_per_gpu:356.0792257397418 
Step 7960 | loss:0.0004007312236353755 lr:1.6209149131281843e-06 tokens_per_second_per_gpu:285.975882482967 
Step 7961 | loss:0.00016401837638113648 lr:1.6191548614261376e-06 tokens_per_second_per_gpu:385.64107914094546 
Step 7962 | loss:8.573348168283701e-05 lr:1.6173956816300429e-06 tokens_per_second_per_gpu:342.06456762750287 
Step 7963 | loss:7.552104216301814e-05 lr:1.6156373739229203e-06 tokens_per_second_per_gpu:269.15633730116923 
Step 7964 | loss:5.5199659982463345e-05 lr:1.6138799384876991e-06 tokens_per_second_per_gpu:325.82625101733413 
Step 7965 | loss:0.0027694229502230883 lr:1.6121233755072097e-06 tokens_per_second_per_gpu:304.9944265241762 
Step 7966 | loss:0.0003567435487639159 lr:1.610367685164199e-06 tokens_per_second_per_gpu:390.25490156101114 
Step 7967 | loss:2.8380756702972576e-05 lr:1.6086128676413248e-06 tokens_per_second_per_gpu:327.74622571779236 
Step 7968 | loss:9.546019282424822e-05 lr:1.606858923121144e-06 tokens_per_second_per_gpu:347.5961283863685 
Step 7969 | loss:0.0007243899162858725 lr:1.605105851786134e-06 tokens_per_second_per_gpu:255.27546159973994 
Step 7970 | loss:6.460759323090315e-05 lr:1.6033536538186778e-06 tokens_per_second_per_gpu:283.1784504083567 
Step 7971 | loss:0.00015275496116373688 lr:1.6016023294010607e-06 tokens_per_second_per_gpu:295.340272203838 
Step 7972 | loss:6.536131695611402e-05 lr:1.599851878715486e-06 tokens_per_second_per_gpu:303.71822851355995 
Step 7973 | loss:9.299923840444535e-05 lr:1.5981023019440656e-06 tokens_per_second_per_gpu:330.72083198414185 
Step 7974 | loss:0.0003964478964917362 lr:1.5963535992688116e-06 tokens_per_second_per_gpu:305.5781541310095 
Step 7975 | loss:3.703121547005139e-05 lr:1.5946057708716578e-06 tokens_per_second_per_gpu:300.0016351835422 
Step 7976 | loss:5.2350835176184773e-05 lr:1.592858816934434e-06 tokens_per_second_per_gpu:311.0429808319547 
Step 7977 | loss:8.190472726710141e-05 lr:1.591112737638889e-06 tokens_per_second_per_gpu:305.6178471403827 
Step 7978 | loss:0.00010163805563934147 lr:1.5893675331666803e-06 tokens_per_second_per_gpu:260.5486592948086 
Step 7979 | loss:1.906838224385865e-05 lr:1.5876232036993644e-06 tokens_per_second_per_gpu:267.3622807332377 
Step 7980 | loss:0.000126699436805211 lr:1.5858797494184163e-06 tokens_per_second_per_gpu:352.658342815996 
Step 7981 | loss:5.2699069783557206e-05 lr:1.584137170505221e-06 tokens_per_second_per_gpu:336.1471687322617 
Step 7982 | loss:9.623108780942857e-05 lr:1.5823954671410634e-06 tokens_per_second_per_gpu:286.4534431289704 
Step 7983 | loss:4.779623850481585e-05 lr:1.5806546395071454e-06 tokens_per_second_per_gpu:306.4478593940887 
Step 7984 | loss:0.00017056330398190767 lr:1.5789146877845762e-06 tokens_per_second_per_gpu:296.51188037528226 
Step 7985 | loss:0.00033922880538739264 lr:1.577175612154368e-06 tokens_per_second_per_gpu:315.45826332014974 
Step 7986 | loss:0.0024231101851910353 lr:1.5754374127974504e-06 tokens_per_second_per_gpu:285.05281882895576 
Step 7987 | loss:0.00018020447168964893 lr:1.5737000898946585e-06 tokens_per_second_per_gpu:255.1363876286248 
Step 7988 | loss:0.00010076270700665191 lr:1.5719636436267316e-06 tokens_per_second_per_gpu:305.4329768979062 
Step 7989 | loss:7.980968075571582e-05 lr:1.5702280741743247e-06 tokens_per_second_per_gpu:314.93873137491613 
Step 7990 | loss:0.0023824211675673723 lr:1.5684933817180014e-06 tokens_per_second_per_gpu:224.55435111923504 
Step 7991 | loss:0.0011437656357884407 lr:1.566759566438225e-06 tokens_per_second_per_gpu:315.59076152465843 
Step 7992 | loss:3.776599623961374e-05 lr:1.5650266285153781e-06 tokens_per_second_per_gpu:331.7985333389162 
Step 7993 | loss:7.769544026814401e-05 lr:1.5632945681297495e-06 tokens_per_second_per_gpu:351.60041750031934 
Step 7994 | loss:7.98113615019247e-05 lr:1.561563385461531e-06 tokens_per_second_per_gpu:335.7978433509093 
Step 7995 | loss:1.6023157513700426e-05 lr:1.559833080690828e-06 tokens_per_second_per_gpu:206.279290848114 
Step 7996 | loss:6.476241105701774e-05 lr:1.5581036539976568e-06 tokens_per_second_per_gpu:334.6729162548134 
Step 7997 | loss:4.5319444325286895e-05 lr:1.5563751055619346e-06 tokens_per_second_per_gpu:309.24102919174805 
Step 7998 | loss:0.00047199890832416713 lr:1.5546474355634956e-06 tokens_per_second_per_gpu:295.8908496571758 
Step 7999 | loss:5.7994409871753305e-05 lr:1.5529206441820788e-06 tokens_per_second_per_gpu:340.9448000751208 
Step 8000 | loss:0.0001261696743313223 lr:1.5511947315973297e-06 tokens_per_second_per_gpu:367.4658588020773 
Step 8001 | loss:0.00036569806979969144 lr:1.5494696979888047e-06 tokens_per_second_per_gpu:277.22299786339505 
Step 8002 | loss:0.0001789893867680803 lr:1.5477455435359723e-06 tokens_per_second_per_gpu:386.3818755765729 
Step 8003 | loss:4.089797585038468e-05 lr:1.5460222684182013e-06 tokens_per_second_per_gpu:269.37815420567756 
Step 8004 | loss:1.1775978236983065e-05 lr:1.5442998728147785e-06 tokens_per_second_per_gpu:329.9278987656262 
Step 8005 | loss:6.0033817135263234e-05 lr:1.542578356904888e-06 tokens_per_second_per_gpu:334.03786468983645 
Step 8006 | loss:0.00040319294203072786 lr:1.5408577208676322e-06 tokens_per_second_per_gpu:291.5642911966855 
Step 8007 | loss:9.753783524502069e-05 lr:1.5391379648820214e-06 tokens_per_second_per_gpu:269.7832599431495 
Step 8008 | loss:0.00020949420286342502 lr:1.5374190891269647e-06 tokens_per_second_per_gpu:286.39066022151576 
Step 8009 | loss:6.928283983143046e-05 lr:1.5357010937812911e-06 tokens_per_second_per_gpu:339.9959409633031 
Step 8010 | loss:3.249186556786299e-05 lr:1.5339839790237333e-06 tokens_per_second_per_gpu:307.3799721804485 
Step 8011 | loss:0.00028210136224515736 lr:1.5322677450329294e-06 tokens_per_second_per_gpu:345.7896515738784 
Step 8012 | loss:0.0001352067629341036 lr:1.530552391987431e-06 tokens_per_second_per_gpu:305.589649939866 
Step 8013 | loss:3.346372250234708e-05 lr:1.5288379200656967e-06 tokens_per_second_per_gpu:289.0513572368379 
Step 8014 | loss:5.628992221318185e-05 lr:1.527124329446088e-06 tokens_per_second_per_gpu:294.7726166077409 
Step 8015 | loss:3.1595860491506755e-05 lr:1.5254116203068837e-06 tokens_per_second_per_gpu:293.7116676991489 
Step 8016 | loss:8.38461346575059e-05 lr:1.5236997928262665e-06 tokens_per_second_per_gpu:296.0995218893082 
Step 8017 | loss:0.000156784153659828 lr:1.5219888471823241e-06 tokens_per_second_per_gpu:298.89487196178413 
Step 8018 | loss:7.43409400456585e-05 lr:1.5202787835530575e-06 tokens_per_second_per_gpu:203.63147893015267 
Step 8019 | loss:0.0010764185572043061 lr:1.5185696021163764e-06 tokens_per_second_per_gpu:296.022059213906 
Step 8020 | loss:0.00023311979020945728 lr:1.5168613030500922e-06 tokens_per_second_per_gpu:315.3767443961895 
Step 8021 | loss:4.780576637131162e-05 lr:1.5151538865319305e-06 tokens_per_second_per_gpu:304.5605203889995 
Step 8022 | loss:3.1730320188216865e-05 lr:1.5134473527395254e-06 tokens_per_second_per_gpu:256.83094153540753 
Step 8023 | loss:4.5858130761189386e-05 lr:1.5117417018504143e-06 tokens_per_second_per_gpu:322.1986998480427 
Step 8024 | loss:2.3713781047263183e-05 lr:1.5100369340420451e-06 tokens_per_second_per_gpu:322.49268018533195 
Step 8025 | loss:0.0001407633099006489 lr:1.5083330494917792e-06 tokens_per_second_per_gpu:309.91300026503257 
Step 8026 | loss:3.4276115911779925e-05 lr:1.5066300483768749e-06 tokens_per_second_per_gpu:258.0536299264671 
Step 8027 | loss:2.0361678252811544e-05 lr:1.504927930874508e-06 tokens_per_second_per_gpu:234.25116830733631 
Step 8028 | loss:5.6531494919909164e-05 lr:1.5032266971617615e-06 tokens_per_second_per_gpu:297.8648071767036 
Step 8029 | loss:2.6012394300778396e-05 lr:1.5015263474156182e-06 tokens_per_second_per_gpu:324.5953062544655 
Step 8030 | loss:5.769208291894756e-05 lr:1.4998268818129801e-06 tokens_per_second_per_gpu:345.1371283568916 
Step 8031 | loss:1.5617850294802338e-05 lr:1.4981283005306514e-06 tokens_per_second_per_gpu:274.5133119611671 
Step 8032 | loss:3.336642112117261e-05 lr:1.4964306037453423e-06 tokens_per_second_per_gpu:218.65559533763366 
Step 8033 | loss:4.6479843149427325e-05 lr:1.4947337916336757e-06 tokens_per_second_per_gpu:274.80318026479694 
Step 8034 | loss:0.00021211453713476658 lr:1.4930378643721821e-06 tokens_per_second_per_gpu:284.5719752153371 
Step 8035 | loss:6.307728472165763e-05 lr:1.4913428221372927e-06 tokens_per_second_per_gpu:236.84207531204447 
Step 8036 | loss:5.624604818876833e-05 lr:1.4896486651053598e-06 tokens_per_second_per_gpu:249.9332103269246 
Step 8037 | loss:3.996223313151859e-05 lr:1.487955393452628e-06 tokens_per_second_per_gpu:298.4547707979967 
Step 8038 | loss:0.0002540620043873787 lr:1.486263007355262e-06 tokens_per_second_per_gpu:322.1703955632043 
Step 8039 | loss:0.00019601534586399794 lr:1.484571506989333e-06 tokens_per_second_per_gpu:258.87436986307597 
Step 8040 | loss:2.50201192102395e-05 lr:1.4828808925308103e-06 tokens_per_second_per_gpu:293.0593989500932 
Step 8041 | loss:3.2246542104985565e-05 lr:1.481191164155582e-06 tokens_per_second_per_gpu:266.60693022749575 
Step 8042 | loss:0.000360380916390568 lr:1.4795023220394422e-06 tokens_per_second_per_gpu:330.19617507401085 
Step 8043 | loss:0.00011980743147432804 lr:1.4778143663580858e-06 tokens_per_second_per_gpu:282.4572606564662 
Step 8044 | loss:6.007460615364835e-05 lr:1.476127297287121e-06 tokens_per_second_per_gpu:334.02136331457746 
Step 8045 | loss:0.00030447239987552166 lr:1.4744411150020676e-06 tokens_per_second_per_gpu:265.0591115388813 
Step 8046 | loss:0.00044926683767698705 lr:1.4727558196783432e-06 tokens_per_second_per_gpu:321.15155623413057 
Step 8047 | loss:1.3069369742879644e-05 lr:1.4710714114912795e-06 tokens_per_second_per_gpu:289.6096601886066 
Step 8048 | loss:0.0017166364705190063 lr:1.4693878906161186e-06 tokens_per_second_per_gpu:251.87453299414588 
Step 8049 | loss:0.00036237400490790606 lr:1.4677052572280038e-06 tokens_per_second_per_gpu:290.7934280054052 
Step 8050 | loss:4.652031930163503e-05 lr:1.4660235115019838e-06 tokens_per_second_per_gpu:272.5595949655732 
Step 8051 | loss:0.0001113801627070643 lr:1.464342653613029e-06 tokens_per_second_per_gpu:250.5651651489648 
Step 8052 | loss:4.909769631922245e-05 lr:1.4626626837360058e-06 tokens_per_second_per_gpu:272.7189947949228 
Step 8053 | loss:0.0009663663222454488 lr:1.4609836020456835e-06 tokens_per_second_per_gpu:263.00284360578615 
Step 8054 | loss:4.7438647015951574e-05 lr:1.4593054087167568e-06 tokens_per_second_per_gpu:323.7766917099282 
Step 8055 | loss:8.514821820426732e-05 lr:1.4576281039238137e-06 tokens_per_second_per_gpu:399.3345814581966 
Step 8056 | loss:3.321971234981902e-05 lr:1.4559516878413471e-06 tokens_per_second_per_gpu:309.7224275000563 
Step 8057 | loss:3.730545358848758e-05 lr:1.454276160643775e-06 tokens_per_second_per_gpu:283.1433381490685 
Step 8058 | loss:3.2567622838541865e-05 lr:1.4526015225054058e-06 tokens_per_second_per_gpu:274.51171439224487 
Step 8059 | loss:9.558725287206471e-05 lr:1.4509277736004578e-06 tokens_per_second_per_gpu:278.065891778885 
Step 8060 | loss:0.00011083848949056119 lr:1.4492549141030686e-06 tokens_per_second_per_gpu:250.66775339812187 
Step 8061 | loss:5.169916039449163e-05 lr:1.4475829441872712e-06 tokens_per_second_per_gpu:251.52691494929317 
Step 8062 | loss:3.512223338475451e-05 lr:1.4459118640270043e-06 tokens_per_second_per_gpu:274.3796180849533 
Step 8063 | loss:0.0004094671458005905 lr:1.4442416737961307e-06 tokens_per_second_per_gpu:323.20362479527324 
Step 8064 | loss:0.00023756959126330912 lr:1.4425723736684039e-06 tokens_per_second_per_gpu:308.10621794406984 
Step 8065 | loss:1.505141790403286e-05 lr:1.4409039638174881e-06 tokens_per_second_per_gpu:303.87355338663616 
Step 8066 | loss:0.00042540612048469484 lr:1.4392364444169604e-06 tokens_per_second_per_gpu:359.8465935958242 
Step 8067 | loss:3.7026999052613974e-05 lr:1.4375698156403028e-06 tokens_per_second_per_gpu:280.2424384399269 
Step 8068 | loss:5.261789192445576e-05 lr:1.4359040776609012e-06 tokens_per_second_per_gpu:297.1614418637815 
Step 8069 | loss:0.0005335363675840199 lr:1.4342392306520525e-06 tokens_per_second_per_gpu:264.1471741499739 
Step 8070 | loss:0.00037444752524606884 lr:1.4325752747869626e-06 tokens_per_second_per_gpu:302.8926270904735 
Step 8071 | loss:0.00021149255917407572 lr:1.4309122102387375e-06 tokens_per_second_per_gpu:316.6839497584348 
Step 8072 | loss:3.985431612818502e-05 lr:1.4292500371803985e-06 tokens_per_second_per_gpu:314.97337155659017 
Step 8073 | loss:3.3899021218530834e-05 lr:1.4275887557848712e-06 tokens_per_second_per_gpu:355.23274688011594 
Step 8074 | loss:3.546406151144765e-05 lr:1.4259283662249846e-06 tokens_per_second_per_gpu:253.71789320315287 
Step 8075 | loss:4.202894342597574e-05 lr:1.4242688686734808e-06 tokens_per_second_per_gpu:330.018645752033 
Step 8076 | loss:7.84168514655903e-05 lr:1.422610263303007e-06 tokens_per_second_per_gpu:241.11933374896353 
Step 8077 | loss:5.770334246335551e-05 lr:1.4209525502861155e-06 tokens_per_second_per_gpu:317.70337916971937 
Step 8078 | loss:0.0014950425829738379 lr:1.419295729795267e-06 tokens_per_second_per_gpu:278.48516606585304 
Step 8079 | loss:4.5923603465780616e-05 lr:1.4176398020028326e-06 tokens_per_second_per_gpu:342.04191377366044 
Step 8080 | loss:0.00011066922161262482 lr:1.4159847670810845e-06 tokens_per_second_per_gpu:298.8821773766017 
Step 8081 | loss:1.8745689885690808e-05 lr:1.4143306252022081e-06 tokens_per_second_per_gpu:243.4940762315742 
Step 8082 | loss:3.311563705210574e-05 lr:1.4126773765382896e-06 tokens_per_second_per_gpu:286.05946889934194 
Step 8083 | loss:2.1750893210992217e-05 lr:1.4110250212613263e-06 tokens_per_second_per_gpu:256.52592222813587 
Step 8084 | loss:6.983536877669394e-05 lr:1.4093735595432267e-06 tokens_per_second_per_gpu:330.21045270594374 
Step 8085 | loss:1.751234958646819e-05 lr:1.4077229915557954e-06 tokens_per_second_per_gpu:295.2425647198543 
Step 8086 | loss:6.36052354821004e-05 lr:1.406073317470753e-06 tokens_per_second_per_gpu:312.517041433741 
Step 8087 | loss:0.000938777404371649 lr:1.4044245374597255e-06 tokens_per_second_per_gpu:342.8653088965502 
Step 8088 | loss:0.0001219778714585118 lr:1.402776651694241e-06 tokens_per_second_per_gpu:273.38201152334244 
Step 8089 | loss:3.2361000194214284e-05 lr:1.4011296603457413e-06 tokens_per_second_per_gpu:294.49206718217397 
Step 8090 | loss:0.00021356926299631596 lr:1.399483563585573e-06 tokens_per_second_per_gpu:277.14867642963003 
Step 8091 | loss:0.00016594724729657173 lr:1.3978383615849833e-06 tokens_per_second_per_gpu:283.5199886888861 
Step 8092 | loss:2.2192592950887047e-05 lr:1.3961940545151365e-06 tokens_per_second_per_gpu:298.96045590534226 
Step 8093 | loss:9.537029109196737e-05 lr:1.3945506425471001e-06 tokens_per_second_per_gpu:272.48747852745987 
Step 8094 | loss:1.58116890816018e-05 lr:1.3929081258518428e-06 tokens_per_second_per_gpu:322.91208231620385 
Step 8095 | loss:0.00021281663794070482 lr:1.3912665046002471e-06 tokens_per_second_per_gpu:294.1666095865041 
Step 8096 | loss:2.6237636120640673e-05 lr:1.3896257789631018e-06 tokens_per_second_per_gpu:252.1622248592919 
Step 8097 | loss:0.00020877020142506808 lr:1.3879859491110969e-06 tokens_per_second_per_gpu:259.7328872217599 
Step 8098 | loss:2.2380085283657536e-05 lr:1.386347015214835e-06 tokens_per_second_per_gpu:282.90271361045416 
Step 8099 | loss:0.0002838633954524994 lr:1.3847089774448252e-06 tokens_per_second_per_gpu:314.876908538057 
Step 8100 | loss:0.0005696382140740752 lr:1.383071835971478e-06 tokens_per_second_per_gpu:258.6955691202758 
Step 8101 | loss:0.00017005568952299654 lr:1.3814355909651167e-06 tokens_per_second_per_gpu:413.34675818545855 
Step 8102 | loss:0.00011559324047993869 lr:1.37980024259597e-06 tokens_per_second_per_gpu:309.130421994299 
Step 8103 | loss:7.928843842819333e-05 lr:1.3781657910341694e-06 tokens_per_second_per_gpu:308.879141775672 
Step 8104 | loss:6.53090319246985e-05 lr:1.3765322364497568e-06 tokens_per_second_per_gpu:293.79703409144713 
Step 8105 | loss:4.180155883659609e-05 lr:1.374899579012684e-06 tokens_per_second_per_gpu:298.7751272926149 
Step 8106 | loss:8.230254024965689e-05 lr:1.3732678188927994e-06 tokens_per_second_per_gpu:288.88779406437817 
Step 8107 | loss:3.0711737053934485e-05 lr:1.3716369562598665e-06 tokens_per_second_per_gpu:272.4458748725223 
Step 8108 | loss:3.557210220606066e-05 lr:1.3700069912835545e-06 tokens_per_second_per_gpu:260.28257244973094 
Step 8109 | loss:9.130412217928097e-05 lr:1.3683779241334361e-06 tokens_per_second_per_gpu:319.2992908230053 
Step 8110 | loss:0.001086098258383572 lr:1.3667497549789933e-06 tokens_per_second_per_gpu:301.41409686092965 
Step 8111 | loss:1.4554974768543616e-05 lr:1.3651224839896115e-06 tokens_per_second_per_gpu:272.1864693701295 
Step 8112 | loss:0.00026809744304046035 lr:1.3634961113345868e-06 tokens_per_second_per_gpu:303.4673098751354 
Step 8113 | loss:3.265617124270648e-05 lr:1.3618706371831202e-06 tokens_per_second_per_gpu:273.3162302586593 
Step 8114 | loss:0.00019518400949891657 lr:1.3602460617043155e-06 tokens_per_second_per_gpu:350.3069051964678 
Step 8115 | loss:7.801799802109599e-05 lr:1.3586223850671898e-06 tokens_per_second_per_gpu:262.81316304682804 
Step 8116 | loss:1.663566399656702e-05 lr:1.3569996074406632e-06 tokens_per_second_per_gpu:347.48798306035496 
Step 8117 | loss:4.398742021294311e-05 lr:1.35537772899356e-06 tokens_per_second_per_gpu:274.6340900723247 
Step 8118 | loss:4.3890227971132845e-05 lr:1.3537567498946135e-06 tokens_per_second_per_gpu:406.6737716163901 
Step 8119 | loss:0.00025275140069425106 lr:1.3521366703124662e-06 tokens_per_second_per_gpu:314.16495435022813 
Step 8120 | loss:8.242511830758303e-05 lr:1.3505174904156593e-06 tokens_per_second_per_gpu:283.3716880294434 
Step 8121 | loss:0.0003290437743999064 lr:1.3488992103726483e-06 tokens_per_second_per_gpu:261.8871210972016 
Step 8122 | loss:0.00011381263902876526 lr:1.347281830351793e-06 tokens_per_second_per_gpu:249.06493322948265 
Step 8123 | loss:0.00016444403445348144 lr:1.3456653505213547e-06 tokens_per_second_per_gpu:290.1150233729489 
Step 8124 | loss:0.0003632470325101167 lr:1.3440497710495072e-06 tokens_per_second_per_gpu:344.41943355880403 
Step 8125 | loss:4.126308340346441e-05 lr:1.3424350921043293e-06 tokens_per_second_per_gpu:264.81027851086003 
Step 8126 | loss:2.290461452503223e-05 lr:1.3408213138538019e-06 tokens_per_second_per_gpu:278.52663801447255 
Step 8127 | loss:7.00410600984469e-05 lr:1.3392084364658164e-06 tokens_per_second_per_gpu:318.0294149203003 
Step 8128 | loss:1.9332661395310424e-05 lr:1.3375964601081714e-06 tokens_per_second_per_gpu:321.0853050091914 
Step 8129 | loss:8.300015178974718e-05 lr:1.3359853849485671e-06 tokens_per_second_per_gpu:315.89649320393784 
Step 8130 | loss:0.00018852081848308444 lr:1.3343752111546139e-06 tokens_per_second_per_gpu:267.62434260256083 
Step 8131 | loss:4.597736187861301e-05 lr:1.3327659388938286e-06 tokens_per_second_per_gpu:310.79585730379404 
Step 8132 | loss:3.725958231370896e-05 lr:1.3311575683336298e-06 tokens_per_second_per_gpu:271.33205962718847 
Step 8133 | loss:9.304023114964366e-05 lr:1.3295500996413468e-06 tokens_per_second_per_gpu:347.37679635093446 
Step 8134 | loss:0.0024149648379534483 lr:1.327943532984215e-06 tokens_per_second_per_gpu:308.99793991396086 
Step 8135 | loss:2.1564328562817536e-05 lr:1.3263378685293704e-06 tokens_per_second_per_gpu:281.8060023998204 
Step 8136 | loss:0.0002596079430077225 lr:1.3247331064438618e-06 tokens_per_second_per_gpu:286.3468914691129 
Step 8137 | loss:4.182656994089484e-05 lr:1.3231292468946433e-06 tokens_per_second_per_gpu:343.6897861319656 
Step 8138 | loss:1.95041411643615e-05 lr:1.3215262900485693e-06 tokens_per_second_per_gpu:291.5768753920056 
Step 8139 | loss:0.0001365367352264002 lr:1.3199242360724074e-06 tokens_per_second_per_gpu:241.2149110112278 
Step 8140 | loss:7.94082079664804e-05 lr:1.3183230851328289e-06 tokens_per_second_per_gpu:241.58050438786827 
Step 8141 | loss:4.532361344899982e-05 lr:1.3167228373964059e-06 tokens_per_second_per_gpu:362.2128272957203 
Step 8142 | loss:3.0338906071847305e-05 lr:1.3151234930296264e-06 tokens_per_second_per_gpu:268.7739026328487 
Step 8143 | loss:0.00014801743964198977 lr:1.313525052198874e-06 tokens_per_second_per_gpu:278.9141396720276 
Step 8144 | loss:3.7388657801784575e-05 lr:1.311927515070447e-06 tokens_per_second_per_gpu:238.06364076827631 
Step 8145 | loss:3.0257524485932663e-05 lr:1.3103308818105464e-06 tokens_per_second_per_gpu:285.6124903021503 
Step 8146 | loss:8.693654672242701e-05 lr:1.3087351525852766e-06 tokens_per_second_per_gpu:389.3811142316218 
Step 8147 | loss:0.00014882796676829457 lr:1.3071403275606498e-06 tokens_per_second_per_gpu:279.77231406364854 
Step 8148 | loss:0.00022615476336795837 lr:1.3055464069025892e-06 tokens_per_second_per_gpu:348.5808065354468 
Step 8149 | loss:0.0006859467248432338 lr:1.303953390776912e-06 tokens_per_second_per_gpu:305.3627615419529 
Step 8150 | loss:4.690856076194905e-05 lr:1.3023612793493535e-06 tokens_per_second_per_gpu:373.119289868393 
Step 8151 | loss:0.00010690107592381537 lr:1.300770072785551e-06 tokens_per_second_per_gpu:299.21401566565504 
Step 8152 | loss:0.00012604771472979337 lr:1.2991797712510423e-06 tokens_per_second_per_gpu:222.09053940067722 
Step 8153 | loss:4.392095797811635e-05 lr:1.2975903749112773e-06 tokens_per_second_per_gpu:258.1081764316056 
Step 8154 | loss:4.216651359456591e-05 lr:1.2960018839316125e-06 tokens_per_second_per_gpu:315.71191543719056 
Step 8155 | loss:7.50449689803645e-05 lr:1.2944142984773046e-06 tokens_per_second_per_gpu:251.04605321430054 
Step 8156 | loss:4.545608680928126e-05 lr:1.2928276187135136e-06 tokens_per_second_per_gpu:270.1480516389264 
Step 8157 | loss:7.417564484057948e-05 lr:1.291241844805322e-06 tokens_per_second_per_gpu:319.50758623999445 
Step 8158 | loss:0.0001221618294948712 lr:1.2896569769177004e-06 tokens_per_second_per_gpu:234.72887793448666 
Step 8159 | loss:7.773504330543801e-05 lr:1.2880730152155274e-06 tokens_per_second_per_gpu:283.1397776282456 
Step 8160 | loss:0.00010758717689896002 lr:1.2864899598636005e-06 tokens_per_second_per_gpu:325.1432675450375 
Step 8161 | loss:9.631731518311426e-05 lr:1.284907811026609e-06 tokens_per_second_per_gpu:322.3199682723805 
Step 8162 | loss:0.0001045084572979249 lr:1.2833265688691476e-06 tokens_per_second_per_gpu:251.45717093015435 
Step 8163 | loss:6.860558642074466e-05 lr:1.2817462335557318e-06 tokens_per_second_per_gpu:319.83663067945355 
Step 8164 | loss:4.922166408505291e-05 lr:1.2801668052507688e-06 tokens_per_second_per_gpu:282.7191510827794 
Step 8165 | loss:3.753741839318536e-05 lr:1.278588284118568e-06 tokens_per_second_per_gpu:338.15725768577727 
Step 8166 | loss:8.094510121736676e-05 lr:1.2770106703233643e-06 tokens_per_second_per_gpu:356.28772733430327 
Step 8167 | loss:4.423641075845808e-05 lr:1.275433964029278e-06 tokens_per_second_per_gpu:376.0081936263688 
Step 8168 | loss:1.772530777088832e-05 lr:1.2738581654003401e-06 tokens_per_second_per_gpu:271.2583072843659 
Step 8169 | loss:0.00018176541198045015 lr:1.2722832746004976e-06 tokens_per_second_per_gpu:302.10402394205505 
Step 8170 | loss:0.000104767459561117 lr:1.2707092917935914e-06 tokens_per_second_per_gpu:343.7234104692493 
Step 8171 | loss:8.304056245833635e-05 lr:1.2691362171433697e-06 tokens_per_second_per_gpu:345.49523433049643 
Step 8172 | loss:8.128646004479378e-05 lr:1.267564050813489e-06 tokens_per_second_per_gpu:310.2262817021881 
Step 8173 | loss:4.024647205369547e-05 lr:1.2659927929675142e-06 tokens_per_second_per_gpu:307.0124126717472 
Step 8174 | loss:7.477906183339655e-05 lr:1.2644224437689068e-06 tokens_per_second_per_gpu:343.6884653713463 
Step 8175 | loss:0.00012660710490308702 lr:1.2628530033810415e-06 tokens_per_second_per_gpu:274.6973475228593 
Step 8176 | loss:9.985618817154318e-05 lr:1.261284471967198e-06 tokens_per_second_per_gpu:271.9606726719088 
Step 8177 | loss:0.0002461617987137288 lr:1.2597168496905555e-06 tokens_per_second_per_gpu:352.31232136790567 
Step 8178 | loss:2.2622140022576787e-05 lr:1.2581501367142034e-06 tokens_per_second_per_gpu:292.988973795351 
Step 8179 | loss:0.00029562701820395887 lr:1.2565843332011385e-06 tokens_per_second_per_gpu:276.95569087040394 
Step 8180 | loss:8.298905595438555e-05 lr:1.2550194393142555e-06 tokens_per_second_per_gpu:256.6159508168178 
Step 8181 | loss:0.00012679098290391266 lr:1.2534554552163613e-06 tokens_per_second_per_gpu:366.50931504152555 
Step 8182 | loss:0.00020874571055173874 lr:1.2518923810701689e-06 tokens_per_second_per_gpu:278.8870246253612 
Step 8183 | loss:0.0009056981652975082 lr:1.250330217038288e-06 tokens_per_second_per_gpu:317.08459972104987 
Step 8184 | loss:9.6994946943596e-05 lr:1.2487689632832423e-06 tokens_per_second_per_gpu:330.71811359495865 
Step 8185 | loss:7.065168756525964e-05 lr:1.2472086199674594e-06 tokens_per_second_per_gpu:388.59668708325023 
Step 8186 | loss:7.522138184867799e-05 lr:1.245649187253266e-06 tokens_per_second_per_gpu:236.178465467835 
Step 8187 | loss:5.743416113546118e-05 lr:1.2440906653029028e-06 tokens_per_second_per_gpu:300.0362986774146 
Step 8188 | loss:3.708260192070156e-05 lr:1.2425330542785074e-06 tokens_per_second_per_gpu:314.13627622667326 
Step 8189 | loss:3.332562118885107e-05 lr:1.2409763543421294e-06 tokens_per_second_per_gpu:263.44573580521364 
Step 8190 | loss:7.332091627176851e-05 lr:1.2394205656557224e-06 tokens_per_second_per_gpu:282.72900722686813 
Step 8191 | loss:3.09162751364056e-05 lr:1.2378656883811401e-06 tokens_per_second_per_gpu:252.85388894723357 
Step 8192 | loss:0.00018334671040065587 lr:1.2363117226801468e-06 tokens_per_second_per_gpu:380.156932426038 
Step 8193 | loss:2.8173193641123362e-05 lr:1.234758668714412e-06 tokens_per_second_per_gpu:300.61764154600246 
Step 8194 | loss:0.00010162116086576134 lr:1.233206526645505e-06 tokens_per_second_per_gpu:203.77574652267887 
Step 8195 | loss:6.137753371149302e-05 lr:1.231655296634906e-06 tokens_per_second_per_gpu:337.012156203436 
Step 8196 | loss:0.0003491735551506281 lr:1.230104978843999e-06 tokens_per_second_per_gpu:289.53171430821806 
Step 8197 | loss:5.785321627627127e-05 lr:1.2285555734340693e-06 tokens_per_second_per_gpu:319.06907255341144 
Step 8198 | loss:3.788804679061286e-05 lr:1.2270070805663115e-06 tokens_per_second_per_gpu:303.166259295189 
Step 8199 | loss:0.0004408291424624622 lr:1.2254595004018254e-06 tokens_per_second_per_gpu:340.20955978594037 
Step 8200 | loss:8.647599315736443e-05 lr:1.2239128331016115e-06 tokens_per_second_per_gpu:325.02959767558815 
Step 8201 | loss:0.00019464336219243705 lr:1.2223670788265806e-06 tokens_per_second_per_gpu:273.16416028253684 
Step 8202 | loss:0.00018609951075632125 lr:1.2208222377375466e-06 tokens_per_second_per_gpu:257.6648078933735 
Step 8203 | loss:3.6025976442033425e-05 lr:1.2192783099952244e-06 tokens_per_second_per_gpu:265.4788709104446 
Step 8204 | loss:5.910850813961588e-05 lr:1.2177352957602407e-06 tokens_per_second_per_gpu:290.3833362042148 
Step 8205 | loss:0.0015019418206065893 lr:1.2161931951931238e-06 tokens_per_second_per_gpu:366.6234855547748 
Step 8206 | loss:2.4731729354243726e-05 lr:1.2146520084543046e-06 tokens_per_second_per_gpu:294.91514154952006 
Step 8207 | loss:2.3487204089178704e-05 lr:1.2131117357041222e-06 tokens_per_second_per_gpu:340.0443951122794 
Step 8208 | loss:0.00012963869085069746 lr:1.211572377102823e-06 tokens_per_second_per_gpu:313.13874625350303 
Step 8209 | loss:5.1390677981544286e-05 lr:1.2100339328105492e-06 tokens_per_second_per_gpu:319.3549869034511 
Step 8210 | loss:5.4026364523451775e-05 lr:1.208496402987358e-06 tokens_per_second_per_gpu:371.36650909586933 
Step 8211 | loss:8.93379474291578e-05 lr:1.2069597877932072e-06 tokens_per_second_per_gpu:257.69144539436735 
Step 8212 | loss:3.4873686672654e-05 lr:1.2054240873879563e-06 tokens_per_second_per_gpu:246.76948373403 
Step 8213 | loss:6.223979289643466e-05 lr:1.2038893019313757e-06 tokens_per_second_per_gpu:267.43538470478296 
Step 8214 | loss:0.0003401333815418184 lr:1.2023554315831376e-06 tokens_per_second_per_gpu:235.57634146222603 
Step 8215 | loss:0.00010043293877970427 lr:1.2008224765028166e-06 tokens_per_second_per_gpu:306.6740969471624 
Step 8216 | loss:4.701648140326142e-05 lr:1.1992904368498982e-06 tokens_per_second_per_gpu:222.46823230698934 
Step 8217 | loss:7.317238487303257e-05 lr:1.1977593127837638e-06 tokens_per_second_per_gpu:319.41614420016197 
Step 8218 | loss:3.3451622584834695e-05 lr:1.1962291044637099e-06 tokens_per_second_per_gpu:270.4302159797586 
Step 8219 | loss:7.065508543746546e-05 lr:1.1946998120489307e-06 tokens_per_second_per_gpu:282.20781156622405 
Step 8220 | loss:9.301550744567066e-05 lr:1.1931714356985257e-06 tokens_per_second_per_gpu:258.68689131029873 
Step 8221 | loss:0.00024376132932957262 lr:1.1916439755715015e-06 tokens_per_second_per_gpu:246.20477198217299 
Step 8222 | loss:0.0001212126953760162 lr:1.1901174318267705e-06 tokens_per_second_per_gpu:240.05669170109428 
Step 8223 | loss:4.151437315158546e-05 lr:1.1885918046231425e-06 tokens_per_second_per_gpu:273.0916820902226 
Step 8224 | loss:1.747287024045363e-05 lr:1.1870670941193407e-06 tokens_per_second_per_gpu:294.40656741180374 
Step 8225 | loss:1.8715909391175956e-05 lr:1.1855433004739902e-06 tokens_per_second_per_gpu:269.0041712548778 
Step 8226 | loss:0.00024553711409680545 lr:1.1840204238456155e-06 tokens_per_second_per_gpu:275.4801090662969 
Step 8227 | loss:0.0002803695388138294 lr:1.182498464392653e-06 tokens_per_second_per_gpu:384.5299612033599 
Step 8228 | loss:9.260220394935459e-05 lr:1.1809774222734405e-06 tokens_per_second_per_gpu:288.68217614397673 
Step 8229 | loss:4.2182684410363436e-05 lr:1.1794572976462193e-06 tokens_per_second_per_gpu:270.7490356879562 
Step 8230 | loss:0.00010693616786738858 lr:1.1779380906691362e-06 tokens_per_second_per_gpu:288.1220413044274 
Step 8231 | loss:2.3936967409099452e-05 lr:1.176419801500247e-06 tokens_per_second_per_gpu:253.17071785953726 
Step 8232 | loss:6.830778875155374e-05 lr:1.174902430297501e-06 tokens_per_second_per_gpu:327.3045215459193 
Step 8233 | loss:9.919271542457864e-05 lr:1.173385977218763e-06 tokens_per_second_per_gpu:268.5829076641447 
Step 8234 | loss:2.6951991458190605e-05 lr:1.1718704424217986e-06 tokens_per_second_per_gpu:263.7920585442309 
Step 8235 | loss:1.8909069694927894e-05 lr:1.1703558260642734e-06 tokens_per_second_per_gpu:293.44569966658975 
Step 8236 | loss:9.753494668984786e-05 lr:1.1688421283037643e-06 tokens_per_second_per_gpu:249.92246461271955 
Step 8237 | loss:0.0023613739758729935 lr:1.1673293492977523e-06 tokens_per_second_per_gpu:270.0651760222916 
Step 8238 | loss:4.665531014325097e-05 lr:1.1658174892036146e-06 tokens_per_second_per_gpu:271.22094431251173 
Step 8239 | loss:0.00014955137157812715 lr:1.1643065481786397e-06 tokens_per_second_per_gpu:413.343970740597 
Step 8240 | loss:0.00010054410086013377 lr:1.1627965263800245e-06 tokens_per_second_per_gpu:295.37075767213406 
Step 8241 | loss:0.0016076189931482077 lr:1.1612874239648576e-06 tokens_per_second_per_gpu:272.49257344611027 
Step 8242 | loss:5.82014508836437e-05 lr:1.1597792410901432e-06 tokens_per_second_per_gpu:262.3290986190612 
Step 8243 | loss:0.00018910338985733688 lr:1.1582719779127871e-06 tokens_per_second_per_gpu:305.740713538158 
Step 8244 | loss:0.0002877002698369324 lr:1.156765634589595e-06 tokens_per_second_per_gpu:300.9983580190011 
Step 8245 | loss:5.829854490002617e-05 lr:1.1552602112772815e-06 tokens_per_second_per_gpu:301.4356630605062 
Step 8246 | loss:0.00048259992036037147 lr:1.1537557081324668e-06 tokens_per_second_per_gpu:275.6916537105478 
Step 8247 | loss:7.503909000661224e-05 lr:1.1522521253116692e-06 tokens_per_second_per_gpu:257.0883964713748 
Step 8248 | loss:0.00010657335224095732 lr:1.1507494629713167e-06 tokens_per_second_per_gpu:268.12902724634193 
Step 8249 | loss:3.2131258194567636e-05 lr:1.1492477212677377e-06 tokens_per_second_per_gpu:349.26383268995374 
Step 8250 | loss:4.846994124818593e-05 lr:1.1477469003571672e-06 tokens_per_second_per_gpu:304.8807339986659 
Step 8251 | loss:7.328775245696306e-05 lr:1.146247000395747e-06 tokens_per_second_per_gpu:287.06425410057125 
Step 8252 | loss:5.469758252729662e-05 lr:1.1447480215395158e-06 tokens_per_second_per_gpu:255.82083506442953 
Step 8253 | loss:0.0001443974324502051 lr:1.1432499639444229e-06 tokens_per_second_per_gpu:332.457022960506 
Step 8254 | loss:0.00013617250078823417 lr:1.1417528277663214e-06 tokens_per_second_per_gpu:290.3280555262571 
Step 8255 | loss:1.0964267858071253e-05 lr:1.1402566131609616e-06 tokens_per_second_per_gpu:290.16676898033995 
Step 8256 | loss:0.00021556999126914889 lr:1.1387613202840075e-06 tokens_per_second_per_gpu:392.42402727152563 
Step 8257 | loss:0.0005752386641688645 lr:1.1372669492910227e-06 tokens_per_second_per_gpu:230.90794006070112 
Step 8258 | loss:3.9518141420558095e-05 lr:1.1357735003374715e-06 tokens_per_second_per_gpu:288.57981847265586 
Step 8259 | loss:0.00045802193926647305 lr:1.1342809735787274e-06 tokens_per_second_per_gpu:278.98931742297515 
Step 8260 | loss:0.00013392342953011394 lr:1.1327893691700697e-06 tokens_per_second_per_gpu:299.9406267796586 
Step 8261 | loss:0.00015429261839017272 lr:1.1312986872666742e-06 tokens_per_second_per_gpu:302.5625426533165 
Step 8262 | loss:9.201624197885394e-05 lr:1.1298089280236224e-06 tokens_per_second_per_gpu:286.4846962585346 
Step 8263 | loss:2.5157551135635003e-05 lr:1.128320091595909e-06 tokens_per_second_per_gpu:274.15188937974466 
Step 8264 | loss:7.821025792509317e-05 lr:1.1268321781384228e-06 tokens_per_second_per_gpu:281.06018444777766 
Step 8265 | loss:0.00010013177234213799 lr:1.1253451878059563e-06 tokens_per_second_per_gpu:259.9794948030018 
Step 8266 | loss:0.00017573396326042712 lr:1.1238591207532157e-06 tokens_per_second_per_gpu:335.59183418472446 
Step 8267 | loss:2.686888001335319e-05 lr:1.122373977134803e-06 tokens_per_second_per_gpu:245.4539733373929 
Step 8268 | loss:0.0005199305596761405 lr:1.120889757105219e-06 tokens_per_second_per_gpu:304.18024969537294 
Step 8269 | loss:0.00234509096480906 lr:1.119406460818887e-06 tokens_per_second_per_gpu:327.30713341405067 
Step 8270 | loss:3.310616739327088e-05 lr:1.1179240884301158e-06 tokens_per_second_per_gpu:293.12371167898675 
Step 8271 | loss:8.832082676235586e-05 lr:1.1164426400931206e-06 tokens_per_second_per_gpu:330.6605461516657 
Step 8272 | loss:6.870660581625998e-05 lr:1.114962115962035e-06 tokens_per_second_per_gpu:272.0607709034514 
Step 8273 | loss:7.377837027888745e-05 lr:1.1134825161908813e-06 tokens_per_second_per_gpu:238.02463436735596 
Step 8274 | loss:0.00010970907896989956 lr:1.1120038409335854e-06 tokens_per_second_per_gpu:377.24080868198496 
Step 8275 | loss:4.321752567193471e-05 lr:1.1105260903439907e-06 tokens_per_second_per_gpu:237.2551452302602 
Step 8276 | loss:0.000366151740308851 lr:1.1090492645758321e-06 tokens_per_second_per_gpu:266.3792037617018 
Step 8277 | loss:2.9264392651384696e-05 lr:1.1075733637827502e-06 tokens_per_second_per_gpu:291.70822906102336 
Step 8278 | loss:9.396921086590737e-05 lr:1.106098388118293e-06 tokens_per_second_per_gpu:307.6307129941511 
Step 8279 | loss:1.2311759746808093e-05 lr:1.1046243377359122e-06 tokens_per_second_per_gpu:289.1124044013384 
Step 8280 | loss:9.936446440406144e-05 lr:1.1031512127889578e-06 tokens_per_second_per_gpu:283.2201748809429 
Step 8281 | loss:6.492703687399626e-05 lr:1.1016790134306876e-06 tokens_per_second_per_gpu:338.90960353118817 
Step 8282 | loss:0.0004779624578077346 lr:1.1002077398142675e-06 tokens_per_second_per_gpu:270.88779608027255 
Step 8283 | loss:3.614778688643128e-05 lr:1.098737392092757e-06 tokens_per_second_per_gpu:348.634922545394 
Step 8284 | loss:4.589728268911131e-05 lr:1.0972679704191247e-06 tokens_per_second_per_gpu:267.56232773735024 
Step 8285 | loss:7.995133637450635e-05 lr:1.0957994749462476e-06 tokens_per_second_per_gpu:335.73915313794674 
Step 8286 | loss:0.00012301735114306211 lr:1.0943319058268965e-06 tokens_per_second_per_gpu:294.4075986116905 
Step 8287 | loss:3.330915205879137e-05 lr:1.0928652632137516e-06 tokens_per_second_per_gpu:294.97404664990563 
Step 8288 | loss:3.957604349125177e-05 lr:1.0913995472593996e-06 tokens_per_second_per_gpu:256.1019516960151 
Step 8289 | loss:0.00014295705477707088 lr:1.0899347581163222e-06 tokens_per_second_per_gpu:237.57097312627025 
Step 8290 | loss:3.129191100015305e-05 lr:1.0884708959369116e-06 tokens_per_second_per_gpu:273.4789230090937 
Step 8291 | loss:2.990885877807159e-05 lr:1.087007960873463e-06 tokens_per_second_per_gpu:292.9907729399477 
Step 8292 | loss:0.00013625073188450187 lr:1.085545953078171e-06 tokens_per_second_per_gpu:278.0183875105341 
Step 8293 | loss:6.339646643027663e-05 lr:1.0840848727031395e-06 tokens_per_second_per_gpu:272.4996285637481 
Step 8294 | loss:2.741886601143051e-05 lr:1.082624719900368e-06 tokens_per_second_per_gpu:260.6271108613974 
Step 8295 | loss:8.473071648040786e-05 lr:1.0811654948217686e-06 tokens_per_second_per_gpu:272.8830105238903 
Step 8296 | loss:7.42280826671049e-05 lr:1.079707197619153e-06 tokens_per_second_per_gpu:382.39257544760403 
Step 8297 | loss:4.422516212798655e-05 lr:1.0782498284442322e-06 tokens_per_second_per_gpu:282.61441359275335 
Step 8298 | loss:0.0007142063113860786 lr:1.076793387448627e-06 tokens_per_second_per_gpu:310.040994237394 
Step 8299 | loss:0.00023838342167437077 lr:1.0753378747838594e-06 tokens_per_second_per_gpu:311.52028216218804 
Step 8300 | loss:0.00027118975413031876 lr:1.073883290601353e-06 tokens_per_second_per_gpu:307.7811390838823 
Step 8301 | loss:0.00011963670840486884 lr:1.0724296350524366e-06 tokens_per_second_per_gpu:275.87738463354697 
Step 8302 | loss:4.095244366908446e-05 lr:1.0709769082883437e-06 tokens_per_second_per_gpu:300.04683926436655 
Step 8303 | loss:3.3874428481794894e-05 lr:1.0695251104602067e-06 tokens_per_second_per_gpu:404.1161857975197 
Step 8304 | loss:6.046179260010831e-05 lr:1.068074241719066e-06 tokens_per_second_per_gpu:274.92470122625826 
Step 8305 | loss:2.234446037618909e-05 lr:1.066624302215865e-06 tokens_per_second_per_gpu:296.9108933788082 
Step 8306 | loss:3.0786053685005754e-05 lr:1.0651752921014457e-06 tokens_per_second_per_gpu:304.6992292216139 
Step 8307 | loss:0.0008140639401972294 lr:1.0637272115265585e-06 tokens_per_second_per_gpu:364.76899783597855 
Step 8308 | loss:0.00015635673480574042 lr:1.062280060641856e-06 tokens_per_second_per_gpu:250.13487110520992 
Step 8309 | loss:5.5098527809605e-05 lr:1.0608338395978912e-06 tokens_per_second_per_gpu:292.77426451190223 
Step 8310 | loss:0.0002682893245946616 lr:1.0593885485451239e-06 tokens_per_second_per_gpu:292.4323060314927 
Step 8311 | loss:0.00022538784833159298 lr:1.0579441876339169e-06 tokens_per_second_per_gpu:288.984787966184 
Step 8312 | loss:3.735394784598611e-05 lr:1.0565007570145324e-06 tokens_per_second_per_gpu:291.93623729399997 
Step 8313 | loss:4.766065103467554e-05 lr:1.0550582568371403e-06 tokens_per_second_per_gpu:286.115250906421 
Step 8314 | loss:0.0005803072126582265 lr:1.0536166872518128e-06 tokens_per_second_per_gpu:273.3120009933854 
Step 8315 | loss:0.0005259418394416571 lr:1.0521760484085208e-06 tokens_per_second_per_gpu:289.1034506867879 
Step 8316 | loss:0.0003096264263149351 lr:1.0507363404571459e-06 tokens_per_second_per_gpu:229.55152401651682 
Step 8317 | loss:3.299591480754316e-05 lr:1.0492975635474679e-06 tokens_per_second_per_gpu:267.2431722050225 
Step 8318 | loss:2.70757227553986e-05 lr:1.0478597178291695e-06 tokens_per_second_per_gpu:234.26485047412564 
Step 8319 | loss:0.0001601882540853694 lr:1.0464228034518375e-06 tokens_per_second_per_gpu:232.85308364536218 
Step 8320 | loss:1.7115487935370766e-05 lr:1.0449868205649648e-06 tokens_per_second_per_gpu:240.71444981149835 
Step 8321 | loss:0.00031709379982203245 lr:1.043551769317942e-06 tokens_per_second_per_gpu:265.77760416469556 
Step 8322 | loss:0.0020424947142601013 lr:1.0421176498600683e-06 tokens_per_second_per_gpu:354.14816924727444 
Step 8323 | loss:4.6599216148024425e-05 lr:1.0406844623405399e-06 tokens_per_second_per_gpu:252.85387727890858 
Step 8324 | loss:2.623727596073877e-05 lr:1.0392522069084598e-06 tokens_per_second_per_gpu:226.82050344887801 
Step 8325 | loss:2.678824785107281e-05 lr:1.0378208837128368e-06 tokens_per_second_per_gpu:335.875583895231 
Step 8326 | loss:0.00040758319664746523 lr:1.0363904929025737e-06 tokens_per_second_per_gpu:279.62428426412623 
Step 8327 | loss:6.90505257807672e-05 lr:1.034961034626487e-06 tokens_per_second_per_gpu:244.23592193135983 
Step 8328 | loss:4.245578747941181e-05 lr:1.0335325090332903e-06 tokens_per_second_per_gpu:264.84237152031415 
Step 8329 | loss:0.00012938295549247414 lr:1.032104916271599e-06 tokens_per_second_per_gpu:283.240291583551 
Step 8330 | loss:0.00017586730245966464 lr:1.0306782564899353e-06 tokens_per_second_per_gpu:249.6882564279098 
Step 8331 | loss:0.0003172557626385242 lr:1.0292525298367228e-06 tokens_per_second_per_gpu:311.1248989738093 
Step 8332 | loss:4.2837906221393496e-05 lr:1.0278277364602861e-06 tokens_per_second_per_gpu:272.8700043377116 
Step 8333 | loss:2.090293673973065e-05 lr:1.0264038765088547e-06 tokens_per_second_per_gpu:282.0380050887739 
Step 8334 | loss:3.077097062487155e-05 lr:1.024980950130564e-06 tokens_per_second_per_gpu:278.0459902557023 
Step 8335 | loss:0.000289676507236436 lr:1.023558957473444e-06 tokens_per_second_per_gpu:338.54730758331453 
Step 8336 | loss:0.004371676594018936 lr:1.0221378986854347e-06 tokens_per_second_per_gpu:324.7716076810106 
Step 8337 | loss:3.4802957088686526e-05 lr:1.020717773914378e-06 tokens_per_second_per_gpu:331.6731484862335 
Step 8338 | loss:2.1980415112921037e-05 lr:1.0192985833080148e-06 tokens_per_second_per_gpu:327.78901669456 
Step 8339 | loss:8.305169467348605e-05 lr:1.0178803270139935e-06 tokens_per_second_per_gpu:323.2074427625106 
Step 8340 | loss:3.5799213947029784e-05 lr:1.0164630051798629e-06 tokens_per_second_per_gpu:327.45839925651313 
Step 8341 | loss:3.7159094063099474e-05 lr:1.0150466179530739e-06 tokens_per_second_per_gpu:277.3158734047586 
Step 8342 | loss:0.00011365520913386717 lr:1.0136311654809815e-06 tokens_per_second_per_gpu:239.4853893450496 
Step 8343 | loss:0.000328189751598984 lr:1.0122166479108441e-06 tokens_per_second_per_gpu:328.259590391295 
Step 8344 | loss:2.0849387510679662e-05 lr:1.0108030653898204e-06 tokens_per_second_per_gpu:238.22360347128972 
Step 8345 | loss:2.3059472368913703e-05 lr:1.0093904180649738e-06 tokens_per_second_per_gpu:254.97128773530534 
Step 8346 | loss:1.680045352259185e-05 lr:1.0079787060832714e-06 tokens_per_second_per_gpu:247.4750228613939 
Step 8347 | loss:1.441553104086779e-05 lr:1.0065679295915776e-06 tokens_per_second_per_gpu:309.24791158721 
Step 8348 | loss:5.0292837840970606e-05 lr:1.0051580887366664e-06 tokens_per_second_per_gpu:312.74438308070404 
Step 8349 | loss:9.698117355583236e-05 lr:1.0037491836652125e-06 tokens_per_second_per_gpu:310.962001214176 
Step 8350 | loss:0.00016935623716562986 lr:1.0023412145237888e-06 tokens_per_second_per_gpu:307.22781289215396 
Step 8351 | loss:0.0009863954037427902 lr:1.0009341814588746e-06 tokens_per_second_per_gpu:326.60181032145675 
Step 8352 | loss:2.512710852897726e-05 lr:9.995280846168553e-07 tokens_per_second_per_gpu:261.8327327536733 
Step 8353 | loss:3.4021733881672844e-05 lr:9.981229241440104e-07 tokens_per_second_per_gpu:301.7368451374046 
Step 8354 | loss:0.00010502921941224486 lr:9.967187001865298e-07 tokens_per_second_per_gpu:307.4262389670863 
Step 8355 | loss:3.292877954663709e-05 lr:9.953154128904995e-07 tokens_per_second_per_gpu:282.17686942358444 
Step 8356 | loss:3.448584539000876e-05 lr:9.939130624019134e-07 tokens_per_second_per_gpu:237.7627862824529 
Step 8357 | loss:6.966640648897737e-05 lr:9.925116488666675e-07 tokens_per_second_per_gpu:253.54734815123282 
Step 8358 | loss:0.00040300728869624436 lr:9.911111724305545e-07 tokens_per_second_per_gpu:286.3577125705449 
Step 8359 | loss:3.0690847779624164e-05 lr:9.897116332392754e-07 tokens_per_second_per_gpu:281.8276146802546 
Step 8360 | loss:0.00010427556844661012 lr:9.88313031438435e-07 tokens_per_second_per_gpu:293.2549114626737 
Step 8361 | loss:6.09107555646915e-05 lr:9.86915367173533e-07 tokens_per_second_per_gpu:273.83520328223995 
Step 8362 | loss:0.0006811596686020494 lr:9.855186405899786e-07 tokens_per_second_per_gpu:305.45545941057674 
Step 8363 | loss:3.4492346458137035e-05 lr:9.841228518330825e-07 tokens_per_second_per_gpu:283.6167962540779 
Step 8364 | loss:2.4726767151150852e-05 lr:9.827280010480521e-07 tokens_per_second_per_gpu:297.7368143615598 
Step 8365 | loss:3.265612031100318e-05 lr:9.813340883800048e-07 tokens_per_second_per_gpu:273.6957288281951 
Step 8366 | loss:0.00011605768668232486 lr:9.79941113973958e-07 tokens_per_second_per_gpu:248.88450438902655 
Step 8367 | loss:5.469180905492976e-05 lr:9.785490779748298e-07 tokens_per_second_per_gpu:315.64094768787567 
Step 8368 | loss:0.004415897652506828 lr:9.771579805274355e-07 tokens_per_second_per_gpu:319.94280205996546 
Step 8369 | loss:0.0052242702804505825 lr:9.757678217765076e-07 tokens_per_second_per_gpu:278.68389350778386 
Step 8370 | loss:0.0001801656180759892 lr:9.74378601866669e-07 tokens_per_second_per_gpu:305.9046311415146 
Step 8371 | loss:1.4386218026629649e-05 lr:9.72990320942443e-07 tokens_per_second_per_gpu:292.7809351152685 
Step 8372 | loss:0.0010498324409127235 lr:9.716029791482683e-07 tokens_per_second_per_gpu:383.9079703050937 
Step 8373 | loss:0.00015341240214183927 lr:9.702165766284743e-07 tokens_per_second_per_gpu:283.9268397192275 
Step 8374 | loss:0.0001496943150414154 lr:9.68831113527292e-07 tokens_per_second_per_gpu:282.22296705840495 
Step 8375 | loss:3.9648635720368475e-05 lr:9.674465899888652e-07 tokens_per_second_per_gpu:313.73663067883325 
Step 8376 | loss:1.7866983398562297e-05 lr:9.660630061572318e-07 tokens_per_second_per_gpu:289.8993100254113 
Step 8377 | loss:8.479371172143146e-05 lr:9.6468036217633e-07 tokens_per_second_per_gpu:373.0737048563532 
Step 8378 | loss:0.00024195530568249524 lr:9.632986581900093e-07 tokens_per_second_per_gpu:262.4373151523284 
Step 8379 | loss:0.00041601096745580435 lr:9.619178943420139e-07 tokens_per_second_per_gpu:337.45362917754807 
Step 8380 | loss:3.383079092600383e-05 lr:9.605380707759883e-07 tokens_per_second_per_gpu:280.98902884877157 
Step 8381 | loss:0.00020162248983979225 lr:9.59159187635491e-07 tokens_per_second_per_gpu:280.8138567704705 
Step 8382 | loss:8.236653229687363e-06 lr:9.577812450639711e-07 tokens_per_second_per_gpu:287.77059740932833 
Step 8383 | loss:6.997383752604946e-05 lr:9.564042432047805e-07 tokens_per_second_per_gpu:301.80862795354847 
Step 8384 | loss:0.00011356487812008709 lr:9.550281822011798e-07 tokens_per_second_per_gpu:353.6531709475132 
Step 8385 | loss:9.967520600184798e-05 lr:9.536530621963302e-07 tokens_per_second_per_gpu:292.6819181926559 
Step 8386 | loss:2.592530108813662e-05 lr:9.522788833332885e-07 tokens_per_second_per_gpu:278.93804077428007 
Step 8387 | loss:0.0001500054931966588 lr:9.509056457550192e-07 tokens_per_second_per_gpu:431.60588272513354 
Step 8388 | loss:0.0003450711374171078 lr:9.495333496043923e-07 tokens_per_second_per_gpu:271.8857579134936 
Step 8389 | loss:0.00029569282196462154 lr:9.481619950241694e-07 tokens_per_second_per_gpu:306.24409760493126 
Step 8390 | loss:3.9446902519557625e-05 lr:9.467915821570228e-07 tokens_per_second_per_gpu:314.20465498430184 
Step 8391 | loss:2.112145557475742e-05 lr:9.454221111455264e-07 tokens_per_second_per_gpu:277.6808095021565 
Step 8392 | loss:0.0001561879034852609 lr:9.440535821321495e-07 tokens_per_second_per_gpu:272.0221381072287 
Step 8393 | loss:0.0008066866430453956 lr:9.426859952592704e-07 tokens_per_second_per_gpu:258.7181911654186 
Step 8394 | loss:9.862272418104112e-05 lr:9.413193506691676e-07 tokens_per_second_per_gpu:286.9444211844424 
Step 8395 | loss:0.00026219806750304997 lr:9.399536485040173e-07 tokens_per_second_per_gpu:339.89933757590575 
Step 8396 | loss:9.256022167392075e-05 lr:9.385888889059047e-07 tokens_per_second_per_gpu:283.8909390863858 
Step 8397 | loss:3.337830275995657e-05 lr:9.37225072016813e-07 tokens_per_second_per_gpu:261.635168460621 
Step 8398 | loss:6.178106559673324e-05 lr:9.358621979786242e-07 tokens_per_second_per_gpu:346.6077840386287 
Step 8399 | loss:5.227467408985831e-05 lr:9.345002669331305e-07 tokens_per_second_per_gpu:243.19376764781828 
Step 8400 | loss:4.966269261785783e-05 lr:9.331392790220162e-07 tokens_per_second_per_gpu:246.0800040214418 
Step 8401 | loss:9.538601443637162e-05 lr:9.317792343868759e-07 tokens_per_second_per_gpu:299.30705509878845 
Step 8402 | loss:0.00011251030809944496 lr:9.30420133169202e-07 tokens_per_second_per_gpu:290.76093156419364 
Step 8403 | loss:4.457598697626963e-05 lr:9.290619755103891e-07 tokens_per_second_per_gpu:273.93456999350786 
Step 8404 | loss:0.00023925428104121238 lr:9.277047615517321e-07 tokens_per_second_per_gpu:255.27607807193436 
Step 8405 | loss:0.00010665540321497247 lr:9.263484914344345e-07 tokens_per_second_per_gpu:246.99060240256355 
Step 8406 | loss:1.4180264770402573e-05 lr:9.249931652995903e-07 tokens_per_second_per_gpu:228.1999301659296 
Step 8407 | loss:9.37021650315728e-06 lr:9.236387832882054e-07 tokens_per_second_per_gpu:278.3520932861601 
Step 8408 | loss:0.00025984348030760884 lr:9.22285345541184e-07 tokens_per_second_per_gpu:246.1262432888775 
Step 8409 | loss:0.00023692411195952445 lr:9.209328521993299e-07 tokens_per_second_per_gpu:281.2097646767983 
Step 8410 | loss:2.0366540411487222e-05 lr:9.195813034033507e-07 tokens_per_second_per_gpu:365.2953891252358 
Step 8411 | loss:9.648217383073643e-05 lr:9.182306992938583e-07 tokens_per_second_per_gpu:354.0452356734733 
Step 8412 | loss:3.898829163517803e-05 lr:9.168810400113604e-07 tokens_per_second_per_gpu:314.9096273453975 
Step 8413 | loss:9.084733756026253e-05 lr:9.155323256962689e-07 tokens_per_second_per_gpu:270.801475872683 
Step 8414 | loss:0.0001553751644678414 lr:9.141845564889029e-07 tokens_per_second_per_gpu:316.6955867870887 
Step 8415 | loss:6.304943963186815e-05 lr:9.128377325294735e-07 tokens_per_second_per_gpu:261.6584946357161 
Step 8416 | loss:0.00012862835137639195 lr:9.114918539580986e-07 tokens_per_second_per_gpu:325.1896924650496 
Step 8417 | loss:0.0002414097252767533 lr:9.101469209148018e-07 tokens_per_second_per_gpu:255.23629380060078 
Step 8418 | loss:4.3628715502563864e-05 lr:9.088029335394988e-07 tokens_per_second_per_gpu:262.2818831621635 
Step 8419 | loss:2.576456608949229e-05 lr:9.074598919720145e-07 tokens_per_second_per_gpu:270.7421300787379 
Step 8420 | loss:8.108733891276643e-05 lr:9.061177963520751e-07 tokens_per_second_per_gpu:337.55498034003347 
Step 8421 | loss:0.00012057742424076423 lr:9.047766468193009e-07 tokens_per_second_per_gpu:261.66820658129916 
Step 8422 | loss:1.2320629139139783e-05 lr:9.034364435132226e-07 tokens_per_second_per_gpu:249.51576974852057 
Step 8423 | loss:0.00013780301378574222 lr:9.020971865732708e-07 tokens_per_second_per_gpu:301.373830181137 
Step 8424 | loss:6.760074757039547e-05 lr:9.00758876138772e-07 tokens_per_second_per_gpu:350.59376980305944 
Step 8425 | loss:2.5946434107027017e-05 lr:8.994215123489592e-07 tokens_per_second_per_gpu:262.8212761298264 
Step 8426 | loss:9.985139513446484e-06 lr:8.980850953429687e-07 tokens_per_second_per_gpu:290.05662071312815 
Step 8427 | loss:2.8592963644769043e-05 lr:8.967496252598307e-07 tokens_per_second_per_gpu:274.3486030534352 
Step 8428 | loss:6.375351222231984e-05 lr:8.95415102238485e-07 tokens_per_second_per_gpu:344.52316603100473 
Step 8429 | loss:2.826285890478175e-05 lr:8.940815264177682e-07 tokens_per_second_per_gpu:317.5809281208367 
Step 8430 | loss:7.74290383560583e-05 lr:8.927488979364185e-07 tokens_per_second_per_gpu:265.7072201428573 
Step 8431 | loss:3.564656071830541e-05 lr:8.914172169330804e-07 tokens_per_second_per_gpu:283.30023772123565 
Step 8432 | loss:5.3484272939385846e-05 lr:8.900864835462919e-07 tokens_per_second_per_gpu:341.94128235095235 
Step 8433 | loss:0.0006810126360505819 lr:8.88756697914498e-07 tokens_per_second_per_gpu:290.34117978278204 
Step 8434 | loss:6.567098898813128e-05 lr:8.874278601760455e-07 tokens_per_second_per_gpu:302.3503796183968 
Step 8435 | loss:0.0006143032223917544 lr:8.860999704691776e-07 tokens_per_second_per_gpu:330.4035350990138 
Step 8436 | loss:6.76229246892035e-05 lr:8.847730289320444e-07 tokens_per_second_per_gpu:301.86569167488386 
Step 8437 | loss:9.530224633635953e-05 lr:8.834470357026958e-07 tokens_per_second_per_gpu:269.49074457473995 
Step 8438 | loss:0.0006325343856588006 lr:8.821219909190793e-07 tokens_per_second_per_gpu:309.47426916884683 
Step 8439 | loss:4.483225347939879e-05 lr:8.807978947190476e-07 tokens_per_second_per_gpu:281.2615138488785 
Step 8440 | loss:7.239323167596012e-05 lr:8.794747472403564e-07 tokens_per_second_per_gpu:279.05466716717706 
Step 8441 | loss:0.0011745013762265444 lr:8.781525486206566e-07 tokens_per_second_per_gpu:267.43215688073457 
Step 8442 | loss:4.491005529416725e-05 lr:8.768312989975047e-07 tokens_per_second_per_gpu:262.7950353972153 
Step 8443 | loss:3.152831777697429e-05 lr:8.75510998508361e-07 tokens_per_second_per_gpu:318.13285141788606 
Step 8444 | loss:2.7925194444833323e-05 lr:8.741916472905787e-07 tokens_per_second_per_gpu:302.003532456265 
Step 8445 | loss:5.169539144844748e-05 lr:8.728732454814204e-07 tokens_per_second_per_gpu:297.25293376695487 
Step 8446 | loss:5.961074202787131e-05 lr:8.715557932180463e-07 tokens_per_second_per_gpu:251.700281517686 
Step 8447 | loss:2.3674276235396974e-05 lr:8.702392906375179e-07 tokens_per_second_per_gpu:318.03964159585627 
Step 8448 | loss:6.31493458058685e-05 lr:8.689237378767967e-07 tokens_per_second_per_gpu:252.42104854794354 
Step 8449 | loss:0.00032265702611766756 lr:8.676091350727511e-07 tokens_per_second_per_gpu:290.4659539436667 
Step 8450 | loss:0.001458973390981555 lr:8.662954823621428e-07 tokens_per_second_per_gpu:330.9438235837624 
Step 8451 | loss:0.0004687996697612107 lr:8.64982779881639e-07 tokens_per_second_per_gpu:291.27160194853053 
Step 8452 | loss:3.4454031265340745e-05 lr:8.636710277678096e-07 tokens_per_second_per_gpu:267.6937660379373 
Step 8453 | loss:8.843434625305235e-05 lr:8.623602261571207e-07 tokens_per_second_per_gpu:292.19402142976895 
Step 8454 | loss:9.446627518627793e-05 lr:8.610503751859434e-07 tokens_per_second_per_gpu:287.6962493336298 
Step 8455 | loss:6.714118353556842e-05 lr:8.597414749905508e-07 tokens_per_second_per_gpu:332.672235385665 
Step 8456 | loss:3.055518391192891e-05 lr:8.58433525707112e-07 tokens_per_second_per_gpu:284.2712857093291 
Step 8457 | loss:0.000935902469791472 lr:8.571265274717022e-07 tokens_per_second_per_gpu:324.5476678803494 
Step 8458 | loss:2.365963337069843e-05 lr:8.558204804202941e-07 tokens_per_second_per_gpu:315.4180515514911 
Step 8459 | loss:0.00021603930508717895 lr:8.545153846887633e-07 tokens_per_second_per_gpu:249.4300078234436 
Step 8460 | loss:0.00032329943496733904 lr:8.532112404128879e-07 tokens_per_second_per_gpu:245.5447141387888 
Step 8461 | loss:0.00015972078836057335 lr:8.519080477283436e-07 tokens_per_second_per_gpu:271.9374713484031 
Step 8462 | loss:6.56711490591988e-05 lr:8.506058067707091e-07 tokens_per_second_per_gpu:232.8907105055568 
Step 8463 | loss:0.0007522028172388673 lr:8.493045176754655e-07 tokens_per_second_per_gpu:275.4133261762343 
Step 8464 | loss:0.0001716496772132814 lr:8.480041805779892e-07 tokens_per_second_per_gpu:282.83016242853495 
Step 8465 | loss:0.00015532584802713245 lr:8.467047956135655e-07 tokens_per_second_per_gpu:310.47444087082647 
Step 8466 | loss:0.00012658006744459271 lr:8.454063629173758e-07 tokens_per_second_per_gpu:302.20161383650196 
Step 8467 | loss:0.0016267981845885515 lr:8.441088826245014e-07 tokens_per_second_per_gpu:288.3778372632152 
Step 8468 | loss:0.00010251198546029627 lr:8.428123548699274e-07 tokens_per_second_per_gpu:292.31931502668647 
Step 8469 | loss:4.0315364458365366e-05 lr:8.415167797885404e-07 tokens_per_second_per_gpu:305.9331078245397 
Step 8470 | loss:3.1336410756921396e-05 lr:8.402221575151238e-07 tokens_per_second_per_gpu:297.0738627949792 
Step 8471 | loss:0.00035702704917639494 lr:8.389284881843641e-07 tokens_per_second_per_gpu:269.0787759882318 
Step 8472 | loss:4.76483182865195e-05 lr:8.376357719308536e-07 tokens_per_second_per_gpu:291.94466371264065 
Step 8473 | loss:0.0001911733706947416 lr:8.363440088890762e-07 tokens_per_second_per_gpu:353.06444851263063 
Step 8474 | loss:2.1697785996366292e-05 lr:8.350531991934197e-07 tokens_per_second_per_gpu:225.5391487293821 
Step 8475 | loss:0.00027564307674765587 lr:8.3376334297818e-07 tokens_per_second_per_gpu:338.8078860343328 
Step 8476 | loss:4.185105353826657e-05 lr:8.324744403775454e-07 tokens_per_second_per_gpu:344.6349996552361 
Step 8477 | loss:2.8305192245170474e-05 lr:8.311864915256029e-07 tokens_per_second_per_gpu:216.48321758705617 
Step 8478 | loss:4.090142829227261e-05 lr:8.298994965563533e-07 tokens_per_second_per_gpu:302.0449916891411 
Step 8479 | loss:5.608257924905047e-05 lr:8.286134556036851e-07 tokens_per_second_per_gpu:267.21465877532387 
Step 8480 | loss:0.00011058995733037591 lr:8.2732836880139e-07 tokens_per_second_per_gpu:306.88752796186543 
Step 8481 | loss:0.00024860314442776144 lr:8.2604423628317e-07 tokens_per_second_per_gpu:293.3262342719368 
Step 8482 | loss:0.0011174908140674233 lr:8.247610581826149e-07 tokens_per_second_per_gpu:219.68334909486305 
Step 8483 | loss:3.572829518816434e-05 lr:8.23478834633219e-07 tokens_per_second_per_gpu:324.38686178094684 
Step 8484 | loss:0.00011884429841302335 lr:8.221975657683867e-07 tokens_per_second_per_gpu:368.3275443495348 
Step 8485 | loss:0.00011298451863694936 lr:8.209172517214104e-07 tokens_per_second_per_gpu:363.300580924784 
Step 8486 | loss:2.6598245312925428e-05 lr:8.196378926254855e-07 tokens_per_second_per_gpu:313.7751848954402 
Step 8487 | loss:0.0001797346631065011 lr:8.183594886137192e-07 tokens_per_second_per_gpu:308.14743171017864 
Step 8488 | loss:0.00015110443928278983 lr:8.170820398191048e-07 tokens_per_second_per_gpu:298.0959213301021 
Step 8489 | loss:0.00012596635497175157 lr:8.158055463745429e-07 tokens_per_second_per_gpu:284.8727833511525 
Step 8490 | loss:2.7651236450765282e-05 lr:8.145300084128349e-07 tokens_per_second_per_gpu:253.98629683160536 
Step 8491 | loss:0.0002253335842397064 lr:8.132554260666836e-07 tokens_per_second_per_gpu:300.3810467836353 
Step 8492 | loss:0.00028724566800519824 lr:8.119817994686885e-07 tokens_per_second_per_gpu:297.1174552939668 
Step 8493 | loss:0.0002840087690856308 lr:8.107091287513536e-07 tokens_per_second_per_gpu:248.86363196918052 
Step 8494 | loss:8.809786959318444e-05 lr:8.094374140470829e-07 tokens_per_second_per_gpu:256.61102151841294 
Step 8495 | loss:3.4153927117586136e-05 lr:8.081666554881762e-07 tokens_per_second_per_gpu:242.47612597808478 
Step 8496 | loss:0.00036189897218719125 lr:8.068968532068411e-07 tokens_per_second_per_gpu:399.09844390641393 
Step 8497 | loss:0.00013862905325368047 lr:8.056280073351819e-07 tokens_per_second_per_gpu:301.6182155245275 
Step 8498 | loss:2.5495552108623087e-05 lr:8.043601180052007e-07 tokens_per_second_per_gpu:272.8609318502662 
Step 8499 | loss:7.258303958224133e-05 lr:8.030931853488066e-07 tokens_per_second_per_gpu:271.7479329353529 
Step 8500 | loss:2.198203219450079e-05 lr:8.018272094978052e-07 tokens_per_second_per_gpu:269.6318757176257 
Step 8501 | loss:4.8298628826159984e-05 lr:8.005621905839012e-07 tokens_per_second_per_gpu:269.74142558107354 
Step 8502 | loss:0.0004765026387758553 lr:7.992981287387014e-07 tokens_per_second_per_gpu:255.32746975816664 
Step 8503 | loss:5.966080061625689e-05 lr:7.980350240937163e-07 tokens_per_second_per_gpu:314.86030523723565 
Step 8504 | loss:2.1294395992299542e-05 lr:7.967728767803506e-07 tokens_per_second_per_gpu:315.81668618323255 
Step 8505 | loss:8.11319041531533e-05 lr:7.955116869299139e-07 tokens_per_second_per_gpu:355.54620561880165 
Step 8506 | loss:2.015907011809759e-05 lr:7.942514546736146e-07 tokens_per_second_per_gpu:287.48748607091136 
Step 8507 | loss:1.7319473045063205e-05 lr:7.9299218014256e-07 tokens_per_second_per_gpu:298.7434186676736 
Step 8508 | loss:3.598784314817749e-05 lr:7.917338634677629e-07 tokens_per_second_per_gpu:319.98999161003843 
Step 8509 | loss:3.0832674383418635e-05 lr:7.904765047801299e-07 tokens_per_second_per_gpu:250.10853442664825 
Step 8510 | loss:1.3058159311185591e-05 lr:7.892201042104719e-07 tokens_per_second_per_gpu:246.55660246913718 
Step 8511 | loss:0.00017425620171707124 lr:7.879646618895021e-07 tokens_per_second_per_gpu:342.17078570204694 
Step 8512 | loss:0.0001673526130616665 lr:7.867101779478259e-07 tokens_per_second_per_gpu:335.6181840450936 
Step 8513 | loss:0.0005160850705578923 lr:7.854566525159568e-07 tokens_per_second_per_gpu:262.71434532497466 
Step 8514 | loss:6.104833300923929e-05 lr:7.842040857243083e-07 tokens_per_second_per_gpu:382.77533928457353 
Step 8515 | loss:6.519423914141953e-05 lr:7.829524777031883e-07 tokens_per_second_per_gpu:243.35538428718394 
Step 8516 | loss:2.4964010663097724e-05 lr:7.817018285828093e-07 tokens_per_second_per_gpu:302.67244334203735 
Step 8517 | loss:0.00042249367106705904 lr:7.804521384932862e-07 tokens_per_second_per_gpu:287.6661529506712 
Step 8518 | loss:7.378247391898185e-05 lr:7.79203407564627e-07 tokens_per_second_per_gpu:277.4523454540324 
Step 8519 | loss:0.0001439601182937622 lr:7.77955635926746e-07 tokens_per_second_per_gpu:310.7407476415958 
Step 8520 | loss:0.00035296037094667554 lr:7.767088237094578e-07 tokens_per_second_per_gpu:359.86898258635347 
Step 8521 | loss:0.00011192833335371688 lr:7.754629710424721e-07 tokens_per_second_per_gpu:374.8437399104057 
Step 8522 | loss:0.0004023884830530733 lr:7.742180780554031e-07 tokens_per_second_per_gpu:270.5066972759433 
Step 8523 | loss:1.9686543964780867e-05 lr:7.72974144877765e-07 tokens_per_second_per_gpu:308.1642259909261 
Step 8524 | loss:1.5631454516551457e-05 lr:7.717311716389686e-07 tokens_per_second_per_gpu:333.44809223163537 
Step 8525 | loss:6.316845974652097e-05 lr:7.704891584683294e-07 tokens_per_second_per_gpu:231.23597515766505 
Step 8526 | loss:1.8694960090215318e-05 lr:7.692481054950618e-07 tokens_per_second_per_gpu:245.51836722124395 
Step 8527 | loss:0.0001966756535694003 lr:7.680080128482759e-07 tokens_per_second_per_gpu:270.41583269219666 
Step 8528 | loss:0.00012697375495918095 lr:7.667688806569873e-07 tokens_per_second_per_gpu:329.5421041116108 
Step 8529 | loss:0.0001828094245865941 lr:7.655307090501119e-07 tokens_per_second_per_gpu:324.6076124033944 
Step 8530 | loss:2.3218173737404868e-05 lr:7.642934981564609e-07 tokens_per_second_per_gpu:217.40777957889247 
Step 8531 | loss:0.0002477529342286289 lr:7.630572481047482e-07 tokens_per_second_per_gpu:339.49412154564726 
Step 8532 | loss:0.00016160198720172048 lr:7.618219590235909e-07 tokens_per_second_per_gpu:322.8435573453982 
Step 8533 | loss:0.00014937802916392684 lr:7.605876310414984e-07 tokens_per_second_per_gpu:330.29896176053944 
Step 8534 | loss:0.0006522273179143667 lr:7.59354264286889e-07 tokens_per_second_per_gpu:332.7170294696734 
Step 8535 | loss:3.539641693350859e-05 lr:7.581218588880735e-07 tokens_per_second_per_gpu:283.5659907848535 
Step 8536 | loss:0.00017170562932733446 lr:7.568904149732659e-07 tokens_per_second_per_gpu:306.7143975161591 
Step 8537 | loss:7.365318015217781e-05 lr:7.556599326705849e-07 tokens_per_second_per_gpu:296.69535426085207 
Step 8538 | loss:0.00010466409003129229 lr:7.544304121080381e-07 tokens_per_second_per_gpu:288.4444000823375 
Step 8539 | loss:6.354377546813339e-05 lr:7.532018534135421e-07 tokens_per_second_per_gpu:218.58081017813032 
Step 8540 | loss:0.0001002155477181077 lr:7.519742567149124e-07 tokens_per_second_per_gpu:273.9340695505593 
Step 8541 | loss:8.362642984138802e-05 lr:7.507476221398602e-07 tokens_per_second_per_gpu:289.0352423123557 
Step 8542 | loss:3.174101220793091e-05 lr:7.495219498159989e-07 tokens_per_second_per_gpu:290.8385639523075 
Step 8543 | loss:7.170203025452793e-05 lr:7.482972398708454e-07 tokens_per_second_per_gpu:314.23721275584796 
Step 8544 | loss:0.0003221849037799984 lr:7.47073492431809e-07 tokens_per_second_per_gpu:253.97869025335925 
Step 8545 | loss:8.290685946121812e-05 lr:7.458507076262056e-07 tokens_per_second_per_gpu:320.7282196716437 
Step 8546 | loss:0.0015613471623510122 lr:7.446288855812478e-07 tokens_per_second_per_gpu:276.3696076543294 
Step 8547 | loss:5.70537376916036e-05 lr:7.434080264240473e-07 tokens_per_second_per_gpu:251.79113175171798 
Step 8548 | loss:0.0006647953414358199 lr:7.42188130281618e-07 tokens_per_second_per_gpu:299.77370370265015 
Step 8549 | loss:0.0005695151048712432 lr:7.409691972808742e-07 tokens_per_second_per_gpu:288.9283664285584 
Step 8550 | loss:4.467696635401808e-05 lr:7.397512275486241e-07 tokens_per_second_per_gpu:296.4343558559627 
Step 8551 | loss:0.0003437471459619701 lr:7.38534221211582e-07 tokens_per_second_per_gpu:316.13864043616053 
Step 8552 | loss:8.724755753064528e-05 lr:7.373181783963623e-07 tokens_per_second_per_gpu:310.0528765046495 
Step 8553 | loss:2.4656314053572714e-05 lr:7.361030992294726e-07 tokens_per_second_per_gpu:271.6021672581654 
Step 8554 | loss:7.946605182951316e-05 lr:7.348889838373252e-07 tokens_per_second_per_gpu:344.3652942545858 
Step 8555 | loss:3.035323607036844e-05 lr:7.336758323462345e-07 tokens_per_second_per_gpu:271.3127689618932 
Step 8556 | loss:0.00014370560529641807 lr:7.324636448824074e-07 tokens_per_second_per_gpu:340.87434811102855 
Step 8557 | loss:4.776858622790314e-05 lr:7.312524215719563e-07 tokens_per_second_per_gpu:273.29145530691716 
Step 8558 | loss:2.7595127903623506e-05 lr:7.300421625408938e-07 tokens_per_second_per_gpu:285.46579017931424 
Step 8559 | loss:0.00016037958266679198 lr:7.288328679151247e-07 tokens_per_second_per_gpu:237.40470089915394 
Step 8560 | loss:0.0007621202385053039 lr:7.276245378204616e-07 tokens_per_second_per_gpu:241.9761794114217 
Step 8561 | loss:2.1015279344283044e-05 lr:7.264171723826152e-07 tokens_per_second_per_gpu:264.10640172863936 
Step 8562 | loss:4.567681025946513e-05 lr:7.252107717271917e-07 tokens_per_second_per_gpu:294.6358346914338 
Step 8563 | loss:0.005314662121236324 lr:7.240053359797028e-07 tokens_per_second_per_gpu:246.13248858567079 
Step 8564 | loss:7.275075768120587e-05 lr:7.228008652655527e-07 tokens_per_second_per_gpu:299.96069444365133 
Step 8565 | loss:1.5065096704347525e-05 lr:7.215973597100512e-07 tokens_per_second_per_gpu:329.98991852639 
Step 8566 | loss:0.00015817990060895681 lr:7.20394819438407e-07 tokens_per_second_per_gpu:286.86830674962386 
Step 8567 | loss:2.9893333703512326e-05 lr:7.191932445757244e-07 tokens_per_second_per_gpu:241.73374451543657 
Step 8568 | loss:0.0001970441808225587 lr:7.179926352470112e-07 tokens_per_second_per_gpu:352.4857046136553 
Step 8569 | loss:6.354880315484479e-05 lr:7.167929915771766e-07 tokens_per_second_per_gpu:273.00789336348737 
Step 8570 | loss:0.00011473093763925135 lr:7.155943136910193e-07 tokens_per_second_per_gpu:305.16707027748953 
Step 8571 | loss:4.379003439680673e-05 lr:7.143966017132498e-07 tokens_per_second_per_gpu:270.38311602483327 
Step 8572 | loss:5.531811621040106e-05 lr:7.131998557684728e-07 tokens_per_second_per_gpu:236.28056656110792 
Step 8573 | loss:2.6242603780701756e-05 lr:7.120040759811885e-07 tokens_per_second_per_gpu:279.7187457486981 
Step 8574 | loss:2.512623177608475e-05 lr:7.108092624758034e-07 tokens_per_second_per_gpu:304.89523117199303 
Step 8575 | loss:9.108628000831231e-05 lr:7.096154153766222e-07 tokens_per_second_per_gpu:245.87748144630953 
Step 8576 | loss:5.281090852804482e-05 lr:7.084225348078432e-07 tokens_per_second_per_gpu:276.4436680345196 
Step 8577 | loss:1.3523623238143045e-05 lr:7.072306208935698e-07 tokens_per_second_per_gpu:211.22930103026658 
Step 8578 | loss:0.00013164842675905675 lr:7.060396737578068e-07 tokens_per_second_per_gpu:295.73241260449026 
Step 8579 | loss:0.002483197720721364 lr:7.04849693524452e-07 tokens_per_second_per_gpu:340.40760952500335 
Step 8580 | loss:9.837105608312413e-05 lr:7.036606803173041e-07 tokens_per_second_per_gpu:316.98455230547586 
Step 8581 | loss:4.529771831585094e-05 lr:7.024726342600663e-07 tokens_per_second_per_gpu:270.8766628601033 
Step 8582 | loss:0.0001860569609561935 lr:7.012855554763376e-07 tokens_per_second_per_gpu:293.8501706363564 
Step 8583 | loss:7.527955312980339e-05 lr:7.000994440896102e-07 tokens_per_second_per_gpu:323.1974353548036 
Step 8584 | loss:4.866031667916104e-05 lr:6.989143002232912e-07 tokens_per_second_per_gpu:303.47290496269414 
Step 8585 | loss:0.00021990203822497278 lr:6.977301240006729e-07 tokens_per_second_per_gpu:288.21524313783607 
Step 8586 | loss:1.1703040399879683e-05 lr:6.965469155449478e-07 tokens_per_second_per_gpu:285.58808596178903 
Step 8587 | loss:0.00011467290460132062 lr:6.953646749792198e-07 tokens_per_second_per_gpu:347.91706411989037 
Step 8588 | loss:3.061373718082905e-05 lr:6.941834024264804e-07 tokens_per_second_per_gpu:303.1797801594158 
Step 8589 | loss:0.00016093032900243998 lr:6.930030980096192e-07 tokens_per_second_per_gpu:350.68487687134433 
Step 8590 | loss:2.3715085262665525e-05 lr:6.918237618514378e-07 tokens_per_second_per_gpu:283.4818481928544 
Step 8591 | loss:0.00025075714802369475 lr:6.906453940746261e-07 tokens_per_second_per_gpu:300.2894908573264 
Step 8592 | loss:3.332339838379994e-05 lr:6.894679948017725e-07 tokens_per_second_per_gpu:303.00788922634814 
Step 8593 | loss:0.00012056996638420969 lr:6.882915641553733e-07 tokens_per_second_per_gpu:295.88936766581406 
Step 8594 | loss:0.00011496413935674354 lr:6.871161022578187e-07 tokens_per_second_per_gpu:234.71815061284485 
Step 8595 | loss:0.00013782842142973095 lr:6.859416092313953e-07 tokens_per_second_per_gpu:312.94559875685036 
Step 8596 | loss:2.80657422990771e-05 lr:6.847680851982941e-07 tokens_per_second_per_gpu:234.79550574660558 
Step 8597 | loss:0.000331057672156021 lr:6.835955302806041e-07 tokens_per_second_per_gpu:286.5400940076518 
Step 8598 | loss:5.682174742105417e-05 lr:6.824239446003112e-07 tokens_per_second_per_gpu:262.11806770639606 
Step 8599 | loss:0.00014053861377760768 lr:6.812533282793032e-07 tokens_per_second_per_gpu:285.30476643279707 
Step 8600 | loss:4.95813692396041e-05 lr:6.800836814393653e-07 tokens_per_second_per_gpu:226.6219142906743 
Step 8601 | loss:9.526436770102009e-05 lr:6.78915004202182e-07 tokens_per_second_per_gpu:263.8551908074436 
Step 8602 | loss:5.311019049258903e-05 lr:6.777472966893373e-07 tokens_per_second_per_gpu:268.95972722058764 
Step 8603 | loss:2.354535536142066e-05 lr:6.765805590223163e-07 tokens_per_second_per_gpu:287.2168416034829 
Step 8604 | loss:0.00043886242201551795 lr:6.754147913224985e-07 tokens_per_second_per_gpu:275.69760327493657 
Step 8605 | loss:1.9856948711094446e-05 lr:6.742499937111657e-07 tokens_per_second_per_gpu:257.6585490949373 
Step 8606 | loss:5.803045132779516e-05 lr:6.730861663095001e-07 tokens_per_second_per_gpu:258.1236863521299 
Step 8607 | loss:4.83323929074686e-05 lr:6.71923309238579e-07 tokens_per_second_per_gpu:336.13361106794156 
Step 8608 | loss:0.005106811877340078 lr:6.707614226193814e-07 tokens_per_second_per_gpu:311.24154453459516 
Step 8609 | loss:9.390267950948328e-05 lr:6.696005065727873e-07 tokens_per_second_per_gpu:382.3497632165208 
Step 8610 | loss:0.0008750857086852193 lr:6.684405612195688e-07 tokens_per_second_per_gpu:293.543573413288 
Step 8611 | loss:0.00025246196310035884 lr:6.672815866804061e-07 tokens_per_second_per_gpu:314.82061097808725 
Step 8612 | loss:8.167729538399726e-05 lr:6.661235830758694e-07 tokens_per_second_per_gpu:302.8622096770005 
Step 8613 | loss:4.619406536221504e-05 lr:6.649665505264347e-07 tokens_per_second_per_gpu:279.8122328644327 
Step 8614 | loss:7.6274351158645e-05 lr:6.638104891524766e-07 tokens_per_second_per_gpu:266.87186858082794 
Step 8615 | loss:0.0003030886873602867 lr:6.626553990742612e-07 tokens_per_second_per_gpu:268.8593141776566 
Step 8616 | loss:0.00016308290651068091 lr:6.615012804119624e-07 tokens_per_second_per_gpu:269.27373174518067 
Step 8617 | loss:5.7820871006697416e-05 lr:6.603481332856521e-07 tokens_per_second_per_gpu:292.66338956349813 
Step 8618 | loss:0.00021055512479506433 lr:6.591959578152928e-07 tokens_per_second_per_gpu:229.2018619395471 
Step 8619 | loss:0.0001753631659084931 lr:6.580447541207546e-07 tokens_per_second_per_gpu:324.56236286976923 
Step 8620 | loss:2.0895311536150984e-05 lr:6.568945223218048e-07 tokens_per_second_per_gpu:323.81908331637385 
Step 8621 | loss:8.101169805740938e-05 lr:6.557452625381067e-07 tokens_per_second_per_gpu:259.3537871886544 
Step 8622 | loss:2.2062718926463276e-05 lr:6.545969748892245e-07 tokens_per_second_per_gpu:308.9581241782056 
Step 8623 | loss:3.8180776755325496e-05 lr:6.534496594946227e-07 tokens_per_second_per_gpu:256.91611376647137 
Step 8624 | loss:0.001080048969015479 lr:6.523033164736592e-07 tokens_per_second_per_gpu:337.6213586068019 
Step 8625 | loss:9.181839413940907e-05 lr:6.511579459455974e-07 tokens_per_second_per_gpu:308.0152312246835 
Step 8626 | loss:0.004706164356321096 lr:6.500135480295966e-07 tokens_per_second_per_gpu:353.87394541810653 
Step 8627 | loss:0.00017815431056078523 lr:6.488701228447136e-07 tokens_per_second_per_gpu:401.67878068027954 
Step 8628 | loss:3.1832194508751854e-05 lr:6.477276705099045e-07 tokens_per_second_per_gpu:288.5571306062913 
Step 8629 | loss:0.00015809577598702163 lr:6.465861911440285e-07 tokens_per_second_per_gpu:243.27834903001553 
Step 8630 | loss:6.527976802317426e-05 lr:6.454456848658364e-07 tokens_per_second_per_gpu:306.07591609978203 
Step 8631 | loss:0.00016068009426817298 lr:6.443061517939819e-07 tokens_per_second_per_gpu:332.79899644368055 
Step 8632 | loss:0.0005590200307779014 lr:6.431675920470204e-07 tokens_per_second_per_gpu:282.0847197230385 
Step 8633 | loss:0.007812855765223503 lr:6.420300057433981e-07 tokens_per_second_per_gpu:299.45583095465884 
Step 8634 | loss:4.910442658001557e-05 lr:6.408933930014671e-07 tokens_per_second_per_gpu:260.54616207855116 
Step 8635 | loss:7.108836871339008e-05 lr:6.39757753939475e-07 tokens_per_second_per_gpu:244.7000025801217 
Step 8636 | loss:8.987159526441246e-05 lr:6.386230886755684e-07 tokens_per_second_per_gpu:282.0131829337246 
Step 8637 | loss:2.3613169105374254e-05 lr:6.374893973277918e-07 tokens_per_second_per_gpu:312.922009058207 
Step 8638 | loss:6.230745202628896e-05 lr:6.36356680014093e-07 tokens_per_second_per_gpu:292.78664355151886 
Step 8639 | loss:4.041837019030936e-05 lr:6.3522493685231e-07 tokens_per_second_per_gpu:321.24961244682277 
Step 8640 | loss:3.297773946542293e-05 lr:6.340941679601898e-07 tokens_per_second_per_gpu:294.463448707046 
Step 8641 | loss:5.9427919040899724e-05 lr:6.32964373455367e-07 tokens_per_second_per_gpu:329.0232820500055 
Step 8642 | loss:0.00020083223353140056 lr:6.318355534553822e-07 tokens_per_second_per_gpu:293.3899121559951 
Step 8643 | loss:6.510202365461737e-05 lr:6.307077080776769e-07 tokens_per_second_per_gpu:293.3315797823644 
Step 8644 | loss:0.00013572839088737965 lr:6.295808374395807e-07 tokens_per_second_per_gpu:312.0566263636805 
Step 8645 | loss:2.2996448024059646e-05 lr:6.284549416583319e-07 tokens_per_second_per_gpu:259.2273507821475 
Step 8646 | loss:8.248267840826884e-05 lr:6.273300208510657e-07 tokens_per_second_per_gpu:263.28303320961305 
Step 8647 | loss:2.998602758452762e-05 lr:6.262060751348087e-07 tokens_per_second_per_gpu:290.8896800564258 
Step 8648 | loss:0.00010147546709049493 lr:6.250831046264938e-07 tokens_per_second_per_gpu:290.17008624235285 
Step 8649 | loss:0.000710886437445879 lr:6.239611094429521e-07 tokens_per_second_per_gpu:279.7393141940218 
Step 8650 | loss:0.0001915311731863767 lr:6.228400897009068e-07 tokens_per_second_per_gpu:323.600762381933 
Step 8651 | loss:0.0003563204954843968 lr:6.217200455169858e-07 tokens_per_second_per_gpu:321.5965976690407 
Step 8652 | loss:0.0003521257604006678 lr:6.206009770077159e-07 tokens_per_second_per_gpu:273.435283206049 
Step 8653 | loss:4.25570469815284e-05 lr:6.19482884289515e-07 tokens_per_second_per_gpu:268.180143363779 
Step 8654 | loss:1.9555283870431595e-05 lr:6.18365767478708e-07 tokens_per_second_per_gpu:314.82112969969654 
Step 8655 | loss:2.908380156441126e-05 lr:6.172496266915151e-07 tokens_per_second_per_gpu:263.357976847783 
Step 8656 | loss:4.830698890145868e-05 lr:6.161344620440524e-07 tokens_per_second_per_gpu:319.16800235807364 
Step 8657 | loss:1.2734080883092247e-05 lr:6.150202736523381e-07 tokens_per_second_per_gpu:336.39944364066264 
Step 8658 | loss:0.00012721167877316475 lr:6.139070616322884e-07 tokens_per_second_per_gpu:299.5416607028101 
Step 8659 | loss:0.0008979993872344494 lr:6.12794826099714e-07 tokens_per_second_per_gpu:305.851603695462 
Step 8660 | loss:0.0022001871839165688 lr:6.116835671703281e-07 tokens_per_second_per_gpu:270.95682568980465 
Step 8661 | loss:3.707799260155298e-05 lr:6.105732849597435e-07 tokens_per_second_per_gpu:280.3418890155053 
Step 8662 | loss:2.5054348952835426e-05 lr:6.094639795834667e-07 tokens_per_second_per_gpu:299.5627788472227 
Step 8663 | loss:2.649349880812224e-05 lr:6.083556511569044e-07 tokens_per_second_per_gpu:263.79284757177464 
Step 8664 | loss:3.335411020088941e-05 lr:6.072482997953643e-07 tokens_per_second_per_gpu:259.3033218001741 
Step 8665 | loss:1.7239075532415882e-05 lr:6.061419256140489e-07 tokens_per_second_per_gpu:278.4705944930108 
Step 8666 | loss:4.5662305637961254e-05 lr:6.050365287280602e-07 tokens_per_second_per_gpu:347.7157780842446 
Step 8667 | loss:9.280660015065223e-05 lr:6.039321092524008e-07 tokens_per_second_per_gpu:303.9228430755584 
Step 8668 | loss:0.0018483157036826015 lr:6.028286673019668e-07 tokens_per_second_per_gpu:257.8883709570009 
Step 8669 | loss:4.064570021000691e-05 lr:6.017262029915582e-07 tokens_per_second_per_gpu:271.02136903596545 
Step 8670 | loss:2.0492836483754218e-05 lr:6.00624716435868e-07 tokens_per_second_per_gpu:222.49816906681951 
Step 8671 | loss:3.84044942620676e-05 lr:5.995242077494901e-07 tokens_per_second_per_gpu:302.7150043302169 
Step 8672 | loss:0.00010208409366896376 lr:5.984246770469204e-07 tokens_per_second_per_gpu:347.60987552689664 
Step 8673 | loss:0.00010635252692736685 lr:5.973261244425433e-07 tokens_per_second_per_gpu:330.77517748970735 
Step 8674 | loss:6.189037958392873e-05 lr:5.962285500506515e-07 tokens_per_second_per_gpu:269.86859375417595 
Step 8675 | loss:4.108978828298859e-05 lr:5.951319539854317e-07 tokens_per_second_per_gpu:316.4754599608049 
Step 8676 | loss:4.8986785259330645e-05 lr:5.940363363609658e-07 tokens_per_second_per_gpu:264.20893649087935 
Step 8677 | loss:0.00012538349255919456 lr:5.929416972912394e-07 tokens_per_second_per_gpu:285.5747685109308 
Step 8678 | loss:0.0002531846985220909 lr:5.918480368901347e-07 tokens_per_second_per_gpu:276.0178285206729 
Step 8679 | loss:3.7168549170019105e-05 lr:5.907553552714285e-07 tokens_per_second_per_gpu:260.2449122994044 
Step 8680 | loss:0.0001478485355619341 lr:5.896636525488009e-07 tokens_per_second_per_gpu:293.01919339631763 
Step 8681 | loss:4.3864671170013025e-05 lr:5.885729288358278e-07 tokens_per_second_per_gpu:248.1961209165897 
Step 8682 | loss:0.00012542554759420455 lr:5.874831842459816e-07 tokens_per_second_per_gpu:338.4149387656515 
Step 8683 | loss:1.552065077703446e-05 lr:5.863944188926352e-07 tokens_per_second_per_gpu:256.6961993940045 
Step 8684 | loss:0.00013017813034821302 lr:5.8530663288906e-07 tokens_per_second_per_gpu:283.85015928101944 
Step 8685 | loss:3.916292553185485e-05 lr:5.842198263484244e-07 tokens_per_second_per_gpu:291.0264441970592 
Step 8686 | loss:7.709190686000511e-05 lr:5.831339993837904e-07 tokens_per_second_per_gpu:310.2139469514796 
Step 8687 | loss:3.6617901059798896e-05 lr:5.820491521081295e-07 tokens_per_second_per_gpu:283.02946186744555 
Step 8688 | loss:2.538019725761842e-05 lr:5.809652846343006e-07 tokens_per_second_per_gpu:315.47400337328617 
Step 8689 | loss:4.786610952578485e-05 lr:5.798823970750634e-07 tokens_per_second_per_gpu:294.98755801806806 
Step 8690 | loss:2.1574885977315716e-05 lr:5.788004895430799e-07 tokens_per_second_per_gpu:239.2393549795376 
Step 8691 | loss:2.1738776922575198e-05 lr:5.777195621509057e-07 tokens_per_second_per_gpu:260.5339010165331 
Step 8692 | loss:0.0008195228292606771 lr:5.766396150109932e-07 tokens_per_second_per_gpu:237.49343659878744 
Step 8693 | loss:0.0003645314136520028 lr:5.755606482357002e-07 tokens_per_second_per_gpu:345.4989144020609 
Step 8694 | loss:0.0002548709453549236 lr:5.744826619372745e-07 tokens_per_second_per_gpu:321.9214686281498 
Step 8695 | loss:0.00022941167117096484 lr:5.734056562278634e-07 tokens_per_second_per_gpu:340.9443453456683 
Step 8696 | loss:0.00043097458546981215 lr:5.723296312195181e-07 tokens_per_second_per_gpu:299.1985766666116 
Step 8697 | loss:1.5861089195823297e-05 lr:5.712545870241803e-07 tokens_per_second_per_gpu:234.70186558362192 
Step 8698 | loss:6.318801024463028e-05 lr:5.701805237536928e-07 tokens_per_second_per_gpu:293.8120507567302 
Step 8699 | loss:6.136529555078596e-05 lr:5.691074415197984e-07 tokens_per_second_per_gpu:274.59326534381216 
Step 8700 | loss:5.7038963859668e-05 lr:5.680353404341366e-07 tokens_per_second_per_gpu:338.8690062245088 
Step 8701 | loss:8.041700493777171e-05 lr:5.669642206082393e-07 tokens_per_second_per_gpu:255.30425969866036 
Step 8702 | loss:0.00045375179615803063 lr:5.658940821535442e-07 tokens_per_second_per_gpu:340.16052033856676 
Step 8703 | loss:0.00045503946603275836 lr:5.648249251813853e-07 tokens_per_second_per_gpu:336.76373912248675 
Step 8704 | loss:5.5305685236817226e-05 lr:5.637567498029895e-07 tokens_per_second_per_gpu:300.7876921976849 
Step 8705 | loss:0.0002085219748551026 lr:5.626895561294865e-07 tokens_per_second_per_gpu:312.6588005094575 
Step 8706 | loss:0.0003165343659929931 lr:5.616233442719044e-07 tokens_per_second_per_gpu:281.91178350066644 
Step 8707 | loss:0.0004912011791020632 lr:5.605581143411631e-07 tokens_per_second_per_gpu:343.717486454326 
Step 8708 | loss:8.767455437919125e-05 lr:5.594938664480876e-07 tokens_per_second_per_gpu:262.7351719979724 
Step 8709 | loss:0.0005829163128510118 lr:5.584306007033969e-07 tokens_per_second_per_gpu:324.89472663347965 
Step 8710 | loss:0.00015885004540905356 lr:5.57368317217708e-07 tokens_per_second_per_gpu:339.9626977573923 
Step 8711 | loss:7.093315798556432e-05 lr:5.563070161015349e-07 tokens_per_second_per_gpu:324.1193487105422 
Step 8712 | loss:0.001275865244679153 lr:5.552466974652948e-07 tokens_per_second_per_gpu:252.79623386253868 
Step 8713 | loss:2.525893614802044e-05 lr:5.541873614192938e-07 tokens_per_second_per_gpu:317.24305540079 
Step 8714 | loss:0.0007173835183493793 lr:5.531290080737428e-07 tokens_per_second_per_gpu:383.74422467515933 
Step 8715 | loss:1.5941959645715542e-05 lr:5.52071637538748e-07 tokens_per_second_per_gpu:265.6762636769235 
Step 8716 | loss:8.072666969383135e-05 lr:5.510152499243127e-07 tokens_per_second_per_gpu:312.88921122018604 
Step 8717 | loss:7.860673940740526e-05 lr:5.49959845340341e-07 tokens_per_second_per_gpu:276.6740770743896 
Step 8718 | loss:2.256486186524853e-05 lr:5.489054238966296e-07 tokens_per_second_per_gpu:294.5075608804445 
Step 8719 | loss:4.0703183913137764e-05 lr:5.478519857028774e-07 tokens_per_second_per_gpu:303.00581151111766 
Step 8720 | loss:3.450298390816897e-05 lr:5.467995308686813e-07 tokens_per_second_per_gpu:299.62689270764406 
Step 8721 | loss:6.410160131053999e-05 lr:5.457480595035292e-07 tokens_per_second_per_gpu:284.43825948600664 
Step 8722 | loss:0.0001768310321494937 lr:5.446975717168157e-07 tokens_per_second_per_gpu:298.1979155839529 
Step 8723 | loss:9.29428370000096e-06 lr:5.43648067617828e-07 tokens_per_second_per_gpu:250.14386393661513 
Step 8724 | loss:1.6070793208200485e-05 lr:5.425995473157497e-07 tokens_per_second_per_gpu:305.83055556765316 
Step 8725 | loss:1.7009217117447406e-05 lr:5.41552010919667e-07 tokens_per_second_per_gpu:305.36793258924905 
Step 8726 | loss:0.00026837814948521554 lr:5.405054585385605e-07 tokens_per_second_per_gpu:385.5018805891564 
Step 8727 | loss:0.0026274581905454397 lr:5.394598902813075e-07 tokens_per_second_per_gpu:333.7587207130398 
Step 8728 | loss:0.0018252612790092826 lr:5.384153062566844e-07 tokens_per_second_per_gpu:334.75511055620177 
Step 8729 | loss:0.0026642249431461096 lr:5.373717065733663e-07 tokens_per_second_per_gpu:340.1881275253842 
Step 8730 | loss:7.905599341029301e-05 lr:5.363290913399232e-07 tokens_per_second_per_gpu:294.63847274768216 
Step 8731 | loss:0.00043282171827740967 lr:5.352874606648251e-07 tokens_per_second_per_gpu:243.28094827561804 
Step 8732 | loss:7.264853047672659e-05 lr:5.342468146564406e-07 tokens_per_second_per_gpu:350.6479603506376 
Step 8733 | loss:0.00014911446487531066 lr:5.332071534230299e-07 tokens_per_second_per_gpu:314.50592405187444 
Step 8734 | loss:8.970253838924691e-05 lr:5.321684770727564e-07 tokens_per_second_per_gpu:287.07256990547637 
Step 8735 | loss:3.538939927238971e-05 lr:5.311307857136816e-07 tokens_per_second_per_gpu:301.67936477501877 
Step 8736 | loss:0.0004905551904812455 lr:5.30094079453759e-07 tokens_per_second_per_gpu:399.6617894482947 
Step 8737 | loss:0.00024367996957153082 lr:5.290583584008435e-07 tokens_per_second_per_gpu:354.76263470385135 
Step 8738 | loss:0.0006676881457678974 lr:5.2802362266269e-07 tokens_per_second_per_gpu:327.2899302544004 
Step 8739 | loss:9.244553803000599e-05 lr:5.269898723469435e-07 tokens_per_second_per_gpu:354.1059440351038 
Step 8740 | loss:6.618165934924036e-05 lr:5.259571075611525e-07 tokens_per_second_per_gpu:311.501258187657 
Step 8741 | loss:0.0006394218653440475 lr:5.249253284127631e-07 tokens_per_second_per_gpu:340.276313598837 
Step 8742 | loss:8.525735756848007e-05 lr:5.238945350091152e-07 tokens_per_second_per_gpu:318.55727176298456 
Step 8743 | loss:0.00011383154924260452 lr:5.228647274574472e-07 tokens_per_second_per_gpu:261.3773943332599 
Step 8744 | loss:1.8016227841144428e-05 lr:5.218359058648991e-07 tokens_per_second_per_gpu:300.80502477076726 
Step 8745 | loss:0.0004038180923089385 lr:5.208080703384999e-07 tokens_per_second_per_gpu:272.74503297545385 
Step 8746 | loss:1.2905673429486342e-05 lr:5.19781220985186e-07 tokens_per_second_per_gpu:251.81578168553727 
Step 8747 | loss:3.990460027125664e-05 lr:5.187553579117832e-07 tokens_per_second_per_gpu:351.31918426367685 
Step 8748 | loss:2.3774824512656778e-05 lr:5.177304812250184e-07 tokens_per_second_per_gpu:266.03741274260665 
Step 8749 | loss:0.0007529323920607567 lr:5.167065910315161e-07 tokens_per_second_per_gpu:239.50420188674974 
Step 8750 | loss:0.00010304722673026845 lr:5.156836874377958e-07 tokens_per_second_per_gpu:265.77798839651956 
Step 8751 | loss:0.00010414616554044187 lr:5.146617705502754e-07 tokens_per_second_per_gpu:313.9722822249528 
Step 8752 | loss:0.00013102997036185116 lr:5.136408404752746e-07 tokens_per_second_per_gpu:228.26527975318257 
Step 8753 | loss:3.141658453387208e-05 lr:5.126208973190017e-07 tokens_per_second_per_gpu:256.0766199357589 
Step 8754 | loss:5.56961094844155e-05 lr:5.116019411875695e-07 tokens_per_second_per_gpu:288.22574430835135 
Step 8755 | loss:0.00020076976215932518 lr:5.105839721869866e-07 tokens_per_second_per_gpu:306.1807815785742 
Step 8756 | loss:0.0015827721217647195 lr:5.095669904231549e-07 tokens_per_second_per_gpu:325.1508430736111 
Step 8757 | loss:2.771378422039561e-05 lr:5.085509960018786e-07 tokens_per_second_per_gpu:311.887534009832 
Step 8758 | loss:8.577150583732873e-05 lr:5.075359890288578e-07 tokens_per_second_per_gpu:275.8418556109581 
Step 8759 | loss:7.605209248140454e-05 lr:5.065219696096879e-07 tokens_per_second_per_gpu:298.75546099695293 
Step 8760 | loss:3.86330830224324e-05 lr:5.055089378498634e-07 tokens_per_second_per_gpu:325.066088889159 
Step 8761 | loss:4.987012653145939e-05 lr:5.044968938547767e-07 tokens_per_second_per_gpu:298.3244414953464 
Step 8762 | loss:0.00019487143435981125 lr:5.034858377297158e-07 tokens_per_second_per_gpu:269.8890647389085 
Step 8763 | loss:2.617410609673243e-05 lr:5.024757695798643e-07 tokens_per_second_per_gpu:312.38064082017536 
Step 8764 | loss:2.3140211851568893e-05 lr:5.014666895103092e-07 tokens_per_second_per_gpu:299.5488825173436 
Step 8765 | loss:0.0002985257306136191 lr:5.004585976260279e-07 tokens_per_second_per_gpu:277.5658640178753 
Step 8766 | loss:2.5671059120213613e-05 lr:4.994514940318984e-07 tokens_per_second_per_gpu:290.3661098212492 
Step 8767 | loss:8.914671343518421e-05 lr:4.98445378832696e-07 tokens_per_second_per_gpu:276.4017936175978 
Step 8768 | loss:2.9986964364070445e-05 lr:4.974402521330912e-07 tokens_per_second_per_gpu:263.61183518543794 
Step 8769 | loss:4.9740039685275406e-05 lr:4.96436114037654e-07 tokens_per_second_per_gpu:294.10500863682023 
Step 8770 | loss:1.7085902072722092e-05 lr:4.954329646508505e-07 tokens_per_second_per_gpu:306.7687337722445 
Step 8771 | loss:1.1955169611610472e-05 lr:4.94430804077043e-07 tokens_per_second_per_gpu:258.87072435425193 
Step 8772 | loss:6.530860991915688e-05 lr:4.934296324204912e-07 tokens_per_second_per_gpu:248.98530184328914 
Step 8773 | loss:3.1160310754785314e-05 lr:4.924294497853566e-07 tokens_per_second_per_gpu:317.9574996992332 
Step 8774 | loss:5.60279622732196e-05 lr:4.914302562756889e-07 tokens_per_second_per_gpu:355.6276970693475 
Step 8775 | loss:0.0035410025157034397 lr:4.904320519954431e-07 tokens_per_second_per_gpu:297.0682359106269 
Step 8776 | loss:3.837663462036289e-05 lr:4.894348370484648e-07 tokens_per_second_per_gpu:276.5751328691635 
Step 8777 | loss:3.3641772461123765e-05 lr:4.88438611538502e-07 tokens_per_second_per_gpu:278.529272442597 
Step 8778 | loss:0.00010583845141809434 lr:4.874433755691987e-07 tokens_per_second_per_gpu:239.75612478273632 
Step 8779 | loss:2.8628739528357983e-05 lr:4.864491292440921e-07 tokens_per_second_per_gpu:272.6008785037864 
Step 8780 | loss:2.8433178158593364e-05 lr:4.854558726666192e-07 tokens_per_second_per_gpu:323.79695758780196 
Step 8781 | loss:1.4530258340528235e-05 lr:4.844636059401175e-07 tokens_per_second_per_gpu:281.226369607229 
Step 8782 | loss:5.371154838940129e-05 lr:4.834723291678145e-07 tokens_per_second_per_gpu:287.3635770524517 
Step 8783 | loss:0.0010832594707608223 lr:4.824820424528398e-07 tokens_per_second_per_gpu:272.5355357706187 
Step 8784 | loss:8.765481470618397e-05 lr:4.814927458982188e-07 tokens_per_second_per_gpu:313.74691095665526 
Step 8785 | loss:2.9226544938865118e-05 lr:4.805044396068715e-07 tokens_per_second_per_gpu:288.2919107693618 
Step 8786 | loss:3.7213692849036306e-05 lr:4.795171236816187e-07 tokens_per_second_per_gpu:346.6552302023081 
Step 8787 | loss:6.969876994844526e-05 lr:4.785307982251774e-07 tokens_per_second_per_gpu:263.07466814120653 
Step 8788 | loss:0.00019285324378870428 lr:4.775454633401577e-07 tokens_per_second_per_gpu:262.7337044943334 
Step 8789 | loss:2.1016685423091985e-05 lr:4.765611191290698e-07 tokens_per_second_per_gpu:257.7215048176518 
Step 8790 | loss:0.0002802496310323477 lr:4.755777656943239e-07 tokens_per_second_per_gpu:265.79382651068187 
Step 8791 | loss:0.00017493407358415425 lr:4.745954031382216e-07 tokens_per_second_per_gpu:341.787135971637 
Step 8792 | loss:1.5200932466541417e-05 lr:4.7361403156296004e-07 tokens_per_second_per_gpu:290.4207785182781 
Step 8793 | loss:2.832302743627224e-05 lr:4.7263365107064194e-07 tokens_per_second_per_gpu:271.30626760387287 
Step 8794 | loss:3.23104286508169e-05 lr:4.7165426176326135e-07 tokens_per_second_per_gpu:285.511249023388 
Step 8795 | loss:0.00040230192826129496 lr:4.706758637427045e-07 tokens_per_second_per_gpu:342.4012682477621 
Step 8796 | loss:3.812828435911797e-05 lr:4.6969845711076543e-07 tokens_per_second_per_gpu:292.50645195854617 
Step 8797 | loss:2.2393774997908622e-05 lr:4.687220419691274e-07 tokens_per_second_per_gpu:313.62178756239064 
Step 8798 | loss:0.0018588707316666842 lr:4.677466184193702e-07 tokens_per_second_per_gpu:356.6569136163149 
Step 8799 | loss:0.00042789295548573136 lr:4.66772186562976e-07 tokens_per_second_per_gpu:281.7586070198229 
Step 8800 | loss:2.9451453883666545e-05 lr:4.6579874650131804e-07 tokens_per_second_per_gpu:271.28263407456865 
Step 8801 | loss:6.824547017458826e-05 lr:4.648262983356666e-07 tokens_per_second_per_gpu:263.08610484560387 
Step 8802 | loss:2.3639664505026303e-05 lr:4.638548421671962e-07 tokens_per_second_per_gpu:284.0185938303874 
Step 8803 | loss:3.776652738451958e-05 lr:4.6288437809697053e-07 tokens_per_second_per_gpu:325.50184446922117 
Step 8804 | loss:3.482617103145458e-05 lr:4.619149062259498e-07 tokens_per_second_per_gpu:307.6197510244516 
Step 8805 | loss:0.0011368312407284975 lr:4.609464266549979e-07 tokens_per_second_per_gpu:294.3525023574667 
Step 8806 | loss:3.5027944250032306e-05 lr:4.599789394848686e-07 tokens_per_second_per_gpu:265.85993749179505 
Step 8807 | loss:0.0001661864371271804 lr:4.5901244481621366e-07 tokens_per_second_per_gpu:261.77553295995386 
Step 8808 | loss:7.412472768919542e-05 lr:4.5804694274958596e-07 tokens_per_second_per_gpu:286.4103798703675 
Step 8809 | loss:3.320807445561513e-05 lr:4.570824333854307e-07 tokens_per_second_per_gpu:285.45975342365256 
Step 8810 | loss:0.0006538195884786546 lr:4.561189168240909e-07 tokens_per_second_per_gpu:290.77338107911675 
Step 8811 | loss:0.00014847921556793153 lr:4.551563931658054e-07 tokens_per_second_per_gpu:292.1639250924474 
Step 8812 | loss:3.461673259153031e-05 lr:4.541948625107151e-07 tokens_per_second_per_gpu:230.16594422469774 
Step 8813 | loss:0.0003329926694277674 lr:4.5323432495884776e-07 tokens_per_second_per_gpu:243.82927732406344 
Step 8814 | loss:3.500353705021553e-05 lr:4.52274780610138e-07 tokens_per_second_per_gpu:287.19041266342526 
Step 8815 | loss:2.6833295123651624e-05 lr:4.513162295644102e-07 tokens_per_second_per_gpu:276.10382881813337 
Step 8816 | loss:3.6107136111240834e-05 lr:4.5035867192138816e-07 tokens_per_second_per_gpu:319.22044125993955 
Step 8817 | loss:2.9253427783260122e-05 lr:4.4940210778069206e-07 tokens_per_second_per_gpu:287.50414433328496 
Step 8818 | loss:3.3184303902089596e-05 lr:4.484465372418401e-07 tokens_per_second_per_gpu:325.2772396288456 
Step 8819 | loss:6.0450929595390335e-05 lr:4.474919604042427e-07 tokens_per_second_per_gpu:281.8592510492039 
Step 8820 | loss:0.00010146517888642848 lr:4.4653837736721273e-07 tokens_per_second_per_gpu:281.1724149085413 
Step 8821 | loss:0.00022752767836209387 lr:4.455857882299541e-07 tokens_per_second_per_gpu:261.7687506156957 
Step 8822 | loss:4.082807572558522e-05 lr:4.4463419309156987e-07 tokens_per_second_per_gpu:319.00556083267463 
Step 8823 | loss:7.05323982401751e-05 lr:4.4368359205106404e-07 tokens_per_second_per_gpu:279.87412409315465 
Step 8824 | loss:0.00022497610189020634 lr:4.4273398520732756e-07 tokens_per_second_per_gpu:319.8658848125145 
Step 8825 | loss:2.5546494725858793e-05 lr:4.417853726591559e-07 tokens_per_second_per_gpu:366.98170451641016 
Step 8826 | loss:1.6159930964931846e-05 lr:4.4083775450524004e-07 tokens_per_second_per_gpu:274.3085757266345 
Step 8827 | loss:2.437869625282474e-05 lr:4.398911308441622e-07 tokens_per_second_per_gpu:280.19371891116117 
Step 8828 | loss:3.6220568290445954e-05 lr:4.389455017744071e-07 tokens_per_second_per_gpu:303.9075677720617 
Step 8829 | loss:0.0005553621449507773 lr:4.3800086739435477e-07 tokens_per_second_per_gpu:303.36311726180054 
Step 8830 | loss:0.00041015888564288616 lr:4.3705722780227887e-07 tokens_per_second_per_gpu:294.0713044335274 
Step 8831 | loss:2.4525492335669696e-05 lr:4.36114583096352e-07 tokens_per_second_per_gpu:314.23845154697824 
Step 8832 | loss:0.00016243712161667645 lr:4.3517293337464463e-07 tokens_per_second_per_gpu:321.40809952810895 
Step 8833 | loss:2.094133924401831e-05 lr:4.342322787351183e-07 tokens_per_second_per_gpu:270.1738870137346 
Step 8834 | loss:0.00015115806309040636 lr:4.332926192756359e-07 tokens_per_second_per_gpu:272.8277958738814 
Step 8835 | loss:0.0001297901471843943 lr:4.3235395509395817e-07 tokens_per_second_per_gpu:265.32039389799746 
Step 8836 | loss:0.00010102176747750491 lr:4.314162862877358e-07 tokens_per_second_per_gpu:319.4891069915389 
Step 8837 | loss:0.0001665750751271844 lr:4.304796129545219e-07 tokens_per_second_per_gpu:343.6115100446934 
Step 8838 | loss:0.0007531603914685547 lr:4.2954393519176297e-07 tokens_per_second_per_gpu:244.16731690526717 
Step 8839 | loss:5.989178316667676e-05 lr:4.286092530968022e-07 tokens_per_second_per_gpu:281.40651355966423 
Step 8840 | loss:0.00018930956139229238 lr:4.276755667668808e-07 tokens_per_second_per_gpu:292.3372857496158 
Step 8841 | loss:0.00010916098835878074 lr:4.267428762991366e-07 tokens_per_second_per_gpu:280.11231255427776 
Step 8842 | loss:2.4728575226617977e-05 lr:4.2581118179059966e-07 tokens_per_second_per_gpu:334.41705581377875 
Step 8843 | loss:0.00013126606063451618 lr:4.2488048333820033e-07 tokens_per_second_per_gpu:334.3931204108308 
Step 8844 | loss:0.000174392233020626 lr:4.2395078103876553e-07 tokens_per_second_per_gpu:310.0858470921516 
Step 8845 | loss:0.00013432592095341533 lr:4.2302207498901684e-07 tokens_per_second_per_gpu:289.9612573511798 
Step 8846 | loss:2.972353104269132e-05 lr:4.2209436528557133e-07 tokens_per_second_per_gpu:318.8612325208936 
Step 8847 | loss:6.760797987226397e-05 lr:4.2116765202494635e-07 tokens_per_second_per_gpu:347.51296491727317 
Step 8848 | loss:1.2330709068919532e-05 lr:4.202419353035503e-07 tokens_per_second_per_gpu:239.95528323194853 
Step 8849 | loss:0.000556847604457289 lr:4.1931721521769163e-07 tokens_per_second_per_gpu:258.1596392860646 
Step 8850 | loss:0.00012511000386439264 lr:4.183934918635768e-07 tokens_per_second_per_gpu:310.7121170632489 
Step 8851 | loss:2.405102532065939e-05 lr:4.1747076533730113e-07 tokens_per_second_per_gpu:254.70171338564657 
Step 8852 | loss:7.545345579273999e-05 lr:4.165490357348656e-07 tokens_per_second_per_gpu:295.49443278692695 
Step 8853 | loss:0.0001012879001791589 lr:4.1562830315215905e-07 tokens_per_second_per_gpu:311.12650610458076 
Step 8854 | loss:6.222042429726571e-05 lr:4.147085676849716e-07 tokens_per_second_per_gpu:316.9957451858989 
Step 8855 | loss:4.7552588512189686e-05 lr:4.13789829428991e-07 tokens_per_second_per_gpu:337.6059305448315 
Step 8856 | loss:0.00016913670697249472 lr:4.128720884797943e-07 tokens_per_second_per_gpu:290.54051544822624 
Step 8857 | loss:9.817704267334193e-05 lr:4.119553449328617e-07 tokens_per_second_per_gpu:260.5104758116753 
Step 8858 | loss:2.8412705432856455e-05 lr:4.1103959888356916e-07 tokens_per_second_per_gpu:314.71020225827937 
Step 8859 | loss:0.0005079420516267419 lr:4.1012485042718263e-07 tokens_per_second_per_gpu:249.9700902243527 
Step 8860 | loss:4.06102481065318e-05 lr:4.092110996588705e-07 tokens_per_second_per_gpu:353.1449680401261 
Step 8861 | loss:0.00019875152793247253 lr:4.082983466736956e-07 tokens_per_second_per_gpu:391.9670242287074 
Step 8862 | loss:7.420591282425448e-05 lr:4.073865915666164e-07 tokens_per_second_per_gpu:245.94087858185668 
Step 8863 | loss:1.375246574752964e-05 lr:4.064758344324871e-07 tokens_per_second_per_gpu:261.8017254830894 
Step 8864 | loss:6.048968862160109e-05 lr:4.0556607536606175e-07 tokens_per_second_per_gpu:264.08965665143353 
Step 8865 | loss:3.663110328488983e-05 lr:4.0465731446198365e-07 tokens_per_second_per_gpu:330.9459958137034 
Step 8866 | loss:7.606586586916819e-05 lr:4.037495518147982e-07 tokens_per_second_per_gpu:241.90829825534001 
Step 8867 | loss:3.3693435398163274e-05 lr:4.0284278751894556e-07 tokens_per_second_per_gpu:257.857280428563 
Step 8868 | loss:1.208090725413058e-05 lr:4.0193702166876015e-07 tokens_per_second_per_gpu:290.56280212636347 
Step 8869 | loss:2.8976537578273565e-05 lr:4.0103225435847436e-07 tokens_per_second_per_gpu:225.88269871635055 
Step 8870 | loss:0.0004157332004979253 lr:4.001284856822174e-07 tokens_per_second_per_gpu:323.2236799143823 
Step 8871 | loss:9.433140075998381e-05 lr:3.9922571573401184e-07 tokens_per_second_per_gpu:258.2904765957306 
Step 8872 | loss:4.332983371568844e-05 lr:3.983239446077769e-07 tokens_per_second_per_gpu:311.8672674153212 
Step 8873 | loss:8.575063111493364e-05 lr:3.974231723973321e-07 tokens_per_second_per_gpu:266.46848285314337 
Step 8874 | loss:7.459309563273564e-05 lr:3.965233991963868e-07 tokens_per_second_per_gpu:308.6335938183331 
Step 8875 | loss:0.0002488151949364692 lr:3.956246250985507e-07 tokens_per_second_per_gpu:364.84905741161697 
Step 8876 | loss:0.000219637862755917 lr:3.947268501973289e-07 tokens_per_second_per_gpu:362.031012923071 
Step 8877 | loss:0.0022947711404412985 lr:3.93830074586119e-07 tokens_per_second_per_gpu:258.16090028168486 
Step 8878 | loss:5.693870480172336e-05 lr:3.929342983582207e-07 tokens_per_second_per_gpu:250.5994579932144 
Step 8879 | loss:7.481314241886139e-05 lr:3.9203952160682734e-07 tokens_per_second_per_gpu:284.2702700961238 
Step 8880 | loss:3.661693335743621e-05 lr:3.9114574442502326e-07 tokens_per_second_per_gpu:233.4799524101307 
Step 8881 | loss:0.00164985959418118 lr:3.902529669057975e-07 tokens_per_second_per_gpu:402.11980336689453 
Step 8882 | loss:2.7829461032524705e-05 lr:3.893611891420268e-07 tokens_per_second_per_gpu:214.58232338241473 
Step 8883 | loss:0.00012059186701662838 lr:3.884704112264903e-07 tokens_per_second_per_gpu:292.491918970217 
Step 8884 | loss:7.505765097448602e-05 lr:3.875806332518606e-07 tokens_per_second_per_gpu:251.9202925599621 
Step 8885 | loss:4.894007361144759e-05 lr:3.8669185531070464e-07 tokens_per_second_per_gpu:244.37561449323195 
Step 8886 | loss:4.384392741485499e-05 lr:3.8580407749548854e-07 tokens_per_second_per_gpu:257.7067336331616 
Step 8887 | loss:6.033096360624768e-05 lr:3.8491729989857287e-07 tokens_per_second_per_gpu:299.30869755189315 
Step 8888 | loss:4.4170592445880175e-05 lr:3.8403152261221153e-07 tokens_per_second_per_gpu:276.86501815187347 
Step 8889 | loss:6.524352647829801e-05 lr:3.831467457285587e-07 tokens_per_second_per_gpu:386.0700812220433 
Step 8890 | loss:0.00043388610356487334 lr:3.822629693396651e-07 tokens_per_second_per_gpu:268.7601470226212 
Step 8891 | loss:0.0001215235679410398 lr:3.8138019353746946e-07 tokens_per_second_per_gpu:326.50188244778457 
Step 8892 | loss:0.00012418656842783093 lr:3.8049841841381607e-07 tokens_per_second_per_gpu:264.79350044670304 
Step 8893 | loss:0.00036053353687748313 lr:3.7961764406044044e-07 tokens_per_second_per_gpu:389.1325816172742 
Step 8894 | loss:2.9312654078239575e-05 lr:3.787378705689715e-07 tokens_per_second_per_gpu:297.098237386179 
Step 8895 | loss:0.0002014517958741635 lr:3.7785909803094045e-07 tokens_per_second_per_gpu:355.75727412755333 
Step 8896 | loss:0.00010182353435084224 lr:3.7698132653776975e-07 tokens_per_second_per_gpu:287.5332126219464 
Step 8897 | loss:0.002855087397620082 lr:3.761045561807786e-07 tokens_per_second_per_gpu:304.6528784143725 
Step 8898 | loss:0.00034445401979610324 lr:3.752287870511806e-07 tokens_per_second_per_gpu:250.6801230043047 
Step 8899 | loss:4.354969132691622e-05 lr:3.7435401924009073e-07 tokens_per_second_per_gpu:323.9571829306034 
Step 8900 | loss:0.0003793081268668175 lr:3.7348025283851285e-07 tokens_per_second_per_gpu:336.94656856221695 
Step 8901 | loss:3.3614964195294306e-05 lr:3.726074879373498e-07 tokens_per_second_per_gpu:270.91255316940624 
Step 8902 | loss:4.073055970366113e-05 lr:3.7173572462740225e-07 tokens_per_second_per_gpu:238.6134900215227 
Step 8903 | loss:0.0005243202904239297 lr:3.708649629993644e-07 tokens_per_second_per_gpu:262.53107357542 
Step 8904 | loss:2.696930278034415e-05 lr:3.699952031438225e-07 tokens_per_second_per_gpu:245.99121179870917 
Step 8905 | loss:0.00011199033178854734 lr:3.6912644515126774e-07 tokens_per_second_per_gpu:246.23184841097523 
Step 8906 | loss:3.37542878696695e-05 lr:3.682586891120798e-07 tokens_per_second_per_gpu:258.97711296596987 
Step 8907 | loss:0.0026580493431538343 lr:3.6739193511653335e-07 tokens_per_second_per_gpu:365.9792039925837 
Step 8908 | loss:6.312703771982342e-05 lr:3.6652618325480727e-07 tokens_per_second_per_gpu:264.53962362861466 
Step 8909 | loss:0.0010816375724971294 lr:3.6566143361696616e-07 tokens_per_second_per_gpu:307.46162364248863 
Step 8910 | loss:4.754056135425344e-05 lr:3.6479768629297473e-07 tokens_per_second_per_gpu:263.2040238333439 
Step 8911 | loss:0.00014692236436530948 lr:3.639349413726967e-07 tokens_per_second_per_gpu:355.29866302378355 
Step 8912 | loss:2.4988932636915706e-05 lr:3.6307319894588687e-07 tokens_per_second_per_gpu:292.5033170862011 
Step 8913 | loss:0.0002585702168289572 lr:3.622124591021947e-07 tokens_per_second_per_gpu:332.7810217900055 
Step 8914 | loss:4.931979128741659e-05 lr:3.6135272193116964e-07 tokens_per_second_per_gpu:251.08849310802063 
Step 8915 | loss:0.00015089291264303029 lr:3.6049398752225683e-07 tokens_per_second_per_gpu:309.5041992325768 
Step 8916 | loss:0.00020683021284639835 lr:3.5963625596479147e-07 tokens_per_second_per_gpu:316.4006141599653 
Step 8917 | loss:7.109552097972482e-05 lr:3.587795273480088e-07 tokens_per_second_per_gpu:338.8878085671443 
Step 8918 | loss:3.9629157981835306e-05 lr:3.5792380176104316e-07 tokens_per_second_per_gpu:207.33097833244582 
Step 8919 | loss:0.00018190915579907596 lr:3.5706907929291543e-07 tokens_per_second_per_gpu:285.16741592643615 
Step 8920 | loss:0.0007209249306470156 lr:3.562153600325491e-07 tokens_per_second_per_gpu:266.48860746107016 
Step 8921 | loss:0.00020255288109183311 lr:3.5536264406876185e-07 tokens_per_second_per_gpu:358.56185763573376 
Step 8922 | loss:1.1738340617739595e-05 lr:3.5451093149026617e-07 tokens_per_second_per_gpu:284.9624270035436 
Step 8923 | loss:4.5650533138541505e-05 lr:3.536602223856689e-07 tokens_per_second_per_gpu:261.9013332007581 
Step 8924 | loss:7.690444908803329e-05 lr:3.52810516843477e-07 tokens_per_second_per_gpu:249.63153413350946 
Step 8925 | loss:2.5797620764933527e-05 lr:3.519618149520876e-07 tokens_per_second_per_gpu:322.00361652729873 
Step 8926 | loss:4.0770679333945736e-05 lr:3.511141167997989e-07 tokens_per_second_per_gpu:313.9261833804797 
Step 8927 | loss:6.365329318214208e-05 lr:3.5026742247479706e-07 tokens_per_second_per_gpu:239.1072584513721 
Step 8928 | loss:0.00016881416377145797 lr:3.494217320651716e-07 tokens_per_second_per_gpu:299.93928761805915 
Step 8929 | loss:5.037160008214414e-05 lr:3.485770456589044e-07 tokens_per_second_per_gpu:257.54405752719333 
Step 8930 | loss:0.0009983944473788142 lr:3.4773336334387063e-07 tokens_per_second_per_gpu:267.0294740947971 
Step 8931 | loss:3.59749210474547e-05 lr:3.4689068520784463e-07 tokens_per_second_per_gpu:316.40781687385083 
Step 8932 | loss:5.6775545090204105e-05 lr:3.460490113384973e-07 tokens_per_second_per_gpu:284.1893860689944 
Step 8933 | loss:8.46965704113245e-05 lr:3.452083418233887e-07 tokens_per_second_per_gpu:365.6065095926208 
Step 8934 | loss:1.9265095033915713e-05 lr:3.443686767499799e-07 tokens_per_second_per_gpu:239.21098564700299 
Step 8935 | loss:8.783001248957589e-05 lr:3.4353001620562764e-07 tokens_per_second_per_gpu:296.03391109349707 
Step 8936 | loss:4.539267683867365e-05 lr:3.426923602775789e-07 tokens_per_second_per_gpu:267.9617412217901 
Step 8937 | loss:1.832833186199423e-05 lr:3.4185570905298283e-07 tokens_per_second_per_gpu:254.76755880123437 
Step 8938 | loss:0.00013537061749957502 lr:3.410200626188809e-07 tokens_per_second_per_gpu:303.55637288767224 
Step 8939 | loss:0.00013943096564617008 lr:3.401854210622069e-07 tokens_per_second_per_gpu:324.38886995235475 
Step 8940 | loss:2.9811173590132967e-05 lr:3.3935178446979575e-07 tokens_per_second_per_gpu:307.90186432944046 
Step 8941 | loss:8.052236080402508e-05 lr:3.385191529283749e-07 tokens_per_second_per_gpu:335.1561266308529 
Step 8942 | loss:4.765111589222215e-05 lr:3.3768752652456827e-07 tokens_per_second_per_gpu:333.5453824629953 
Step 8943 | loss:0.00011130436905659735 lr:3.3685690534489224e-07 tokens_per_second_per_gpu:280.56600919565994 
Step 8944 | loss:6.258382927626371e-05 lr:3.3602728947576436e-07 tokens_per_second_per_gpu:313.2029313593836 
Step 8945 | loss:5.291363413562067e-05 lr:3.351986790034911e-07 tokens_per_second_per_gpu:279.2561332092742 
Step 8946 | loss:4.751456071971916e-05 lr:3.3437107401427915e-07 tokens_per_second_per_gpu:306.2710909324606 
Step 8947 | loss:4.032704600831494e-05 lr:3.3354447459422954e-07 tokens_per_second_per_gpu:290.03033980088935 
Step 8948 | loss:7.407358498312533e-05 lr:3.3271888082933577e-07 tokens_per_second_per_gpu:301.27035688010693 
Step 8949 | loss:2.0667081116698682e-05 lr:3.3189429280548915e-07 tokens_per_second_per_gpu:228.6561263003598 
Step 8950 | loss:7.638009265065193e-05 lr:3.310707106084798e-07 tokens_per_second_per_gpu:302.579759425643 
Step 8951 | loss:5.1482031267369166e-05 lr:3.3024813432398496e-07 tokens_per_second_per_gpu:275.62737863114586 
Step 8952 | loss:0.0005418392829596996 lr:3.294265640375827e-07 tokens_per_second_per_gpu:325.66840210396873 
Step 8953 | loss:3.6823665141128004e-05 lr:3.2860599983474903e-07 tokens_per_second_per_gpu:281.87586822124547 
Step 8954 | loss:7.842476770747453e-05 lr:3.2778644180084806e-07 tokens_per_second_per_gpu:279.7937021870508 
Step 8955 | loss:3.32311428792309e-05 lr:3.2696789002114373e-07 tokens_per_second_per_gpu:254.67654746229823 
Step 8956 | loss:2.8443479095585644e-05 lr:3.2615034458079675e-07 tokens_per_second_per_gpu:281.7238028389197 
Step 8957 | loss:0.00019233371131122112 lr:3.2533380556485694e-07 tokens_per_second_per_gpu:346.1625369763961 
Step 8958 | loss:0.0001927217817865312 lr:3.2451827305827855e-07 tokens_per_second_per_gpu:296.17504267470366 
Step 8959 | loss:5.476132355397567e-05 lr:3.2370374714590037e-07 tokens_per_second_per_gpu:304.1591795159031 
Step 8960 | loss:8.449712913716212e-05 lr:3.228902279124657e-07 tokens_per_second_per_gpu:237.51528000537337 
Step 8961 | loss:4.9272617616225034e-05 lr:3.2207771544260913e-07 tokens_per_second_per_gpu:333.49941073062854 
Step 8962 | loss:1.3353447684494313e-05 lr:3.2126620982085966e-07 tokens_per_second_per_gpu:272.33535744480827 
Step 8963 | loss:4.398641976877116e-05 lr:3.204557111316431e-07 tokens_per_second_per_gpu:324.1221319651668 
Step 8964 | loss:2.7078216589870863e-05 lr:3.19646219459282e-07 tokens_per_second_per_gpu:292.8342699978759 
Step 8965 | loss:0.00010229756298940629 lr:3.1883773488798895e-07 tokens_per_second_per_gpu:339.33469810352204 
Step 8966 | loss:7.051150168990716e-05 lr:3.180302575018779e-07 tokens_per_second_per_gpu:330.54217695934295 
Step 8967 | loss:2.308521288796328e-05 lr:3.1722378738495377e-07 tokens_per_second_per_gpu:327.40292303648044 
Step 8968 | loss:5.7692406699061394e-05 lr:3.1641832462111833e-07 tokens_per_second_per_gpu:244.5166897011047 
Step 8969 | loss:4.119909863220528e-05 lr:3.1561386929416794e-07 tokens_per_second_per_gpu:300.4888551308609 
Step 8970 | loss:6.0767619288526475e-05 lr:3.1481042148779674e-07 tokens_per_second_per_gpu:279.517782864079 
Step 8971 | loss:6.10441857133992e-05 lr:3.1400798128558894e-07 tokens_per_second_per_gpu:314.15088194902415 
Step 8972 | loss:0.00026868758141063154 lr:3.1320654877102895e-07 tokens_per_second_per_gpu:330.1710478866962 
Step 8973 | loss:0.0004396198783069849 lr:3.124061240274945e-07 tokens_per_second_per_gpu:390.41042166409227 
Step 8974 | loss:1.5958021322148852e-05 lr:3.1160670713825556e-07 tokens_per_second_per_gpu:274.6155872853541 
Step 8975 | loss:0.00010522439697524533 lr:3.1080829818648127e-07 tokens_per_second_per_gpu:373.1989584035561 
Step 8976 | loss:6.18707126704976e-05 lr:3.1001089725523626e-07 tokens_per_second_per_gpu:301.79311752397473 
Step 8977 | loss:6.1006867326796055e-05 lr:3.0921450442747633e-07 tokens_per_second_per_gpu:412.43686097919715 
Step 8978 | loss:0.00010053341247839853 lr:3.084191197860564e-07 tokens_per_second_per_gpu:310.80095132110193 
Step 8979 | loss:1.3197839507483877e-05 lr:3.076247434137236e-07 tokens_per_second_per_gpu:330.8097967053545 
Step 8980 | loss:0.0012212407309561968 lr:3.068313753931218e-07 tokens_per_second_per_gpu:277.45865809432996 
Step 8981 | loss:3.056375135201961e-05 lr:3.060390158067883e-07 tokens_per_second_per_gpu:293.91607981173 
Step 8982 | loss:1.898935079225339e-05 lr:3.052476647371594e-07 tokens_per_second_per_gpu:245.07598775151027 
Step 8983 | loss:9.397566464031115e-05 lr:3.044573222665603e-07 tokens_per_second_per_gpu:345.2508520217321 
Step 8984 | loss:0.0002898839011322707 lr:3.036679884772165e-07 tokens_per_second_per_gpu:304.7022896716637 
Step 8985 | loss:5.482271808432415e-05 lr:3.028796634512488e-07 tokens_per_second_per_gpu:276.65961821864374 
Step 8986 | loss:3.652265149867162e-05 lr:3.0209234727066717e-07 tokens_per_second_per_gpu:286.1319633985399 
Step 8987 | loss:3.762676351470873e-05 lr:3.0130604001738395e-07 tokens_per_second_per_gpu:352.01737478544266 
Step 8988 | loss:7.739046850474551e-05 lr:3.0052074177319924e-07 tokens_per_second_per_gpu:333.04627658045587 
Step 8989 | loss:0.0010361801832914352 lr:2.997364526198154e-07 tokens_per_second_per_gpu:432.7959889051227 
Step 8990 | loss:0.00018462441221345216 lr:2.989531726388262e-07 tokens_per_second_per_gpu:260.22687510274693 
Step 8991 | loss:8.697726298123598e-05 lr:2.981709019117174e-07 tokens_per_second_per_gpu:347.55947538257396 
Step 8992 | loss:7.824492058716714e-05 lr:2.9738964051987617e-07 tokens_per_second_per_gpu:308.0320543723051 
Step 8993 | loss:0.0001276831899303943 lr:2.966093885445809e-07 tokens_per_second_per_gpu:358.1581092188781 
Step 8994 | loss:0.00011660792370093986 lr:2.9583014606700546e-07 tokens_per_second_per_gpu:314.2964785488161 
Step 8995 | loss:7.719144196016714e-05 lr:2.9505191316821724e-07 tokens_per_second_per_gpu:273.32766475847575 
Step 8996 | loss:1.8969612938235514e-05 lr:2.942746899291826e-07 tokens_per_second_per_gpu:240.46929772087503 
Step 8997 | loss:0.00011286590597592294 lr:2.9349847643075803e-07 tokens_per_second_per_gpu:241.94683609628518 
Step 8998 | loss:1.26210961752804e-05 lr:2.927232727536977e-07 tokens_per_second_per_gpu:249.34581274188824 
Step 8999 | loss:6.34668831480667e-05 lr:2.919490789786539e-07 tokens_per_second_per_gpu:283.2828345409458 
Step 9000 | loss:2.8416117856977507e-05 lr:2.911758951861654e-07 tokens_per_second_per_gpu:263.38793013623416 
Step 9001 | loss:0.0006752497283741832 lr:2.904037214566724e-07 tokens_per_second_per_gpu:323.1254717285004 
Step 9002 | loss:3.303788980701938e-05 lr:2.896325578705117e-07 tokens_per_second_per_gpu:245.1699484001094 
Step 9003 | loss:6.15252138231881e-05 lr:2.8886240450790805e-07 tokens_per_second_per_gpu:323.97544670989595 
Step 9004 | loss:2.4067216145340353e-05 lr:2.8809326144898284e-07 tokens_per_second_per_gpu:343.72948330882656 
Step 9005 | loss:2.9436874683597125e-05 lr:2.8732512877375997e-07 tokens_per_second_per_gpu:263.1276541724127 
Step 9006 | loss:5.484433131641708e-05 lr:2.8655800656214984e-07 tokens_per_second_per_gpu:304.79631622430185 
Step 9007 | loss:2.1352636395022273e-05 lr:2.8579189489395863e-07 tokens_per_second_per_gpu:290.79308286048445 
Step 9008 | loss:0.0008976117824204266 lr:2.8502679384889263e-07 tokens_per_second_per_gpu:280.7907425510931 
Step 9009 | loss:4.4188644096720964e-05 lr:2.8426270350654814e-07 tokens_per_second_per_gpu:231.9755851776883 
Step 9010 | loss:2.507097269699443e-05 lr:2.8349962394641604e-07 tokens_per_second_per_gpu:291.08133229442956 
Step 9011 | loss:4.1404575313208625e-05 lr:2.827375552478862e-07 tokens_per_second_per_gpu:294.1930475049933 
Step 9012 | loss:8.496621740050614e-05 lr:2.819764974902406e-07 tokens_per_second_per_gpu:272.11459587574615 
Step 9013 | loss:0.00037192844320088625 lr:2.812164507526527e-07 tokens_per_second_per_gpu:280.3044682382493 
Step 9014 | loss:0.00034894823329523206 lr:2.804574151142003e-07 tokens_per_second_per_gpu:322.07771940706306 
Step 9015 | loss:9.131988190347329e-05 lr:2.79699390653847e-07 tokens_per_second_per_gpu:276.59036442315056 
Step 9016 | loss:3.881741577060893e-05 lr:2.7894237745045183e-07 tokens_per_second_per_gpu:268.63550221125536 
Step 9017 | loss:8.834581967676058e-05 lr:2.781863755827752e-07 tokens_per_second_per_gpu:386.7930604534349 
Step 9018 | loss:5.311466520652175e-05 lr:2.774313851294674e-07 tokens_per_second_per_gpu:304.9351928938816 
Step 9019 | loss:4.890188210993074e-05 lr:2.7667740616907246e-07 tokens_per_second_per_gpu:314.6739932423139 
Step 9020 | loss:1.5940966477501206e-05 lr:2.7592443878003196e-07 tokens_per_second_per_gpu:252.5792595160251 
Step 9021 | loss:0.003779359394684434 lr:2.751724830406821e-07 tokens_per_second_per_gpu:341.7584543616519 
Step 9022 | loss:2.4522090825485066e-05 lr:2.744215390292515e-07 tokens_per_second_per_gpu:308.1443488946263 
Step 9023 | loss:1.9068280380452052e-05 lr:2.736716068238654e-07 tokens_per_second_per_gpu:266.73955742928865 
Step 9024 | loss:2.404188853688538e-05 lr:2.7292268650254585e-07 tokens_per_second_per_gpu:322.9280375628325 
Step 9025 | loss:4.283747330191545e-05 lr:2.721747781432038e-07 tokens_per_second_per_gpu:360.7587092017701 
Step 9026 | loss:0.0001602781703695655 lr:2.714278818236493e-07 tokens_per_second_per_gpu:319.7103936380748 
Step 9027 | loss:3.300107709947042e-05 lr:2.7068199762158796e-07 tokens_per_second_per_gpu:281.02234333392295 
Step 9028 | loss:6.975608266657218e-05 lr:2.699371256146155e-07 tokens_per_second_per_gpu:273.4257640779793 
Step 9029 | loss:0.00028092830325476825 lr:2.6919326588022656e-07 tokens_per_second_per_gpu:317.60242657188934 
Step 9030 | loss:2.4223852960858494e-05 lr:2.6845041849581034e-07 tokens_per_second_per_gpu:282.15008027676987 
Step 9031 | loss:0.0004354288976173848 lr:2.6770858353864615e-07 tokens_per_second_per_gpu:239.45648764001962 
Step 9032 | loss:1.2472369235183578e-05 lr:2.669677610859156e-07 tokens_per_second_per_gpu:231.63079225978416 
Step 9033 | loss:6.030896838638e-05 lr:2.662279512146859e-07 tokens_per_second_per_gpu:279.97387474369634 
Step 9034 | loss:1.4350491255754605e-05 lr:2.6548915400192555e-07 tokens_per_second_per_gpu:224.84226442144248 
Step 9035 | loss:0.005418001674115658 lr:2.6475136952449633e-07 tokens_per_second_per_gpu:294.4426544294119 
Step 9036 | loss:6.885339098516852e-05 lr:2.640145978591535e-07 tokens_per_second_per_gpu:313.1626240436515 
Step 9037 | loss:0.00013124902034178376 lr:2.6327883908254806e-07 tokens_per_second_per_gpu:310.9692703313386 
Step 9038 | loss:0.000137503317091614 lr:2.6254409327122423e-07 tokens_per_second_per_gpu:319.02249890632817 
Step 9039 | loss:6.818184920120984e-05 lr:2.61810360501622e-07 tokens_per_second_per_gpu:328.29699605666747 
Step 9040 | loss:8.493837231071666e-05 lr:2.6107764085007593e-07 tokens_per_second_per_gpu:223.12382177357918 
Step 9041 | loss:0.00016813997353892773 lr:2.603459343928161e-07 tokens_per_second_per_gpu:250.58367015753794 
Step 9042 | loss:2.7019574190489948e-05 lr:2.596152412059627e-07 tokens_per_second_per_gpu:297.30207988764215 
Step 9043 | loss:0.0002378818317083642 lr:2.588855613655361e-07 tokens_per_second_per_gpu:283.14119123965935 
Step 9044 | loss:0.00010309340723324567 lr:2.5815689494745e-07 tokens_per_second_per_gpu:225.63411093654622 
Step 9045 | loss:0.0055986931547522545 lr:2.574292420275093e-07 tokens_per_second_per_gpu:244.80164600746917 
Step 9046 | loss:0.0002989511704072356 lr:2.5670260268141564e-07 tokens_per_second_per_gpu:255.22785312538358 
Step 9047 | loss:0.00019286776660010219 lr:2.5597697698476864e-07 tokens_per_second_per_gpu:343.6870067946009 
Step 9048 | loss:2.4605127691756934e-05 lr:2.552523650130556e-07 tokens_per_second_per_gpu:326.56299492816174 
Step 9049 | loss:9.695757034933195e-05 lr:2.5452876684166404e-07 tokens_per_second_per_gpu:308.2675504358288 
Step 9050 | loss:0.0004106546693947166 lr:2.5380618254587376e-07 tokens_per_second_per_gpu:263.8882336860472 
Step 9051 | loss:0.00014967526658438146 lr:2.530846122008568e-07 tokens_per_second_per_gpu:361.965710506158 
Step 9052 | loss:9.064613550435752e-05 lr:2.5236405588168534e-07 tokens_per_second_per_gpu:251.11987182674642 
Step 9053 | loss:2.0863686586380936e-05 lr:2.5164451366332167e-07 tokens_per_second_per_gpu:280.82067239787415 
Step 9054 | loss:0.00018521255697123706 lr:2.5092598562062255e-07 tokens_per_second_per_gpu:246.54882038273726 
Step 9055 | loss:0.001967775169759989 lr:2.502084718283415e-07 tokens_per_second_per_gpu:471.29867726742674 
Step 9056 | loss:9.229427814716473e-05 lr:2.494919723611278e-07 tokens_per_second_per_gpu:363.44778370751413 
Step 9057 | loss:4.496951078181155e-05 lr:2.4877648729351835e-07 tokens_per_second_per_gpu:299.2157624492098 
Step 9058 | loss:8.265658107120544e-05 lr:2.4806201669995147e-07 tokens_per_second_per_gpu:304.119903844929 
Step 9059 | loss:0.00021105544874444604 lr:2.4734856065475876e-07 tokens_per_second_per_gpu:332.00281632040713 
Step 9060 | loss:5.925337245571427e-05 lr:2.4663611923216204e-07 tokens_per_second_per_gpu:267.07614019176407 
Step 9061 | loss:2.9277578505571e-05 lr:2.459246925062819e-07 tokens_per_second_per_gpu:275.4738171915887 
Step 9062 | loss:0.0003429757198318839 lr:2.452142805511337e-07 tokens_per_second_per_gpu:278.0933080259719 
Step 9063 | loss:0.00016393756959587336 lr:2.445048834406238e-07 tokens_per_second_per_gpu:238.75736238137534 
Step 9064 | loss:2.029622919508256e-05 lr:2.4379650124855437e-07 tokens_per_second_per_gpu:219.36699901047197 
Step 9065 | loss:4.3506603105925024e-05 lr:2.43089134048623e-07 tokens_per_second_per_gpu:275.7375571002286 
Step 9066 | loss:0.00018783073755912483 lr:2.423827819144209e-07 tokens_per_second_per_gpu:229.18716338794815 
Step 9067 | loss:0.00021169638785067946 lr:2.416774449194348e-07 tokens_per_second_per_gpu:227.108223552785 
Step 9068 | loss:2.398728611296974e-05 lr:2.409731231370427e-07 tokens_per_second_per_gpu:317.3766795571504 
Step 9069 | loss:3.11651783704292e-05 lr:2.4026981664052154e-07 tokens_per_second_per_gpu:303.02249702579064 
Step 9070 | loss:0.00017806474352255464 lr:2.395675255030383e-07 tokens_per_second_per_gpu:243.5365180493685 
Step 9071 | loss:0.0002576600818429142 lr:2.388662497976568e-07 tokens_per_second_per_gpu:274.9081293845693 
Step 9072 | loss:4.034430457977578e-05 lr:2.381659895973354e-07 tokens_per_second_per_gpu:301.78684706260515 
Step 9073 | loss:0.00025207240832969546 lr:2.3746674497492573e-07 tokens_per_second_per_gpu:254.80652428285174 
Step 9074 | loss:3.08397357002832e-05 lr:2.3676851600317297e-07 tokens_per_second_per_gpu:280.6010687104873 
Step 9075 | loss:9.636811591917649e-05 lr:2.3607130275471902e-07 tokens_per_second_per_gpu:274.93194616436307 
Step 9076 | loss:5.134217281010933e-05 lr:2.3537510530209918e-07 tokens_per_second_per_gpu:266.24442573211314 
Step 9077 | loss:2.2740587155567482e-05 lr:2.3467992371774106e-07 tokens_per_second_per_gpu:325.2218865583663 
Step 9078 | loss:0.00010029404074884951 lr:2.3398575807397018e-07 tokens_per_second_per_gpu:253.17159623182283 
Step 9079 | loss:4.754045949084684e-05 lr:2.3329260844300316e-07 tokens_per_second_per_gpu:313.10461948488324 
Step 9080 | loss:2.634233169374056e-05 lr:2.3260047489695236e-07 tokens_per_second_per_gpu:273.45605954550956 
Step 9081 | loss:4.745680053019896e-05 lr:2.3190935750782461e-07 tokens_per_second_per_gpu:239.76830136465472 
Step 9082 | loss:5.244372732704505e-05 lr:2.312192563475213e-07 tokens_per_second_per_gpu:276.69905359388537 
Step 9083 | loss:0.00010565017146291211 lr:2.3053017148783497e-07 tokens_per_second_per_gpu:310.5974301395922 
Step 9084 | loss:0.0014288005186244845 lr:2.2984210300045828e-07 tokens_per_second_per_gpu:346.28547686009136 
Step 9085 | loss:1.0198538802796975e-05 lr:2.29155050956974e-07 tokens_per_second_per_gpu:274.88055924948003 
Step 9086 | loss:0.0002289406693307683 lr:2.2846901542885713e-07 tokens_per_second_per_gpu:356.32487850229205 
Step 9087 | loss:0.00030215142760425806 lr:2.2778399648748285e-07 tokens_per_second_per_gpu:392.0673691315657 
Step 9088 | loss:0.00012220660573802888 lr:2.2709999420411744e-07 tokens_per_second_per_gpu:236.54979333163035 
Step 9089 | loss:4.774897752213292e-05 lr:2.2641700864991955e-07 tokens_per_second_per_gpu:382.592580191667 
Step 9090 | loss:0.0002553504891693592 lr:2.257350398959457e-07 tokens_per_second_per_gpu:300.26426178908656 
Step 9091 | loss:3.3582091418793425e-05 lr:2.2505408801314465e-07 tokens_per_second_per_gpu:358.5019515342847 
Step 9092 | loss:0.0005627527716569602 lr:2.2437415307235755e-07 tokens_per_second_per_gpu:235.9627060495474 
Step 9093 | loss:0.002225007861852646 lr:2.2369523514432557e-07 tokens_per_second_per_gpu:212.01620959821747 
Step 9094 | loss:2.0941697584930807e-05 lr:2.2301733429967664e-07 tokens_per_second_per_gpu:275.10217286162555 
Step 9095 | loss:6.229109567357227e-05 lr:2.223404506089377e-07 tokens_per_second_per_gpu:284.6801959913795 
Step 9096 | loss:0.0001209719994221814 lr:2.2166458414253134e-07 tokens_per_second_per_gpu:251.61712342343858 
Step 9097 | loss:0.00034178010537289083 lr:2.2098973497076793e-07 tokens_per_second_per_gpu:295.6448173536596 
Step 9098 | loss:0.0002815749030560255 lr:2.2031590316385687e-07 tokens_per_second_per_gpu:345.44499219869215 
Step 9099 | loss:2.956902426376473e-05 lr:2.196430887919021e-07 tokens_per_second_per_gpu:308.3405565808131 
Step 9100 | loss:8.371261355932802e-05 lr:2.1897129192489873e-07 tokens_per_second_per_gpu:289.1045516720775 
Step 9101 | loss:6.475039845099673e-05 lr:2.1830051263273755e-07 tokens_per_second_per_gpu:349.5914248402828 
Step 9102 | loss:0.00017156220565084368 lr:2.1763075098520604e-07 tokens_per_second_per_gpu:272.8225794894806 
Step 9103 | loss:0.0001550807210151106 lr:2.1696200705197956e-07 tokens_per_second_per_gpu:227.24607931723807 
Step 9104 | loss:3.754476711037569e-05 lr:2.1629428090263248e-07 tokens_per_second_per_gpu:283.03119375620173 
Step 9105 | loss:0.00018116350111085922 lr:2.156275726066337e-07 tokens_per_second_per_gpu:293.6870874663929 
Step 9106 | loss:2.8469661629060283e-05 lr:2.1496188223334213e-07 tokens_per_second_per_gpu:343.264299555915 
Step 9107 | loss:5.601578232017346e-05 lr:2.1429720985201463e-07 tokens_per_second_per_gpu:345.62299001507887 
Step 9108 | loss:0.0005648303776979446 lr:2.1363355553180253e-07 tokens_per_second_per_gpu:312.35786967568384 
Step 9109 | loss:0.0003074066189583391 lr:2.129709193417462e-07 tokens_per_second_per_gpu:296.2616414792885 
Step 9110 | loss:0.0018707734998315573 lr:2.1230930135078377e-07 tokens_per_second_per_gpu:459.105544866162 
Step 9111 | loss:9.770555334398523e-05 lr:2.1164870162774908e-07 tokens_per_second_per_gpu:299.43458738320857 
Step 9112 | loss:0.00017845508409664035 lr:2.109891202413672e-07 tokens_per_second_per_gpu:291.05014813535064 
Step 9113 | loss:0.00014577072579413652 lr:2.103305572602554e-07 tokens_per_second_per_gpu:294.0964480272041 
Step 9114 | loss:3.9498991100117564e-05 lr:2.096730127529334e-07 tokens_per_second_per_gpu:246.0373303803752 
Step 9115 | loss:0.00017409893916919827 lr:2.0901648678780418e-07 tokens_per_second_per_gpu:287.03078744204265 
Step 9116 | loss:7.951074076117948e-05 lr:2.083609794331709e-07 tokens_per_second_per_gpu:298.0989524363431 
Step 9117 | loss:0.0004724321188405156 lr:2.0770649075723125e-07 tokens_per_second_per_gpu:280.98582167461785 
Step 9118 | loss:0.0003824377781711519 lr:2.0705302082807411e-07 tokens_per_second_per_gpu:296.7597248185421 
Step 9119 | loss:4.192733103991486e-05 lr:2.064005697136817e-07 tokens_per_second_per_gpu:317.9418514022818 
Step 9120 | loss:8.879662345862016e-05 lr:2.057491374819365e-07 tokens_per_second_per_gpu:295.59979543672205 
Step 9121 | loss:0.0003117332817055285 lr:2.0509872420060862e-07 tokens_per_second_per_gpu:225.64148918561577 
Step 9122 | loss:0.0001688491611275822 lr:2.0444932993736177e-07 tokens_per_second_per_gpu:269.61344255639546