Step 1 | loss:44.53091812133789 lr:2.0000000000000003e-06 tokens_per_second_per_gpu:598.6427823402906 
Step 2 | loss:46.32674789428711 lr:4.000000000000001e-06 tokens_per_second_per_gpu:891.8922464007154 
Step 3 | loss:49.27976989746094 lr:6e-06 tokens_per_second_per_gpu:947.1931033268581 
Step 4 | loss:46.563602447509766 lr:8.000000000000001e-06 tokens_per_second_per_gpu:971.1961411068713 
Step 5 | loss:45.0151252746582 lr:1e-05 tokens_per_second_per_gpu:822.2680269957107 
Step 6 | loss:46.841026306152344 lr:1.2e-05 tokens_per_second_per_gpu:824.2604631036521 
Step 7 | loss:42.62700271606445 lr:1.4e-05 tokens_per_second_per_gpu:1062.820524365832 
Step 8 | loss:43.89807891845703 lr:1.6000000000000003e-05 tokens_per_second_per_gpu:841.7999621770444 
Step 9 | loss:40.30721664428711 lr:1.8e-05 tokens_per_second_per_gpu:878.3108171750325 
Step 10 | loss:42.198875427246094 lr:2e-05 tokens_per_second_per_gpu:1145.381277787074 
Step 11 | loss:38.385955810546875 lr:1.999999947982218e-05 tokens_per_second_per_gpu:711.107908114026 
Step 12 | loss:35.69407653808594 lr:1.9999997919288768e-05 tokens_per_second_per_gpu:860.2961697948042 
Step 13 | loss:32.916831970214844 lr:1.9999995318399927e-05 tokens_per_second_per_gpu:842.5404766687994 
Step 14 | loss:32.61407470703125 lr:1.9999991677155926e-05 tokens_per_second_per_gpu:714.2347064733791 
Step 15 | loss:33.19412612915039 lr:1.999998699555715e-05 tokens_per_second_per_gpu:1006.6078867868014 
Step 16 | loss:30.90263557434082 lr:1.999998127360408e-05 tokens_per_second_per_gpu:1221.4924428768072 
Step 17 | loss:30.279430389404297 lr:1.9999974511297314e-05 tokens_per_second_per_gpu:935.7988537630551 
Step 18 | loss:32.29811477661133 lr:1.9999966708637557e-05 tokens_per_second_per_gpu:974.7862083556099 
Step 19 | loss:28.63803482055664 lr:1.9999957865625616e-05 tokens_per_second_per_gpu:746.5323224878563 
Step 20 | loss:28.57634735107422 lr:1.9999947982262415e-05 tokens_per_second_per_gpu:801.930714441148 
Step 21 | loss:28.413286209106445 lr:1.999993705854898e-05 tokens_per_second_per_gpu:851.3165538281048 
Step 22 | loss:26.549846649169922 lr:1.999992509448645e-05 tokens_per_second_per_gpu:1116.0530889656811 
Step 23 | loss:25.110618591308594 lr:1.999991209007607e-05 tokens_per_second_per_gpu:694.7201447192788 
Step 24 | loss:27.84992027282715 lr:1.999989804531919e-05 tokens_per_second_per_gpu:1012.0445723614055 
Step 25 | loss:27.762434005737305 lr:1.999988296021727e-05 tokens_per_second_per_gpu:1010.4890279959361 
Step 26 | loss:24.629179000854492 lr:1.9999866834771883e-05 tokens_per_second_per_gpu:804.4343212697754 
Step 27 | loss:23.905012130737305 lr:1.9999849668984703e-05 tokens_per_second_per_gpu:900.4643884157631 
Step 28 | loss:23.13957977294922 lr:1.999983146285752e-05 tokens_per_second_per_gpu:998.3502963882157 
Step 29 | loss:22.085601806640625 lr:1.9999812216392226e-05 tokens_per_second_per_gpu:834.5203858369208 
Step 30 | loss:24.899234771728516 lr:1.9999791929590823e-05 tokens_per_second_per_gpu:958.0959070913324 
Step 31 | loss:22.39148712158203 lr:1.9999770602455425e-05 tokens_per_second_per_gpu:1021.6143924766475 
Step 32 | loss:20.05156898498535 lr:1.9999748234988246e-05 tokens_per_second_per_gpu:816.3187861476067 
Step 33 | loss:20.366039276123047 lr:1.9999724827191614e-05 tokens_per_second_per_gpu:868.2670697083233 
Step 34 | loss:20.647066116333008 lr:1.9999700379067967e-05 tokens_per_second_per_gpu:962.847162228297 
Step 35 | loss:17.71906280517578 lr:1.9999674890619843e-05 tokens_per_second_per_gpu:812.6536808526583 
Step 36 | loss:18.343387603759766 lr:1.9999648361849902e-05 tokens_per_second_per_gpu:802.8207708146211 
Step 37 | loss:17.951810836791992 lr:1.9999620792760896e-05 tokens_per_second_per_gpu:1046.929073648145 
Step 38 | loss:16.59750747680664 lr:1.99995921833557e-05 tokens_per_second_per_gpu:976.8200127193533 
Step 39 | loss:15.936127662658691 lr:1.999956253363728e-05 tokens_per_second_per_gpu:858.6877741955188 
Step 40 | loss:15.914169311523438 lr:1.999953184360873e-05 tokens_per_second_per_gpu:1166.0636622451152 
Step 41 | loss:15.043270111083984 lr:1.9999500113273242e-05 tokens_per_second_per_gpu:918.4612557708542 
Step 42 | loss:13.395417213439941 lr:1.9999467342634114e-05 tokens_per_second_per_gpu:983.821288954457 
Step 43 | loss:13.594710350036621 lr:1.9999433531694762e-05 tokens_per_second_per_gpu:930.9874998487431 
Step 44 | loss:12.720664024353027 lr:1.9999398680458692e-05 tokens_per_second_per_gpu:880.8984298728727 
Step 45 | loss:12.855905532836914 lr:1.9999362788929536e-05 tokens_per_second_per_gpu:854.8588375388529 
Step 46 | loss:12.91793441772461 lr:1.9999325857111032e-05 tokens_per_second_per_gpu:1220.2096058609766 
Step 47 | loss:13.183210372924805 lr:1.9999287885007014e-05 tokens_per_second_per_gpu:978.3705982993597 
Step 48 | loss:11.67394733428955 lr:1.999924887262144e-05 tokens_per_second_per_gpu:821.7342168651204 
Step 49 | loss:11.34489917755127 lr:1.9999208819958364e-05 tokens_per_second_per_gpu:818.1370625352365 
Step 50 | loss:12.017335891723633 lr:1.9999167727021954e-05 tokens_per_second_per_gpu:1101.4433579573938 
Step 51 | loss:11.890317916870117 lr:1.9999125593816484e-05 tokens_per_second_per_gpu:1015.8890524480146 
Step 52 | loss:11.155549049377441 lr:1.999908242034634e-05 tokens_per_second_per_gpu:1006.4590199988073 
Step 53 | loss:11.253833770751953 lr:1.999903820661601e-05 tokens_per_second_per_gpu:970.9166204391421 
Step 54 | loss:10.58031177520752 lr:1.9998992952630103e-05 tokens_per_second_per_gpu:906.2704008188248 
Step 55 | loss:10.892216682434082 lr:1.9998946658393314e-05 tokens_per_second_per_gpu:971.7519803372838 
Step 56 | loss:10.28371810913086 lr:1.9998899323910468e-05 tokens_per_second_per_gpu:837.5878474677656 
Step 57 | loss:9.99972915649414 lr:1.9998850949186485e-05 tokens_per_second_per_gpu:993.7877319641914 
Step 58 | loss:9.993396759033203 lr:1.99988015342264e-05 tokens_per_second_per_gpu:674.9842038008809 
Step 59 | loss:9.808320999145508 lr:1.9998751079035355e-05 tokens_per_second_per_gpu:776.0953336567329 
Step 60 | loss:10.345322608947754 lr:1.9998699583618592e-05 tokens_per_second_per_gpu:1168.691526997729 
Step 61 | loss:9.622492790222168 lr:1.999864704798148e-05 tokens_per_second_per_gpu:810.9214693884222 
Step 62 | loss:9.30441665649414 lr:1.9998593472129476e-05 tokens_per_second_per_gpu:697.8378299928124 
Step 63 | loss:9.460479736328125 lr:1.999853885606816e-05 tokens_per_second_per_gpu:1033.1247623204574 
Step 64 | loss:9.146084785461426 lr:1.9998483199803202e-05 tokens_per_second_per_gpu:940.8283221888088 
Step 65 | loss:9.594279289245605 lr:1.9998426503340407e-05 tokens_per_second_per_gpu:919.2681091851886 
Step 66 | loss:9.221285820007324 lr:1.9998368766685666e-05 tokens_per_second_per_gpu:893.6561853283565 
Step 67 | loss:9.159262657165527 lr:1.9998309989844985e-05 tokens_per_second_per_gpu:992.9959438522485 
Step 68 | loss:9.026676177978516 lr:1.999825017282448e-05 tokens_per_second_per_gpu:920.6000231859513 
Step 69 | loss:8.975099563598633 lr:1.999818931563038e-05 tokens_per_second_per_gpu:784.8195918573232 
Step 70 | loss:8.965714454650879 lr:1.9998127418269004e-05 tokens_per_second_per_gpu:813.6911400353334 
Step 71 | loss:9.104369163513184 lr:1.9998064480746803e-05 tokens_per_second_per_gpu:880.7624540302594 
Step 72 | loss:9.612263679504395 lr:1.9998000503070317e-05 tokens_per_second_per_gpu:951.2344572092478 
Step 73 | loss:8.72146224975586 lr:1.9997935485246208e-05 tokens_per_second_per_gpu:881.5724957209234 
Step 74 | loss:9.031885147094727 lr:1.9997869427281236e-05 tokens_per_second_per_gpu:1009.8921074251059 
Step 75 | loss:8.546939849853516 lr:1.9997802329182274e-05 tokens_per_second_per_gpu:959.1364701921655 
Step 76 | loss:8.84410285949707 lr:1.9997734190956303e-05 tokens_per_second_per_gpu:856.869634605075 
Step 77 | loss:8.227970123291016 lr:1.9997665012610414e-05 tokens_per_second_per_gpu:748.4588012092979 
Step 78 | loss:8.743337631225586 lr:1.9997594794151803e-05 tokens_per_second_per_gpu:971.3172489037895 
Step 79 | loss:8.814513206481934 lr:1.999752353558777e-05 tokens_per_second_per_gpu:893.4784617394724 
Step 80 | loss:8.598604202270508 lr:1.9997451236925736e-05 tokens_per_second_per_gpu:898.0517366533257 
Step 81 | loss:8.298830032348633 lr:1.999737789817322e-05 tokens_per_second_per_gpu:731.2271916247571 
Step 82 | loss:8.60421085357666 lr:1.999730351933785e-05 tokens_per_second_per_gpu:992.9888210732946 
Step 83 | loss:8.015311241149902 lr:1.9997228100427362e-05 tokens_per_second_per_gpu:793.2455961260945 
Step 84 | loss:8.367661476135254 lr:1.999715164144961e-05 tokens_per_second_per_gpu:818.5024099071175 
Step 85 | loss:8.459392547607422 lr:1.999707414241254e-05 tokens_per_second_per_gpu:939.1440636126425 
Step 86 | loss:8.217086791992188 lr:1.999699560332422e-05 tokens_per_second_per_gpu:945.898663272875 
Step 87 | loss:8.554245948791504 lr:1.999691602419282e-05 tokens_per_second_per_gpu:971.2230350060067 
Step 88 | loss:8.14449691772461 lr:1.999683540502662e-05 tokens_per_second_per_gpu:764.5264412128167 
Step 89 | loss:8.146556854248047 lr:1.9996753745834007e-05 tokens_per_second_per_gpu:885.2735334961947 
Step 90 | loss:7.557708263397217 lr:1.999667104662347e-05 tokens_per_second_per_gpu:661.208584983486 
Step 91 | loss:8.501407623291016 lr:1.9996587307403624e-05 tokens_per_second_per_gpu:972.2628593498314 
Step 92 | loss:8.539894104003906 lr:1.999650252818317e-05 tokens_per_second_per_gpu:1200.4848280127599 
Step 93 | loss:8.415935516357422 lr:1.9996416708970935e-05 tokens_per_second_per_gpu:950.1554009417081 
Step 94 | loss:8.429601669311523 lr:1.9996329849775843e-05 tokens_per_second_per_gpu:842.7890923448574 
Step 95 | loss:7.832435131072998 lr:1.9996241950606936e-05 tokens_per_second_per_gpu:1033.8152662803134 
Step 96 | loss:7.88118839263916 lr:1.999615301147335e-05 tokens_per_second_per_gpu:820.9438803758485 
Step 97 | loss:8.014764785766602 lr:1.999606303238435e-05 tokens_per_second_per_gpu:810.9220864821343 
Step 98 | loss:8.25461483001709 lr:1.9995972013349283e-05 tokens_per_second_per_gpu:929.3856805425363 
Step 99 | loss:7.791698455810547 lr:1.9995879954377628e-05 tokens_per_second_per_gpu:950.2861746462684 
Step 100 | loss:7.927529811859131 lr:1.999578685547896e-05 tokens_per_second_per_gpu:890.2411334030796 
Step 101 | loss:7.611845016479492 lr:1.9995692716662966e-05 tokens_per_second_per_gpu:845.6778277619435 
Step 102 | loss:7.757078647613525 lr:1.9995597537939434e-05 tokens_per_second_per_gpu:985.1429386247064 
Step 103 | loss:7.913782119750977 lr:1.999550131931827e-05 tokens_per_second_per_gpu:1001.6641815365687 
Step 104 | loss:8.512285232543945 lr:1.9995404060809487e-05 tokens_per_second_per_gpu:1120.4752410418728 
Step 105 | loss:8.04599380493164 lr:1.9995305762423197e-05 tokens_per_second_per_gpu:1027.6409009506633 
Step 106 | loss:7.667983055114746 lr:1.9995206424169635e-05 tokens_per_second_per_gpu:784.8189651299409 
Step 107 | loss:7.793756484985352 lr:1.999510604605913e-05 tokens_per_second_per_gpu:812.9008691873621 
Step 108 | loss:8.486530303955078 lr:1.9995004628102122e-05 tokens_per_second_per_gpu:1121.4999700125923 
Step 109 | loss:7.703995704650879 lr:1.9994902170309167e-05 tokens_per_second_per_gpu:806.9027078390562 
Step 110 | loss:7.8236002922058105 lr:1.9994798672690922e-05 tokens_per_second_per_gpu:798.9152317348367 
Step 111 | loss:7.674259185791016 lr:1.999469413525816e-05 tokens_per_second_per_gpu:894.3899724998702 
Step 112 | loss:7.607259750366211 lr:1.999458855802175e-05 tokens_per_second_per_gpu:794.9551554886048 
Step 113 | loss:7.752620697021484 lr:1.9994481940992673e-05 tokens_per_second_per_gpu:691.4481885964749 
Step 114 | loss:7.192066669464111 lr:1.999437428418203e-05 tokens_per_second_per_gpu:678.236284019112 
Step 115 | loss:7.824574947357178 lr:1.9994265587601016e-05 tokens_per_second_per_gpu:965.5362826309723 
Step 116 | loss:7.523805618286133 lr:1.999415585126094e-05 tokens_per_second_per_gpu:860.2401806316136 
Step 117 | loss:7.255615234375 lr:1.9994045075173217e-05 tokens_per_second_per_gpu:811.5970169467571 
Step 118 | loss:7.531192779541016 lr:1.9993933259349378e-05 tokens_per_second_per_gpu:979.104470009149 
Step 119 | loss:7.154746055603027 lr:1.9993820403801046e-05 tokens_per_second_per_gpu:861.1672155250477 
Step 120 | loss:7.189058303833008 lr:1.9993706508539968e-05 tokens_per_second_per_gpu:776.3119996282816 
Step 121 | loss:7.468196868896484 lr:1.9993591573577996e-05 tokens_per_second_per_gpu:979.5779667148026 
Step 122 | loss:7.175140380859375 lr:1.9993475598927083e-05 tokens_per_second_per_gpu:892.2107122603055 
Step 123 | loss:7.781488418579102 lr:1.9993358584599293e-05 tokens_per_second_per_gpu:1017.8290176251685 
Step 124 | loss:7.2444634437561035 lr:1.99932405306068e-05 tokens_per_second_per_gpu:1069.1033879054146 
Step 125 | loss:7.266285419464111 lr:1.999312143696189e-05 tokens_per_second_per_gpu:970.0931256683207 
Step 126 | loss:7.747334003448486 lr:1.999300130367695e-05 tokens_per_second_per_gpu:862.9096108468302 
Step 127 | loss:7.236018180847168 lr:1.999288013076448e-05 tokens_per_second_per_gpu:879.100471000668 
Step 128 | loss:7.475432395935059 lr:1.9992757918237083e-05 tokens_per_second_per_gpu:944.8748900770344 
Step 129 | loss:7.48130989074707 lr:1.9992634666107474e-05 tokens_per_second_per_gpu:957.4795054732397 
Step 130 | loss:7.104686737060547 lr:1.9992510374388484e-05 tokens_per_second_per_gpu:854.0742178892806 
Step 131 | loss:7.165919303894043 lr:1.999238504309303e-05 tokens_per_second_per_gpu:970.1097162029234 
Step 132 | loss:7.177201271057129 lr:1.999225867223416e-05 tokens_per_second_per_gpu:952.3195962998811 
Step 133 | loss:7.592419624328613 lr:1.999213126182502e-05 tokens_per_second_per_gpu:905.7954809064172 
Step 134 | loss:6.971229553222656 lr:1.999200281187886e-05 tokens_per_second_per_gpu:843.110388005606 
Step 135 | loss:7.61053466796875 lr:1.999187332240905e-05 tokens_per_second_per_gpu:884.2501072501512 
Step 136 | loss:6.7926530838012695 lr:1.999174279342906e-05 tokens_per_second_per_gpu:746.7335011508842 
Step 137 | loss:7.403497695922852 lr:1.9991611224952466e-05 tokens_per_second_per_gpu:1042.080164098183 
Step 138 | loss:7.269400596618652 lr:1.9991478616992958e-05 tokens_per_second_per_gpu:892.1508305203911 
Step 139 | loss:7.2924485206604 lr:1.9991344969564333e-05 tokens_per_second_per_gpu:947.774010735546 
Step 140 | loss:7.215466499328613 lr:1.9991210282680495e-05 tokens_per_second_per_gpu:835.5174398645396 
Step 141 | loss:7.5697855949401855 lr:1.999107455635546e-05 tokens_per_second_per_gpu:1021.743678500423 
Step 142 | loss:6.736620903015137 lr:1.9990937790603334e-05 tokens_per_second_per_gpu:844.5880331531404 
Step 143 | loss:7.303895950317383 lr:1.9990799985438364e-05 tokens_per_second_per_gpu:1016.1899729104163 
Step 144 | loss:6.785421848297119 lr:1.9990661140874876e-05 tokens_per_second_per_gpu:808.9189278060697 
Step 145 | loss:7.511322498321533 lr:1.9990521256927314e-05 tokens_per_second_per_gpu:1116.7583583294893 
Step 146 | loss:7.2698493003845215 lr:1.9990380333610234e-05 tokens_per_second_per_gpu:991.9703020999848 
Step 147 | loss:6.980975151062012 lr:1.99902383709383e-05 tokens_per_second_per_gpu:927.5996649025849 
Step 148 | loss:7.26185417175293 lr:1.9990095368926274e-05 tokens_per_second_per_gpu:1095.475188356563 
Step 149 | loss:6.73008918762207 lr:1.998995132758904e-05 tokens_per_second_per_gpu:741.3042157309577 
Step 150 | loss:6.852748870849609 lr:1.9989806246941583e-05 tokens_per_second_per_gpu:905.5574050901911 
Step 151 | loss:6.777217864990234 lr:1.9989660126998987e-05 tokens_per_second_per_gpu:818.8325989758039 
Step 152 | loss:7.445803642272949 lr:1.9989512967776466e-05 tokens_per_second_per_gpu:1002.9967888011795 
Step 153 | loss:6.967355728149414 lr:1.9989364769289326e-05 tokens_per_second_per_gpu:818.7979492284322 
Step 154 | loss:7.002431869506836 lr:1.9989215531552978e-05 tokens_per_second_per_gpu:1010.1579446787974 
Step 155 | loss:6.353956699371338 lr:1.998906525458296e-05 tokens_per_second_per_gpu:690.7904439134453 
Step 156 | loss:7.535092353820801 lr:1.9988913938394897e-05 tokens_per_second_per_gpu:1083.223672787493 
Step 157 | loss:7.001397609710693 lr:1.998876158300453e-05 tokens_per_second_per_gpu:1066.0067166606134 
Step 158 | loss:6.736080646514893 lr:1.998860818842772e-05 tokens_per_second_per_gpu:759.2486403083706 
Step 159 | loss:6.797600746154785 lr:1.9988453754680415e-05 tokens_per_second_per_gpu:792.5081819390782 
Step 160 | loss:7.06321907043457 lr:1.9988298281778684e-05 tokens_per_second_per_gpu:998.6367579135823 
Step 161 | loss:6.595532417297363 lr:1.9988141769738705e-05 tokens_per_second_per_gpu:868.6748653327822 
Step 162 | loss:7.186263084411621 lr:1.9987984218576763e-05 tokens_per_second_per_gpu:984.6882369051526 
Step 163 | loss:6.974289894104004 lr:1.998782562830924e-05 tokens_per_second_per_gpu:854.5320604838547 
Step 164 | loss:7.1326494216918945 lr:1.9987665998952642e-05 tokens_per_second_per_gpu:1048.0066001002458 
Step 165 | loss:6.614991188049316 lr:1.9987505330523574e-05 tokens_per_second_per_gpu:752.694117244948 
Step 166 | loss:6.886130332946777 lr:1.9987343623038752e-05 tokens_per_second_per_gpu:972.7242015792224 
Step 167 | loss:7.096065521240234 lr:1.9987180876514996e-05 tokens_per_second_per_gpu:990.3054394297758 
Step 168 | loss:7.173466682434082 lr:1.998701709096924e-05 tokens_per_second_per_gpu:856.6448800211658 
Step 169 | loss:6.4452595710754395 lr:1.9986852266418525e-05 tokens_per_second_per_gpu:844.1143891662767 
Step 170 | loss:6.5808186531066895 lr:1.998668640288e-05 tokens_per_second_per_gpu:776.0436778492068 
Step 171 | loss:6.918822288513184 lr:1.9986519500370915e-05 tokens_per_second_per_gpu:985.4908082533909 
Step 172 | loss:7.085883617401123 lr:1.9986351558908637e-05 tokens_per_second_per_gpu:914.9085020460087 
Step 173 | loss:6.895954132080078 lr:1.9986182578510637e-05 tokens_per_second_per_gpu:1019.3263730042809 
Step 174 | loss:6.859910011291504 lr:1.9986012559194497e-05 tokens_per_second_per_gpu:1053.012064249927 
Step 175 | loss:6.7536492347717285 lr:1.9985841500977904e-05 tokens_per_second_per_gpu:1003.6845832199539 
Step 176 | loss:6.797140121459961 lr:1.9985669403878654e-05 tokens_per_second_per_gpu:966.933189329922 
Step 177 | loss:7.313179016113281 lr:1.9985496267914647e-05 tokens_per_second_per_gpu:1225.3810067171612 
Step 178 | loss:6.2262091636657715 lr:1.9985322093103903e-05 tokens_per_second_per_gpu:751.5743315964152 
Step 179 | loss:6.438307285308838 lr:1.998514687946454e-05 tokens_per_second_per_gpu:913.550175715617 
Step 180 | loss:6.867000579833984 lr:1.9984970627014778e-05 tokens_per_second_per_gpu:817.8876785235917 
Step 181 | loss:6.601722240447998 lr:1.9984793335772967e-05 tokens_per_second_per_gpu:866.8786406401648 
Step 182 | loss:6.79315185546875 lr:1.9984615005757547e-05 tokens_per_second_per_gpu:910.9007100123257 
Step 183 | loss:6.611575126647949 lr:1.9984435636987062e-05 tokens_per_second_per_gpu:935.7285449792155 
Step 184 | loss:6.467282295227051 lr:1.9984255229480187e-05 tokens_per_second_per_gpu:805.2618090270995 
Step 185 | loss:6.874327659606934 lr:1.9984073783255676e-05 tokens_per_second_per_gpu:1009.5189140052048 
Step 186 | loss:6.564096450805664 lr:1.998389129833242e-05 tokens_per_second_per_gpu:777.6436535370975 
Step 187 | loss:7.1689558029174805 lr:1.9983707774729394e-05 tokens_per_second_per_gpu:1252.878936894821 
Step 188 | loss:6.032713413238525 lr:1.998352321246569e-05 tokens_per_second_per_gpu:803.3730520646258 
Step 189 | loss:6.606170654296875 lr:1.998333761156052e-05 tokens_per_second_per_gpu:816.2427879653189 
Step 190 | loss:6.942641258239746 lr:1.9983150972033186e-05 tokens_per_second_per_gpu:1249.4374812282401 
Step 191 | loss:6.307034015655518 lr:1.9982963293903103e-05 tokens_per_second_per_gpu:866.6858716485776 
Step 192 | loss:6.448278427124023 lr:1.99827745771898e-05 tokens_per_second_per_gpu:817.1169891758988 
Step 193 | loss:6.655319690704346 lr:1.9982584821912905e-05 tokens_per_second_per_gpu:1064.4705319602401 
Step 194 | loss:6.866846084594727 lr:1.9982394028092167e-05 tokens_per_second_per_gpu:1015.2136409001081 
Step 195 | loss:6.339555740356445 lr:1.9982202195747432e-05 tokens_per_second_per_gpu:810.7415966590835 
Step 196 | loss:6.295790672302246 lr:1.9982009324898658e-05 tokens_per_second_per_gpu:806.2390037941377 
Step 197 | loss:6.687790870666504 lr:1.9981815415565907e-05 tokens_per_second_per_gpu:862.8817976316491 
Step 198 | loss:6.680126190185547 lr:1.998162046776935e-05 tokens_per_second_per_gpu:976.4599882001462 
Step 199 | loss:6.340963363647461 lr:1.9981424481529283e-05 tokens_per_second_per_gpu:796.2806144451718 
Step 200 | loss:6.671346664428711 lr:1.998122745686608e-05 tokens_per_second_per_gpu:919.9687555727774 
Step 201 | loss:6.329649448394775 lr:1.9981029393800244e-05 tokens_per_second_per_gpu:900.0439805456746 
Step 202 | loss:6.5007781982421875 lr:1.9980830292352384e-05 tokens_per_second_per_gpu:945.9055957946603 
Step 203 | loss:6.105033874511719 lr:1.998063015254321e-05 tokens_per_second_per_gpu:855.4393618328812 
Step 204 | loss:6.256906032562256 lr:1.9980428974393546e-05 tokens_per_second_per_gpu:823.7864472208049 
Step 205 | loss:6.474695682525635 lr:1.9980226757924316e-05 tokens_per_second_per_gpu:1085.598077180292 
Step 206 | loss:7.117237091064453 lr:1.9980023503156563e-05 tokens_per_second_per_gpu:1339.3393914597568 
Step 207 | loss:6.659060001373291 lr:1.9979819210111432e-05 tokens_per_second_per_gpu:966.3339278605871 
Step 208 | loss:7.006648063659668 lr:1.9979613878810174e-05 tokens_per_second_per_gpu:1004.4989205561872 
Step 209 | loss:6.221888542175293 lr:1.9979407509274158e-05 tokens_per_second_per_gpu:796.5022248782982 
Step 210 | loss:5.953587532043457 lr:1.9979200101524844e-05 tokens_per_second_per_gpu:831.4797227137024 
Step 211 | loss:6.416921615600586 lr:1.9978991655583818e-05 tokens_per_second_per_gpu:986.3931133783935 
Step 212 | loss:6.48837423324585 lr:1.997878217147276e-05 tokens_per_second_per_gpu:885.3780046880848 
Step 213 | loss:6.771711349487305 lr:1.9978571649213467e-05 tokens_per_second_per_gpu:1152.0371872238125 
Step 214 | loss:6.356242656707764 lr:1.997836008882784e-05 tokens_per_second_per_gpu:759.9563515162886 
Step 215 | loss:6.708155632019043 lr:1.997814749033789e-05 tokens_per_second_per_gpu:988.4244446865771 
Step 216 | loss:6.704484939575195 lr:1.9977933853765732e-05 tokens_per_second_per_gpu:1164.012532817736 
Step 217 | loss:6.347766876220703 lr:1.9977719179133593e-05 tokens_per_second_per_gpu:953.0548013888991 
Step 218 | loss:6.472803115844727 lr:1.9977503466463807e-05 tokens_per_second_per_gpu:896.1003683522346 
Step 219 | loss:6.42447566986084 lr:1.9977286715778817e-05 tokens_per_second_per_gpu:1075.1051506265007 
Step 220 | loss:6.464764595031738 lr:1.997706892710117e-05 tokens_per_second_per_gpu:934.4860611973463 
Step 221 | loss:6.818918704986572 lr:1.997685010045353e-05 tokens_per_second_per_gpu:1046.2498668284136 
Step 222 | loss:6.481586456298828 lr:1.997663023585865e-05 tokens_per_second_per_gpu:898.0051427989216 
Step 223 | loss:6.362432956695557 lr:1.997640933333942e-05 tokens_per_second_per_gpu:963.4351090161155 
Step 224 | loss:6.677277565002441 lr:1.997618739291881e-05 tokens_per_second_per_gpu:1112.242769732403 
Step 225 | loss:6.448493957519531 lr:1.9975964414619912e-05 tokens_per_second_per_gpu:1003.2544648368212 
Step 226 | loss:6.6781792640686035 lr:1.9975740398465927e-05 tokens_per_second_per_gpu:889.6110109510623 
Step 227 | loss:5.663200378417969 lr:1.9975515344480158e-05 tokens_per_second_per_gpu:837.6220462619319 
Step 228 | loss:5.817087173461914 lr:1.997528925268602e-05 tokens_per_second_per_gpu:830.0182209744127 
Step 229 | loss:6.452654838562012 lr:1.9975062123107034e-05 tokens_per_second_per_gpu:963.3147521037613 
Step 230 | loss:6.82808256149292 lr:1.9974833955766832e-05 tokens_per_second_per_gpu:985.8620410634013 
Step 231 | loss:6.26592493057251 lr:1.9974604750689144e-05 tokens_per_second_per_gpu:995.1419572717526 
Step 232 | loss:6.1418843269348145 lr:1.9974374507897823e-05 tokens_per_second_per_gpu:914.4390108500265 
Step 233 | loss:5.942759037017822 lr:1.997414322741682e-05 tokens_per_second_per_gpu:838.5736448793996 
Step 234 | loss:6.159912586212158 lr:1.9973910909270193e-05 tokens_per_second_per_gpu:769.6018807027106 
Step 235 | loss:6.56622838973999 lr:1.9973677553482118e-05 tokens_per_second_per_gpu:1016.9779185352226 
Step 236 | loss:6.3414411544799805 lr:1.997344316007687e-05 tokens_per_second_per_gpu:1009.9828063010625 
Step 237 | loss:5.848548889160156 lr:1.9973207729078828e-05 tokens_per_second_per_gpu:850.8980699309697 
Step 238 | loss:6.583786487579346 lr:1.99729712605125e-05 tokens_per_second_per_gpu:1100.096642618632 
Step 239 | loss:6.428189754486084 lr:1.9972733754402467e-05 tokens_per_second_per_gpu:973.5467473381782 
Step 240 | loss:6.424010276794434 lr:1.997249521077345e-05 tokens_per_second_per_gpu:1110.663719493337 
Step 241 | loss:5.851192474365234 lr:1.997225562965027e-05 tokens_per_second_per_gpu:886.1874600819876 
Step 242 | loss:5.879267692565918 lr:1.9972015011057845e-05 tokens_per_second_per_gpu:906.3008552549079 
Step 243 | loss:6.094264507293701 lr:1.9971773355021205e-05 tokens_per_second_per_gpu:804.6231080422544 
Step 244 | loss:6.125290393829346 lr:1.99715306615655e-05 tokens_per_second_per_gpu:1114.1753632065092 
Step 245 | loss:6.374777793884277 lr:1.9971286930715975e-05 tokens_per_second_per_gpu:893.7607178722819 
Step 246 | loss:6.198087215423584 lr:1.9971042162497983e-05 tokens_per_second_per_gpu:1073.3950200264278 
Step 247 | loss:6.056694030761719 lr:1.997079635693699e-05 tokens_per_second_per_gpu:832.9684315562585 
Step 248 | loss:6.581499099731445 lr:1.9970549514058572e-05 tokens_per_second_per_gpu:995.2194192907668 
Step 249 | loss:6.078200817108154 lr:1.997030163388841e-05 tokens_per_second_per_gpu:931.6726845358955 
Step 250 | loss:6.2855634689331055 lr:1.9970052716452284e-05 tokens_per_second_per_gpu:904.556979376545 
Step 251 | loss:6.377517223358154 lr:1.99698027617761e-05 tokens_per_second_per_gpu:1136.3569434353929 
Step 252 | loss:6.339974880218506 lr:1.9969551769885856e-05 tokens_per_second_per_gpu:781.3336982398602 
Step 253 | loss:6.3194780349731445 lr:1.9969299740807666e-05 tokens_per_second_per_gpu:817.6584610466109 
Step 254 | loss:6.182027816772461 lr:1.9969046674567753e-05 tokens_per_second_per_gpu:965.4030775902571 
Step 255 | loss:5.877913475036621 lr:1.9968792571192435e-05 tokens_per_second_per_gpu:766.5288051344681 
Step 256 | loss:6.191431045532227 lr:1.9968537430708164e-05 tokens_per_second_per_gpu:1027.1415086002125 
Step 257 | loss:5.809080600738525 lr:1.996828125314147e-05 tokens_per_second_per_gpu:834.3796149287872 
Step 258 | loss:6.004337310791016 lr:1.9968024038519008e-05 tokens_per_second_per_gpu:927.3654051113618 
Step 259 | loss:5.844029903411865 lr:1.996776578686754e-05 tokens_per_second_per_gpu:946.841919207749 
Step 260 | loss:6.141927719116211 lr:1.9967506498213932e-05 tokens_per_second_per_gpu:989.0504260189971 
Step 261 | loss:6.409306526184082 lr:1.996724617258516e-05 tokens_per_second_per_gpu:942.8541587176924 
Step 262 | loss:6.447731018066406 lr:1.9966984810008304e-05 tokens_per_second_per_gpu:912.4205726164963 
Step 263 | loss:6.463810920715332 lr:1.9966722410510557e-05 tokens_per_second_per_gpu:892.9781617262329 
Step 264 | loss:6.078656196594238 lr:1.9966458974119217e-05 tokens_per_second_per_gpu:880.3163036531154 
Step 265 | loss:5.915108680725098 lr:1.9966194500861697e-05 tokens_per_second_per_gpu:809.8988268103967 
Step 266 | loss:6.710102558135986 lr:1.9965928990765505e-05 tokens_per_second_per_gpu:1068.250405846346 
Step 267 | loss:6.125410079956055 lr:1.996566244385826e-05 tokens_per_second_per_gpu:808.0736443541318 
Step 268 | loss:6.002813339233398 lr:1.9965394860167705e-05 tokens_per_second_per_gpu:898.8106169143578 
Step 269 | loss:6.322509288787842 lr:1.9965126239721665e-05 tokens_per_second_per_gpu:1040.393413632502 
Step 270 | loss:6.0537285804748535 lr:1.9964856582548094e-05 tokens_per_second_per_gpu:867.1243149373947 
Step 271 | loss:6.476288795471191 lr:1.9964585888675043e-05 tokens_per_second_per_gpu:938.0014438983611 
Step 272 | loss:6.577966690063477 lr:1.9964314158130676e-05 tokens_per_second_per_gpu:1178.5792427637962 
Step 273 | loss:6.073033809661865 lr:1.996404139094326e-05 tokens_per_second_per_gpu:909.3625937959334 
Step 274 | loss:5.89370059967041 lr:1.9963767587141172e-05 tokens_per_second_per_gpu:893.5668523402264 
Step 275 | loss:6.196406364440918 lr:1.99634927467529e-05 tokens_per_second_per_gpu:994.3899841930029 
Step 276 | loss:6.030843734741211 lr:1.9963216869807037e-05 tokens_per_second_per_gpu:1060.6387346595604 
Step 277 | loss:5.779190540313721 lr:1.996293995633228e-05 tokens_per_second_per_gpu:787.4566662650577 
Step 278 | loss:5.9754319190979 lr:1.9962662006357444e-05 tokens_per_second_per_gpu:979.3124721919304 
Step 279 | loss:6.2751569747924805 lr:1.996238301991144e-05 tokens_per_second_per_gpu:972.1571876936847 
Step 280 | loss:5.478606224060059 lr:1.9962102997023297e-05 tokens_per_second_per_gpu:810.951460604337 
Step 281 | loss:5.545319557189941 lr:1.9961821937722146e-05 tokens_per_second_per_gpu:846.9026977405649 
Step 282 | loss:6.058071613311768 lr:1.9961539842037227e-05 tokens_per_second_per_gpu:895.730146408168 
Step 283 | loss:5.804084300994873 lr:1.9961256709997885e-05 tokens_per_second_per_gpu:941.7569413465982 
Step 284 | loss:6.0102858543396 lr:1.996097254163358e-05 tokens_per_second_per_gpu:958.9344506025523 
Step 285 | loss:5.5204267501831055 lr:1.9960687336973875e-05 tokens_per_second_per_gpu:978.9677193208664 
Step 286 | loss:6.058852195739746 lr:1.996040109604844e-05 tokens_per_second_per_gpu:947.5892520663277 
Step 287 | loss:5.786275863647461 lr:1.9960113818887053e-05 tokens_per_second_per_gpu:832.1761583834581 
Step 288 | loss:6.28078556060791 lr:1.9959825505519603e-05 tokens_per_second_per_gpu:943.3299684683493 
Step 289 | loss:6.337353706359863 lr:1.9959536155976085e-05 tokens_per_second_per_gpu:991.5961068654225 
Step 290 | loss:5.908674716949463 lr:1.9959245770286602e-05 tokens_per_second_per_gpu:944.1727515931038 
Step 291 | loss:5.971024036407471 lr:1.9958954348481363e-05 tokens_per_second_per_gpu:988.9511554404099 
Step 292 | loss:5.65325927734375 lr:1.9958661890590684e-05 tokens_per_second_per_gpu:817.6732336437153 
Step 293 | loss:5.677423477172852 lr:1.9958368396644998e-05 tokens_per_second_per_gpu:777.4446590913348 
Step 294 | loss:6.1405558586120605 lr:1.9958073866674832e-05 tokens_per_second_per_gpu:881.3914845999982 
Step 295 | loss:5.1354875564575195 lr:1.9957778300710832e-05 tokens_per_second_per_gpu:699.7261582032634 
Step 296 | loss:6.0970072746276855 lr:1.9957481698783745e-05 tokens_per_second_per_gpu:941.5511300539692 
Step 297 | loss:6.10416841506958 lr:1.995718406092443e-05 tokens_per_second_per_gpu:962.18767430829 
Step 298 | loss:5.613560676574707 lr:1.995688538716385e-05 tokens_per_second_per_gpu:960.4229482138105 
Step 299 | loss:5.708523750305176 lr:1.995658567753308e-05 tokens_per_second_per_gpu:834.9938884281945 
Step 300 | loss:6.172783851623535 lr:1.9956284932063295e-05 tokens_per_second_per_gpu:1140.2048371742171 
Step 301 | loss:5.879983901977539 lr:1.995598315078579e-05 tokens_per_second_per_gpu:830.441042306164 
Step 302 | loss:5.555802345275879 lr:1.995568033373196e-05 tokens_per_second_per_gpu:866.477546745883 
Step 303 | loss:6.167047023773193 lr:1.9955376480933303e-05 tokens_per_second_per_gpu:1114.2574711983045 
Step 304 | loss:5.933054447174072 lr:1.9955071592421432e-05 tokens_per_second_per_gpu:1020.0435926171631 
Step 305 | loss:5.965314865112305 lr:1.9954765668228075e-05 tokens_per_second_per_gpu:1001.5231480794054 
Step 306 | loss:6.019728660583496 lr:1.9954458708385047e-05 tokens_per_second_per_gpu:1177.789553281114 
Step 307 | loss:5.702889442443848 lr:1.9954150712924294e-05 tokens_per_second_per_gpu:804.5586419318929 
Step 308 | loss:5.704095840454102 lr:1.9953841681877847e-05 tokens_per_second_per_gpu:878.4008779838244 
Step 309 | loss:5.337175369262695 lr:1.9953531615277865e-05 tokens_per_second_per_gpu:880.4210857011627 
Step 310 | loss:6.041120529174805 lr:1.9953220513156604e-05 tokens_per_second_per_gpu:960.4135517076218 
Step 311 | loss:5.6275811195373535 lr:1.9952908375546428e-05 tokens_per_second_per_gpu:831.8271385808606 
Step 312 | loss:5.886126518249512 lr:1.995259520247981e-05 tokens_per_second_per_gpu:777.0352063337108 
Step 313 | loss:5.428689002990723 lr:1.9952280993989332e-05 tokens_per_second_per_gpu:881.7456874628232 
Step 314 | loss:5.893285751342773 lr:1.9951965750107684e-05 tokens_per_second_per_gpu:1089.3407466743731 
Step 315 | loss:5.7216339111328125 lr:1.9951649470867663e-05 tokens_per_second_per_gpu:937.7601332866101 
Step 316 | loss:5.365256309509277 lr:1.995133215630217e-05 tokens_per_second_per_gpu:849.3224146460173 
Step 317 | loss:6.079277515411377 lr:1.995101380644422e-05 tokens_per_second_per_gpu:1107.2240202356688 
Step 318 | loss:5.2798333168029785 lr:1.995069442132693e-05 tokens_per_second_per_gpu:875.5328672788 
Step 319 | loss:5.171705722808838 lr:1.995037400098353e-05 tokens_per_second_per_gpu:823.3716394164047 
Step 320 | loss:5.608461856842041 lr:1.9950052545447354e-05 tokens_per_second_per_gpu:1047.7113969910356 
Step 321 | loss:5.5753583908081055 lr:1.9949730054751842e-05 tokens_per_second_per_gpu:863.7391292726493 
Step 322 | loss:6.196713447570801 lr:1.9949406528930556e-05 tokens_per_second_per_gpu:1207.1041228646995 
Step 323 | loss:5.745088577270508 lr:1.994908196801714e-05 tokens_per_second_per_gpu:978.7651993520234 
Step 324 | loss:5.576815605163574 lr:1.9948756372045362e-05 tokens_per_second_per_gpu:750.9349067511521 
Step 325 | loss:5.5002899169921875 lr:1.9948429741049105e-05 tokens_per_second_per_gpu:892.3683635260284 
Step 326 | loss:5.912608623504639 lr:1.994810207506234e-05 tokens_per_second_per_gpu:1208.186107964011 
Step 327 | loss:5.003259181976318 lr:1.9947773374119164e-05 tokens_per_second_per_gpu:867.7650355412858 
Step 328 | loss:4.926036357879639 lr:1.994744363825377e-05 tokens_per_second_per_gpu:726.5602728878669 
Step 329 | loss:4.940746307373047 lr:1.994711286750046e-05 tokens_per_second_per_gpu:905.3451612597833 
Step 330 | loss:5.84827184677124 lr:1.9946781061893648e-05 tokens_per_second_per_gpu:1078.0712387723054 
Step 331 | loss:5.763548374176025 lr:1.9946448221467854e-05 tokens_per_second_per_gpu:852.3499427387057 
Step 332 | loss:5.922773361206055 lr:1.9946114346257704e-05 tokens_per_second_per_gpu:1043.2567575285705 
Step 333 | loss:5.045896530151367 lr:1.9945779436297937e-05 tokens_per_second_per_gpu:828.6908476954818 
Step 334 | loss:4.926163673400879 lr:1.9945443491623386e-05 tokens_per_second_per_gpu:903.7301673483745 
Step 335 | loss:5.092858791351318 lr:1.9945106512269016e-05 tokens_per_second_per_gpu:834.5617710782793 
Step 336 | loss:5.281257152557373 lr:1.9944768498269867e-05 tokens_per_second_per_gpu:867.7636169245395 
Step 337 | loss:5.013360977172852 lr:1.994442944966112e-05 tokens_per_second_per_gpu:799.3159744937203 
Step 338 | loss:4.932869911193848 lr:1.994408936647804e-05 tokens_per_second_per_gpu:947.9955821647158 
Step 339 | loss:5.484287261962891 lr:1.994374824875601e-05 tokens_per_second_per_gpu:962.4582448383835 
Step 340 | loss:5.404017925262451 lr:1.994340609653052e-05 tokens_per_second_per_gpu:931.6404871916128 
Step 341 | loss:4.819733619689941 lr:1.9943062909837162e-05 tokens_per_second_per_gpu:832.6085276040777 
Step 342 | loss:5.422093868255615 lr:1.994271868871164e-05 tokens_per_second_per_gpu:1025.4170844526075 
Step 343 | loss:5.489179611206055 lr:1.994237343318977e-05 tokens_per_second_per_gpu:920.0854595231438 
Step 344 | loss:5.164966583251953 lr:1.994202714330747e-05 tokens_per_second_per_gpu:918.5780913511676 
Step 345 | loss:4.953083515167236 lr:1.9941679819100757e-05 tokens_per_second_per_gpu:768.5985437044648 
Step 346 | loss:5.393329620361328 lr:1.9941331460605776e-05 tokens_per_second_per_gpu:1066.2231020412717 
Step 347 | loss:5.969072341918945 lr:1.9940982067858766e-05 tokens_per_second_per_gpu:990.5744393815332 
Step 348 | loss:6.01005744934082 lr:1.9940631640896073e-05 tokens_per_second_per_gpu:1168.3635852019327 
Step 349 | loss:4.987312316894531 lr:1.9940280179754155e-05 tokens_per_second_per_gpu:910.5003380792169 
Step 350 | loss:5.141898155212402 lr:1.9939927684469584e-05 tokens_per_second_per_gpu:863.8717007060342 
Step 351 | loss:5.134891510009766 lr:1.993957415507902e-05 tokens_per_second_per_gpu:866.5698907916951 
Step 352 | loss:5.608551025390625 lr:1.993921959161925e-05 tokens_per_second_per_gpu:1105.0528610464444 
Step 353 | loss:5.033854007720947 lr:1.993886399412716e-05 tokens_per_second_per_gpu:747.3885263401233 
Step 354 | loss:4.950626850128174 lr:1.993850736263974e-05 tokens_per_second_per_gpu:850.8392239699269 
Step 355 | loss:5.487626552581787 lr:1.9938149697194102e-05 tokens_per_second_per_gpu:993.8703461001776 
Step 356 | loss:5.432915210723877 lr:1.9937790997827448e-05 tokens_per_second_per_gpu:975.4718055803381 
Step 357 | loss:4.5394287109375 lr:1.99374312645771e-05 tokens_per_second_per_gpu:631.2209638216216 
Step 358 | loss:5.450492858886719 lr:1.993707049748048e-05 tokens_per_second_per_gpu:834.1985646176298 
Step 359 | loss:5.231595039367676 lr:1.993670869657512e-05 tokens_per_second_per_gpu:838.3778916014161 
Step 360 | loss:5.2923970222473145 lr:1.9936345861898664e-05 tokens_per_second_per_gpu:918.6781956732553 
Step 361 | loss:4.814113616943359 lr:1.9935981993488855e-05 tokens_per_second_per_gpu:808.822515946449 
Step 362 | loss:5.009676933288574 lr:1.993561709138355e-05 tokens_per_second_per_gpu:949.5754227167645 
Step 363 | loss:4.9029340744018555 lr:1.9935251155620716e-05 tokens_per_second_per_gpu:1048.1426041859702 
Step 364 | loss:4.507410049438477 lr:1.993488418623842e-05 tokens_per_second_per_gpu:706.2279799059226 
Step 365 | loss:4.673172950744629 lr:1.993451618327484e-05 tokens_per_second_per_gpu:880.0076421745293 
Step 366 | loss:5.118574142456055 lr:1.993414714676826e-05 tokens_per_second_per_gpu:870.6383312501462 
Step 367 | loss:4.818964958190918 lr:1.993377707675707e-05 tokens_per_second_per_gpu:808.1576876822364 
Step 368 | loss:4.848153591156006 lr:1.993340597327978e-05 tokens_per_second_per_gpu:963.756537191562 
Step 369 | loss:5.277942657470703 lr:1.993303383637499e-05 tokens_per_second_per_gpu:958.7176663249124 
Step 370 | loss:4.893110752105713 lr:1.993266066608142e-05 tokens_per_second_per_gpu:846.4988323523742 
Step 371 | loss:5.15433931350708 lr:1.993228646243789e-05 tokens_per_second_per_gpu:957.22794295821 
Step 372 | loss:4.9371337890625 lr:1.993191122548333e-05 tokens_per_second_per_gpu:833.8371236299101 
Step 373 | loss:5.06432580947876 lr:1.993153495525678e-05 tokens_per_second_per_gpu:1083.9970454035024 
Step 374 | loss:5.050326824188232 lr:1.9931157651797385e-05 tokens_per_second_per_gpu:1052.630520444065 
Step 375 | loss:5.472345352172852 lr:1.99307793151444e-05 tokens_per_second_per_gpu:1156.814815910308 
Step 376 | loss:5.25617790222168 lr:1.993039994533718e-05 tokens_per_second_per_gpu:1078.6284806915498 
Step 377 | loss:4.860678672790527 lr:1.99300195424152e-05 tokens_per_second_per_gpu:907.4070407144305 
Step 378 | loss:4.832554817199707 lr:1.992963810641803e-05 tokens_per_second_per_gpu:928.983880732847 
Step 379 | loss:5.135670185089111 lr:1.9929255637385353e-05 tokens_per_second_per_gpu:846.7953037576154 
Step 380 | loss:5.4735331535339355 lr:1.9928872135356964e-05 tokens_per_second_per_gpu:1205.9525529702837 
Step 381 | loss:4.980964183807373 lr:1.9928487600372754e-05 tokens_per_second_per_gpu:1099.3508106483512 
Step 382 | loss:5.034363746643066 lr:1.9928102032472738e-05 tokens_per_second_per_gpu:871.5375376674109 
Step 383 | loss:4.925715446472168 lr:1.9927715431697016e-05 tokens_per_second_per_gpu:886.4701506617853 
Step 384 | loss:5.063259601593018 lr:1.992732779808582e-05 tokens_per_second_per_gpu:942.1242833911729 
Step 385 | loss:4.614804267883301 lr:1.992693913167947e-05 tokens_per_second_per_gpu:802.5911838772992 
Step 386 | loss:4.945375442504883 lr:1.9926549432518408e-05 tokens_per_second_per_gpu:1003.9566620820758 
Step 387 | loss:5.244656085968018 lr:1.992615870064317e-05 tokens_per_second_per_gpu:881.1975183206292 
Step 388 | loss:4.432736873626709 lr:1.9925766936094408e-05 tokens_per_second_per_gpu:853.3696386495569 
Step 389 | loss:4.726177215576172 lr:1.9925374138912885e-05 tokens_per_second_per_gpu:881.5939160635596 
Step 390 | loss:5.222836017608643 lr:1.9924980309139455e-05 tokens_per_second_per_gpu:967.1662285700669 
Step 391 | loss:4.705869674682617 lr:1.99245854468151e-05 tokens_per_second_per_gpu:1060.0227962604122 
Step 392 | loss:4.285008907318115 lr:1.992418955198089e-05 tokens_per_second_per_gpu:788.6340857737417 
Step 393 | loss:4.546160697937012 lr:1.9923792624678025e-05 tokens_per_second_per_gpu:874.21974352569 
Step 394 | loss:4.689889430999756 lr:1.992339466494779e-05 tokens_per_second_per_gpu:861.901045581827 
Step 395 | loss:4.800995349884033 lr:1.9922995672831587e-05 tokens_per_second_per_gpu:905.3153007720671 
Step 396 | loss:4.336827754974365 lr:1.9922595648370932e-05 tokens_per_second_per_gpu:877.948787789117 
Step 397 | loss:4.161830902099609 lr:1.9922194591607435e-05 tokens_per_second_per_gpu:734.1468575773063 
Step 398 | loss:4.276605129241943 lr:1.9921792502582823e-05 tokens_per_second_per_gpu:867.4905157237679 
Step 399 | loss:4.658904075622559 lr:1.992138938133893e-05 tokens_per_second_per_gpu:1098.560761709884 
Step 400 | loss:4.803619861602783 lr:1.992098522791769e-05 tokens_per_second_per_gpu:1153.6477624578918 
Step 401 | loss:4.312800884246826 lr:1.9920580042361153e-05 tokens_per_second_per_gpu:783.508902953521 
Step 402 | loss:4.597999095916748 lr:1.9920173824711473e-05 tokens_per_second_per_gpu:842.9811125411546 
Step 403 | loss:4.890497207641602 lr:1.9919766575010907e-05 tokens_per_second_per_gpu:1027.1107580497828 
Step 404 | loss:4.39870548248291 lr:1.9919358293301827e-05 tokens_per_second_per_gpu:950.4844584432125 
Step 405 | loss:4.400985240936279 lr:1.991894897962671e-05 tokens_per_second_per_gpu:924.633459941424 
Step 406 | loss:4.2060651779174805 lr:1.9918538634028132e-05 tokens_per_second_per_gpu:911.6817198193319 
Step 407 | loss:4.815456390380859 lr:1.9918127256548792e-05 tokens_per_second_per_gpu:1085.3528940533863 
Step 408 | loss:4.400588035583496 lr:1.9917714847231484e-05 tokens_per_second_per_gpu:908.2093891086538 
Step 409 | loss:4.296022415161133 lr:1.991730140611911e-05 tokens_per_second_per_gpu:974.7839231301042 
Step 410 | loss:3.539287567138672 lr:1.991688693325469e-05 tokens_per_second_per_gpu:723.2432082674652 
Step 411 | loss:4.0996317863464355 lr:1.991647142868134e-05 tokens_per_second_per_gpu:882.8411824887759 
Step 412 | loss:4.534855365753174 lr:1.9916054892442287e-05 tokens_per_second_per_gpu:951.382935082465 
Step 413 | loss:4.3264384269714355 lr:1.9915637324580865e-05 tokens_per_second_per_gpu:1122.4447734654718 
Step 414 | loss:3.5429563522338867 lr:1.991521872514052e-05 tokens_per_second_per_gpu:689.9637737058472 
Step 415 | loss:4.162624359130859 lr:1.9914799094164797e-05 tokens_per_second_per_gpu:899.6342844338175 
Step 416 | loss:4.250004291534424 lr:1.991437843169735e-05 tokens_per_second_per_gpu:917.6657131113087 
Step 417 | loss:4.438300132751465 lr:1.991395673778195e-05 tokens_per_second_per_gpu:1060.6592219404065 
Step 418 | loss:4.539453983306885 lr:1.9913534012462465e-05 tokens_per_second_per_gpu:1040.9077934946952 
Step 419 | loss:3.949252128601074 lr:1.9913110255782874e-05 tokens_per_second_per_gpu:918.9217586475149 
Step 420 | loss:3.970353603363037 lr:1.991268546778726e-05 tokens_per_second_per_gpu:1115.641596534947 
Step 421 | loss:3.934811592102051 lr:1.9912259648519816e-05 tokens_per_second_per_gpu:787.1305690267387 
Step 422 | loss:3.8770501613616943 lr:1.9911832798024846e-05 tokens_per_second_per_gpu:766.4384043800605 
Step 423 | loss:3.8118209838867188 lr:1.9911404916346756e-05 tokens_per_second_per_gpu:766.6031380211703 
Step 424 | loss:3.674826145172119 lr:1.991097600353006e-05 tokens_per_second_per_gpu:783.866763320045 
Step 425 | loss:4.369745254516602 lr:1.991054605961938e-05 tokens_per_second_per_gpu:1018.5980230347826 
Step 426 | loss:3.8127098083496094 lr:1.9910115084659454e-05 tokens_per_second_per_gpu:786.846798253413 
Step 427 | loss:3.846107006072998 lr:1.9909683078695104e-05 tokens_per_second_per_gpu:916.3164199331088 
Step 428 | loss:4.306833267211914 lr:1.9909250041771283e-05 tokens_per_second_per_gpu:1023.0085538202776 
Step 429 | loss:3.936886787414551 lr:1.990881597393304e-05 tokens_per_second_per_gpu:910.476983012171 
Step 430 | loss:4.9119038581848145 lr:1.9908380875225534e-05 tokens_per_second_per_gpu:1335.001636186416 
Step 431 | loss:3.7014517784118652 lr:1.9907944745694034e-05 tokens_per_second_per_gpu:868.5940754751143 
Step 432 | loss:3.626068353652954 lr:1.990750758538391e-05 tokens_per_second_per_gpu:837.3962412683732 
Step 433 | loss:3.5912227630615234 lr:1.9907069394340634e-05 tokens_per_second_per_gpu:756.5457047819748 
Step 434 | loss:4.05086088180542 lr:1.990663017260981e-05 tokens_per_second_per_gpu:935.2685801197405 
Step 435 | loss:3.7653045654296875 lr:1.990618992023712e-05 tokens_per_second_per_gpu:772.0691209751501 
Step 436 | loss:4.352306842803955 lr:1.9905748637268368e-05 tokens_per_second_per_gpu:977.5170363613595 
Step 437 | loss:3.7467243671417236 lr:1.9905306323749467e-05 tokens_per_second_per_gpu:873.7381170051857 
Step 438 | loss:3.975133180618286 lr:1.9904862979726434e-05 tokens_per_second_per_gpu:932.1037947228743 
Step 439 | loss:3.2852954864501953 lr:1.9904418605245385e-05 tokens_per_second_per_gpu:741.7254797094122 
Step 440 | loss:3.6421470642089844 lr:1.990397320035256e-05 tokens_per_second_per_gpu:898.557504616305 
Step 441 | loss:3.62933349609375 lr:1.990352676509429e-05 tokens_per_second_per_gpu:801.2884896672879 
Step 442 | loss:3.3973023891448975 lr:1.9903079299517025e-05 tokens_per_second_per_gpu:844.7406109993037 
Step 443 | loss:3.690932035446167 lr:1.9902630803667314e-05 tokens_per_second_per_gpu:985.2016723730017 
Step 444 | loss:4.004297733306885 lr:1.9902181277591818e-05 tokens_per_second_per_gpu:1120.1529910324114 
Step 445 | loss:3.6039514541625977 lr:1.99017307213373e-05 tokens_per_second_per_gpu:987.3747959846164 
Step 446 | loss:3.7253198623657227 lr:1.9901279134950642e-05 tokens_per_second_per_gpu:1050.8814345664057 
Step 447 | loss:3.197000026702881 lr:1.9900826518478817e-05 tokens_per_second_per_gpu:915.6985598800761 
Step 448 | loss:3.138718843460083 lr:1.990037287196892e-05 tokens_per_second_per_gpu:710.1709898341898 
Step 449 | loss:3.4178786277770996 lr:1.989991819546814e-05 tokens_per_second_per_gpu:903.4945828585908 
Step 450 | loss:3.528153896331787 lr:1.9899462489023783e-05 tokens_per_second_per_gpu:1038.670820444786 
Step 451 | loss:3.1716604232788086 lr:1.989900575268326e-05 tokens_per_second_per_gpu:945.9398618014806 
Step 452 | loss:3.666499376296997 lr:1.9898547986494084e-05 tokens_per_second_per_gpu:836.0845354406149 
Step 453 | loss:2.8441808223724365 lr:1.989808919050388e-05 tokens_per_second_per_gpu:790.6507195175931 
Step 454 | loss:3.2133147716522217 lr:1.989762936476038e-05 tokens_per_second_per_gpu:895.6244585341632 
Step 455 | loss:3.3818306922912598 lr:1.9897168509311423e-05 tokens_per_second_per_gpu:938.7356873921026 
Step 456 | loss:3.6829817295074463 lr:1.9896706624204954e-05 tokens_per_second_per_gpu:1245.1146078262318 
Step 457 | loss:3.433084011077881 lr:1.9896243709489025e-05 tokens_per_second_per_gpu:946.3347193958915 
Step 458 | loss:3.5248894691467285 lr:1.9895779765211793e-05 tokens_per_second_per_gpu:962.5638703764946 
Step 459 | loss:3.200169086456299 lr:1.989531479142153e-05 tokens_per_second_per_gpu:991.0762044710299 
Step 460 | loss:3.1593103408813477 lr:1.9894848788166606e-05 tokens_per_second_per_gpu:964.855044678319 
Step 461 | loss:2.8665921688079834 lr:1.9894381755495505e-05 tokens_per_second_per_gpu:735.4525627785326 
Step 462 | loss:2.612205743789673 lr:1.989391369345681e-05 tokens_per_second_per_gpu:822.1254306864902 
Step 463 | loss:2.7130913734436035 lr:1.989344460209922e-05 tokens_per_second_per_gpu:804.1857079078289 
Step 464 | loss:3.4161112308502197 lr:1.9892974481471538e-05 tokens_per_second_per_gpu:887.612659418998 
Step 465 | loss:3.076089859008789 lr:1.989250333162267e-05 tokens_per_second_per_gpu:864.6613402106764 
Step 466 | loss:3.4320950508117676 lr:1.9892031152601635e-05 tokens_per_second_per_gpu:1049.0217564664686 
Step 467 | loss:3.269087076187134 lr:1.9891557944457552e-05 tokens_per_second_per_gpu:1040.6430621129016 
Step 468 | loss:2.9456279277801514 lr:1.989108370723966e-05 tokens_per_second_per_gpu:887.8320719319078 
Step 469 | loss:3.1779367923736572 lr:1.9890608440997286e-05 tokens_per_second_per_gpu:956.5697247314992 
Step 470 | loss:2.9812171459198 lr:1.9890132145779885e-05 tokens_per_second_per_gpu:955.8738054812575 
Step 471 | loss:2.9916937351226807 lr:1.9889654821637e-05 tokens_per_second_per_gpu:919.583331894989 
Step 472 | loss:3.401857614517212 lr:1.9889176468618295e-05 tokens_per_second_per_gpu:1004.8812360004606 
Step 473 | loss:3.3006885051727295 lr:1.9888697086773535e-05 tokens_per_second_per_gpu:973.06734867271 
Step 474 | loss:2.432861804962158 lr:1.988821667615259e-05 tokens_per_second_per_gpu:983.2570301330518 
Step 475 | loss:3.0367591381073 lr:1.988773523680544e-05 tokens_per_second_per_gpu:1021.6696320117084 
Step 476 | loss:2.3274343013763428 lr:1.9887252768782177e-05 tokens_per_second_per_gpu:739.4711564694343 
Step 477 | loss:2.761207103729248 lr:1.988676927213299e-05 tokens_per_second_per_gpu:913.4344968189811 
Step 478 | loss:2.8582992553710938 lr:1.988628474690818e-05 tokens_per_second_per_gpu:1068.687050836501 
Step 479 | loss:2.2947354316711426 lr:1.9885799193158158e-05 tokens_per_second_per_gpu:816.7752515724702 
Step 480 | loss:2.443363904953003 lr:1.9885312610933433e-05 tokens_per_second_per_gpu:760.3604588545048 
Step 481 | loss:2.5841331481933594 lr:1.988482500028463e-05 tokens_per_second_per_gpu:859.7310835051886 
Step 482 | loss:2.6551012992858887 lr:1.9884336361262483e-05 tokens_per_second_per_gpu:992.9814827650515 
Step 483 | loss:2.2839717864990234 lr:1.9883846693917824e-05 tokens_per_second_per_gpu:761.8486286536325 
Step 484 | loss:2.4126789569854736 lr:1.9883355998301594e-05 tokens_per_second_per_gpu:864.8500944529765 
Step 485 | loss:2.4272444248199463 lr:1.9882864274464842e-05 tokens_per_second_per_gpu:802.2783102773042 
Step 486 | loss:2.4908945560455322 lr:1.9882371522458726e-05 tokens_per_second_per_gpu:966.1742891033851 
Step 487 | loss:2.942477226257324 lr:1.9881877742334512e-05 tokens_per_second_per_gpu:976.5194062782194 
Step 488 | loss:2.4540762901306152 lr:1.9881382934143567e-05 tokens_per_second_per_gpu:863.8463954479445 
Step 489 | loss:2.4059574604034424 lr:1.988088709793737e-05 tokens_per_second_per_gpu:950.7116658703063 
Step 490 | loss:2.4662563800811768 lr:1.988039023376751e-05 tokens_per_second_per_gpu:1071.6856793666552 
Step 491 | loss:2.085709571838379 lr:1.9879892341685675e-05 tokens_per_second_per_gpu:792.6278942137917 
Step 492 | loss:2.5275230407714844 lr:1.9879393421743663e-05 tokens_per_second_per_gpu:946.1198146122426 
Step 493 | loss:3.1617517471313477 lr:1.9878893473993377e-05 tokens_per_second_per_gpu:1385.998611445144 
Step 494 | loss:2.2778658866882324 lr:1.9878392498486835e-05 tokens_per_second_per_gpu:978.0640368741996 
Step 495 | loss:2.109382390975952 lr:1.9877890495276154e-05 tokens_per_second_per_gpu:906.0737036199157 
Step 496 | loss:1.7790164947509766 lr:1.9877387464413557e-05 tokens_per_second_per_gpu:818.6970057958874 
Step 497 | loss:1.8506863117218018 lr:1.9876883405951378e-05 tokens_per_second_per_gpu:881.0629325523806 
Step 498 | loss:2.0566282272338867 lr:1.9876378319942062e-05 tokens_per_second_per_gpu:934.1256102922017 
Step 499 | loss:1.4518626928329468 lr:1.9875872206438152e-05 tokens_per_second_per_gpu:703.5310258282657 
Step 500 | loss:1.5928802490234375 lr:1.9875365065492303e-05 tokens_per_second_per_gpu:752.8009978977178 
Step 501 | loss:1.6463661193847656 lr:1.9874856897157272e-05 tokens_per_second_per_gpu:813.9862858814822 
Step 502 | loss:1.5464627742767334 lr:1.9874347701485933e-05 tokens_per_second_per_gpu:760.457929815696 
Step 503 | loss:1.6933740377426147 lr:1.9873837478531257e-05 tokens_per_second_per_gpu:811.6181227343282 
Step 504 | loss:2.035036563873291 lr:1.9873326228346323e-05 tokens_per_second_per_gpu:1049.790398668295 
Step 505 | loss:1.815775752067566 lr:1.9872813950984323e-05 tokens_per_second_per_gpu:993.2575745268281 
Step 506 | loss:2.220606803894043 lr:1.9872300646498554e-05 tokens_per_second_per_gpu:1063.532864924688 
Step 507 | loss:1.6042649745941162 lr:1.987178631494241e-05 tokens_per_second_per_gpu:840.2466931547469 
Step 508 | loss:1.387499213218689 lr:1.987127095636941e-05 tokens_per_second_per_gpu:740.4824399798688 
Step 509 | loss:1.5566799640655518 lr:1.9870754570833156e-05 tokens_per_second_per_gpu:814.8594000924546 
Step 510 | loss:1.554581880569458 lr:1.9870237158387385e-05 tokens_per_second_per_gpu:826.598563074189 
Step 511 | loss:1.681371808052063 lr:1.9869718719085917e-05 tokens_per_second_per_gpu:1043.153486505198 
Step 512 | loss:1.41788649559021 lr:1.986919925298269e-05 tokens_per_second_per_gpu:913.903770020219 
Step 513 | loss:1.6064503192901611 lr:1.986867876013175e-05 tokens_per_second_per_gpu:1054.3741995942419 
Step 514 | loss:1.3051486015319824 lr:1.9868157240587243e-05 tokens_per_second_per_gpu:950.6156862046104 
Step 515 | loss:1.6294728517532349 lr:1.986763469440343e-05 tokens_per_second_per_gpu:1139.269565640551 
Step 516 | loss:1.208122968673706 lr:1.986711112163467e-05 tokens_per_second_per_gpu:897.2672680340688 
Step 517 | loss:1.5290852785110474 lr:1.9866586522335436e-05 tokens_per_second_per_gpu:838.4541720701505 
Step 518 | loss:1.6684261560440063 lr:1.98660608965603e-05 tokens_per_second_per_gpu:879.2751532213513 
Step 519 | loss:1.4055209159851074 lr:1.9865534244363955e-05 tokens_per_second_per_gpu:1113.3537401810945 
Step 520 | loss:1.45997154712677 lr:1.986500656580118e-05 tokens_per_second_per_gpu:984.6916998379755 
Step 521 | loss:1.1346943378448486 lr:1.9864477860926883e-05 tokens_per_second_per_gpu:907.9554461779438 
Step 522 | loss:1.151632308959961 lr:1.9863948129796062e-05 tokens_per_second_per_gpu:794.3967204588853 
Step 523 | loss:1.141548752784729 lr:1.9863417372463833e-05 tokens_per_second_per_gpu:1034.6359620525252 
Step 524 | loss:0.8350337743759155 lr:1.9862885588985405e-05 tokens_per_second_per_gpu:927.8264615690654 
Step 525 | loss:1.0955185890197754 lr:1.986235277941611e-05 tokens_per_second_per_gpu:1038.8275225973882 
Step 526 | loss:1.1646947860717773 lr:1.9861818943811374e-05 tokens_per_second_per_gpu:1009.2520885879485 
Step 527 | loss:1.2272542715072632 lr:1.986128408222674e-05 tokens_per_second_per_gpu:1036.3242224079713 
Step 528 | loss:0.8117060661315918 lr:1.986074819471785e-05 tokens_per_second_per_gpu:955.3224833196399 
Step 529 | loss:0.8665894269943237 lr:1.9860211281340452e-05 tokens_per_second_per_gpu:951.0449603526915 
Step 530 | loss:0.9255369901657104 lr:1.9859673342150413e-05 tokens_per_second_per_gpu:939.4578850565764 
Step 531 | loss:0.7071895599365234 lr:1.985913437720369e-05 tokens_per_second_per_gpu:995.022100837778 
Step 532 | loss:0.907092273235321 lr:1.9858594386556357e-05 tokens_per_second_per_gpu:760.9738724869861 
Step 533 | loss:0.795381486415863 lr:1.9858053370264593e-05 tokens_per_second_per_gpu:824.6319956053507 
Step 534 | loss:0.8391424417495728 lr:1.985751132838468e-05 tokens_per_second_per_gpu:919.3697127379367 
Step 535 | loss:0.8355590105056763 lr:1.985696826097301e-05 tokens_per_second_per_gpu:817.8184242897516 
Step 536 | loss:0.6555504202842712 lr:1.985642416808609e-05 tokens_per_second_per_gpu:802.9540298539735 
Step 537 | loss:0.9625539779663086 lr:1.9855879049780516e-05 tokens_per_second_per_gpu:837.959618488888 
Step 538 | loss:0.6942411661148071 lr:1.9855332906112998e-05 tokens_per_second_per_gpu:807.3621081977242 
Step 539 | loss:0.7025940418243408 lr:1.985478573714036e-05 tokens_per_second_per_gpu:1069.1882577020856 
Step 540 | loss:0.6443198919296265 lr:1.9854237542919525e-05 tokens_per_second_per_gpu:1071.2454634914934 
Step 541 | loss:0.6022006869316101 lr:1.9853688323507524e-05 tokens_per_second_per_gpu:867.9998374072255 
Step 542 | loss:0.5497671365737915 lr:1.9853138078961498e-05 tokens_per_second_per_gpu:783.5231635755359 
Step 543 | loss:0.5162326693534851 lr:1.985258680933869e-05 tokens_per_second_per_gpu:887.5357529393949 
Step 544 | loss:0.7434107065200806 lr:1.985203451469645e-05 tokens_per_second_per_gpu:1185.9628916922006 
Step 545 | loss:0.6186150312423706 lr:1.9851481195092243e-05 tokens_per_second_per_gpu:1111.3427870150022 
Step 546 | loss:0.7488546967506409 lr:1.985092685058362e-05 tokens_per_second_per_gpu:971.8101784339361 
Step 547 | loss:0.5943418741226196 lr:1.9850371481228267e-05 tokens_per_second_per_gpu:876.1317558978806 
Step 548 | loss:0.4570615887641907 lr:1.9849815087083957e-05 tokens_per_second_per_gpu:885.1723502594895 
Step 549 | loss:0.8472294807434082 lr:1.9849257668208577e-05 tokens_per_second_per_gpu:1060.7111216768978 
Step 550 | loss:0.3980192542076111 lr:1.984869922466011e-05 tokens_per_second_per_gpu:829.7091085614535 
Step 551 | loss:0.6593151092529297 lr:1.9848139756496666e-05 tokens_per_second_per_gpu:1172.247275129752 
Step 552 | loss:0.5633844137191772 lr:1.984757926377644e-05 tokens_per_second_per_gpu:809.9991605197469 
Step 553 | loss:0.46544697880744934 lr:1.9847017746557745e-05 tokens_per_second_per_gpu:838.578536508962 
Step 554 | loss:0.4982755184173584 lr:1.9846455204899005e-05 tokens_per_second_per_gpu:866.0967568546067 
Step 555 | loss:0.6353587508201599 lr:1.9845891638858735e-05 tokens_per_second_per_gpu:969.6064922909441 
Step 556 | loss:0.5008710622787476 lr:1.9845327048495576e-05 tokens_per_second_per_gpu:939.3099637056686 
Step 557 | loss:0.44006162881851196 lr:1.9844761433868257e-05 tokens_per_second_per_gpu:916.0995638010152 
Step 558 | loss:0.33936309814453125 lr:1.9844194795035627e-05 tokens_per_second_per_gpu:868.6364452135668 
Step 559 | loss:0.4424062967300415 lr:1.9843627132056632e-05 tokens_per_second_per_gpu:926.1218755858084 
Step 560 | loss:0.34895700216293335 lr:1.984305844499033e-05 tokens_per_second_per_gpu:774.5849824149268 
Step 561 | loss:0.3612036406993866 lr:1.9842488733895894e-05 tokens_per_second_per_gpu:828.1493143342211 
Step 562 | loss:0.3613416850566864 lr:1.9841917998832582e-05 tokens_per_second_per_gpu:944.4146352299741 
Step 563 | loss:0.36793678998947144 lr:1.9841346239859773e-05 tokens_per_second_per_gpu:849.1553362823415 
Step 564 | loss:0.5755490660667419 lr:1.9840773457036956e-05 tokens_per_second_per_gpu:969.3857036011224 
Step 565 | loss:0.29533877968788147 lr:1.984019965042372e-05 tokens_per_second_per_gpu:782.0578990671248 
Step 566 | loss:0.35642194747924805 lr:1.9839624820079754e-05 tokens_per_second_per_gpu:930.909296593171 
Step 567 | loss:0.31602340936660767 lr:1.983904896606487e-05 tokens_per_second_per_gpu:884.6789206715482 
Step 568 | loss:0.3460804522037506 lr:1.983847208843897e-05 tokens_per_second_per_gpu:968.9286201806275 
Step 569 | loss:0.461017906665802 lr:1.9837894187262073e-05 tokens_per_second_per_gpu:894.468696141947 
Step 570 | loss:0.3599303364753723 lr:1.9837315262594307e-05 tokens_per_second_per_gpu:811.7523791674342 
Step 571 | loss:0.26600971817970276 lr:1.9836735314495888e-05 tokens_per_second_per_gpu:1008.7784205973138 
Step 572 | loss:0.30778682231903076 lr:1.983615434302716e-05 tokens_per_second_per_gpu:770.9915184981272 
Step 573 | loss:0.21520718932151794 lr:1.983557234824856e-05 tokens_per_second_per_gpu:797.9200575352133 
Step 574 | loss:0.2934449315071106 lr:1.9834989330220645e-05 tokens_per_second_per_gpu:903.1022333649744 
Step 575 | loss:0.36436912417411804 lr:1.983440528900406e-05 tokens_per_second_per_gpu:1063.4282621103146 
Step 576 | loss:0.23782408237457275 lr:1.983382022465957e-05 tokens_per_second_per_gpu:849.2027256674179 
Step 577 | loss:0.2666226625442505 lr:1.983323413724804e-05 tokens_per_second_per_gpu:986.6225367978699 
Step 578 | loss:0.2608535885810852 lr:1.983264702683045e-05 tokens_per_second_per_gpu:1003.4831086748949 
Step 579 | loss:0.33943164348602295 lr:1.9832058893467874e-05 tokens_per_second_per_gpu:879.5206105143988 
Step 580 | loss:0.2588348090648651 lr:1.98314697372215e-05 tokens_per_second_per_gpu:891.0970925763442 
Step 581 | loss:0.17811663448810577 lr:1.9830879558152624e-05 tokens_per_second_per_gpu:769.334210691252 
Step 582 | loss:0.3454461693763733 lr:1.9830288356322644e-05 tokens_per_second_per_gpu:871.3108625374016 
Step 583 | loss:0.2580619752407074 lr:1.9829696131793065e-05 tokens_per_second_per_gpu:903.0926218436614 
Step 584 | loss:0.21592247486114502 lr:1.98291028846255e-05 tokens_per_second_per_gpu:947.3673484353104 
Step 585 | loss:0.32728978991508484 lr:1.982850861488167e-05 tokens_per_second_per_gpu:890.9995352353598 
Step 586 | loss:0.3204665184020996 lr:1.9827913322623397e-05 tokens_per_second_per_gpu:912.1561169288392 
Step 587 | loss:0.20489023625850677 lr:1.9827317007912615e-05 tokens_per_second_per_gpu:979.1377924100487 
Step 588 | loss:0.2030101865530014 lr:1.982671967081136e-05 tokens_per_second_per_gpu:715.81931045356 
Step 589 | loss:0.22112423181533813 lr:1.9826121311381777e-05 tokens_per_second_per_gpu:814.7403073600236 
Step 590 | loss:0.20090726017951965 lr:1.982552192968612e-05 tokens_per_second_per_gpu:757.885460524622 
Step 591 | loss:0.27514973282814026 lr:1.982492152578674e-05 tokens_per_second_per_gpu:816.394715774822 
Step 592 | loss:0.23676064610481262 lr:1.9824320099746102e-05 tokens_per_second_per_gpu:843.7476903122657 
Step 593 | loss:0.2304840385913849 lr:1.982371765162678e-05 tokens_per_second_per_gpu:864.8982989837009 
Step 594 | loss:0.25363945960998535 lr:1.9823114181491444e-05 tokens_per_second_per_gpu:793.6659002564083 
Step 595 | loss:0.3733997941017151 lr:1.9822509689402884e-05 tokens_per_second_per_gpu:1068.4576288346811 
Step 596 | loss:0.2324436902999878 lr:1.9821904175423978e-05 tokens_per_second_per_gpu:812.2860939668915 
Step 597 | loss:0.18451447784900665 lr:1.982129763961773e-05 tokens_per_second_per_gpu:797.1718298104513 
Step 598 | loss:0.2846837043762207 lr:1.9820690082047237e-05 tokens_per_second_per_gpu:802.1451142367248 
Step 599 | loss:0.2828361690044403 lr:1.982008150277571e-05 tokens_per_second_per_gpu:945.5563594496969 
Step 600 | loss:0.17418403923511505 lr:1.981947190186646e-05 tokens_per_second_per_gpu:700.4690222676217 
Step 601 | loss:0.18261438608169556 lr:1.981886127938291e-05 tokens_per_second_per_gpu:1042.649872008859 
Step 602 | loss:0.246836319565773 lr:1.9818249635388582e-05 tokens_per_second_per_gpu:919.4684461670165 
Step 603 | loss:0.17711152136325836 lr:1.9817636969947108e-05 tokens_per_second_per_gpu:807.124549691893 
Step 604 | loss:0.2198937088251114 lr:1.9817023283122236e-05 tokens_per_second_per_gpu:920.2597671839588 
Step 605 | loss:0.22912175953388214 lr:1.98164085749778e-05 tokens_per_second_per_gpu:876.6734866494522 
Step 606 | loss:0.23007524013519287 lr:1.981579284557776e-05 tokens_per_second_per_gpu:806.0430015114958 
Step 607 | loss:0.21713775396347046 lr:1.9815176094986174e-05 tokens_per_second_per_gpu:999.47395845636 
Step 608 | loss:0.23755887150764465 lr:1.9814558323267197e-05 tokens_per_second_per_gpu:921.3526258606087 
Step 609 | loss:0.18389317393302917 lr:1.9813939530485107e-05 tokens_per_second_per_gpu:920.3049834149425 
Step 610 | loss:0.20272311568260193 lr:1.9813319716704278e-05 tokens_per_second_per_gpu:964.7861352167648 
Step 611 | loss:0.1944665163755417 lr:1.9812698881989193e-05 tokens_per_second_per_gpu:867.2343152970642 
Step 612 | loss:0.19875793159008026 lr:1.9812077026404443e-05 tokens_per_second_per_gpu:990.8486724337683 
Step 613 | loss:0.2306949943304062 lr:1.9811454150014718e-05 tokens_per_second_per_gpu:991.2283743506534 
Step 614 | loss:0.2071039229631424 lr:1.981083025288482e-05 tokens_per_second_per_gpu:709.2171155303322 
Step 615 | loss:0.2461446225643158 lr:1.9810205335079664e-05 tokens_per_second_per_gpu:861.6047296303557 
Step 616 | loss:0.16094496846199036 lr:1.9809579396664252e-05 tokens_per_second_per_gpu:861.7313259597013 
Step 617 | loss:0.42151135206222534 lr:1.9808952437703718e-05 tokens_per_second_per_gpu:900.5249308791749 
Step 618 | loss:0.1478630155324936 lr:1.9808324458263277e-05 tokens_per_second_per_gpu:785.6682599600208 
Step 619 | loss:0.14362795650959015 lr:1.9807695458408264e-05 tokens_per_second_per_gpu:825.6701660527053 
Step 620 | loss:0.24021247029304504 lr:1.980706543820412e-05 tokens_per_second_per_gpu:843.9192374446362 
Step 621 | loss:0.26418551802635193 lr:1.9806434397716386e-05 tokens_per_second_per_gpu:1037.9540073546002 
Step 622 | loss:0.24803762137889862 lr:1.980580233701071e-05 tokens_per_second_per_gpu:1006.2418351946236 
Step 623 | loss:0.18440726399421692 lr:1.9805169256152856e-05 tokens_per_second_per_gpu:970.4200892570813 
Step 624 | loss:0.25313305854797363 lr:1.9804535155208686e-05 tokens_per_second_per_gpu:858.876291864116 
Step 625 | loss:0.15480484068393707 lr:1.9803900034244165e-05 tokens_per_second_per_gpu:1053.2594417217276 
Step 626 | loss:0.23843492567539215 lr:1.980326389332537e-05 tokens_per_second_per_gpu:1059.360048088083 
Step 627 | loss:0.13290061056613922 lr:1.9802626732518484e-05 tokens_per_second_per_gpu:871.738805055282 
Step 628 | loss:0.16927368938922882 lr:1.980198855188979e-05 tokens_per_second_per_gpu:800.0936542854325 
Step 629 | loss:0.1805967092514038 lr:1.9801349351505683e-05 tokens_per_second_per_gpu:853.8368227080417 
Step 630 | loss:0.10032642632722855 lr:1.9800709131432665e-05 tokens_per_second_per_gpu:744.1467350123858 
Step 631 | loss:0.13770776987075806 lr:1.9800067891737344e-05 tokens_per_second_per_gpu:865.3002055931623 
Step 632 | loss:0.2411373406648636 lr:1.9799425632486424e-05 tokens_per_second_per_gpu:1004.4530811682789 
Step 633 | loss:0.22070714831352234 lr:1.9798782353746727e-05 tokens_per_second_per_gpu:892.8887111735968 
Step 634 | loss:0.14575111865997314 lr:1.979813805558518e-05 tokens_per_second_per_gpu:814.6336569650266 
Step 635 | loss:0.16596513986587524 lr:1.979749273806881e-05 tokens_per_second_per_gpu:733.034294170281 
Step 636 | loss:0.21249668300151825 lr:1.9796846401264748e-05 tokens_per_second_per_gpu:877.2231505022467 
Step 637 | loss:0.19044575095176697 lr:1.9796199045240242e-05 tokens_per_second_per_gpu:867.9987110700383 
Step 638 | loss:0.17091120779514313 lr:1.979555067006264e-05 tokens_per_second_per_gpu:901.6684265234464 
Step 639 | loss:0.15806616842746735 lr:1.9794901275799395e-05 tokens_per_second_per_gpu:1057.9953026484689 
Step 640 | loss:0.2949197292327881 lr:1.9794250862518066e-05 tokens_per_second_per_gpu:1111.7900967764717 
Step 641 | loss:0.1093144565820694 lr:1.979359943028632e-05 tokens_per_second_per_gpu:957.376319606685 
Step 642 | loss:0.1885511726140976 lr:1.979294697917193e-05 tokens_per_second_per_gpu:781.3830312764223 
Step 643 | loss:0.1491733342409134 lr:1.9792293509242772e-05 tokens_per_second_per_gpu:815.2671532500573 
Step 644 | loss:0.11451400816440582 lr:1.979163902056683e-05 tokens_per_second_per_gpu:964.3630367773375 
Step 645 | loss:0.17086341977119446 lr:1.97909835132122e-05 tokens_per_second_per_gpu:901.6269251070277 
Step 646 | loss:0.27992770075798035 lr:1.979032698724707e-05 tokens_per_second_per_gpu:1004.3418673978722 
Step 647 | loss:0.1590154767036438 lr:1.9789669442739744e-05 tokens_per_second_per_gpu:971.5127671835832 
Step 648 | loss:0.11283662915229797 lr:1.9789010879758638e-05 tokens_per_second_per_gpu:771.6364763574946 
Step 649 | loss:0.10768631100654602 lr:1.9788351298372253e-05 tokens_per_second_per_gpu:915.9005511960285 
Step 650 | loss:0.16449590027332306 lr:1.9787690698649217e-05 tokens_per_second_per_gpu:952.5413055439927 
Step 651 | loss:0.1994541585445404 lr:1.9787029080658256e-05 tokens_per_second_per_gpu:1013.505015981966 
Step 652 | loss:0.1161317527294159 lr:1.97863664444682e-05 tokens_per_second_per_gpu:787.9191726155198 
Step 653 | loss:0.14236587285995483 lr:1.9785702790147985e-05 tokens_per_second_per_gpu:810.890276288166 
Step 654 | loss:0.12014947831630707 lr:1.978503811776666e-05 tokens_per_second_per_gpu:783.4836582755181 
Step 655 | loss:0.13730940222740173 lr:1.9784372427393367e-05 tokens_per_second_per_gpu:786.8171041904188 
Step 656 | loss:0.1900777518749237 lr:1.978370571909737e-05 tokens_per_second_per_gpu:1133.8235679647787 
Step 657 | loss:0.12695607542991638 lr:1.978303799294802e-05 tokens_per_second_per_gpu:986.6293817338267 
Step 658 | loss:0.12405549734830856 lr:1.9782369249014795e-05 tokens_per_second_per_gpu:831.6245202567994 
Step 659 | loss:0.14753501117229462 lr:1.9781699487367265e-05 tokens_per_second_per_gpu:849.04964952249 
Step 660 | loss:0.12867772579193115 lr:1.9781028708075104e-05 tokens_per_second_per_gpu:745.3476589730462 
Step 661 | loss:0.14425130188465118 lr:1.9780356911208098e-05 tokens_per_second_per_gpu:920.4459818898944 
Step 662 | loss:0.10303862392902374 lr:1.9779684096836143e-05 tokens_per_second_per_gpu:818.5341218674574 
Step 663 | loss:0.12347593903541565 lr:1.9779010265029235e-05 tokens_per_second_per_gpu:778.030232075416 
Step 664 | loss:0.12689083814620972 lr:1.977833541585747e-05 tokens_per_second_per_gpu:898.9694282355707 
Step 665 | loss:0.12604345381259918 lr:1.9777659549391065e-05 tokens_per_second_per_gpu:798.5833688116475 
Step 666 | loss:0.16207744181156158 lr:1.9776982665700325e-05 tokens_per_second_per_gpu:804.8305598683794 
Step 667 | loss:0.1659623682498932 lr:1.9776304764855678e-05 tokens_per_second_per_gpu:907.0104918436821 
Step 668 | loss:0.19427402317523956 lr:1.9775625846927643e-05 tokens_per_second_per_gpu:1005.890917036374 
Step 669 | loss:0.08093329519033432 lr:1.9774945911986858e-05 tokens_per_second_per_gpu:872.0828942500784 
Step 670 | loss:0.2150065004825592 lr:1.9774264960104056e-05 tokens_per_second_per_gpu:862.8343341495867 
Step 671 | loss:0.1947619616985321 lr:1.9773582991350083e-05 tokens_per_second_per_gpu:1060.817874397761 
Step 672 | loss:0.13310760259628296 lr:1.9772900005795886e-05 tokens_per_second_per_gpu:805.3890500710647 
Step 673 | loss:0.1572788953781128 lr:1.9772216003512518e-05 tokens_per_second_per_gpu:913.0141883094294 
Step 674 | loss:0.07296085357666016 lr:1.9771530984571146e-05 tokens_per_second_per_gpu:851.3276058812037 
Step 675 | loss:0.13738270103931427 lr:1.977084494904303e-05 tokens_per_second_per_gpu:978.9874344787087 
Step 676 | loss:0.13995254039764404 lr:1.977015789699954e-05 tokens_per_second_per_gpu:953.3107599939905 
Step 677 | loss:0.24460138380527496 lr:1.9769469828512168e-05 tokens_per_second_per_gpu:1123.1449679747775 
Step 678 | loss:0.1339479386806488 lr:1.976878074365248e-05 tokens_per_second_per_gpu:838.9306128076413 
Step 679 | loss:0.1344945877790451 lr:1.9768090642492177e-05 tokens_per_second_per_gpu:721.875630458694 
Step 680 | loss:0.07203024625778198 lr:1.976739952510305e-05 tokens_per_second_per_gpu:957.9579085019201 
Step 681 | loss:0.11355268955230713 lr:1.9766707391557e-05 tokens_per_second_per_gpu:973.0514598717963 
Step 682 | loss:0.2578141391277313 lr:1.9766014241926032e-05 tokens_per_second_per_gpu:1073.0391679274333 
Step 683 | loss:0.11923626065254211 lr:1.976532007628226e-05 tokens_per_second_per_gpu:926.0686424505992 
Step 684 | loss:0.11261343955993652 lr:1.9764624894697903e-05 tokens_per_second_per_gpu:891.918882644992 
Step 685 | loss:0.09505335986614227 lr:1.9763928697245283e-05 tokens_per_second_per_gpu:783.583702327821 
Step 686 | loss:0.16261540353298187 lr:1.9763231483996827e-05 tokens_per_second_per_gpu:928.9304913501235 
Step 687 | loss:0.16322097182273865 lr:1.9762533255025076e-05 tokens_per_second_per_gpu:996.4120819799153 
Step 688 | loss:0.07531444728374481 lr:1.9761834010402667e-05 tokens_per_second_per_gpu:985.0771396733581 
Step 689 | loss:0.11137640476226807 lr:1.9761133750202343e-05 tokens_per_second_per_gpu:910.0347559263143 
Step 690 | loss:0.1268215775489807 lr:1.9760432474496963e-05 tokens_per_second_per_gpu:977.1003804895607 
Step 691 | loss:0.07411381602287292 lr:1.975973018335948e-05 tokens_per_second_per_gpu:820.9782954069782 
Step 692 | loss:0.1557532101869583 lr:1.975902687686296e-05 tokens_per_second_per_gpu:841.8981129906405 
Step 693 | loss:0.12098047137260437 lr:1.9758322555080566e-05 tokens_per_second_per_gpu:1054.6562677160612 
Step 694 | loss:0.1141357421875 lr:1.975761721808558e-05 tokens_per_second_per_gpu:1002.0339933534252 
Step 695 | loss:0.07903650403022766 lr:1.975691086595138e-05 tokens_per_second_per_gpu:824.1668720070207 
Step 696 | loss:0.16839179396629333 lr:1.9756203498751448e-05 tokens_per_second_per_gpu:941.0954549051191 
Step 697 | loss:0.1560312807559967 lr:1.9755495116559378e-05 tokens_per_second_per_gpu:900.5668903065371 
Step 698 | loss:0.09209752827882767 lr:1.975478571944887e-05 tokens_per_second_per_gpu:894.0418109245204 
Step 699 | loss:0.07427529245615005 lr:1.975407530749372e-05 tokens_per_second_per_gpu:744.0256842578823 
Step 700 | loss:0.11023738980293274 lr:1.975336388076784e-05 tokens_per_second_per_gpu:876.4365502966131 
Step 701 | loss:0.12543714046478271 lr:1.9752651439345243e-05 tokens_per_second_per_gpu:827.8570954884854 
Step 702 | loss:0.1298782378435135 lr:1.9751937983300048e-05 tokens_per_second_per_gpu:807.823385729684 
Step 703 | loss:0.07604572176933289 lr:1.9751223512706483e-05 tokens_per_second_per_gpu:796.9363750449463 
Step 704 | loss:0.08965934813022614 lr:1.9750508027638873e-05 tokens_per_second_per_gpu:1059.6986259279863 
Step 705 | loss:0.2867049276828766 lr:1.974979152817166e-05 tokens_per_second_per_gpu:1065.015519232918 
Step 706 | loss:0.1082613617181778 lr:1.974907401437938e-05 tokens_per_second_per_gpu:776.6627211022434 
Step 707 | loss:0.13793009519577026 lr:1.974835548633668e-05 tokens_per_second_per_gpu:965.3065002804908 
Step 708 | loss:0.12277662754058838 lr:1.9747635944118318e-05 tokens_per_second_per_gpu:957.1732355959304 
Step 709 | loss:0.11437413841485977 lr:1.9746915387799147e-05 tokens_per_second_per_gpu:1053.2757198974543 
Step 710 | loss:0.08437448740005493 lr:1.9746193817454128e-05 tokens_per_second_per_gpu:887.9638164221964 
Step 711 | loss:0.11108261346817017 lr:1.9745471233158338e-05 tokens_per_second_per_gpu:882.5574386422538 
Step 712 | loss:0.14190098643302917 lr:1.9744747634986946e-05 tokens_per_second_per_gpu:996.1114757965009 
Step 713 | loss:0.07483861595392227 lr:1.9744023023015233e-05 tokens_per_second_per_gpu:953.6191687478264 
Step 714 | loss:0.11949432641267776 lr:1.9743297397318584e-05 tokens_per_second_per_gpu:819.3581036611536 
Step 715 | loss:0.08127102255821228 lr:1.9742570757972492e-05 tokens_per_second_per_gpu:865.5073275504144 
Step 716 | loss:0.09332635253667831 lr:1.9741843105052552e-05 tokens_per_second_per_gpu:1047.1019017409876 
Step 717 | loss:0.051076099276542664 lr:1.9741114438634465e-05 tokens_per_second_per_gpu:836.9517227548308 
Step 718 | loss:0.1791170984506607 lr:1.9740384758794037e-05 tokens_per_second_per_gpu:935.4659459532984 
Step 719 | loss:0.09599748253822327 lr:1.973965406560719e-05 tokens_per_second_per_gpu:895.508412808965 
Step 720 | loss:0.14080467820167542 lr:1.9738922359149927e-05 tokens_per_second_per_gpu:650.4014021622924 
Step 721 | loss:0.11294744908809662 lr:1.973818963949838e-05 tokens_per_second_per_gpu:1003.4150626284265 
Step 722 | loss:0.09304362535476685 lr:1.973745590672878e-05 tokens_per_second_per_gpu:973.1521150794172 
Step 723 | loss:0.2198464572429657 lr:1.9736721160917454e-05 tokens_per_second_per_gpu:873.1785305184741 
Step 724 | loss:0.1258978545665741 lr:1.9735985402140846e-05 tokens_per_second_per_gpu:808.0263098610975 
Step 725 | loss:0.08157427608966827 lr:1.9735248630475505e-05 tokens_per_second_per_gpu:1065.2359719608414 
Step 726 | loss:0.10666459798812866 lr:1.9734510845998076e-05 tokens_per_second_per_gpu:913.3045040420759 
Step 727 | loss:0.07596451789140701 lr:1.9733772048785317e-05 tokens_per_second_per_gpu:963.0545579003469 
Step 728 | loss:0.14303816854953766 lr:1.9733032238914086e-05 tokens_per_second_per_gpu:821.581290481272 
Step 729 | loss:0.1739337146282196 lr:1.9732291416461356e-05 tokens_per_second_per_gpu:984.8684921195559 
Step 730 | loss:0.12594754993915558 lr:1.973154958150419e-05 tokens_per_second_per_gpu:889.9113487409072 
Step 731 | loss:0.08151642978191376 lr:1.9730806734119773e-05 tokens_per_second_per_gpu:961.8044384425936 
Step 732 | loss:0.08320135623216629 lr:1.9730062874385388e-05 tokens_per_second_per_gpu:845.437715285332 
Step 733 | loss:0.07649817317724228 lr:1.9729318002378415e-05 tokens_per_second_per_gpu:1058.8934761230526 
Step 734 | loss:0.09348054975271225 lr:1.9728572118176352e-05 tokens_per_second_per_gpu:947.9537896243918 
Step 735 | loss:0.12631890177726746 lr:1.9727825221856797e-05 tokens_per_second_per_gpu:976.2009716970223 
Step 736 | loss:0.14414075016975403 lr:1.9727077313497455e-05 tokens_per_second_per_gpu:1144.3214170646688 
Step 737 | loss:0.08424298465251923 lr:1.9726328393176137e-05 tokens_per_second_per_gpu:813.6741780786504 
Step 738 | loss:0.059349678456783295 lr:1.972557846097075e-05 tokens_per_second_per_gpu:801.4326307209127 
Step 739 | loss:0.08379483222961426 lr:1.972482751695932e-05 tokens_per_second_per_gpu:937.2879744421464 
Step 740 | loss:0.12422528862953186 lr:1.972407556121997e-05 tokens_per_second_per_gpu:1083.1674362375845 
Step 741 | loss:0.12136280536651611 lr:1.972332259383093e-05 tokens_per_second_per_gpu:862.2637475888791 
Step 742 | loss:0.13488739728927612 lr:1.9722568614870536e-05 tokens_per_second_per_gpu:1085.0304960333385 
Step 743 | loss:0.12317410111427307 lr:1.9721813624417226e-05 tokens_per_second_per_gpu:803.3632361742006 
Step 744 | loss:0.0781920850276947 lr:1.9721057622549547e-05 tokens_per_second_per_gpu:955.8578504219025 
Step 745 | loss:0.06448115408420563 lr:1.9720300609346156e-05 tokens_per_second_per_gpu:803.5556122512484 
Step 746 | loss:0.07580547779798508 lr:1.9719542584885803e-05 tokens_per_second_per_gpu:890.0007310177467 
Step 747 | loss:0.05685894191265106 lr:1.971878354924735e-05 tokens_per_second_per_gpu:925.9341125599533 
Step 748 | loss:0.08475853502750397 lr:1.9718023502509763e-05 tokens_per_second_per_gpu:964.7858806063551 
Step 749 | loss:0.13164687156677246 lr:1.9717262444752116e-05 tokens_per_second_per_gpu:870.1873811885205 
Step 750 | loss:0.04832444339990616 lr:1.9716500376053586e-05 tokens_per_second_per_gpu:939.714868090457 
Step 751 | loss:0.07624722272157669 lr:1.9715737296493454e-05 tokens_per_second_per_gpu:938.965766593142 
Step 752 | loss:0.1005374938249588 lr:1.971497320615111e-05 tokens_per_second_per_gpu:891.2372349585776 
Step 753 | loss:0.14135301113128662 lr:1.9714208105106042e-05 tokens_per_second_per_gpu:1085.3955680057961 
Step 754 | loss:0.05602454021573067 lr:1.971344199343785e-05 tokens_per_second_per_gpu:974.1890764599659 
Step 755 | loss:0.08086813986301422 lr:1.9712674871226242e-05 tokens_per_second_per_gpu:950.8655859326574 
Step 756 | loss:0.10440237820148468 lr:1.9711906738551015e-05 tokens_per_second_per_gpu:875.5959994207499 
Step 757 | loss:0.09311546385288239 lr:1.9711137595492097e-05 tokens_per_second_per_gpu:979.7999269583142 
Step 758 | loss:0.13390277326107025 lr:1.971036744212949e-05 tokens_per_second_per_gpu:1271.1492456620347 
Step 759 | loss:0.16065984964370728 lr:1.970959627854333e-05 tokens_per_second_per_gpu:966.7997311095504 
Step 760 | loss:0.055975139141082764 lr:1.9708824104813838e-05 tokens_per_second_per_gpu:777.2982542698144 
Step 761 | loss:0.07167522609233856 lr:1.9708050921021348e-05 tokens_per_second_per_gpu:889.9191253684253 
Step 762 | loss:0.060237955302000046 lr:1.97072767272463e-05 tokens_per_second_per_gpu:752.281037242234 
Step 763 | loss:0.07825476676225662 lr:1.9706501523569243e-05 tokens_per_second_per_gpu:927.0163865981168 
Step 764 | loss:0.07261187583208084 lr:1.970572531007082e-05 tokens_per_second_per_gpu:932.1565170608809 
Step 765 | loss:0.09054078906774521 lr:1.9704948086831783e-05 tokens_per_second_per_gpu:973.7975268392659 
Step 766 | loss:0.08608968555927277 lr:1.9704169853932998e-05 tokens_per_second_per_gpu:864.8176331043042 
Step 767 | loss:0.07000173628330231 lr:1.9703390611455423e-05 tokens_per_second_per_gpu:783.8158847017058 
Step 768 | loss:0.1301543414592743 lr:1.9702610359480126e-05 tokens_per_second_per_gpu:847.5407518416586 
Step 769 | loss:0.07229688763618469 lr:1.9701829098088283e-05 tokens_per_second_per_gpu:764.2008075055096 
Step 770 | loss:0.06595002114772797 lr:1.9701046827361175e-05 tokens_per_second_per_gpu:814.3372969658742 
Step 771 | loss:0.12257705628871918 lr:1.9700263547380186e-05 tokens_per_second_per_gpu:892.8078917679572 
Step 772 | loss:0.08142749965190887 lr:1.9699479258226802e-05 tokens_per_second_per_gpu:895.6010778847525 
Step 773 | loss:0.06949221342802048 lr:1.969869395998262e-05 tokens_per_second_per_gpu:1052.1097703922053 
Step 774 | loss:0.07954247295856476 lr:1.9697907652729334e-05 tokens_per_second_per_gpu:1048.2001458369045 
Step 775 | loss:0.08244441449642181 lr:1.9697120336548754e-05 tokens_per_second_per_gpu:939.3246811950839 
Step 776 | loss:0.10019398480653763 lr:1.9696332011522786e-05 tokens_per_second_per_gpu:1123.2193058459104 
Step 777 | loss:0.07659315317869186 lr:1.9695542677733443e-05 tokens_per_second_per_gpu:946.8464508360081 
Step 778 | loss:0.08335451036691666 lr:1.9694752335262842e-05 tokens_per_second_per_gpu:800.8834468387319 
Step 779 | loss:0.10064105689525604 lr:1.9693960984193215e-05 tokens_per_second_per_gpu:824.1056833564462 
Step 780 | loss:0.4080098867416382 lr:1.9693168624606878e-05 tokens_per_second_per_gpu:1245.7935959895976 
Step 781 | loss:0.3289583623409271 lr:1.969237525658628e-05 tokens_per_second_per_gpu:1058.2195843318425 
Step 782 | loss:0.06046455353498459 lr:1.9691580880213947e-05 tokens_per_second_per_gpu:823.8604299763384 
Step 783 | loss:0.10239042341709137 lr:1.9690785495572523e-05 tokens_per_second_per_gpu:918.3943043231446 
Step 784 | loss:0.09757273644208908 lr:1.9689989102744764e-05 tokens_per_second_per_gpu:925.6455113354143 
Step 785 | loss:0.09005732834339142 lr:1.968919170181352e-05 tokens_per_second_per_gpu:828.0662644531194 
Step 786 | loss:0.08000414073467255 lr:1.9688393292861743e-05 tokens_per_second_per_gpu:793.9939603180637 
Step 787 | loss:0.09777507185935974 lr:1.9687593875972507e-05 tokens_per_second_per_gpu:802.360081591142 
Step 788 | loss:0.13159635663032532 lr:1.9686793451228973e-05 tokens_per_second_per_gpu:958.7740841801167 
Step 789 | loss:0.10790888965129852 lr:1.9685992018714413e-05 tokens_per_second_per_gpu:761.82021598545 
Step 790 | loss:0.06930085271596909 lr:1.9685189578512206e-05 tokens_per_second_per_gpu:927.8341549904866 
Step 791 | loss:0.17813342809677124 lr:1.9684386130705833e-05 tokens_per_second_per_gpu:1041.1484589985907 
Step 792 | loss:0.0654773861169815 lr:1.9683581675378885e-05 tokens_per_second_per_gpu:1099.4002104380877 
Step 793 | loss:0.08739089965820312 lr:1.9682776212615046e-05 tokens_per_second_per_gpu:1065.5710606559248 
Step 794 | loss:0.06028781458735466 lr:1.9681969742498125e-05 tokens_per_second_per_gpu:869.6538758856705 
Step 795 | loss:0.0994693785905838 lr:1.9681162265112012e-05 tokens_per_second_per_gpu:832.7014975027631 
Step 796 | loss:0.0642218217253685 lr:1.9680353780540722e-05 tokens_per_second_per_gpu:846.98323759786 
Step 797 | loss:0.06888680905103683 lr:1.9679544288868356e-05 tokens_per_second_per_gpu:869.6270512078737 
Step 798 | loss:0.08959712088108063 lr:1.9678733790179143e-05 tokens_per_second_per_gpu:1182.8033781720956 
Step 799 | loss:0.06769303977489471 lr:1.9677922284557392e-05 tokens_per_second_per_gpu:853.9265850633788 
Step 800 | loss:0.06523200869560242 lr:1.9677109772087536e-05 tokens_per_second_per_gpu:817.8457959662605 
Step 801 | loss:0.1752614676952362 lr:1.9676296252854103e-05 tokens_per_second_per_gpu:873.5899240984513 
Step 802 | loss:0.058793723583221436 lr:1.9675481726941724e-05 tokens_per_second_per_gpu:808.7239686413114 
Step 803 | loss:0.05610497295856476 lr:1.9674666194435143e-05 tokens_per_second_per_gpu:922.8811889413303 
Step 804 | loss:0.09261154383420944 lr:1.9673849655419206e-05 tokens_per_second_per_gpu:1050.657349869056 
Step 805 | loss:0.09137754142284393 lr:1.9673032109978857e-05 tokens_per_second_per_gpu:903.2793622060312 
Step 806 | loss:0.052632562816143036 lr:1.9672213558199154e-05 tokens_per_second_per_gpu:916.9774462170116 
Step 807 | loss:0.03307889774441719 lr:1.9671394000165252e-05 tokens_per_second_per_gpu:873.9104131273056 
Step 808 | loss:0.05289120599627495 lr:1.967057343596242e-05 tokens_per_second_per_gpu:891.2351639966639 
Step 809 | loss:0.06388190388679504 lr:1.9669751865676016e-05 tokens_per_second_per_gpu:814.826375753229 
Step 810 | loss:0.04070185869932175 lr:1.9668929289391524e-05 tokens_per_second_per_gpu:876.6538213791787 
Step 811 | loss:0.11334453523159027 lr:1.9668105707194512e-05 tokens_per_second_per_gpu:1055.7585963705026 
Step 812 | loss:0.07097284495830536 lr:1.9667281119170666e-05 tokens_per_second_per_gpu:789.5523698076342 
Step 813 | loss:0.0523255318403244 lr:1.966645552540577e-05 tokens_per_second_per_gpu:853.8751506931885 
Step 814 | loss:0.05280393362045288 lr:1.9665628925985722e-05 tokens_per_second_per_gpu:699.1873945916859 
Step 815 | loss:0.08360134065151215 lr:1.9664801320996513e-05 tokens_per_second_per_gpu:918.5705783886814 
Step 816 | loss:0.08006913959980011 lr:1.9663972710524237e-05 tokens_per_second_per_gpu:799.8687597677963 
Step 817 | loss:0.062022000551223755 lr:1.9663143094655108e-05 tokens_per_second_per_gpu:825.4882085655995 
Step 818 | loss:0.039592280983924866 lr:1.9662312473475435e-05 tokens_per_second_per_gpu:871.2723553235638 
Step 819 | loss:0.08457460254430771 lr:1.9661480847071626e-05 tokens_per_second_per_gpu:891.1975760760702 
Step 820 | loss:0.04309629276394844 lr:1.9660648215530207e-05 tokens_per_second_per_gpu:986.254008555868 
Step 821 | loss:0.05898284912109375 lr:1.9659814578937796e-05 tokens_per_second_per_gpu:871.78142004222 
Step 822 | loss:0.1073971688747406 lr:1.9658979937381122e-05 tokens_per_second_per_gpu:910.9582233700619 
Step 823 | loss:0.07499180734157562 lr:1.965814429094702e-05 tokens_per_second_per_gpu:855.5427233751257 
Step 824 | loss:0.058701951056718826 lr:1.9657307639722424e-05 tokens_per_second_per_gpu:915.9808702575689 
Step 825 | loss:0.06222095713019371 lr:1.9656469983794374e-05 tokens_per_second_per_gpu:879.8194762084241 
Step 826 | loss:0.05053092911839485 lr:1.9655631323250023e-05 tokens_per_second_per_gpu:1026.3739404900412 
Step 827 | loss:0.04941156134009361 lr:1.9654791658176613e-05 tokens_per_second_per_gpu:956.6212143303685 
Step 828 | loss:0.10574014484882355 lr:1.9653950988661506e-05 tokens_per_second_per_gpu:1028.7159313224374 
Step 829 | loss:0.05325691029429436 lr:1.965310931479216e-05 tokens_per_second_per_gpu:879.4142573826149 
Step 830 | loss:0.09198431670665741 lr:1.965226663665613e-05 tokens_per_second_per_gpu:835.8720468018283 
Step 831 | loss:0.08778022229671478 lr:1.9651422954341098e-05 tokens_per_second_per_gpu:1143.927044395271 
Step 832 | loss:0.038451530039310455 lr:1.9650578267934832e-05 tokens_per_second_per_gpu:788.2706585175786 
Step 833 | loss:0.03251246362924576 lr:1.9649732577525204e-05 tokens_per_second_per_gpu:878.8986972453671 
Step 834 | loss:0.04300335794687271 lr:1.9648885883200204e-05 tokens_per_second_per_gpu:801.1223718325427 
Step 835 | loss:0.12645156681537628 lr:1.9648038185047916e-05 tokens_per_second_per_gpu:721.6120601777994 
Step 836 | loss:0.036878813058137894 lr:1.9647189483156525e-05 tokens_per_second_per_gpu:806.3662680355777 
Step 837 | loss:0.05097964406013489 lr:1.9646339777614334e-05 tokens_per_second_per_gpu:807.2043554180125 
Step 838 | loss:0.053452447056770325 lr:1.964548906850974e-05 tokens_per_second_per_gpu:720.4013854383488 
Step 839 | loss:0.03191160410642624 lr:1.9644637355931243e-05 tokens_per_second_per_gpu:824.0850090922066 
Step 840 | loss:0.0936487689614296 lr:1.9643784639967452e-05 tokens_per_second_per_gpu:798.5265582909697 
Step 841 | loss:0.056899383664131165 lr:1.9642930920707087e-05 tokens_per_second_per_gpu:989.393194493315 
Step 842 | loss:0.06107409670948982 lr:1.9642076198238958e-05 tokens_per_second_per_gpu:1159.8796921794226 
Step 843 | loss:0.04664696753025055 lr:1.9641220472651993e-05 tokens_per_second_per_gpu:808.1015293863297 
Step 844 | loss:0.06541315466165543 lr:1.9640363744035213e-05 tokens_per_second_per_gpu:968.2276898758805 
Step 845 | loss:0.0772416740655899 lr:1.9639506012477744e-05 tokens_per_second_per_gpu:837.4908059421266 
Step 846 | loss:0.057741329073905945 lr:1.963864727806883e-05 tokens_per_second_per_gpu:1042.8441326157217 
Step 847 | loss:0.0363197848200798 lr:1.9637787540897806e-05 tokens_per_second_per_gpu:828.274495926888 
Step 848 | loss:0.0369953028857708 lr:1.9636926801054118e-05 tokens_per_second_per_gpu:972.6067013662189 
Step 849 | loss:0.053890161216259 lr:1.9636065058627305e-05 tokens_per_second_per_gpu:747.8261499641084 
Step 850 | loss:0.09716680645942688 lr:1.9635202313707028e-05 tokens_per_second_per_gpu:1042.6133397327594 
Step 851 | loss:0.045519184321165085 lr:1.9634338566383034e-05 tokens_per_second_per_gpu:731.2617712296541 
Step 852 | loss:0.04304683953523636 lr:1.9633473816745194e-05 tokens_per_second_per_gpu:688.4850432835893 
Step 853 | loss:0.08320051431655884 lr:1.9632608064883467e-05 tokens_per_second_per_gpu:994.4825695003426 
Step 854 | loss:0.06268720328807831 lr:1.9631741310887925e-05 tokens_per_second_per_gpu:804.7220310266014 
Step 855 | loss:0.055198799818754196 lr:1.9630873554848734e-05 tokens_per_second_per_gpu:724.043817387194 
Step 856 | loss:0.0857352614402771 lr:1.963000479685618e-05 tokens_per_second_per_gpu:1094.2424740881504 
Step 857 | loss:0.08623753488063812 lr:1.962913503700064e-05 tokens_per_second_per_gpu:979.7186540588549 
Step 858 | loss:0.12428148090839386 lr:1.9628264275372598e-05 tokens_per_second_per_gpu:783.7330714146374 
Step 859 | loss:0.059932395815849304 lr:1.9627392512062654e-05 tokens_per_second_per_gpu:942.6629631117506 
Step 860 | loss:0.07228540629148483 lr:1.962651974716149e-05 tokens_per_second_per_gpu:913.5999082769214 
Step 861 | loss:0.07767608016729355 lr:1.962564598075991e-05 tokens_per_second_per_gpu:800.2933875650043 
Step 862 | loss:0.08047759532928467 lr:1.9624771212948822e-05 tokens_per_second_per_gpu:797.875385055817 
Step 863 | loss:0.05993341654539108 lr:1.9623895443819223e-05 tokens_per_second_per_gpu:699.4498531911075 
Step 864 | loss:0.059900905936956406 lr:1.9623018673462233e-05 tokens_per_second_per_gpu:857.5015872012884 
Step 865 | loss:0.1309053748846054 lr:1.962214090196906e-05 tokens_per_second_per_gpu:1182.3820051158245 
Step 866 | loss:0.03768596053123474 lr:1.962126212943103e-05 tokens_per_second_per_gpu:908.1874722114129 
Step 867 | loss:0.044029466807842255 lr:1.9620382355939562e-05 tokens_per_second_per_gpu:992.4676421733998 
Step 868 | loss:0.047453269362449646 lr:1.9619501581586188e-05 tokens_per_second_per_gpu:966.2310302990608 
Step 869 | loss:0.04825825244188309 lr:1.961861980646253e-05 tokens_per_second_per_gpu:952.6650493417429 
Step 870 | loss:0.14817963540554047 lr:1.9617737030660338e-05 tokens_per_second_per_gpu:921.7934111081418 
Step 871 | loss:0.05421548709273338 lr:1.961685325427144e-05 tokens_per_second_per_gpu:895.0242781896221 
Step 872 | loss:0.12441051006317139 lr:1.961596847738779e-05 tokens_per_second_per_gpu:809.3647941093326 
Step 873 | loss:0.07133866846561432 lr:1.961508270010143e-05 tokens_per_second_per_gpu:946.1444103609572 
Step 874 | loss:0.052437059581279755 lr:1.9614195922504514e-05 tokens_per_second_per_gpu:1028.3229443966352 
Step 875 | loss:0.2090407907962799 lr:1.9613308144689297e-05 tokens_per_second_per_gpu:1476.0325757064472 
Step 876 | loss:0.07477474212646484 lr:1.961241936674814e-05 tokens_per_second_per_gpu:1014.0080791103059 
Step 877 | loss:0.03781827911734581 lr:1.9611529588773513e-05 tokens_per_second_per_gpu:871.5243738208088 
Step 878 | loss:0.046892065554857254 lr:1.9610638810857975e-05 tokens_per_second_per_gpu:798.2390056567676 
Step 879 | loss:0.09040912240743637 lr:1.9609747033094206e-05 tokens_per_second_per_gpu:967.4552751786773 
Step 880 | loss:0.038094691932201385 lr:1.960885425557498e-05 tokens_per_second_per_gpu:959.2588153418303 
Step 881 | loss:0.05149887129664421 lr:1.9607960478393177e-05 tokens_per_second_per_gpu:904.2248475446427 
Step 882 | loss:0.059577569365501404 lr:1.960706570164178e-05 tokens_per_second_per_gpu:799.9883020144608 
Step 883 | loss:0.050559937953948975 lr:1.9606169925413884e-05 tokens_per_second_per_gpu:1026.2443709130005 
Step 884 | loss:0.031888868659734726 lr:1.9605273149802672e-05 tokens_per_second_per_gpu:809.8405505894375 
Step 885 | loss:0.03649449348449707 lr:1.960437537490145e-05 tokens_per_second_per_gpu:864.774482201722 
Step 886 | loss:0.07269635796546936 lr:1.9603476600803614e-05 tokens_per_second_per_gpu:758.2352124367682 
Step 887 | loss:0.07498451322317123 lr:1.960257682760267e-05 tokens_per_second_per_gpu:962.3914739536384 
Step 888 | loss:0.06587464362382889 lr:1.9601676055392224e-05 tokens_per_second_per_gpu:1007.9281095088405 
Step 889 | loss:0.045455288141965866 lr:1.9600774284265988e-05 tokens_per_second_per_gpu:955.7862859718115 
Step 890 | loss:0.09996747225522995 lr:1.9599871514317785e-05 tokens_per_second_per_gpu:862.799232685067 
Step 891 | loss:0.05000687390565872 lr:1.9598967745641528e-05 tokens_per_second_per_gpu:998.8596159375504 
Step 892 | loss:0.04128548502922058 lr:1.959806297833124e-05 tokens_per_second_per_gpu:892.3317791170705 
Step 893 | loss:0.08455662429332733 lr:1.9597157212481056e-05 tokens_per_second_per_gpu:835.4611637075129 
Step 894 | loss:0.0404946506023407 lr:1.9596250448185204e-05 tokens_per_second_per_gpu:919.0921578779243 
Step 895 | loss:0.06864772737026215 lr:1.959534268553802e-05 tokens_per_second_per_gpu:948.555782981894 
Step 896 | loss:0.05241912975907326 lr:1.9594433924633942e-05 tokens_per_second_per_gpu:750.0517433897319 
Step 897 | loss:0.03348637372255325 lr:1.9593524165567515e-05 tokens_per_second_per_gpu:835.6575940815096 
Step 898 | loss:0.042137328535318375 lr:1.9592613408433387e-05 tokens_per_second_per_gpu:1030.4715243196792 
Step 899 | loss:0.055836234241724014 lr:1.9591701653326308e-05 tokens_per_second_per_gpu:1012.5828414209013 
Step 900 | loss:0.03926708549261093 lr:1.959078890034113e-05 tokens_per_second_per_gpu:979.8009084998054 
Step 901 | loss:0.06038697436451912 lr:1.958987514957282e-05 tokens_per_second_per_gpu:1008.2204864127149 
Step 902 | loss:0.05209607630968094 lr:1.9588960401116432e-05 tokens_per_second_per_gpu:1119.8854685884207 
Step 903 | loss:0.03563058376312256 lr:1.958804465506714e-05 tokens_per_second_per_gpu:845.8466224498958 
Step 904 | loss:0.0293583944439888 lr:1.9587127911520206e-05 tokens_per_second_per_gpu:835.9172089135707 
Step 905 | loss:0.08035646378993988 lr:1.9586210170571012e-05 tokens_per_second_per_gpu:950.3734942243949 
Step 906 | loss:0.060152921825647354 lr:1.958529143231503e-05 tokens_per_second_per_gpu:821.6550416559028 
Step 907 | loss:0.0395301878452301 lr:1.9584371696847845e-05 tokens_per_second_per_gpu:721.7449167642932 
Step 908 | loss:0.09332679957151413 lr:1.9583450964265136e-05 tokens_per_second_per_gpu:892.303364586104 
Step 909 | loss:0.04321889579296112 lr:1.9582529234662703e-05 tokens_per_second_per_gpu:898.276010716764 
Step 910 | loss:0.044166482985019684 lr:1.9581606508136426e-05 tokens_per_second_per_gpu:919.3802549471606 
Step 911 | loss:0.08217713236808777 lr:1.958068278478231e-05 tokens_per_second_per_gpu:954.9677432337262 
Step 912 | loss:0.09081535041332245 lr:1.957975806469645e-05 tokens_per_second_per_gpu:1012.8514986187395 
Step 913 | loss:0.044092848896980286 lr:1.9578832347975057e-05 tokens_per_second_per_gpu:892.141157975562 
Step 914 | loss:0.04739906266331673 lr:1.957790563471443e-05 tokens_per_second_per_gpu:901.1995911738945 
Step 915 | loss:0.048053741455078125 lr:1.9576977925010986e-05 tokens_per_second_per_gpu:859.2351653512468 
Step 916 | loss:0.0676289051771164 lr:1.9576049218961237e-05 tokens_per_second_per_gpu:1024.1539585202668 
Step 917 | loss:0.041818100959062576 lr:1.95751195166618e-05 tokens_per_second_per_gpu:892.1420927639209 
Step 918 | loss:0.12677893042564392 lr:1.9574188818209402e-05 tokens_per_second_per_gpu:791.7458601694741 
Step 919 | loss:0.0694642961025238 lr:1.9573257123700865e-05 tokens_per_second_per_gpu:1008.4373267714628 
Step 920 | loss:0.040421247482299805 lr:1.9572324433233122e-05 tokens_per_second_per_gpu:811.3438691096925 
Step 921 | loss:0.05865802615880966 lr:1.95713907469032e-05 tokens_per_second_per_gpu:1009.185681099067 
Step 922 | loss:0.03486092388629913 lr:1.9570456064808237e-05 tokens_per_second_per_gpu:824.4115250029267 
Step 923 | loss:0.07208943367004395 lr:1.956952038704548e-05 tokens_per_second_per_gpu:931.1039920994012 
Step 924 | loss:0.0645042210817337 lr:1.9568583713712266e-05 tokens_per_second_per_gpu:893.675258484465 
Step 925 | loss:0.045331813395023346 lr:1.9567646044906046e-05 tokens_per_second_per_gpu:772.1968611692614 
Step 926 | loss:0.05384054780006409 lr:1.9566707380724365e-05 tokens_per_second_per_gpu:764.0756408191891 
Step 927 | loss:0.14593324065208435 lr:1.9565767721264883e-05 tokens_per_second_per_gpu:1025.786201766848 
Step 928 | loss:0.05983676761388779 lr:1.956482706662536e-05 tokens_per_second_per_gpu:784.4298964091982 
Step 929 | loss:0.07607636600732803 lr:1.956388541690365e-05 tokens_per_second_per_gpu:1176.4777930006017 
Step 930 | loss:0.04559645801782608 lr:1.9562942772197726e-05 tokens_per_second_per_gpu:1119.7633431524946 
Step 931 | loss:0.049147605895996094 lr:1.9561999132605648e-05 tokens_per_second_per_gpu:842.5822200376449 
Step 932 | loss:0.04741282016038895 lr:1.9561054498225595e-05 tokens_per_second_per_gpu:897.75566196211 
Step 933 | loss:0.04107147082686424 lr:1.956010886915584e-05 tokens_per_second_per_gpu:746.0784664319388 
Step 934 | loss:0.07224091142416 lr:1.9559162245494763e-05 tokens_per_second_per_gpu:888.5314045059417 
Step 935 | loss:0.056657880544662476 lr:1.9558214627340844e-05 tokens_per_second_per_gpu:859.6425790427719 
Step 936 | loss:0.04932000860571861 lr:1.9557266014792675e-05 tokens_per_second_per_gpu:1016.6542048728551 
Step 937 | loss:0.02351856604218483 lr:1.9556316407948938e-05 tokens_per_second_per_gpu:931.1188419999537 
Step 938 | loss:0.05558913201093674 lr:1.955536580690843e-05 tokens_per_second_per_gpu:1066.3012190059205 
Step 939 | loss:0.038864754140377045 lr:1.955441421177005e-05 tokens_per_second_per_gpu:760.8310388620602 
Step 940 | loss:0.04518384486436844 lr:1.955346162263279e-05 tokens_per_second_per_gpu:979.6603806304346 
Step 941 | loss:0.04211602360010147 lr:1.955250803959576e-05 tokens_per_second_per_gpu:776.9886806631114 
Step 942 | loss:0.03984570503234863 lr:1.955155346275816e-05 tokens_per_second_per_gpu:908.3335573555544 
Step 943 | loss:0.052020736038684845 lr:1.955059789221931e-05 tokens_per_second_per_gpu:852.6653741295331 
Step 944 | loss:0.04252856969833374 lr:1.9549641328078614e-05 tokens_per_second_per_gpu:968.8604696314939 
Step 945 | loss:0.03338971734046936 lr:1.954868377043559e-05 tokens_per_second_per_gpu:819.6953570042249 
Step 946 | loss:0.08616691827774048 lr:1.9547725219389862e-05 tokens_per_second_per_gpu:1067.7788506221943 
Step 947 | loss:0.14904357492923737 lr:1.9546765675041154e-05 tokens_per_second_per_gpu:1024.9141273502403 
Step 948 | loss:0.054104987531900406 lr:1.954580513748929e-05 tokens_per_second_per_gpu:977.1520428663022 
Step 949 | loss:0.04267925024032593 lr:1.9544843606834197e-05 tokens_per_second_per_gpu:732.9602593127163 
Step 950 | loss:0.02929157391190529 lr:1.9543881083175914e-05 tokens_per_second_per_gpu:921.8878089938943 
Step 951 | loss:0.050692588090896606 lr:1.954291756661457e-05 tokens_per_second_per_gpu:850.3620025652308 
Step 952 | loss:0.08130506426095963 lr:1.9541953057250417e-05 tokens_per_second_per_gpu:903.4633890656725 
Step 953 | loss:0.04589277505874634 lr:1.9540987555183787e-05 tokens_per_second_per_gpu:894.0857644400162 
Step 954 | loss:0.04371935874223709 lr:1.9540021060515134e-05 tokens_per_second_per_gpu:823.4179083762677 
Step 955 | loss:0.03110906109213829 lr:1.9539053573345007e-05 tokens_per_second_per_gpu:917.9053131626785 
Step 956 | loss:0.04094960540533066 lr:1.9538085093774053e-05 tokens_per_second_per_gpu:921.1864922507448 
Step 957 | loss:0.0522218719124794 lr:1.9537115621903032e-05 tokens_per_second_per_gpu:847.7803617026443 
Step 958 | loss:0.07758107036352158 lr:1.9536145157832806e-05 tokens_per_second_per_gpu:839.2292876961884 
Step 959 | loss:0.023745378479361534 lr:1.9535173701664335e-05 tokens_per_second_per_gpu:760.9830332739842 
Step 960 | loss:0.04386205971240997 lr:1.9534201253498685e-05 tokens_per_second_per_gpu:1063.0472761601188 
Step 961 | loss:0.034442879259586334 lr:1.9533227813437027e-05 tokens_per_second_per_gpu:843.400883864464 
Step 962 | loss:0.01860080659389496 lr:1.9532253381580632e-05 tokens_per_second_per_gpu:732.6852689530109 
Step 963 | loss:0.01991432160139084 lr:1.9531277958030873e-05 tokens_per_second_per_gpu:881.8699410225214 
Step 964 | loss:0.06451473385095596 lr:1.9530301542889235e-05 tokens_per_second_per_gpu:893.3634745301576 
Step 965 | loss:0.059322040528059006 lr:1.9529324136257296e-05 tokens_per_second_per_gpu:1128.3659846774651 
Step 966 | loss:0.04100748151540756 lr:1.9528345738236743e-05 tokens_per_second_per_gpu:941.8401535492476 
Step 967 | loss:0.03386468067765236 lr:1.952736634892936e-05 tokens_per_second_per_gpu:873.1047218951619 
Step 968 | loss:0.051858674734830856 lr:1.9526385968437043e-05 tokens_per_second_per_gpu:866.081067736164 
Step 969 | loss:0.07225006818771362 lr:1.9525404596861782e-05 tokens_per_second_per_gpu:1016.0537914551155 
Step 970 | loss:0.04300423339009285 lr:1.9524422234305677e-05 tokens_per_second_per_gpu:999.7590964424614 
Step 971 | loss:0.03815208375453949 lr:1.9523438880870932e-05 tokens_per_second_per_gpu:873.9650788473925 
Step 972 | loss:0.08449363708496094 lr:1.9522454536659844e-05 tokens_per_second_per_gpu:1024.4271743843565 
Step 973 | loss:0.02741040289402008 lr:1.9521469201774827e-05 tokens_per_second_per_gpu:714.8133416918195 
Step 974 | loss:0.08835287392139435 lr:1.9520482876318384e-05 tokens_per_second_per_gpu:1100.3635779201895 
Step 975 | loss:0.13457289338111877 lr:1.951949556039313e-05 tokens_per_second_per_gpu:922.9844484338274 
Step 976 | loss:0.03989418223500252 lr:1.9518507254101782e-05 tokens_per_second_per_gpu:1139.0238860518123 
Step 977 | loss:0.036431558430194855 lr:1.9517517957547163e-05 tokens_per_second_per_gpu:720.832404808921 
Step 978 | loss:0.04064113274216652 lr:1.9516527670832187e-05 tokens_per_second_per_gpu:1115.7202467916507 
Step 979 | loss:0.06497618556022644 lr:1.9515536394059885e-05 tokens_per_second_per_gpu:1312.3337935617074 
Step 980 | loss:0.038022276014089584 lr:1.9514544127333383e-05 tokens_per_second_per_gpu:759.871767104627 
Step 981 | loss:0.030294248834252357 lr:1.951355087075591e-05 tokens_per_second_per_gpu:806.8989931320972 
Step 982 | loss:0.02107171341776848 lr:1.95125566244308e-05 tokens_per_second_per_gpu:702.8946257554253 
Step 983 | loss:0.03583335876464844 lr:1.9511561388461498e-05 tokens_per_second_per_gpu:926.7984299092013 
Step 984 | loss:0.11101651191711426 lr:1.9510565162951538e-05 tokens_per_second_per_gpu:1133.3448002521623 
Step 985 | loss:0.0886031836271286 lr:1.950956794800456e-05 tokens_per_second_per_gpu:1119.8563597994894 
Step 986 | loss:0.036505863070487976 lr:1.9508569743724313e-05 tokens_per_second_per_gpu:802.4515570896209 
Step 987 | loss:0.07021757960319519 lr:1.9507570550214646e-05 tokens_per_second_per_gpu:862.0597563732979 
Step 988 | loss:0.04084763303399086 lr:1.950657036757951e-05 tokens_per_second_per_gpu:953.2967280536932 
Step 989 | loss:0.052486881613731384 lr:1.950556919592296e-05 tokens_per_second_per_gpu:765.3447604554686 
Step 990 | loss:0.04626106098294258 lr:1.950456703534915e-05 tokens_per_second_per_gpu:911.4791739507601 
Step 991 | loss:0.05714552104473114 lr:1.9503563885962347e-05 tokens_per_second_per_gpu:782.3624512681708 
Step 992 | loss:0.03883403539657593 lr:1.950255974786691e-05 tokens_per_second_per_gpu:899.3246736907205 
Step 993 | loss:0.06692755222320557 lr:1.9501554621167306e-05 tokens_per_second_per_gpu:1037.8925500853538 
Step 994 | loss:0.056044816970825195 lr:1.9500548505968103e-05 tokens_per_second_per_gpu:861.7413587402101 
Step 995 | loss:0.03570991009473801 lr:1.9499541402373973e-05 tokens_per_second_per_gpu:730.355599788377 
Step 996 | loss:0.032747816294431686 lr:1.9498533310489695e-05 tokens_per_second_per_gpu:861.008392322673 
Step 997 | loss:0.06022308021783829 lr:1.9497524230420138e-05 tokens_per_second_per_gpu:948.8565816650658 
Step 998 | loss:0.03441404551267624 lr:1.9496514162270286e-05 tokens_per_second_per_gpu:995.6475413808607 
Step 999 | loss:0.057909537106752396 lr:1.9495503106145227e-05 tokens_per_second_per_gpu:791.0109441375378 
Step 1000 | loss:0.05256824195384979 lr:1.9494491062150138e-05 tokens_per_second_per_gpu:977.425853068959 
Step 1001 | loss:0.04705885052680969 lr:1.9493478030390314e-05 tokens_per_second_per_gpu:962.2759891707522 
Step 1002 | loss:0.0834565982222557 lr:1.9492464010971145e-05 tokens_per_second_per_gpu:1112.026449432672 
Step 1003 | loss:0.022771095857024193 lr:1.9491449003998123e-05 tokens_per_second_per_gpu:957.0651017044858 
Step 1004 | loss:0.034475382417440414 lr:1.949043300957685e-05 tokens_per_second_per_gpu:924.2654655714368 
Step 1005 | loss:0.040060341358184814 lr:1.9489416027813015e-05 tokens_per_second_per_gpu:1021.8288368122335 
Step 1006 | loss:0.06140544265508652 lr:1.948839805881243e-05 tokens_per_second_per_gpu:840.5063487959592 
Step 1007 | loss:0.03632334619760513 lr:1.9487379102681e-05 tokens_per_second_per_gpu:762.2453670676064 
Step 1008 | loss:0.04571273922920227 lr:1.948635915952473e-05 tokens_per_second_per_gpu:944.1359338823406 
Step 1009 | loss:0.04860309138894081 lr:1.9485338229449725e-05 tokens_per_second_per_gpu:816.5466661253198 
Step 1010 | loss:0.12352246046066284 lr:1.9484316312562204e-05 tokens_per_second_per_gpu:1169.1188029173252 
Step 1011 | loss:0.03415492922067642 lr:1.9483293408968487e-05 tokens_per_second_per_gpu:1055.1096893728627 
Step 1012 | loss:0.055142972618341446 lr:1.9482269518774985e-05 tokens_per_second_per_gpu:882.3533592231768 
Step 1013 | loss:0.04115327075123787 lr:1.948124464208822e-05 tokens_per_second_per_gpu:1001.7804688237065 
Step 1014 | loss:0.041534848511219025 lr:1.9480218779014815e-05 tokens_per_second_per_gpu:1007.7963579996962 
Step 1015 | loss:0.017455708235502243 lr:1.94791919296615e-05 tokens_per_second_per_gpu:809.5968017852234 
Step 1016 | loss:0.023390179499983788 lr:1.9478164094135102e-05 tokens_per_second_per_gpu:892.6487012634863 
Step 1017 | loss:0.03669099137187004 lr:1.9477135272542554e-05 tokens_per_second_per_gpu:875.816147941547 
Step 1018 | loss:0.033185310661792755 lr:1.9476105464990888e-05 tokens_per_second_per_gpu:885.28995859429 
Step 1019 | loss:0.035607874393463135 lr:1.9475074671587238e-05 tokens_per_second_per_gpu:855.5166791671447 
Step 1020 | loss:0.0905858650803566 lr:1.9474042892438848e-05 tokens_per_second_per_gpu:841.5443550240591 
Step 1021 | loss:0.02896849811077118 lr:1.9473010127653058e-05 tokens_per_second_per_gpu:760.6152679382717 
Step 1022 | loss:0.035983409732580185 lr:1.9471976377337315e-05 tokens_per_second_per_gpu:863.745140098184 
Step 1023 | loss:0.05600311607122421 lr:1.947094164159916e-05 tokens_per_second_per_gpu:806.6408328781021 
Step 1024 | loss:0.02666514366865158 lr:1.9469905920546244e-05 tokens_per_second_per_gpu:756.7707541598472 
Step 1025 | loss:0.04400783032178879 lr:1.946886921428632e-05 tokens_per_second_per_gpu:1039.770631029327 
Step 1026 | loss:0.039191581308841705 lr:1.9467831522927244e-05 tokens_per_second_per_gpu:844.7339015377611 
Step 1027 | loss:0.07918605953454971 lr:1.9466792846576972e-05 tokens_per_second_per_gpu:876.2525151674689 
Step 1028 | loss:0.038728758692741394 lr:1.9465753185343562e-05 tokens_per_second_per_gpu:1041.703861136255 
Step 1029 | loss:0.03915121778845787 lr:1.9464712539335174e-05 tokens_per_second_per_gpu:1141.8698193989378 
Step 1030 | loss:0.08303628861904144 lr:1.946367090866008e-05 tokens_per_second_per_gpu:983.2318880410741 
Step 1031 | loss:0.030687104910612106 lr:1.9462628293426635e-05 tokens_per_second_per_gpu:889.3634665138641 
Step 1032 | loss:0.02568637579679489 lr:1.9461584693743318e-05 tokens_per_second_per_gpu:1141.8341060095331 
Step 1033 | loss:0.021846536546945572 lr:1.9460540109718696e-05 tokens_per_second_per_gpu:794.8618576898984 
Step 1034 | loss:0.0430523119866848 lr:1.945949454146144e-05 tokens_per_second_per_gpu:932.0303787846045 
Step 1035 | loss:0.04501188546419144 lr:1.9458447989080334e-05 tokens_per_second_per_gpu:888.6491091707272 
Step 1036 | loss:0.04214654862880707 lr:1.945740045268425e-05 tokens_per_second_per_gpu:1001.2209386263938 
Step 1037 | loss:0.03589819371700287 lr:1.9456351932382174e-05 tokens_per_second_per_gpu:908.4479747872615 
Step 1038 | loss:0.02992398850619793 lr:1.9455302428283187e-05 tokens_per_second_per_gpu:867.7299147299825 
Step 1039 | loss:0.0382835790514946 lr:1.9454251940496474e-05 tokens_per_second_per_gpu:990.0413303979834 
Step 1040 | loss:0.02805982157588005 lr:1.945320046913132e-05 tokens_per_second_per_gpu:919.0349568245296 
Step 1041 | loss:0.04258881136775017 lr:1.9452148014297124e-05 tokens_per_second_per_gpu:945.4573640682352 
Step 1042 | loss:0.02643725275993347 lr:1.9451094576103372e-05 tokens_per_second_per_gpu:908.7263367802758 
Step 1043 | loss:0.02733846753835678 lr:1.9450040154659662e-05 tokens_per_second_per_gpu:753.1849290291821 
Step 1044 | loss:0.05365359038114548 lr:1.9448984750075687e-05 tokens_per_second_per_gpu:963.4940064355548 
Step 1045 | loss:0.04662485420703888 lr:1.9447928362461255e-05 tokens_per_second_per_gpu:1036.7035410308606 
Step 1046 | loss:0.023573223501443863 lr:1.9446870991926257e-05 tokens_per_second_per_gpu:804.0021307036035 
Step 1047 | loss:0.02372019924223423 lr:1.944581263858071e-05 tokens_per_second_per_gpu:772.6491567183798 
Step 1048 | loss:0.05188684165477753 lr:1.9444753302534706e-05 tokens_per_second_per_gpu:813.8178124164548 
Step 1049 | loss:0.03224234655499458 lr:1.944369298389847e-05 tokens_per_second_per_gpu:749.8414834048835 
Step 1050 | loss:0.0609513558447361 lr:1.9442631682782295e-05 tokens_per_second_per_gpu:930.9375132957854 
Step 1051 | loss:0.030206918716430664 lr:1.9441569399296606e-05 tokens_per_second_per_gpu:671.960224883082 
Step 1052 | loss:0.04499288275837898 lr:1.9440506133551916e-05 tokens_per_second_per_gpu:1134.2818976472772 
Step 1053 | loss:0.03822552412748337 lr:1.943944188565884e-05 tokens_per_second_per_gpu:974.3998277974641 
Step 1054 | loss:0.0460498183965683 lr:1.9438376655728097e-05 tokens_per_second_per_gpu:722.1087574712056 
Step 1055 | loss:0.022510694339871407 lr:1.9437310443870518e-05 tokens_per_second_per_gpu:939.170026026853 
Step 1056 | loss:0.041636873036623 lr:1.9436243250197012e-05 tokens_per_second_per_gpu:1031.688109351372 
Step 1057 | loss:0.05118071660399437 lr:1.9435175074818618e-05 tokens_per_second_per_gpu:915.4975193825458 
Step 1058 | loss:0.03367755934596062 lr:1.9434105917846458e-05 tokens_per_second_per_gpu:919.2397748364386 
Step 1059 | loss:0.03842385113239288 lr:1.9433035779391763e-05 tokens_per_second_per_gpu:820.2054941433502 
Step 1060 | loss:0.13252797722816467 lr:1.9431964659565868e-05 tokens_per_second_per_gpu:905.8211657122409 
Step 1061 | loss:0.03563186898827553 lr:1.94308925584802e-05 tokens_per_second_per_gpu:885.014969117249 
Step 1062 | loss:0.048862867057323456 lr:1.942981947624631e-05 tokens_per_second_per_gpu:902.6073096148168 
Step 1063 | loss:0.08128289133310318 lr:1.9428745412975822e-05 tokens_per_second_per_gpu:857.8128631442803 
Step 1064 | loss:0.04517607390880585 lr:1.9427670368780485e-05 tokens_per_second_per_gpu:738.2488886174568 
Step 1065 | loss:0.03697493299841881 lr:1.9426594343772138e-05 tokens_per_second_per_gpu:888.7302612823266 
Step 1066 | loss:0.040162961930036545 lr:1.9425517338062727e-05 tokens_per_second_per_gpu:946.1387512301333 
Step 1067 | loss:0.029882127419114113 lr:1.9424439351764302e-05 tokens_per_second_per_gpu:961.4119237138653 
Step 1068 | loss:0.027671203017234802 lr:1.942336038498901e-05 tokens_per_second_per_gpu:820.1423797398968 
Step 1069 | loss:0.017359910532832146 lr:1.94222804378491e-05 tokens_per_second_per_gpu:860.7261994877351 
Step 1070 | loss:0.028473298996686935 lr:1.942119951045692e-05 tokens_per_second_per_gpu:875.6457483933044 
Step 1071 | loss:0.03080838918685913 lr:1.942011760292494e-05 tokens_per_second_per_gpu:796.6623443466624 
Step 1072 | loss:0.034164633601903915 lr:1.9419034715365702e-05 tokens_per_second_per_gpu:796.4780063049386 
Step 1073 | loss:0.04626501724123955 lr:1.9417950847891872e-05 tokens_per_second_per_gpu:886.5410164208492 
Step 1074 | loss:0.047973163425922394 lr:1.9416866000616214e-05 tokens_per_second_per_gpu:891.5841000659884 
Step 1075 | loss:0.04851754382252693 lr:1.941578017365158e-05 tokens_per_second_per_gpu:1022.1530128959457 
Step 1076 | loss:0.020660046488046646 lr:1.941469336711094e-05 tokens_per_second_per_gpu:811.2086406534479 
Step 1077 | loss:0.052436746656894684 lr:1.9413605581107367e-05 tokens_per_second_per_gpu:1121.451408012789 
Step 1078 | loss:0.041012998670339584 lr:1.9412516815754017e-05 tokens_per_second_per_gpu:870.6894276786165 
Step 1079 | loss:0.07111647725105286 lr:1.9411427071164173e-05 tokens_per_second_per_gpu:981.3456587299955 
Step 1080 | loss:0.06597638875246048 lr:1.9410336347451202e-05 tokens_per_second_per_gpu:1006.462662146968 
Step 1081 | loss:0.032807689160108566 lr:1.9409244644728575e-05 tokens_per_second_per_gpu:950.8493365999497 
Step 1082 | loss:0.03634382411837578 lr:1.9408151963109866e-05 tokens_per_second_per_gpu:960.3307064273438 
Step 1083 | loss:0.06585785746574402 lr:1.940705830270876e-05 tokens_per_second_per_gpu:944.5469336944908 
Step 1084 | loss:0.02748442068696022 lr:1.9405963663639037e-05 tokens_per_second_per_gpu:838.7207413087937 
Step 1085 | loss:0.026143282651901245 lr:1.940486804601457e-05 tokens_per_second_per_gpu:810.5884994218604 
Step 1086 | loss:0.03434954211115837 lr:1.9403771449949353e-05 tokens_per_second_per_gpu:914.5993863574503 
Step 1087 | loss:0.02197791263461113 lr:1.940267387555746e-05 tokens_per_second_per_gpu:845.3065849681853 
Step 1088 | loss:0.024763736873865128 lr:1.9401575322953082e-05 tokens_per_second_per_gpu:896.1319574188667 
Step 1089 | loss:0.04372246563434601 lr:1.9400475792250512e-05 tokens_per_second_per_gpu:915.9435893060631 
Step 1090 | loss:0.04150717332959175 lr:1.9399375283564134e-05 tokens_per_second_per_gpu:884.8483563128993 
Step 1091 | loss:0.03655393421649933 lr:1.9398273797008445e-05 tokens_per_second_per_gpu:870.625875901299 
Step 1092 | loss:0.030060555785894394 lr:1.9397171332698033e-05 tokens_per_second_per_gpu:698.8530949740325 
Step 1093 | loss:0.07095673680305481 lr:1.93960678907476e-05 tokens_per_second_per_gpu:1131.351587398327 
Step 1094 | loss:0.01939260959625244 lr:1.9394963471271942e-05 tokens_per_second_per_gpu:833.3371157971454 
Step 1095 | loss:0.0350109227001667 lr:1.9393858074385955e-05 tokens_per_second_per_gpu:879.1373410532349 
Step 1096 | loss:0.031576648354530334 lr:1.939275170020464e-05 tokens_per_second_per_gpu:1018.9232731949542 
Step 1097 | loss:0.02904060110449791 lr:1.93916443488431e-05 tokens_per_second_per_gpu:832.97774224373 
Step 1098 | loss:0.02320946380496025 lr:1.9390536020416535e-05 tokens_per_second_per_gpu:744.791480392932 
Step 1099 | loss:0.030018310993909836 lr:1.938942671504026e-05 tokens_per_second_per_gpu:859.6843949045445 
Step 1100 | loss:0.028237445279955864 lr:1.938831643282967e-05 tokens_per_second_per_gpu:781.3013588719358 
Step 1101 | loss:0.06363194435834885 lr:1.938720517390029e-05 tokens_per_second_per_gpu:957.3190856496938 
Step 1102 | loss:0.03187693655490875 lr:1.9386092938367716e-05 tokens_per_second_per_gpu:996.8612868272702 
Step 1103 | loss:0.023378824815154076 lr:1.9384979726347663e-05 tokens_per_second_per_gpu:795.8345045697098 
Step 1104 | loss:0.04038218781352043 lr:1.9383865537955948e-05 tokens_per_second_per_gpu:844.5258759346043 
Step 1105 | loss:0.022767890244722366 lr:1.9382750373308487e-05 tokens_per_second_per_gpu:820.3765288361298 
Step 1106 | loss:0.04779733717441559 lr:1.9381634232521295e-05 tokens_per_second_per_gpu:1082.858160611015 
Step 1107 | loss:0.09250637143850327 lr:1.9380517115710486e-05 tokens_per_second_per_gpu:997.7966582084457 
Step 1108 | loss:0.023946695029735565 lr:1.9379399022992286e-05 tokens_per_second_per_gpu:787.4781787703345 
Step 1109 | loss:0.02911900356411934 lr:1.9378279954483017e-05 tokens_per_second_per_gpu:955.8335714814432 
Step 1110 | loss:0.028763726353645325 lr:1.9377159910299094e-05 tokens_per_second_per_gpu:899.0067467491467 
Step 1111 | loss:0.05814110487699509 lr:1.937603889055705e-05 tokens_per_second_per_gpu:797.1636479308589 
Step 1112 | loss:0.037261974066495895 lr:1.9374916895373507e-05 tokens_per_second_per_gpu:956.7576259538753 
Step 1113 | loss:0.06122925877571106 lr:1.9373793924865194e-05 tokens_per_second_per_gpu:790.9056453357648 
Step 1114 | loss:0.03980746120214462 lr:1.937266997914894e-05 tokens_per_second_per_gpu:1022.6470000490583 
Step 1115 | loss:0.04491885378956795 lr:1.937154505834167e-05 tokens_per_second_per_gpu:860.0596941807189 
Step 1116 | loss:0.052978791296482086 lr:1.937041916256042e-05 tokens_per_second_per_gpu:1108.6390091885248 
Step 1117 | loss:0.05618134140968323 lr:1.9369292291922325e-05 tokens_per_second_per_gpu:888.0859278036879 
Step 1118 | loss:0.03907182067632675 lr:1.936816444654462e-05 tokens_per_second_per_gpu:869.2962588386777 
Step 1119 | loss:0.030629999935626984 lr:1.936703562654464e-05 tokens_per_second_per_gpu:897.8229853757673 
Step 1120 | loss:0.03087153658270836 lr:1.9365905832039814e-05 tokens_per_second_per_gpu:804.3765546472525 
Step 1121 | loss:0.030640780925750732 lr:1.936477506314769e-05 tokens_per_second_per_gpu:975.9662274152712 
Step 1122 | loss:0.021598439663648605 lr:1.936364331998591e-05 tokens_per_second_per_gpu:951.465165340899 
Step 1123 | loss:0.03406532108783722 lr:1.936251060267221e-05 tokens_per_second_per_gpu:798.5797294072671 
Step 1124 | loss:0.04169168323278427 lr:1.9361376911324434e-05 tokens_per_second_per_gpu:832.8149693979373 
Step 1125 | loss:0.046173058450222015 lr:1.9360242246060526e-05 tokens_per_second_per_gpu:1177.131399082362 
Step 1126 | loss:0.03328751400113106 lr:1.9359106606998534e-05 tokens_per_second_per_gpu:908.3791090829549 
Step 1127 | loss:0.044386882334947586 lr:1.9357969994256606e-05 tokens_per_second_per_gpu:818.8366772411022 
Step 1128 | loss:0.028814172372221947 lr:1.935683240795298e-05 tokens_per_second_per_gpu:929.6938187659109 
Step 1129 | loss:0.098443903028965 lr:1.935569384820602e-05 tokens_per_second_per_gpu:1185.5476675925413 
Step 1130 | loss:0.10290764272212982 lr:1.9354554315134166e-05 tokens_per_second_per_gpu:970.9977822949002 
Step 1131 | loss:0.04118606820702553 lr:1.9353413808855975e-05 tokens_per_second_per_gpu:816.1241044543468 
Step 1132 | loss:0.11629211902618408 lr:1.93522723294901e-05 tokens_per_second_per_gpu:1089.2335065848836 
Step 1133 | loss:0.032489340752363205 lr:1.9351129877155287e-05 tokens_per_second_per_gpu:995.8194358837072 
Step 1134 | loss:0.07755933701992035 lr:1.9349986451970405e-05 tokens_per_second_per_gpu:1207.5609788487916 
Step 1135 | loss:0.027889728546142578 lr:1.9348842054054405e-05 tokens_per_second_per_gpu:974.5101368380762 
Step 1136 | loss:0.03014351613819599 lr:1.9347696683526342e-05 tokens_per_second_per_gpu:1004.4243456788063 
Step 1137 | loss:0.036391835659742355 lr:1.934655034050538e-05 tokens_per_second_per_gpu:1010.8349980949936 
Step 1138 | loss:0.02950487844645977 lr:1.9345403025110777e-05 tokens_per_second_per_gpu:934.0797167420199 
Step 1139 | loss:0.10670280456542969 lr:1.9344254737461895e-05 tokens_per_second_per_gpu:1192.7941690434002 
Step 1140 | loss:0.032829515635967255 lr:1.9343105477678198e-05 tokens_per_second_per_gpu:917.4396511800651 
Step 1141 | loss:0.039248716086149216 lr:1.9341955245879247e-05 tokens_per_second_per_gpu:891.5738110465516 
Step 1142 | loss:0.029856856912374496 lr:1.934080404218471e-05 tokens_per_second_per_gpu:793.5908175533613 
Step 1143 | loss:0.026094412431120872 lr:1.933965186671435e-05 tokens_per_second_per_gpu:888.2496694451476 
Step 1144 | loss:0.04242536425590515 lr:1.933849871958804e-05 tokens_per_second_per_gpu:875.2446734627686 
Step 1145 | loss:0.0343320295214653 lr:1.933734460092574e-05 tokens_per_second_per_gpu:1076.9060727984968 
Step 1146 | loss:0.02620861306786537 lr:1.933618951084753e-05 tokens_per_second_per_gpu:954.2680269397899 
Step 1147 | loss:0.024787407368421555 lr:1.9335033449473565e-05 tokens_per_second_per_gpu:927.8800075482196 
Step 1148 | loss:0.07292875647544861 lr:1.9333876416924134e-05 tokens_per_second_per_gpu:1025.837079197461 
Step 1149 | loss:0.030398309230804443 lr:1.9332718413319598e-05 tokens_per_second_per_gpu:772.5881484190613 
Step 1150 | loss:0.02447357587516308 lr:1.9331559438780432e-05 tokens_per_second_per_gpu:735.0895362043562 
Step 1151 | loss:0.040600694715976715 lr:1.9330399493427213e-05 tokens_per_second_per_gpu:869.3474059450594 
Step 1152 | loss:0.029424240812659264 lr:1.932923857738062e-05 tokens_per_second_per_gpu:873.6489452982719 
Step 1153 | loss:0.0624161958694458 lr:1.9328076690761423e-05 tokens_per_second_per_gpu:996.5940987186766 
Step 1154 | loss:0.026603635400533676 lr:1.9326913833690503e-05 tokens_per_second_per_gpu:848.1767355247267 
Step 1155 | loss:0.06028721481561661 lr:1.9325750006288837e-05 tokens_per_second_per_gpu:901.6016384995687 
Step 1156 | loss:0.04773157089948654 lr:1.9324585208677504e-05 tokens_per_second_per_gpu:947.1893444426411 
Step 1157 | loss:0.050424519926309586 lr:1.9323419440977686e-05 tokens_per_second_per_gpu:776.5309881401066 
Step 1158 | loss:0.022934259846806526 lr:1.9322252703310665e-05 tokens_per_second_per_gpu:1043.5410233758114 
Step 1159 | loss:0.02674957364797592 lr:1.932108499579782e-05 tokens_per_second_per_gpu:779.2199494948612 
Step 1160 | loss:0.026312412694096565 lr:1.9319916318560636e-05 tokens_per_second_per_gpu:779.4972094302253 
Step 1161 | loss:0.027230190113186836 lr:1.93187466717207e-05 tokens_per_second_per_gpu:976.2435103217323 
Step 1162 | loss:0.016647204756736755 lr:1.9317576055399692e-05 tokens_per_second_per_gpu:915.2700417481813 
Step 1163 | loss:0.02434886433184147 lr:1.9316404469719398e-05 tokens_per_second_per_gpu:858.4801249577004 
Step 1164 | loss:0.02542194165289402 lr:1.9315231914801708e-05 tokens_per_second_per_gpu:792.7260303345181 
Step 1165 | loss:0.013072334229946136 lr:1.9314058390768608e-05 tokens_per_second_per_gpu:788.6364038332395 
Step 1166 | loss:0.015650734305381775 lr:1.9312883897742184e-05 tokens_per_second_per_gpu:771.3503212158752 
Step 1167 | loss:0.02687133103609085 lr:1.9311708435844627e-05 tokens_per_second_per_gpu:890.0162914705566 
Step 1168 | loss:0.02358098328113556 lr:1.931053200519823e-05 tokens_per_second_per_gpu:873.8826313133085 
Step 1169 | loss:0.04078998044133186 lr:1.9309354605925377e-05 tokens_per_second_per_gpu:953.8245618298298 
Step 1170 | loss:0.029429716989398003 lr:1.9308176238148565e-05 tokens_per_second_per_gpu:849.9503607229409 
Step 1171 | loss:0.0804743692278862 lr:1.9306996901990382e-05 tokens_per_second_per_gpu:1175.726547462876 
Step 1172 | loss:0.04708565026521683 lr:1.9305816597573522e-05 tokens_per_second_per_gpu:903.8601287976257 
Step 1173 | loss:0.01991955004632473 lr:1.9304635325020783e-05 tokens_per_second_per_gpu:749.8131783747222 
Step 1174 | loss:0.025644496083259583 lr:1.9303453084455054e-05 tokens_per_second_per_gpu:998.6032429300487 
Step 1175 | loss:0.03496740385890007 lr:1.930226987599933e-05 tokens_per_second_per_gpu:859.5688894271225 
Step 1176 | loss:0.043181683868169785 lr:1.9301085699776713e-05 tokens_per_second_per_gpu:802.1262731905101 
Step 1177 | loss:0.029288075864315033 lr:1.929990055591039e-05 tokens_per_second_per_gpu:965.7774966243023 
Step 1178 | loss:0.012421781197190285 lr:1.9298714444523664e-05 tokens_per_second_per_gpu:745.059990981386 
Step 1179 | loss:0.026151852682232857 lr:1.9297527365739936e-05 tokens_per_second_per_gpu:750.8936941430371 
Step 1180 | loss:0.03675904497504234 lr:1.9296339319682696e-05 tokens_per_second_per_gpu:993.3819854138334 
Step 1181 | loss:0.03643999621272087 lr:1.9295150306475553e-05 tokens_per_second_per_gpu:809.0050825581684 
Step 1182 | loss:0.03669094666838646 lr:1.9293960326242196e-05 tokens_per_second_per_gpu:916.3476380087701 
Step 1183 | loss:0.04000098630785942 lr:1.9292769379106432e-05 tokens_per_second_per_gpu:773.3893907085306 
Step 1184 | loss:0.0601511187851429 lr:1.929157746519216e-05 tokens_per_second_per_gpu:911.4368171734145 
Step 1185 | loss:0.026734456419944763 lr:1.929038458462338e-05 tokens_per_second_per_gpu:762.2766818516277 
Step 1186 | loss:0.01986059360206127 lr:1.92891907375242e-05 tokens_per_second_per_gpu:674.4683357871615 
Step 1187 | loss:0.025371547788381577 lr:1.928799592401881e-05 tokens_per_second_per_gpu:834.3954507089755 
Step 1188 | loss:0.02429524064064026 lr:1.928680014423153e-05 tokens_per_second_per_gpu:866.5367587653494 
Step 1189 | loss:0.025662625208497047 lr:1.9285603398286752e-05 tokens_per_second_per_gpu:923.9007272702853 
Step 1190 | loss:0.02653041109442711 lr:1.9284405686308982e-05 tokens_per_second_per_gpu:1050.6977702233712 
Step 1191 | loss:0.0254550501704216 lr:1.9283207008422826e-05 tokens_per_second_per_gpu:861.4416624738459 
Step 1192 | loss:0.022657249122858047 lr:1.928200736475299e-05 tokens_per_second_per_gpu:850.4436187414803 
Step 1193 | loss:0.04318299517035484 lr:1.9280806755424277e-05 tokens_per_second_per_gpu:821.0840352520842 
Step 1194 | loss:0.04383134841918945 lr:1.9279605180561594e-05 tokens_per_second_per_gpu:851.5597350590806 
Step 1195 | loss:0.026916315779089928 lr:1.927840264028995e-05 tokens_per_second_per_gpu:687.2208236139954 
Step 1196 | loss:0.03151564300060272 lr:1.927719913473445e-05 tokens_per_second_per_gpu:781.7313852535949 
Step 1197 | loss:0.03132922202348709 lr:1.9275994664020298e-05 tokens_per_second_per_gpu:1086.1897502641575 
Step 1198 | loss:0.024947786703705788 lr:1.927478922827281e-05 tokens_per_second_per_gpu:839.7457353377393 
Step 1199 | loss:0.018591383472085 lr:1.9273582827617385e-05 tokens_per_second_per_gpu:699.8868967658761 
Step 1200 | loss:0.03264983743429184 lr:1.927237546217954e-05 tokens_per_second_per_gpu:1028.2874504370036 
Step 1201 | loss:0.0699755847454071 lr:1.9271167132084877e-05 tokens_per_second_per_gpu:777.0382730602709 
Step 1202 | loss:0.028298798948526382 lr:1.926995783745911e-05 tokens_per_second_per_gpu:740.5217137476603 
Step 1203 | loss:0.019901180639863014 lr:1.9268747578428045e-05 tokens_per_second_per_gpu:758.0143162175256 
Step 1204 | loss:0.0658537894487381 lr:1.9267536355117594e-05 tokens_per_second_per_gpu:857.313796654455 
Step 1205 | loss:0.01820371486246586 lr:1.9266324167653768e-05 tokens_per_second_per_gpu:872.6040292554055 
Step 1206 | loss:0.032589152455329895 lr:1.9265111016162676e-05 tokens_per_second_per_gpu:893.9061861318173 
Step 1207 | loss:0.03343269228935242 lr:1.926389690077053e-05 tokens_per_second_per_gpu:926.6407722911521 
Step 1208 | loss:0.04343973845243454 lr:1.926268182160364e-05 tokens_per_second_per_gpu:1123.9781773819368 
Step 1209 | loss:0.055272553116083145 lr:1.926146577878842e-05 tokens_per_second_per_gpu:971.6899500868103 
Step 1210 | loss:0.04768456891179085 lr:1.9260248772451378e-05 tokens_per_second_per_gpu:752.7368969718899 
Step 1211 | loss:0.03254087269306183 lr:1.9259030802719126e-05 tokens_per_second_per_gpu:923.7095219114469 
Step 1212 | loss:0.040485695004463196 lr:1.9257811869718384e-05 tokens_per_second_per_gpu:903.7760129260475 
Step 1213 | loss:0.018397482112050056 lr:1.9256591973575953e-05 tokens_per_second_per_gpu:802.1564741142449 
Step 1214 | loss:0.04740401357412338 lr:1.925537111441875e-05 tokens_per_second_per_gpu:886.7376126099157 
Step 1215 | loss:0.031049251556396484 lr:1.9254149292373794e-05 tokens_per_second_per_gpu:873.0678392005364 
Step 1216 | loss:0.03201500326395035 lr:1.925292650756819e-05 tokens_per_second_per_gpu:720.841419342211 
Step 1217 | loss:0.04491801559925079 lr:1.925170276012916e-05 tokens_per_second_per_gpu:1067.4041691093794 
Step 1218 | loss:0.019594501703977585 lr:1.9250478050184003e-05 tokens_per_second_per_gpu:931.112592772586 
Step 1219 | loss:0.030103137716650963 lr:1.924925237786014e-05 tokens_per_second_per_gpu:1009.1060196287835 
Step 1220 | loss:0.05253266915678978 lr:1.924802574328509e-05 tokens_per_second_per_gpu:994.6744446218594 
Step 1221 | loss:0.041822753846645355 lr:1.924679814658646e-05 tokens_per_second_per_gpu:929.9990906631757 
Step 1222 | loss:0.022986825555562973 lr:1.9245569587891965e-05 tokens_per_second_per_gpu:773.048149021918 
Step 1223 | loss:0.03525233268737793 lr:1.9244340067329417e-05 tokens_per_second_per_gpu:922.7198351198155 
Step 1224 | loss:0.02513355016708374 lr:1.9243109585026737e-05 tokens_per_second_per_gpu:809.8360218953013 
Step 1225 | loss:0.03190546855330467 lr:1.924187814111193e-05 tokens_per_second_per_gpu:775.0047208517359 
Step 1226 | loss:0.02315553091466427 lr:1.9240645735713116e-05 tokens_per_second_per_gpu:877.699427827426 
Step 1227 | loss:0.020801914855837822 lr:1.9239412368958502e-05 tokens_per_second_per_gpu:829.8574337751409 
Step 1228 | loss:0.023609761148691177 lr:1.9238178040976413e-05 tokens_per_second_per_gpu:779.5861385503813 
Step 1229 | loss:0.036596499383449554 lr:1.9236942751895254e-05 tokens_per_second_per_gpu:745.9132872176867 
Step 1230 | loss:0.041215334087610245 lr:1.923570650184354e-05 tokens_per_second_per_gpu:798.339823175099 
Step 1231 | loss:0.021936610341072083 lr:1.923446929094989e-05 tokens_per_second_per_gpu:755.2683601218333 
Step 1232 | loss:0.03987015038728714 lr:1.9233231119343014e-05 tokens_per_second_per_gpu:966.3356226488154 
Step 1233 | loss:0.03680729120969772 lr:1.9231991987151726e-05 tokens_per_second_per_gpu:979.5705786035663 
Step 1234 | loss:0.03066478855907917 lr:1.923075189450494e-05 tokens_per_second_per_gpu:1081.1458591393593 
Step 1235 | loss:0.026788678020238876 lr:1.922951084153167e-05 tokens_per_second_per_gpu:841.3770922217255 
Step 1236 | loss:0.02500605210661888 lr:1.9228268828361034e-05 tokens_per_second_per_gpu:804.7103301177918 
Step 1237 | loss:0.04746861755847931 lr:1.922702585512224e-05 tokens_per_second_per_gpu:1093.6495928191368 
Step 1238 | loss:0.015228088945150375 lr:1.9225781921944598e-05 tokens_per_second_per_gpu:718.4798443653455 
Step 1239 | loss:0.05765507370233536 lr:1.9224537028957532e-05 tokens_per_second_per_gpu:929.8232221514122 
Step 1240 | loss:0.0374901220202446 lr:1.9223291176290543e-05 tokens_per_second_per_gpu:832.914978446605 
Step 1241 | loss:0.03714203089475632 lr:1.9222044364073253e-05 tokens_per_second_per_gpu:891.0296032307526 
Step 1242 | loss:0.03680573031306267 lr:1.9220796592435375e-05 tokens_per_second_per_gpu:694.192486706864 
Step 1243 | loss:0.019118942320346832 lr:1.9219547861506717e-05 tokens_per_second_per_gpu:830.8622543030457 
Step 1244 | loss:0.023683270439505577 lr:1.921829817141719e-05 tokens_per_second_per_gpu:815.0741499697605 
Step 1245 | loss:0.02223062515258789 lr:1.9217047522296813e-05 tokens_per_second_per_gpu:969.482331034981 
Step 1246 | loss:0.04455724358558655 lr:1.9215795914275694e-05 tokens_per_second_per_gpu:961.5897855399916 
Step 1247 | loss:0.027633830904960632 lr:1.9214543347484043e-05 tokens_per_second_per_gpu:825.4542954247762 
Step 1248 | loss:0.022624462842941284 lr:1.9213289822052178e-05 tokens_per_second_per_gpu:836.1538566420435 
Step 1249 | loss:0.02499430812895298 lr:1.9212035338110498e-05 tokens_per_second_per_gpu:786.7723070015714 
Step 1250 | loss:0.0656035840511322 lr:1.921077989578953e-05 tokens_per_second_per_gpu:1011.0270972871407 
Step 1251 | loss:0.030626479536294937 lr:1.9209523495219872e-05 tokens_per_second_per_gpu:731.9594140749797 
Step 1252 | loss:0.0419640950858593 lr:1.920826613653224e-05 tokens_per_second_per_gpu:928.3736127395499 
Step 1253 | loss:0.025098638609051704 lr:1.920700781985744e-05 tokens_per_second_per_gpu:887.1570755323885 
Step 1254 | loss:0.02446645498275757 lr:1.9205748545326387e-05 tokens_per_second_per_gpu:796.6371806782872 
Step 1255 | loss:0.0210970938205719 lr:1.920448831307009e-05 tokens_per_second_per_gpu:759.5288348413887 
Step 1256 | loss:0.031206727027893066 lr:1.920322712321965e-05 tokens_per_second_per_gpu:1176.414075321101 
Step 1257 | loss:0.028288213536143303 lr:1.9201964975906288e-05 tokens_per_second_per_gpu:857.1672821462713 
Step 1258 | loss:0.041359711438417435 lr:1.92007018712613e-05 tokens_per_second_per_gpu:863.1108515861234 
Step 1259 | loss:0.019736817106604576 lr:1.91994378094161e-05 tokens_per_second_per_gpu:781.1728443531214 
Step 1260 | loss:0.018207576125860214 lr:1.9198172790502197e-05 tokens_per_second_per_gpu:998.7243138762981 
Step 1261 | loss:0.029585082083940506 lr:1.9196906814651195e-05 tokens_per_second_per_gpu:892.4491676235377 
Step 1262 | loss:0.019684461876749992 lr:1.91956398819948e-05 tokens_per_second_per_gpu:895.063918272227 
Step 1263 | loss:0.05159437656402588 lr:1.919437199266482e-05 tokens_per_second_per_gpu:1051.0327479545024 
Step 1264 | loss:0.02734449878334999 lr:1.919310314679316e-05 tokens_per_second_per_gpu:917.3559651742706 
Step 1265 | loss:0.040587376803159714 lr:1.9191833344511825e-05 tokens_per_second_per_gpu:959.7952935782627 
Step 1266 | loss:0.04909803345799446 lr:1.919056258595292e-05 tokens_per_second_per_gpu:792.4226521795083 
Step 1267 | loss:0.019934741780161858 lr:1.9189290871248646e-05 tokens_per_second_per_gpu:848.2537688304311 
Step 1268 | loss:0.021999847143888474 lr:1.9188018200531316e-05 tokens_per_second_per_gpu:866.5704900639116 
Step 1269 | loss:0.043797094374895096 lr:1.918674457393332e-05 tokens_per_second_per_gpu:1077.0239626624052 
Step 1270 | loss:0.022147851064801216 lr:1.9185469991587166e-05 tokens_per_second_per_gpu:957.7359160275556 
Step 1271 | loss:0.02278737537562847 lr:1.918419445362546e-05 tokens_per_second_per_gpu:975.0539900148523 
Step 1272 | loss:0.021949628368020058 lr:1.9182917960180898e-05 tokens_per_second_per_gpu:937.0946015243527 
Step 1273 | loss:0.02580226957798004 lr:1.918164051138628e-05 tokens_per_second_per_gpu:844.2625692335812 
Step 1274 | loss:0.06150825694203377 lr:1.9180362107374514e-05 tokens_per_second_per_gpu:1349.4015374206929 
Step 1275 | loss:0.05121160298585892 lr:1.9179082748278594e-05 tokens_per_second_per_gpu:892.9577389634528 
Step 1276 | loss:0.03069278411567211 lr:1.9177802434231617e-05 tokens_per_second_per_gpu:1018.6724549951767 
Step 1277 | loss:0.021277526393532753 lr:1.917652116536678e-05 tokens_per_second_per_gpu:896.5644532577131 
Step 1278 | loss:0.04699675366282463 lr:1.9175238941817387e-05 tokens_per_second_per_gpu:859.8732057953276 
Step 1279 | loss:0.02993646264076233 lr:1.9173955763716835e-05 tokens_per_second_per_gpu:771.7474257784025 
Step 1280 | loss:0.02981526218354702 lr:1.9172671631198613e-05 tokens_per_second_per_gpu:994.8820434140323 
Step 1281 | loss:0.018516788259148598 lr:1.9171386544396318e-05 tokens_per_second_per_gpu:813.6763775483576 
Step 1282 | loss:0.030658908188343048 lr:1.917010050344365e-05 tokens_per_second_per_gpu:780.035160295231 
Step 1283 | loss:0.026592031121253967 lr:1.9168813508474397e-05 tokens_per_second_per_gpu:873.0786293200423 
Step 1284 | loss:0.059103693813085556 lr:1.9167525559622458e-05 tokens_per_second_per_gpu:922.0164967129284 
Step 1285 | loss:0.03688862547278404 lr:1.9166236657021822e-05 tokens_per_second_per_gpu:842.1158301594339 
Step 1286 | loss:0.028810076415538788 lr:1.9164946800806584e-05 tokens_per_second_per_gpu:848.7661836301828 
Step 1287 | loss:0.028822897002100945 lr:1.916365599111093e-05 tokens_per_second_per_gpu:739.7314984501329 
Step 1288 | loss:0.046249426901340485 lr:1.916236422806915e-05 tokens_per_second_per_gpu:908.7255609894986 
Step 1289 | loss:0.02792993187904358 lr:1.9161071511815636e-05 tokens_per_second_per_gpu:855.4999006679668 
Step 1290 | loss:0.03359922021627426 lr:1.9159777842484878e-05 tokens_per_second_per_gpu:959.5010741019298 
Step 1291 | loss:0.027506791055202484 lr:1.9158483220211463e-05 tokens_per_second_per_gpu:989.2358267271271 
Step 1292 | loss:0.03268437832593918 lr:1.9157187645130072e-05 tokens_per_second_per_gpu:1065.636858524775 
Step 1293 | loss:0.0668664276599884 lr:1.91558911173755e-05 tokens_per_second_per_gpu:842.3715603014097 
Step 1294 | loss:0.04176906496286392 lr:1.9154593637082626e-05 tokens_per_second_per_gpu:957.2684321007447 
Step 1295 | loss:0.01553620956838131 lr:1.9153295204386436e-05 tokens_per_second_per_gpu:978.5799386795746 
Step 1296 | loss:0.03037615492939949 lr:1.9151995819422013e-05 tokens_per_second_per_gpu:1071.8888344372601 
Step 1297 | loss:0.01754581369459629 lr:1.9150695482324537e-05 tokens_per_second_per_gpu:788.9374888565314 
Step 1298 | loss:0.03948137164115906 lr:1.9149394193229293e-05 tokens_per_second_per_gpu:995.3807433816327 
Step 1299 | loss:0.08132863789796829 lr:1.914809195227166e-05 tokens_per_second_per_gpu:1068.9409736867651 
Step 1300 | loss:0.020380619913339615 lr:1.9146788759587114e-05 tokens_per_second_per_gpu:723.306027916224 
Step 1301 | loss:0.020520664751529694 lr:1.914548461531124e-05 tokens_per_second_per_gpu:945.1470483987936 
Step 1302 | loss:0.023593472316861153 lr:1.9144179519579708e-05 tokens_per_second_per_gpu:936.4781074572136 
Step 1303 | loss:0.02421385981142521 lr:1.91428734725283e-05 tokens_per_second_per_gpu:899.5106363157678 
Step 1304 | loss:0.03445959463715553 lr:1.914156647429289e-05 tokens_per_second_per_gpu:913.2812288705934 
Step 1305 | loss:0.032954372465610504 lr:1.914025852500945e-05 tokens_per_second_per_gpu:843.9546860106412 
Step 1306 | loss:0.014805049635469913 lr:1.9138949624814058e-05 tokens_per_second_per_gpu:636.8589341174277 
Step 1307 | loss:0.025399673730134964 lr:1.913763977384288e-05 tokens_per_second_per_gpu:751.5096638193991 
Step 1308 | loss:0.03523564338684082 lr:1.913632897223219e-05 tokens_per_second_per_gpu:1048.5515179179608 
Step 1309 | loss:0.02888394147157669 lr:1.9135017220118363e-05 tokens_per_second_per_gpu:755.9044852667017 
Step 1310 | loss:0.01324383169412613 lr:1.913370451763786e-05 tokens_per_second_per_gpu:810.8292768468606 
Step 1311 | loss:0.03177119791507721 lr:1.913239086492725e-05 tokens_per_second_per_gpu:917.4385899551656 
Step 1312 | loss:0.1148475706577301 lr:1.9131076262123204e-05 tokens_per_second_per_gpu:1268.818400205357 
Step 1313 | loss:0.02358267828822136 lr:1.9129760709362485e-05 tokens_per_second_per_gpu:867.3874519294372 
Step 1314 | loss:0.022362999618053436 lr:1.9128444206781954e-05 tokens_per_second_per_gpu:824.5560705817632 
Step 1315 | loss:0.030623754486441612 lr:1.9127126754518582e-05 tokens_per_second_per_gpu:889.2297244352002 
Step 1316 | loss:0.04441205412149429 lr:1.9125808352709423e-05 tokens_per_second_per_gpu:998.4711719693976 
Step 1317 | loss:0.07643532752990723 lr:1.912448900149164e-05 tokens_per_second_per_gpu:972.5726353685139 
Step 1318 | loss:0.07111579179763794 lr:1.9123168701002495e-05 tokens_per_second_per_gpu:1181.7816071999875 
Step 1319 | loss:0.12928897142410278 lr:1.9121847451379344e-05 tokens_per_second_per_gpu:879.0641268780006 
Step 1320 | loss:0.03988373279571533 lr:1.912052525275965e-05 tokens_per_second_per_gpu:1050.277577311049 
Step 1321 | loss:0.05135924741625786 lr:1.9119202105280954e-05 tokens_per_second_per_gpu:769.4766335712455 
Step 1322 | loss:0.06634563207626343 lr:1.9117878009080924e-05 tokens_per_second_per_gpu:998.9865870813238 
Step 1323 | loss:0.053070198744535446 lr:1.9116552964297308e-05 tokens_per_second_per_gpu:975.8464370949931 
Step 1324 | loss:0.17727895081043243 lr:1.9115226971067957e-05 tokens_per_second_per_gpu:951.3349825463334 
Step 1325 | loss:0.18917156755924225 lr:1.9113900029530825e-05 tokens_per_second_per_gpu:1188.004241353641 
Step 1326 | loss:0.0214261244982481 lr:1.9112572139823958e-05 tokens_per_second_per_gpu:857.2880157332975 
Step 1327 | loss:0.03207632154226303 lr:1.9111243302085504e-05 tokens_per_second_per_gpu:984.1701683823549 
Step 1328 | loss:0.03529864549636841 lr:1.910991351645371e-05 tokens_per_second_per_gpu:1082.6183043770898 
Step 1329 | loss:0.12410697340965271 lr:1.9108582783066923e-05 tokens_per_second_per_gpu:841.9833015735707 
Step 1330 | loss:0.09049162268638611 lr:1.9107251102063582e-05 tokens_per_second_per_gpu:823.9841550061763 
Step 1331 | loss:0.1243886947631836 lr:1.9105918473582235e-05 tokens_per_second_per_gpu:1128.927970262678 
Step 1332 | loss:0.030864646658301353 lr:1.9104584897761516e-05 tokens_per_second_per_gpu:938.1059534333484 
Step 1333 | loss:0.06462202221155167 lr:1.9103250374740173e-05 tokens_per_second_per_gpu:1038.9178141246146 
Step 1334 | loss:0.04650934040546417 lr:1.9101914904657035e-05 tokens_per_second_per_gpu:811.1784680623753 
Step 1335 | loss:0.05445960909128189 lr:1.910057848765104e-05 tokens_per_second_per_gpu:660.0937663535044 
Step 1336 | loss:0.03793192654848099 lr:1.909924112386123e-05 tokens_per_second_per_gpu:964.8331268590599 
Step 1337 | loss:0.044333066791296005 lr:1.9097902813426733e-05 tokens_per_second_per_gpu:1025.2767267371125 
Step 1338 | loss:0.051324330270290375 lr:1.9096563556486777e-05 tokens_per_second_per_gpu:851.1894240468547 
Step 1339 | loss:0.05234996974468231 lr:1.90952233531807e-05 tokens_per_second_per_gpu:1106.8154434632922 
Step 1340 | loss:0.04721234738826752 lr:1.9093882203647928e-05 tokens_per_second_per_gpu:943.5847198310539 
Step 1341 | loss:0.036306966096162796 lr:1.9092540108027987e-05 tokens_per_second_per_gpu:864.6202236691175 
Step 1342 | loss:0.01882350631058216 lr:1.9091197066460502e-05 tokens_per_second_per_gpu:826.5175279548772 
Step 1343 | loss:0.03538678586483002 lr:1.90898530790852e-05 tokens_per_second_per_gpu:887.0071234060207 
Step 1344 | loss:0.022147173061966896 lr:1.90885081460419e-05 tokens_per_second_per_gpu:1019.8417082195357 
Step 1345 | loss:0.020588239654898643 lr:1.908716226747053e-05 tokens_per_second_per_gpu:809.122031973307 
Step 1346 | loss:0.059260979294776917 lr:1.90858154435111e-05 tokens_per_second_per_gpu:955.9861890057819 
Step 1347 | loss:0.024637339636683464 lr:1.9084467674303732e-05 tokens_per_second_per_gpu:905.0262764323323 
Step 1348 | loss:0.028100905939936638 lr:1.9083118959988643e-05 tokens_per_second_per_gpu:814.7750033059963 
Step 1349 | loss:0.05308472365140915 lr:1.9081769300706145e-05 tokens_per_second_per_gpu:1079.1755035329813 
Step 1350 | loss:0.02580828033387661 lr:1.908041869659665e-05 tokens_per_second_per_gpu:843.1152431879207 
Step 1351 | loss:0.04039316624403 lr:1.9079067147800674e-05 tokens_per_second_per_gpu:1036.456929855614 
Step 1352 | loss:0.04555746912956238 lr:1.9077714654458818e-05 tokens_per_second_per_gpu:828.3837322082985 
Step 1353 | loss:0.01711084693670273 lr:1.9076361216711796e-05 tokens_per_second_per_gpu:842.6808940143154 
Step 1354 | loss:0.043567437678575516 lr:1.9075006834700414e-05 tokens_per_second_per_gpu:880.5957514570739 
Step 1355 | loss:0.0473281666636467 lr:1.907365150856557e-05 tokens_per_second_per_gpu:1018.99434575149 
Step 1356 | loss:0.04623008891940117 lr:1.907229523844827e-05 tokens_per_second_per_gpu:768.8699421816164 
Step 1357 | loss:0.024154191836714745 lr:1.9070938024489614e-05 tokens_per_second_per_gpu:881.6983141932373 
Step 1358 | loss:0.042225614190101624 lr:1.90695798668308e-05 tokens_per_second_per_gpu:801.8458993742364 
Step 1359 | loss:0.036886706948280334 lr:1.9068220765613124e-05 tokens_per_second_per_gpu:1107.5544325102624 
Step 1360 | loss:0.027387553825974464 lr:1.9066860720977988e-05 tokens_per_second_per_gpu:1166.8238215697788 
Step 1361 | loss:0.025935228914022446 lr:1.9065499733066873e-05 tokens_per_second_per_gpu:756.702492001488 
Step 1362 | loss:0.16336114704608917 lr:1.906413780202138e-05 tokens_per_second_per_gpu:1465.3764254397481 
Step 1363 | loss:0.037436820566654205 lr:1.906277492798319e-05 tokens_per_second_per_gpu:887.6269673152747 
Step 1364 | loss:0.0521729551255703 lr:1.9061411111094097e-05 tokens_per_second_per_gpu:725.4215559190131 
Step 1365 | loss:0.03199167549610138 lr:1.9060046351495986e-05 tokens_per_second_per_gpu:776.1335632629058 
Step 1366 | loss:0.021096933633089066 lr:1.9058680649330836e-05 tokens_per_second_per_gpu:978.2332407900172 
Step 1367 | loss:0.04674670845270157 lr:1.905731400474073e-05 tokens_per_second_per_gpu:884.3570840186094 
Step 1368 | loss:0.023805266246199608 lr:1.9055946417867852e-05 tokens_per_second_per_gpu:718.6719251378211 
Step 1369 | loss:0.02567453496158123 lr:1.9054577888854477e-05 tokens_per_second_per_gpu:832.1988279691649 
Step 1370 | loss:0.037588343024253845 lr:1.905320841784298e-05 tokens_per_second_per_gpu:1085.935899587379 
Step 1371 | loss:0.03897041082382202 lr:1.905183800497583e-05 tokens_per_second_per_gpu:868.4516732168138 
Step 1372 | loss:0.03423595428466797 lr:1.905046665039561e-05 tokens_per_second_per_gpu:1050.064886145874 
Step 1373 | loss:0.023529350757598877 lr:1.9049094354244985e-05 tokens_per_second_per_gpu:784.5900951940564 
Step 1374 | loss:0.019877437502145767 lr:1.9047721116666715e-05 tokens_per_second_per_gpu:854.4352397544174 
Step 1375 | loss:0.03299901634454727 lr:1.904634693780367e-05 tokens_per_second_per_gpu:829.3938658184329 
Step 1376 | loss:0.021847691386938095 lr:1.904497181779882e-05 tokens_per_second_per_gpu:875.4280879843966 
Step 1377 | loss:0.025382138788700104 lr:1.9043595756795222e-05 tokens_per_second_per_gpu:777.4434187115708 
Step 1378 | loss:0.03720627725124359 lr:1.9042218754936032e-05 tokens_per_second_per_gpu:973.6118479628782 
Step 1379 | loss:0.03154517337679863 lr:1.904084081236451e-05 tokens_per_second_per_gpu:1287.190475576816 
Step 1380 | loss:0.016288984566926956 lr:1.9039461929224013e-05 tokens_per_second_per_gpu:973.8772963693814 
Step 1381 | loss:0.028360720723867416 lr:1.903808210565799e-05 tokens_per_second_per_gpu:798.5006933338233 
Step 1382 | loss:0.02419130690395832 lr:1.9036701341809995e-05 tokens_per_second_per_gpu:1141.6519440191905 
Step 1383 | loss:0.055199034512043 lr:1.903531963782367e-05 tokens_per_second_per_gpu:915.6262344752099 
Step 1384 | loss:0.026268569752573967 lr:1.903393699384277e-05 tokens_per_second_per_gpu:958.3235622924631 
Step 1385 | loss:0.033622197806835175 lr:1.9032553410011136e-05 tokens_per_second_per_gpu:968.7860283689027 
Step 1386 | loss:0.021826863288879395 lr:1.903116888647271e-05 tokens_per_second_per_gpu:902.9704675686102 
Step 1387 | loss:0.015124764293432236 lr:1.9029783423371528e-05 tokens_per_second_per_gpu:794.2475814712265 
Step 1388 | loss:0.027532396838068962 lr:1.9028397020851733e-05 tokens_per_second_per_gpu:851.6249487373099 
Step 1389 | loss:0.021014736965298653 lr:1.9027009679057556e-05 tokens_per_second_per_gpu:886.7468694643634 
Step 1390 | loss:0.017504345625638962 lr:1.9025621398133333e-05 tokens_per_second_per_gpu:749.6752163785203 
Step 1391 | loss:0.02866026945412159 lr:1.9024232178223495e-05 tokens_per_second_per_gpu:890.1089586562973 
Step 1392 | loss:0.04505801573395729 lr:1.9022842019472564e-05 tokens_per_second_per_gpu:1034.3560684951585 
Step 1393 | loss:0.03291439265012741 lr:1.9021450922025173e-05 tokens_per_second_per_gpu:965.9966072029155 
Step 1394 | loss:0.021114088594913483 lr:1.9020058886026044e-05 tokens_per_second_per_gpu:839.435105071699 
Step 1395 | loss:0.05454268306493759 lr:1.9018665911619994e-05 tokens_per_second_per_gpu:1095.6337542960275 
Step 1396 | loss:0.019649002701044083 lr:1.901727199895195e-05 tokens_per_second_per_gpu:880.7958104184511 
Step 1397 | loss:0.03279980272054672 lr:1.901587714816692e-05 tokens_per_second_per_gpu:1019.737305846187 
Step 1398 | loss:0.018449530005455017 lr:1.9014481359410025e-05 tokens_per_second_per_gpu:908.5187953114229 
Step 1399 | loss:0.012612169608473778 lr:1.901308463282647e-05 tokens_per_second_per_gpu:923.5160827622134 
Step 1400 | loss:0.023158520460128784 lr:1.9011686968561567e-05 tokens_per_second_per_gpu:955.627482335656 
Step 1401 | loss:0.07027080655097961 lr:1.9010288366760726e-05 tokens_per_second_per_gpu:1125.1005902708287 
Step 1402 | loss:0.03544892370700836 lr:1.900888882756945e-05 tokens_per_second_per_gpu:1011.0815984202502 
Step 1403 | loss:0.019161708652973175 lr:1.9007488351133335e-05 tokens_per_second_per_gpu:811.2301972872443 
Step 1404 | loss:0.04552578926086426 lr:1.900608693759809e-05 tokens_per_second_per_gpu:940.1972230479857 
Step 1405 | loss:0.02175965905189514 lr:1.9004684587109504e-05 tokens_per_second_per_gpu:1089.3679335000952 
Step 1406 | loss:0.07258456945419312 lr:1.900328129981347e-05 tokens_per_second_per_gpu:1138.2847306277001 
Step 1407 | loss:0.010738237760961056 lr:1.900187707585599e-05 tokens_per_second_per_gpu:821.8593457554827 
Step 1408 | loss:0.022162985056638718 lr:1.9000471915383146e-05 tokens_per_second_per_gpu:882.560770762586 
Step 1409 | loss:0.014670997858047485 lr:1.8999065818541127e-05 tokens_per_second_per_gpu:748.0045277934723 
Step 1410 | loss:0.019741514697670937 lr:1.8997658785476215e-05 tokens_per_second_per_gpu:1023.2400011570444 
Step 1411 | loss:0.025516990572214127 lr:1.8996250816334792e-05 tokens_per_second_per_gpu:921.2744451636424 
Step 1412 | loss:0.032778963446617126 lr:1.8994841911263332e-05 tokens_per_second_per_gpu:872.9018797485274 
Step 1413 | loss:0.022607440128922462 lr:1.8993432070408426e-05 tokens_per_second_per_gpu:945.2801297349663 
Step 1414 | loss:0.035299088805913925 lr:1.899202129391673e-05 tokens_per_second_per_gpu:1341.6911509465306 
Step 1415 | loss:0.02674241177737713 lr:1.899060958193503e-05 tokens_per_second_per_gpu:899.9019094096658 
Step 1416 | loss:0.02994745410978794 lr:1.898919693461018e-05 tokens_per_second_per_gpu:835.7955087524156 
Step 1417 | loss:0.0141605194658041 lr:1.8987783352089158e-05 tokens_per_second_per_gpu:980.2963503005136 
Step 1418 | loss:0.02710000053048134 lr:1.898636883451902e-05 tokens_per_second_per_gpu:880.6534642516353 
Step 1419 | loss:0.02060895413160324 lr:1.898495338204693e-05 tokens_per_second_per_gpu:867.8873963766675 
Step 1420 | loss:0.019772017374634743 lr:1.898353699482014e-05 tokens_per_second_per_gpu:923.571624973728 
Step 1421 | loss:0.01205515768378973 lr:1.8982119672986007e-05 tokens_per_second_per_gpu:893.3631640506807 
Step 1422 | loss:0.01227051392197609 lr:1.8980701416691986e-05 tokens_per_second_per_gpu:963.3328869259661 
Step 1423 | loss:0.016242029145359993 lr:1.8979282226085623e-05 tokens_per_second_per_gpu:769.0324422146768 
Step 1424 | loss:0.01603424921631813 lr:1.897786210131457e-05 tokens_per_second_per_gpu:895.4387186011277 
Step 1425 | loss:0.0375811904668808 lr:1.8976441042526555e-05 tokens_per_second_per_gpu:951.4651138430798 
Step 1426 | loss:0.04650428518652916 lr:1.897501904986944e-05 tokens_per_second_per_gpu:904.4762211114265 
Step 1427 | loss:0.05588685721158981 lr:1.8973596123491146e-05 tokens_per_second_per_gpu:763.9431499871165 
Step 1428 | loss:0.036553215235471725 lr:1.8972172263539717e-05 tokens_per_second_per_gpu:961.4526494966462 
Step 1429 | loss:0.04597454145550728 lr:1.897074747016328e-05 tokens_per_second_per_gpu:1061.3161447083155 
Step 1430 | loss:0.01572318561375141 lr:1.8969321743510067e-05 tokens_per_second_per_gpu:894.9133379491774 
Step 1431 | loss:0.02044381946325302 lr:1.8967895083728402e-05 tokens_per_second_per_gpu:1002.2553767823066 
Step 1432 | loss:0.02644144743680954 lr:1.8966467490966712e-05 tokens_per_second_per_gpu:922.8409962524487 
Step 1433 | loss:0.02457600273191929 lr:1.8965038965373516e-05 tokens_per_second_per_gpu:958.4014962384103 
Step 1434 | loss:0.033843744546175 lr:1.8963609507097426e-05 tokens_per_second_per_gpu:1052.5999310362758 
Step 1435 | loss:0.03380364179611206 lr:1.8962179116287167e-05 tokens_per_second_per_gpu:1045.8770441890817 
Step 1436 | loss:0.024014759808778763 lr:1.8960747793091543e-05 tokens_per_second_per_gpu:828.9161388232492 
Step 1437 | loss:0.043585147708654404 lr:1.8959315537659463e-05 tokens_per_second_per_gpu:838.1727577904351 
Step 1438 | loss:0.03591287508606911 lr:1.8957882350139935e-05 tokens_per_second_per_gpu:1034.1160996315955 
Step 1439 | loss:0.026420995593070984 lr:1.8956448230682062e-05 tokens_per_second_per_gpu:854.8180423390708 
Step 1440 | loss:0.0423278883099556 lr:1.8955013179435036e-05 tokens_per_second_per_gpu:857.4473895030097 
Step 1441 | loss:0.03481673076748848 lr:1.8953577196548166e-05 tokens_per_second_per_gpu:930.062527162929 
Step 1442 | loss:0.01969476230442524 lr:1.8952140282170833e-05 tokens_per_second_per_gpu:901.3520422624175 
Step 1443 | loss:0.016901323571801186 lr:1.8950702436452534e-05 tokens_per_second_per_gpu:745.3705503199416 
Step 1444 | loss:0.05284241586923599 lr:1.8949263659542855e-05 tokens_per_second_per_gpu:1050.9189733891506 
Step 1445 | loss:0.028362218290567398 lr:1.8947823951591478e-05 tokens_per_second_per_gpu:898.8900740476826 
Step 1446 | loss:0.011098108254373074 lr:1.894638331274819e-05 tokens_per_second_per_gpu:869.2575267441674 
Step 1447 | loss:0.04078243672847748 lr:1.894494174316286e-05 tokens_per_second_per_gpu:1033.7256013353806 
Step 1448 | loss:0.03304659202694893 lr:1.8943499242985468e-05 tokens_per_second_per_gpu:748.4739373291175 
Step 1449 | loss:0.026007892563939095 lr:1.8942055812366087e-05 tokens_per_second_per_gpu:950.9577677569894 
Step 1450 | loss:0.028810109943151474 lr:1.894061145145488e-05 tokens_per_second_per_gpu:838.5386926135506 
Step 1451 | loss:0.025102876126766205 lr:1.893916616040211e-05 tokens_per_second_per_gpu:911.044810624118 
Step 1452 | loss:0.01338959764689207 lr:1.8937719939358148e-05 tokens_per_second_per_gpu:854.1638848099992 
Step 1453 | loss:0.0735638290643692 lr:1.8936272788473443e-05 tokens_per_second_per_gpu:1508.770256079064 
Step 1454 | loss:0.03360386937856674 lr:1.893482470789856e-05 tokens_per_second_per_gpu:816.2097703466467 
Step 1455 | loss:0.020160553976893425 lr:1.893337569778414e-05 tokens_per_second_per_gpu:873.6786774447256 
Step 1456 | loss:0.0215366892516613 lr:1.8931925758280936e-05 tokens_per_second_per_gpu:659.0148633100937 
Step 1457 | loss:0.01995735615491867 lr:1.8930474889539795e-05 tokens_per_second_per_gpu:900.1283851722332 
Step 1458 | loss:0.020680028945207596 lr:1.892902309171166e-05 tokens_per_second_per_gpu:835.4400536210443 
Step 1459 | loss:0.04757634550333023 lr:1.8927570364947567e-05 tokens_per_second_per_gpu:982.3373803680668 
Step 1460 | loss:0.03673314303159714 lr:1.892611670939865e-05 tokens_per_second_per_gpu:779.1775200327035 
Step 1461 | loss:0.02409408614039421 lr:1.8924662125216143e-05 tokens_per_second_per_gpu:795.0123002944437 
Step 1462 | loss:0.02038748376071453 lr:1.8923206612551376e-05 tokens_per_second_per_gpu:986.9584833989895 
Step 1463 | loss:0.03019600920379162 lr:1.8921750171555772e-05 tokens_per_second_per_gpu:996.3794719514258 
Step 1464 | loss:0.018848169595003128 lr:1.892029280238085e-05 tokens_per_second_per_gpu:763.7535369200925 
Step 1465 | loss:0.014101162552833557 lr:1.891883450517823e-05 tokens_per_second_per_gpu:869.2242121227938 
Step 1466 | loss:0.016253506764769554 lr:1.8917375280099634e-05 tokens_per_second_per_gpu:959.7589818499022 
Step 1467 | loss:0.015757260844111443 lr:1.8915915127296866e-05 tokens_per_second_per_gpu:766.402477811907 
Step 1468 | loss:0.025218121707439423 lr:1.891445404692183e-05 tokens_per_second_per_gpu:948.3247837700949 
Step 1469 | loss:0.019343223422765732 lr:1.891299203912654e-05 tokens_per_second_per_gpu:869.8177511122313 
Step 1470 | loss:0.045169342309236526 lr:1.8911529104063093e-05 tokens_per_second_per_gpu:934.4607450055041 
Step 1471 | loss:0.033835746347904205 lr:1.891006524188368e-05 tokens_per_second_per_gpu:1050.8569717615874 
Step 1472 | loss:0.020692700520157814 lr:1.89086004527406e-05 tokens_per_second_per_gpu:850.3689806715869 
Step 1473 | loss:0.031673550605773926 lr:1.890713473678625e-05 tokens_per_second_per_gpu:1128.9713887416879 
Step 1474 | loss:0.02854468859732151 lr:1.8905668094173106e-05 tokens_per_second_per_gpu:906.5342168015989 
Step 1475 | loss:0.02591623365879059 lr:1.8904200525053756e-05 tokens_per_second_per_gpu:1070.1396782992629 
Step 1476 | loss:0.02995588444173336 lr:1.8902732029580876e-05 tokens_per_second_per_gpu:951.8307776617339 
Step 1477 | loss:0.016412602737545967 lr:1.8901262607907246e-05 tokens_per_second_per_gpu:835.9401811612958 
Step 1478 | loss:0.11115539073944092 lr:1.8899792260185736e-05 tokens_per_second_per_gpu:1031.5326974349455 
Step 1479 | loss:0.016999652609229088 lr:1.8898320986569313e-05 tokens_per_second_per_gpu:934.8123644587977 
Step 1480 | loss:0.02272927388548851 lr:1.8896848787211045e-05 tokens_per_second_per_gpu:897.1376821924455 
Step 1481 | loss:0.06912734359502792 lr:1.889537566226409e-05 tokens_per_second_per_gpu:911.1677703162612 
Step 1482 | loss:0.1164812222123146 lr:1.889390161188171e-05 tokens_per_second_per_gpu:990.1621895355088 
Step 1483 | loss:0.04441903531551361 lr:1.889242663621725e-05 tokens_per_second_per_gpu:935.6082760393857 
Step 1484 | loss:0.027102405205368996 lr:1.8890950735424172e-05 tokens_per_second_per_gpu:1090.6475384961998 
Step 1485 | loss:0.014735963195562363 lr:1.888947390965601e-05 tokens_per_second_per_gpu:809.2409200681135 
Step 1486 | loss:0.01836656592786312 lr:1.8887996159066416e-05 tokens_per_second_per_gpu:942.3032242055125 
Step 1487 | loss:0.02641662023961544 lr:1.8886517483809125e-05 tokens_per_second_per_gpu:1040.3745226617248 
Step 1488 | loss:0.026739878579974174 lr:1.8885037884037968e-05 tokens_per_second_per_gpu:964.3247762535141 
Step 1489 | loss:0.022934578359127045 lr:1.888355735990688e-05 tokens_per_second_per_gpu:851.4100892353522 
Step 1490 | loss:0.035013001412153244 lr:1.8882075911569887e-05 tokens_per_second_per_gpu:1106.5267218199645 
Step 1491 | loss:0.058972153812646866 lr:1.8880593539181117e-05 tokens_per_second_per_gpu:833.5267235202689 
Step 1492 | loss:0.02807231992483139 lr:1.887911024289478e-05 tokens_per_second_per_gpu:889.8183766473954 
Step 1493 | loss:0.051800526678562164 lr:1.8877626022865202e-05 tokens_per_second_per_gpu:1076.8774939094178 
Step 1494 | loss:0.040016885846853256 lr:1.8876140879246786e-05 tokens_per_second_per_gpu:921.7068419549012 
Step 1495 | loss:0.062057532370090485 lr:1.8874654812194043e-05 tokens_per_second_per_gpu:957.8277253160069 
Step 1496 | loss:0.015027414076030254 lr:1.8873167821861578e-05 tokens_per_second_per_gpu:853.860030742846 
Step 1497 | loss:0.04253887012600899 lr:1.8871679908404093e-05 tokens_per_second_per_gpu:965.1102608914643 
Step 1498 | loss:0.03480904549360275 lr:1.887019107197638e-05 tokens_per_second_per_gpu:842.0556204869871 
Step 1499 | loss:0.020217131823301315 lr:1.886870131273333e-05 tokens_per_second_per_gpu:765.8137207309862 
Step 1500 | loss:0.021358629688620567 lr:1.8867210630829934e-05 tokens_per_second_per_gpu:1047.474149283214 
Step 1501 | loss:0.01845620945096016 lr:1.8865719026421275e-05 tokens_per_second_per_gpu:916.7010609215479 
Step 1502 | loss:0.021483726799488068 lr:1.886422649966253e-05 tokens_per_second_per_gpu:840.3813888926082 
Step 1503 | loss:0.009044449776411057 lr:1.886273305070898e-05 tokens_per_second_per_gpu:816.9282519417924 
Step 1504 | loss:0.02031043916940689 lr:1.8861238679715994e-05 tokens_per_second_per_gpu:906.9640284005626 
Step 1505 | loss:0.04310370236635208 lr:1.8859743386839042e-05 tokens_per_second_per_gpu:789.4475744014856 
Step 1506 | loss:0.023464636877179146 lr:1.885824717223368e-05 tokens_per_second_per_gpu:1048.9143686188377 
Step 1507 | loss:0.07092414796352386 lr:1.885675003605558e-05 tokens_per_second_per_gpu:976.1270615348321 
Step 1508 | loss:0.016549978405237198 lr:1.8855251978460485e-05 tokens_per_second_per_gpu:754.7046392818613 
Step 1509 | loss:0.04129250720143318 lr:1.8853752999604256e-05 tokens_per_second_per_gpu:772.6886247911384 
Step 1510 | loss:0.01733858324587345 lr:1.8852253099642835e-05 tokens_per_second_per_gpu:815.9563649431807 
Step 1511 | loss:0.03064544126391411 lr:1.8850752278732266e-05 tokens_per_second_per_gpu:968.6679045176036 
Step 1512 | loss:0.05952063947916031 lr:1.8849250537028686e-05 tokens_per_second_per_gpu:856.0843843058511 
Step 1513 | loss:0.02911287173628807 lr:1.8847747874688333e-05 tokens_per_second_per_gpu:875.3469567109886 
Step 1514 | loss:0.032466985285282135 lr:1.8846244291867536e-05 tokens_per_second_per_gpu:1050.683561257481 
Step 1515 | loss:0.030892355367541313 lr:1.8844739788722717e-05 tokens_per_second_per_gpu:983.8858060139123 
Step 1516 | loss:0.02932751737535 lr:1.8843234365410406e-05 tokens_per_second_per_gpu:889.7703327323911 
Step 1517 | loss:0.019236231222748756 lr:1.8841728022087217e-05 tokens_per_second_per_gpu:808.6118831766878 
Step 1518 | loss:0.0234519112855196 lr:1.8840220758909856e-05 tokens_per_second_per_gpu:1004.5720114234616 
Step 1519 | loss:0.0366632416844368 lr:1.8838712576035143e-05 tokens_per_second_per_gpu:868.6025544994436 
Step 1520 | loss:0.009607781656086445 lr:1.8837203473619978e-05 tokens_per_second_per_gpu:724.6986899992136 
Step 1521 | loss:0.013837930746376514 lr:1.883569345182136e-05 tokens_per_second_per_gpu:761.156974897791 
Step 1522 | loss:0.031155044212937355 lr:1.883418251079639e-05 tokens_per_second_per_gpu:803.5309774550549 
Step 1523 | loss:0.018245719373226166 lr:1.8832670650702248e-05 tokens_per_second_per_gpu:984.2456772291864 
Step 1524 | loss:0.023345019668340683 lr:1.8831157871696235e-05 tokens_per_second_per_gpu:947.9482379331952 
Step 1525 | loss:0.014006071723997593 lr:1.882964417393573e-05 tokens_per_second_per_gpu:807.1858602890255 
Step 1526 | loss:0.047609832137823105 lr:1.8828129557578204e-05 tokens_per_second_per_gpu:941.3974425537272 
Step 1527 | loss:0.037004824727773666 lr:1.882661402278124e-05 tokens_per_second_per_gpu:785.9507775065553 
Step 1528 | loss:0.011530027724802494 lr:1.88250975697025e-05 tokens_per_second_per_gpu:766.9134940104394 
Step 1529 | loss:0.03001892939209938 lr:1.8823580198499755e-05 tokens_per_second_per_gpu:947.7922066438501 
Step 1530 | loss:0.053154461085796356 lr:1.8822061909330866e-05 tokens_per_second_per_gpu:797.8160825203714 
Step 1531 | loss:0.02358032390475273 lr:1.8820542702353783e-05 tokens_per_second_per_gpu:963.5199991551932 
Step 1532 | loss:0.04135885834693909 lr:1.881902257772656e-05 tokens_per_second_per_gpu:996.706818547373 
Step 1533 | loss:0.012505949474871159 lr:1.881750153560735e-05 tokens_per_second_per_gpu:916.2932356644882 
Step 1534 | loss:0.029308412224054337 lr:1.8815979576154386e-05 tokens_per_second_per_gpu:949.3415413993621 
Step 1535 | loss:0.029143933206796646 lr:1.8814456699526012e-05 tokens_per_second_per_gpu:1034.7511579605607 
Step 1536 | loss:0.027452317997813225 lr:1.881293290588066e-05 tokens_per_second_per_gpu:744.5357086945834 
Step 1537 | loss:0.027465954422950745 lr:1.8811408195376863e-05 tokens_per_second_per_gpu:992.9875791385149 
Step 1538 | loss:0.0214521661400795 lr:1.8809882568173233e-05 tokens_per_second_per_gpu:924.6347769087026 
Step 1539 | loss:0.01715516299009323 lr:1.88083560244285e-05 tokens_per_second_per_gpu:893.4814765349456 
Step 1540 | loss:0.03291509672999382 lr:1.8806828564301475e-05 tokens_per_second_per_gpu:961.1580646934711 
Step 1541 | loss:0.03869279846549034 lr:1.8805300187951072e-05 tokens_per_second_per_gpu:892.8072978167726 
Step 1542 | loss:0.046443015336990356 lr:1.8803770895536292e-05 tokens_per_second_per_gpu:1155.4079447501235 
Step 1543 | loss:0.008245456032454967 lr:1.8802240687216238e-05 tokens_per_second_per_gpu:775.5176102922451 
Step 1544 | loss:0.02283516898751259 lr:1.8800709563150105e-05 tokens_per_second_per_gpu:1140.6497931207864 
Step 1545 | loss:0.08234044909477234 lr:1.8799177523497185e-05 tokens_per_second_per_gpu:1037.8110126239517 
Step 1546 | loss:0.01857149787247181 lr:1.8797644568416867e-05 tokens_per_second_per_gpu:958.5471423059857 
Step 1547 | loss:0.047606274485588074 lr:1.8796110698068626e-05 tokens_per_second_per_gpu:1118.663730099726 
Step 1548 | loss:0.02472657710313797 lr:1.8794575912612047e-05 tokens_per_second_per_gpu:960.1450546415564 
Step 1549 | loss:0.021951427683234215 lr:1.8793040212206796e-05 tokens_per_second_per_gpu:878.1630617130754 
Step 1550 | loss:0.019026005640625954 lr:1.8791503597012643e-05 tokens_per_second_per_gpu:1029.702107795342 
Step 1551 | loss:0.01830899901688099 lr:1.8789966067189454e-05 tokens_per_second_per_gpu:875.2782417458587 
Step 1552 | loss:0.025222914293408394 lr:1.878842762289718e-05 tokens_per_second_per_gpu:1014.5542680000719 
Step 1553 | loss:0.04646974056959152 lr:1.878688826429588e-05 tokens_per_second_per_gpu:1041.1533940778183 
Step 1554 | loss:0.03528694808483124 lr:1.8785347991545696e-05 tokens_per_second_per_gpu:817.0506726800586 
Step 1555 | loss:0.04810941964387894 lr:1.878380680480688e-05 tokens_per_second_per_gpu:1013.9112798659404 
Step 1556 | loss:0.028620269149541855 lr:1.878226470423976e-05 tokens_per_second_per_gpu:766.4439198418926 
Step 1557 | loss:0.03083348646759987 lr:1.8780721690004777e-05 tokens_per_second_per_gpu:1008.2504806526157 
Step 1558 | loss:0.010512090288102627 lr:1.8779177762262458e-05 tokens_per_second_per_gpu:982.413225872102 
Step 1559 | loss:0.01265909057110548 lr:1.877763292117342e-05 tokens_per_second_per_gpu:886.0657665245513 
Step 1560 | loss:0.025725264102220535 lr:1.8776087166898392e-05 tokens_per_second_per_gpu:745.346257275967 
Step 1561 | loss:0.020376630127429962 lr:1.8774540499598176e-05 tokens_per_second_per_gpu:876.2009467843839 
Step 1562 | loss:0.02113836072385311 lr:1.877299291943369e-05 tokens_per_second_per_gpu:960.3077111645665 
Step 1563 | loss:0.013134455308318138 lr:1.8771444426565933e-05 tokens_per_second_per_gpu:889.421704563361 
Step 1564 | loss:0.01593920588493347 lr:1.8769895021156004e-05 tokens_per_second_per_gpu:919.4201846543803 
Step 1565 | loss:0.0338064581155777 lr:1.8768344703365095e-05 tokens_per_second_per_gpu:784.7985386348855 
Step 1566 | loss:0.02795567363500595 lr:1.8766793473354495e-05 tokens_per_second_per_gpu:787.0791669776759 
Step 1567 | loss:0.017963439226150513 lr:1.876524133128559e-05 tokens_per_second_per_gpu:902.5461898009455 
Step 1568 | loss:0.025433076545596123 lr:1.8763688277319856e-05 tokens_per_second_per_gpu:939.3236844610932 
Step 1569 | loss:0.02157309651374817 lr:1.8762134311618862e-05 tokens_per_second_per_gpu:899.7442962253799 
Step 1570 | loss:0.05384286120533943 lr:1.8760579434344283e-05 tokens_per_second_per_gpu:1083.1774274476152 
Step 1571 | loss:0.03191462159156799 lr:1.875902364565787e-05 tokens_per_second_per_gpu:905.4559139102147 
Step 1572 | loss:0.012930196709930897 lr:1.8757466945721496e-05 tokens_per_second_per_gpu:789.9360112730504 
Step 1573 | loss:0.01644827052950859 lr:1.87559093346971e-05 tokens_per_second_per_gpu:955.0270036201462 
Step 1574 | loss:0.01778324320912361 lr:1.875435081274674e-05 tokens_per_second_per_gpu:815.1076935281525 
Step 1575 | loss:0.03362245857715607 lr:1.8752791380032543e-05 tokens_per_second_per_gpu:821.5401023161517 
Step 1576 | loss:0.025482455268502235 lr:1.875123103671676e-05 tokens_per_second_per_gpu:865.0214238270953 
Step 1577 | loss:0.03130585327744484 lr:1.8749669782961715e-05 tokens_per_second_per_gpu:913.942258826982 
Step 1578 | loss:0.03599857911467552 lr:1.8748107618929834e-05 tokens_per_second_per_gpu:1075.3114825680582 
Step 1579 | loss:0.01731400564312935 lr:1.874654454478364e-05 tokens_per_second_per_gpu:821.820417265163 
Step 1580 | loss:0.024620328098535538 lr:1.8744980560685748e-05 tokens_per_second_per_gpu:896.9617669355765 
Step 1581 | loss:0.014162646606564522 lr:1.8743415666798866e-05 tokens_per_second_per_gpu:846.6832777387199 
Step 1582 | loss:0.023060312494635582 lr:1.87418498632858e-05 tokens_per_second_per_gpu:877.3781675980493 
Step 1583 | loss:0.017559003084897995 lr:1.8740283150309447e-05 tokens_per_second_per_gpu:823.4003840197588 
Step 1584 | loss:0.01711444929242134 lr:1.8738715528032806e-05 tokens_per_second_per_gpu:1034.818402543026 
Step 1585 | loss:0.026630815118551254 lr:1.873714699661896e-05 tokens_per_second_per_gpu:806.2367782158846 
Step 1586 | loss:0.029985450208187103 lr:1.8735577556231094e-05 tokens_per_second_per_gpu:1021.3277215359414 
Step 1587 | loss:0.029800165444612503 lr:1.873400720703249e-05 tokens_per_second_per_gpu:1164.6851060333713 
Step 1588 | loss:0.009831433184444904 lr:1.8732435949186513e-05 tokens_per_second_per_gpu:843.7855555867845 
Step 1589 | loss:0.01773832179605961 lr:1.873086378285663e-05 tokens_per_second_per_gpu:784.7022311978349 
Step 1590 | loss:0.02218935824930668 lr:1.8729290708206412e-05 tokens_per_second_per_gpu:816.798187386612 
Step 1591 | loss:0.030219528824090958 lr:1.87277167253995e-05 tokens_per_second_per_gpu:862.7293214370641 
Step 1592 | loss:0.011000917293131351 lr:1.872614183459966e-05 tokens_per_second_per_gpu:849.7753229683076 
Step 1593 | loss:0.01858394779264927 lr:1.8724566035970725e-05 tokens_per_second_per_gpu:851.4605410493037 
Step 1594 | loss:0.024672571569681168 lr:1.872298932967664e-05 tokens_per_second_per_gpu:941.9188791070385 
Step 1595 | loss:0.013710987754166126 lr:1.8721411715881432e-05 tokens_per_second_per_gpu:858.1656199389447 
Step 1596 | loss:0.017948681488633156 lr:1.8719833194749236e-05 tokens_per_second_per_gpu:897.1027778629573 
Step 1597 | loss:0.016759486868977547 lr:1.871825376644427e-05 tokens_per_second_per_gpu:1063.5183070129697 
Step 1598 | loss:0.017857015132904053 lr:1.8716673431130852e-05 tokens_per_second_per_gpu:1033.887232430837 
Step 1599 | loss:0.029737377539277077 lr:1.8715092188973397e-05 tokens_per_second_per_gpu:933.4380288556428 
Step 1600 | loss:0.013325830921530724 lr:1.8713510040136402e-05 tokens_per_second_per_gpu:770.5580418378536 
Step 1601 | loss:0.026406943798065186 lr:1.8711926984784473e-05 tokens_per_second_per_gpu:892.8000272927503 
Step 1602 | loss:0.01652957685291767 lr:1.8710343023082305e-05 tokens_per_second_per_gpu:735.7853499030398 
Step 1603 | loss:0.01827254518866539 lr:1.870875815519468e-05 tokens_per_second_per_gpu:966.1838981268991 
Step 1604 | loss:0.0234672874212265 lr:1.8707172381286487e-05 tokens_per_second_per_gpu:1019.2399608689477 
Step 1605 | loss:0.024161364883184433 lr:1.87055857015227e-05 tokens_per_second_per_gpu:830.9308838899374 
Step 1606 | loss:0.015194172039628029 lr:1.870399811606839e-05 tokens_per_second_per_gpu:985.57881746798 
Step 1607 | loss:0.014806289225816727 lr:1.8702409625088723e-05 tokens_per_second_per_gpu:959.7710110470238 
Step 1608 | loss:0.027209341526031494 lr:1.870082022874896e-05 tokens_per_second_per_gpu:947.0668365374116 
Step 1609 | loss:0.03143521025776863 lr:1.869922992721445e-05 tokens_per_second_per_gpu:1049.9763151390018 
Step 1610 | loss:0.009568324312567711 lr:1.8697638720650647e-05 tokens_per_second_per_gpu:863.9399315570191 
Step 1611 | loss:0.027542121708393097 lr:1.869604660922309e-05 tokens_per_second_per_gpu:874.3828579575612 
Step 1612 | loss:0.018640032038092613 lr:1.8694453593097413e-05 tokens_per_second_per_gpu:954.6340141885746 
Step 1613 | loss:0.01716751791536808 lr:1.8692859672439348e-05 tokens_per_second_per_gpu:860.4233005263378 
Step 1614 | loss:0.014970963820815086 lr:1.8691264847414725e-05 tokens_per_second_per_gpu:1007.8217131700183 
Step 1615 | loss:0.010701251216232777 lr:1.868966911818946e-05 tokens_per_second_per_gpu:760.3921518385064 
Step 1616 | loss:0.024901341646909714 lr:1.8688072484929552e-05 tokens_per_second_per_gpu:871.6501045347253 
Step 1617 | loss:0.022013092413544655 lr:1.8686474947801127e-05 tokens_per_second_per_gpu:910.5345933275026 
Step 1618 | loss:0.017993444576859474 lr:1.8684876506970377e-05 tokens_per_second_per_gpu:816.2216435305952 
Step 1619 | loss:0.016939273104071617 lr:1.8683277162603595e-05 tokens_per_second_per_gpu:989.088111269142 
Step 1620 | loss:0.031047258526086807 lr:1.8681676914867176e-05 tokens_per_second_per_gpu:852.6720470082287 
Step 1621 | loss:0.017814267426729202 lr:1.8680075763927593e-05 tokens_per_second_per_gpu:876.442008459891 
Step 1622 | loss:0.008594183251261711 lr:1.8678473709951433e-05 tokens_per_second_per_gpu:748.717794321405 
Step 1623 | loss:0.01329998392611742 lr:1.8676870753105357e-05 tokens_per_second_per_gpu:989.3372519744161 
Step 1624 | loss:0.0368470698595047 lr:1.8675266893556138e-05 tokens_per_second_per_gpu:1016.8525360901699 
Step 1625 | loss:0.027400542050600052 lr:1.867366213147063e-05 tokens_per_second_per_gpu:1017.2552095829757 
Step 1626 | loss:0.030176881700754166 lr:1.867205646701579e-05 tokens_per_second_per_gpu:895.4375434277533 
Step 1627 | loss:0.027883443981409073 lr:1.8670449900358653e-05 tokens_per_second_per_gpu:911.8442228208146 
Step 1628 | loss:0.014691885560750961 lr:1.8668842431666372e-05 tokens_per_second_per_gpu:844.4753220047469 
Step 1629 | loss:0.014134997501969337 lr:1.8667234061106173e-05 tokens_per_second_per_gpu:848.4514019041097 
Step 1630 | loss:0.016124695539474487 lr:1.8665624788845387e-05 tokens_per_second_per_gpu:928.7651254599357 
Step 1631 | loss:0.010899457149207592 lr:1.8664014615051434e-05 tokens_per_second_per_gpu:751.6770664845484 
Step 1632 | loss:0.017357129603624344 lr:1.8662403539891832e-05 tokens_per_second_per_gpu:804.3448130024103 
Step 1633 | loss:0.02735723927617073 lr:1.8660791563534186e-05 tokens_per_second_per_gpu:814.8974383544834 
Step 1634 | loss:0.06986440718173981 lr:1.86591786861462e-05 tokens_per_second_per_gpu:851.3561229040465 
Step 1635 | loss:0.01914667710661888 lr:1.8657564907895674e-05 tokens_per_second_per_gpu:1006.0432981626442 
Step 1636 | loss:0.03281666710972786 lr:1.8655950228950494e-05 tokens_per_second_per_gpu:765.3277437437984 
Step 1637 | loss:0.009371908381581306 lr:1.8654334649478648e-05 tokens_per_second_per_gpu:779.9665510833785 
Step 1638 | loss:0.016579339280724525 lr:1.865271816964821e-05 tokens_per_second_per_gpu:939.1907239638862 
Step 1639 | loss:0.025451743975281715 lr:1.865110078962735e-05 tokens_per_second_per_gpu:738.2201585345919 
Step 1640 | loss:0.020156916230916977 lr:1.864948250958434e-05 tokens_per_second_per_gpu:979.4165563267812 
Step 1641 | loss:0.016469229012727737 lr:1.8647863329687538e-05 tokens_per_second_per_gpu:1025.5794530053447 
Step 1642 | loss:0.010855785571038723 lr:1.8646243250105386e-05 tokens_per_second_per_gpu:777.4537853796761 
Step 1643 | loss:0.03220962733030319 lr:1.8644622271006444e-05 tokens_per_second_per_gpu:842.1470182388064 
Step 1644 | loss:0.024677447974681854 lr:1.8643000392559338e-05 tokens_per_second_per_gpu:967.0017427241853 
Step 1645 | loss:0.018356062471866608 lr:1.8641377614932812e-05 tokens_per_second_per_gpu:1045.9997863509739 
Step 1646 | loss:0.013062214478850365 lr:1.8639753938295688e-05 tokens_per_second_per_gpu:829.8953118118457 
Step 1647 | loss:0.014157047495245934 lr:1.8638129362816883e-05 tokens_per_second_per_gpu:828.3208841489133 
Step 1648 | loss:0.03859326243400574 lr:1.8636503888665415e-05 tokens_per_second_per_gpu:935.4514254926999 
Step 1649 | loss:0.008294916711747646 lr:1.863487751601039e-05 tokens_per_second_per_gpu:770.4684620740793 
Step 1650 | loss:0.012860787101089954 lr:1.863325024502101e-05 tokens_per_second_per_gpu:882.1714753167497 
Step 1651 | loss:0.021690363064408302 lr:1.8631622075866566e-05 tokens_per_second_per_gpu:1096.5244683071287 
Step 1652 | loss:0.030777284875512123 lr:1.8629993008716447e-05 tokens_per_second_per_gpu:991.4944919141706 
Step 1653 | loss:0.02485739067196846 lr:1.8628363043740136e-05 tokens_per_second_per_gpu:1109.3378827005354 
Step 1654 | loss:0.023593924939632416 lr:1.8626732181107204e-05 tokens_per_second_per_gpu:859.2867721777008 
Step 1655 | loss:0.020938478410243988 lr:1.862510042098732e-05 tokens_per_second_per_gpu:1091.5217308101342 
Step 1656 | loss:0.013590048998594284 lr:1.8623467763550246e-05 tokens_per_second_per_gpu:910.63256447519 
Step 1657 | loss:0.018761662766337395 lr:1.862183420896583e-05 tokens_per_second_per_gpu:969.7457719940401 
Step 1658 | loss:0.01673370972275734 lr:1.8620199757404033e-05 tokens_per_second_per_gpu:915.5385676915682 
Step 1659 | loss:0.02548116073012352 lr:1.8618564409034887e-05 tokens_per_second_per_gpu:1025.3608323561434 
Step 1660 | loss:0.011309082619845867 lr:1.861692816402852e-05 tokens_per_second_per_gpu:819.2073641656983 
Step 1661 | loss:0.0153677798807621 lr:1.8615291022555176e-05 tokens_per_second_per_gpu:809.9596475144274 
Step 1662 | loss:0.013831381686031818 lr:1.8613652984785166e-05 tokens_per_second_per_gpu:956.870805963466 
Step 1663 | loss:0.049341559410095215 lr:1.8612014050888905e-05 tokens_per_second_per_gpu:712.1632051738582 
Step 1664 | loss:0.018963662907481194 lr:1.86103742210369e-05 tokens_per_second_per_gpu:921.4904709796016 
Step 1665 | loss:0.015970954671502113 lr:1.8608733495399756e-05 tokens_per_second_per_gpu:993.3067128405321 
Step 1666 | loss:0.011261203326284885 lr:1.860709187414816e-05 tokens_per_second_per_gpu:886.222039539431 
Step 1667 | loss:0.030741143971681595 lr:1.8605449357452902e-05 tokens_per_second_per_gpu:1030.4030478342959 
Step 1668 | loss:0.03585977852344513 lr:1.8603805945484864e-05 tokens_per_second_per_gpu:936.1250622381918 
Step 1669 | loss:0.013735114596784115 lr:1.8602161638415017e-05 tokens_per_second_per_gpu:858.4599001890056 
Step 1670 | loss:0.025258729234337807 lr:1.860051643641443e-05 tokens_per_second_per_gpu:940.6520484758527 
Step 1671 | loss:0.04351186007261276 lr:1.859887033965426e-05 tokens_per_second_per_gpu:1121.622567276278 
Step 1672 | loss:0.021568063646554947 lr:1.859722334830576e-05 tokens_per_second_per_gpu:994.2133755649495 
Step 1673 | loss:0.02214578166604042 lr:1.8595575462540278e-05 tokens_per_second_per_gpu:822.6312058034231 
Step 1674 | loss:0.01802133023738861 lr:1.8593926682529248e-05 tokens_per_second_per_gpu:794.9593957510917 
Step 1675 | loss:0.03277738019824028 lr:1.8592277008444206e-05 tokens_per_second_per_gpu:1127.8044886440196 
Step 1676 | loss:0.017362840473651886 lr:1.8590626440456776e-05 tokens_per_second_per_gpu:977.5659355300805 
Step 1677 | loss:0.016339825466275215 lr:1.8588974978738673e-05 tokens_per_second_per_gpu:919.1344360583662 
Step 1678 | loss:0.02564055845141411 lr:1.8587322623461715e-05 tokens_per_second_per_gpu:1018.6854554012583 
Step 1679 | loss:0.05054023116827011 lr:1.8585669374797794e-05 tokens_per_second_per_gpu:859.1229061807865 
Step 1680 | loss:0.010050378739833832 lr:1.858401523291892e-05 tokens_per_second_per_gpu:950.5678425308814 
Step 1681 | loss:0.026302801445126534 lr:1.8582360197997168e-05 tokens_per_second_per_gpu:900.3399509776343 
Step 1682 | loss:0.010712901130318642 lr:1.8580704270204734e-05 tokens_per_second_per_gpu:889.0941671724569 
Step 1683 | loss:0.03310677781701088 lr:1.8579047449713886e-05 tokens_per_second_per_gpu:921.0358978973993 
Step 1684 | loss:0.017691774293780327 lr:1.8577389736696995e-05 tokens_per_second_per_gpu:912.7546166311315 
Step 1685 | loss:0.01572446897625923 lr:1.8575731131326523e-05 tokens_per_second_per_gpu:819.160422170828 
Step 1686 | loss:0.01485167071223259 lr:1.8574071633775018e-05 tokens_per_second_per_gpu:903.76501224752 
Step 1687 | loss:0.04052330553531647 lr:1.8572411244215132e-05 tokens_per_second_per_gpu:868.4187408771724 
Step 1688 | loss:0.021390128880739212 lr:1.8570749962819602e-05 tokens_per_second_per_gpu:1025.13583265175 
Step 1689 | loss:0.02174067124724388 lr:1.8569087789761264e-05 tokens_per_second_per_gpu:899.8389309170689 
Step 1690 | loss:0.02705317735671997 lr:1.856742472521304e-05 tokens_per_second_per_gpu:905.011229985349 
Step 1691 | loss:0.015821121633052826 lr:1.856576076934795e-05 tokens_per_second_per_gpu:864.5456081673665 
Step 1692 | loss:0.013306522741913795 lr:1.8564095922339103e-05 tokens_per_second_per_gpu:861.9450608417702 
Step 1693 | loss:0.021006673574447632 lr:1.85624301843597e-05 tokens_per_second_per_gpu:730.3988254672273 
Step 1694 | loss:0.02871531993150711 lr:1.856076355558304e-05 tokens_per_second_per_gpu:812.8610301465566 
Step 1695 | loss:0.015387563034892082 lr:1.8559096036182516e-05 tokens_per_second_per_gpu:873.9569885885485 
Step 1696 | loss:0.01779138296842575 lr:1.8557427626331598e-05 tokens_per_second_per_gpu:941.4608325526793 
Step 1697 | loss:0.012332724407315254 lr:1.8555758326203868e-05 tokens_per_second_per_gpu:816.567003320658 
Step 1698 | loss:0.01034572347998619 lr:1.8554088135972996e-05 tokens_per_second_per_gpu:787.291618574412 
Step 1699 | loss:0.013957977294921875 lr:1.8552417055812734e-05 tokens_per_second_per_gpu:939.6872510185982 
Step 1700 | loss:0.021547961980104446 lr:1.8550745085896932e-05 tokens_per_second_per_gpu:1000.3714394857526 
Step 1701 | loss:0.014650076627731323 lr:1.8549072226399542e-05 tokens_per_second_per_gpu:1049.7812511743678 
Step 1702 | loss:0.03578917309641838 lr:1.85473984774946e-05 tokens_per_second_per_gpu:1261.8697573744155 
Step 1703 | loss:0.02108028717339039 lr:1.8545723839356227e-05 tokens_per_second_per_gpu:863.7848369485017 
Step 1704 | loss:0.010064825415611267 lr:1.8544048312158653e-05 tokens_per_second_per_gpu:744.2558473782502 
Step 1705 | loss:0.010587460361421108 lr:1.854237189607619e-05 tokens_per_second_per_gpu:837.0490099821625 
Step 1706 | loss:0.023336581885814667 lr:1.8540694591283245e-05 tokens_per_second_per_gpu:992.5856046554403 
Step 1707 | loss:0.02492724359035492 lr:1.853901639795432e-05 tokens_per_second_per_gpu:1067.8575257398247 
Step 1708 | loss:0.011553291231393814 lr:1.8537337316264e-05 tokens_per_second_per_gpu:929.1642597932099 
Step 1709 | loss:0.07575199753046036 lr:1.8535657346386973e-05 tokens_per_second_per_gpu:830.3290338955143 
Step 1710 | loss:0.012597810477018356 lr:1.853397648849802e-05 tokens_per_second_per_gpu:954.4864768729483 
Step 1711 | loss:0.023966142907738686 lr:1.8532294742772e-05 tokens_per_second_per_gpu:965.8484769460188 
Step 1712 | loss:0.02107611857354641 lr:1.8530612109383885e-05 tokens_per_second_per_gpu:1081.0526854280765 
Step 1713 | loss:0.007581820711493492 lr:1.8528928588508722e-05 tokens_per_second_per_gpu:856.103564979483 
Step 1714 | loss:0.02019989863038063 lr:1.8527244180321657e-05 tokens_per_second_per_gpu:861.8634498148363 
Step 1715 | loss:0.015798097476363182 lr:1.8525558884997936e-05 tokens_per_second_per_gpu:1012.5680054107335 
Step 1716 | loss:0.030109252780675888 lr:1.852387270271288e-05 tokens_per_second_per_gpu:886.2011545087491 
Step 1717 | loss:0.018361030146479607 lr:1.8522185633641915e-05 tokens_per_second_per_gpu:915.1671052880533 
Step 1718 | loss:0.015849769115447998 lr:1.852049767796056e-05 tokens_per_second_per_gpu:849.7664425887334 
Step 1719 | loss:0.01722848415374756 lr:1.8518808835844416e-05 tokens_per_second_per_gpu:716.7964855775515 
Step 1720 | loss:0.03985554724931717 lr:1.8517119107469194e-05 tokens_per_second_per_gpu:1068.6808668991962 
Step 1721 | loss:0.016981853172183037 lr:1.851542849301067e-05 tokens_per_second_per_gpu:777.5975166453272 
Step 1722 | loss:0.016448406502604485 lr:1.851373699264474e-05 tokens_per_second_per_gpu:812.0104810067683 
Step 1723 | loss:0.08299102634191513 lr:1.8512044606547373e-05 tokens_per_second_per_gpu:897.7084962945293 
Step 1724 | loss:0.007547515444457531 lr:1.8510351334894646e-05 tokens_per_second_per_gpu:849.9846334522571 
Step 1725 | loss:0.02883959375321865 lr:1.850865717786271e-05 tokens_per_second_per_gpu:747.886257160815 
Step 1726 | loss:0.016467895358800888 lr:1.850696213562782e-05 tokens_per_second_per_gpu:883.1413652159032 
Step 1727 | loss:0.02766924351453781 lr:1.8505266208366325e-05 tokens_per_second_per_gpu:846.4207061656398 
Step 1728 | loss:0.02242349088191986 lr:1.850356939625466e-05 tokens_per_second_per_gpu:847.7285450685154 
Step 1729 | loss:0.017469972372055054 lr:1.8501871699469353e-05 tokens_per_second_per_gpu:963.6413227748645 
Step 1730 | loss:0.018298828974366188 lr:1.8500173118187018e-05 tokens_per_second_per_gpu:988.8061819997808 
Step 1731 | loss:0.025857949629426003 lr:1.8498473652584383e-05 tokens_per_second_per_gpu:1001.9541144944035 
Step 1732 | loss:0.025821581482887268 lr:1.849677330283824e-05 tokens_per_second_per_gpu:740.2349569392997 
Step 1733 | loss:0.01912584714591503 lr:1.8495072069125493e-05 tokens_per_second_per_gpu:927.1394637000833 
Step 1734 | loss:0.018566511571407318 lr:1.849336995162313e-05 tokens_per_second_per_gpu:765.744472090974 
Step 1735 | loss:0.01586300879716873 lr:1.849166695050822e-05 tokens_per_second_per_gpu:938.6126265009207 
Step 1736 | loss:0.036974500864744186 lr:1.8489963065957957e-05 tokens_per_second_per_gpu:895.2712598838837 
Step 1737 | loss:0.016437537968158722 lr:1.848825829814959e-05 tokens_per_second_per_gpu:785.4298040598259 
Step 1738 | loss:0.03241360932588577 lr:1.848655264726048e-05 tokens_per_second_per_gpu:1033.9793818235657 
Step 1739 | loss:0.02263028174638748 lr:1.848484611346807e-05 tokens_per_second_per_gpu:870.7929865066684 
Step 1740 | loss:0.022410646080970764 lr:1.848313869694991e-05 tokens_per_second_per_gpu:976.3885506320743 
Step 1741 | loss:0.010118965059518814 lr:1.8481430397883625e-05 tokens_per_second_per_gpu:1035.759542663116 
Step 1742 | loss:0.01875966414809227 lr:1.8479721216446943e-05 tokens_per_second_per_gpu:909.7964305087237 
Step 1743 | loss:0.03879178315401077 lr:1.8478011152817678e-05 tokens_per_second_per_gpu:895.2651826474535 
Step 1744 | loss:0.014379289932549 lr:1.8476300207173737e-05 tokens_per_second_per_gpu:905.4768005146902 
Step 1745 | loss:0.01609642058610916 lr:1.8474588379693118e-05 tokens_per_second_per_gpu:750.3170785372123 
Step 1746 | loss:0.017436914145946503 lr:1.8472875670553913e-05 tokens_per_second_per_gpu:867.7511601954474 
Step 1747 | loss:0.04827582836151123 lr:1.8471162079934306e-05 tokens_per_second_per_gpu:799.4327676659219 
Step 1748 | loss:0.021092206239700317 lr:1.846944760801257e-05 tokens_per_second_per_gpu:943.4091595495753 
Step 1749 | loss:0.01667971722781658 lr:1.846773225496707e-05 tokens_per_second_per_gpu:935.6732767840308 
Step 1750 | loss:0.026532534509897232 lr:1.846601602097627e-05 tokens_per_second_per_gpu:953.379832973235 
Step 1751 | loss:0.017751136794686317 lr:1.846429890621871e-05 tokens_per_second_per_gpu:871.3156121164387 
Step 1752 | loss:0.013486756011843681 lr:1.8462580910873038e-05 tokens_per_second_per_gpu:1021.4709068054142 
Step 1753 | loss:0.014176505617797375 lr:1.8460862035117983e-05 tokens_per_second_per_gpu:811.5140225588136 
Step 1754 | loss:0.020544249564409256 lr:1.8459142279132368e-05 tokens_per_second_per_gpu:1042.2891888087784 
Step 1755 | loss:0.024024859070777893 lr:1.8457421643095116e-05 tokens_per_second_per_gpu:885.753843685748 
Step 1756 | loss:0.024731207638978958 lr:1.8455700127185226e-05 tokens_per_second_per_gpu:892.4481154470603 
Step 1757 | loss:0.008280346170067787 lr:1.84539777315818e-05 tokens_per_second_per_gpu:840.8706009404892 
Step 1758 | loss:0.025713738054037094 lr:1.845225445646403e-05 tokens_per_second_per_gpu:858.3825955521236 
Step 1759 | loss:0.021433066576719284 lr:1.8450530302011194e-05 tokens_per_second_per_gpu:1073.3670824225223 
Step 1760 | loss:0.03186587244272232 lr:1.8448805268402673e-05 tokens_per_second_per_gpu:944.3761272699317 
Step 1761 | loss:0.01430583093315363 lr:1.8447079355817922e-05 tokens_per_second_per_gpu:809.8549014730423 
Step 1762 | loss:0.027064591646194458 lr:1.8445352564436505e-05 tokens_per_second_per_gpu:910.0958375527734 
Step 1763 | loss:0.027854667976498604 lr:1.8443624894438067e-05 tokens_per_second_per_gpu:811.4817834356942 
Step 1764 | loss:0.013307377696037292 lr:1.8441896346002347e-05 tokens_per_second_per_gpu:912.3961802609555 
Step 1765 | loss:0.011488785967230797 lr:1.8440166919309175e-05 tokens_per_second_per_gpu:1012.129194385608 
Step 1766 | loss:0.012916609644889832 lr:1.843843661453847e-05 tokens_per_second_per_gpu:1002.0827433884333 
Step 1767 | loss:0.02495817467570305 lr:1.843670543187025e-05 tokens_per_second_per_gpu:786.5400316290676 
Step 1768 | loss:0.013528650626540184 lr:1.8434973371484624e-05 tokens_per_second_per_gpu:821.2498136527549 
Step 1769 | loss:0.019078565761446953 lr:1.8433240433561777e-05 tokens_per_second_per_gpu:949.9934995543355 
Step 1770 | loss:0.009009979665279388 lr:1.8431506618282e-05 tokens_per_second_per_gpu:894.9028806092626 
Step 1771 | loss:0.019746387377381325 lr:1.8429771925825678e-05 tokens_per_second_per_gpu:1218.2941005665668 
Step 1772 | loss:0.016267724335193634 lr:1.842803635637327e-05 tokens_per_second_per_gpu:812.3121804905282 
Step 1773 | loss:0.01866164803504944 lr:1.8426299910105345e-05 tokens_per_second_per_gpu:942.4830708847733 
Step 1774 | loss:0.017084438353776932 lr:1.842456258720255e-05 tokens_per_second_per_gpu:901.2005796929105 
Step 1775 | loss:0.052873894572257996 lr:1.8422824387845634e-05 tokens_per_second_per_gpu:1127.592664078542 
Step 1776 | loss:0.03379345312714577 lr:1.8421085312215427e-05 tokens_per_second_per_gpu:1095.1228935832949 
Step 1777 | loss:0.020156221464276314 lr:1.8419345360492856e-05 tokens_per_second_per_gpu:901.7422741935882 
Step 1778 | loss:0.01884542778134346 lr:1.841760453285894e-05 tokens_per_second_per_gpu:1068.4721832086364 
Step 1779 | loss:0.10608678311109543 lr:1.841586282949478e-05 tokens_per_second_per_gpu:911.154946239221 
Step 1780 | loss:0.022143865004181862 lr:1.8414120250581584e-05 tokens_per_second_per_gpu:1107.311857462197 
Step 1781 | loss:0.04247758537530899 lr:1.841237679630064e-05 tokens_per_second_per_gpu:1074.8366821286377 
Step 1782 | loss:0.013491163030266762 lr:1.8410632466833326e-05 tokens_per_second_per_gpu:936.7130130600285 
Step 1783 | loss:0.024388913065195084 lr:1.8408887262361114e-05 tokens_per_second_per_gpu:1197.554627791698 
Step 1784 | loss:0.024459797888994217 lr:1.840714118306557e-05 tokens_per_second_per_gpu:1073.1733098272757 
Step 1785 | loss:0.0132351228967309 lr:1.8405394229128347e-05 tokens_per_second_per_gpu:736.9355516223688 
Step 1786 | loss:0.0282160472124815 lr:1.840364640073119e-05 tokens_per_second_per_gpu:1096.4020303830457 
Step 1787 | loss:0.014966761693358421 lr:1.8401897698055938e-05 tokens_per_second_per_gpu:796.9597889420431 
Step 1788 | loss:0.017395323142409325 lr:1.8400148121284515e-05 tokens_per_second_per_gpu:826.0262749748674 
Step 1789 | loss:0.026471419259905815 lr:1.839839767059894e-05 tokens_per_second_per_gpu:820.1724758221853 
Step 1790 | loss:0.010788287967443466 lr:1.8396646346181327e-05 tokens_per_second_per_gpu:858.6322577265569 
Step 1791 | loss:0.018277226015925407 lr:1.8394894148213865e-05 tokens_per_second_per_gpu:968.4914883786892 
Step 1792 | loss:0.02557985857129097 lr:1.839314107687886e-05 tokens_per_second_per_gpu:873.4405915657518 
Step 1793 | loss:0.012304458767175674 lr:1.839138713235868e-05 tokens_per_second_per_gpu:965.0306987147267 
Step 1794 | loss:0.014998015016317368 lr:1.8389632314835802e-05 tokens_per_second_per_gpu:796.0842588553381 
Step 1795 | loss:0.013057610020041466 lr:1.8387876624492792e-05 tokens_per_second_per_gpu:927.853095207791 
Step 1796 | loss:0.02057695761322975 lr:1.8386120061512303e-05 tokens_per_second_per_gpu:878.0229233322949 
Step 1797 | loss:0.010496224276721478 lr:1.838436262607708e-05 tokens_per_second_per_gpu:709.034101578235 
Step 1798 | loss:0.010618827305734158 lr:1.838260431836996e-05 tokens_per_second_per_gpu:1331.965177240878 
Step 1799 | loss:0.05377618968486786 lr:1.8380845138573867e-05 tokens_per_second_per_gpu:1016.4985645185797 
Step 1800 | loss:0.013489491306245327 lr:1.8379085086871818e-05 tokens_per_second_per_gpu:651.8223498471701 
Step 1801 | loss:0.013439894653856754 lr:1.837732416344692e-05 tokens_per_second_per_gpu:873.5135955474427 
Step 1802 | loss:0.024120492860674858 lr:1.8375562368482378e-05 tokens_per_second_per_gpu:1165.2456618113745 
Step 1803 | loss:0.013331236317753792 lr:1.8373799702161478e-05 tokens_per_second_per_gpu:793.3217730140984 
Step 1804 | loss:0.011113336309790611 lr:1.8372036164667597e-05 tokens_per_second_per_gpu:922.7467921101348 
Step 1805 | loss:0.021096274256706238 lr:1.8370271756184208e-05 tokens_per_second_per_gpu:785.4887190314063 
Step 1806 | loss:0.01816501095890999 lr:1.8368506476894872e-05 tokens_per_second_per_gpu:968.507862077308 
Step 1807 | loss:0.012618258595466614 lr:1.836674032698324e-05 tokens_per_second_per_gpu:883.1618633703602 
Step 1808 | loss:0.008323952555656433 lr:1.836497330663306e-05 tokens_per_second_per_gpu:813.2947885601918 
Step 1809 | loss:0.013619748875498772 lr:1.8363205416028154e-05 tokens_per_second_per_gpu:896.8771788004836 
Step 1810 | loss:0.013068914413452148 lr:1.8361436655352456e-05 tokens_per_second_per_gpu:716.7419047628548 
Step 1811 | loss:0.035478632897138596 lr:1.8359667024789977e-05 tokens_per_second_per_gpu:1010.7008617885773 
Step 1812 | loss:0.005464892368763685 lr:1.8357896524524815e-05 tokens_per_second_per_gpu:725.7490731836135 
Step 1813 | loss:0.009701371192932129 lr:1.8356125154741177e-05 tokens_per_second_per_gpu:816.9475886524663 
Step 1814 | loss:0.007902589626610279 lr:1.8354352915623334e-05 tokens_per_second_per_gpu:741.6175255413802 
Step 1815 | loss:0.01214832067489624 lr:1.8352579807355675e-05 tokens_per_second_per_gpu:807.769100860965 
Step 1816 | loss:0.021926337853074074 lr:1.8350805830122664e-05 tokens_per_second_per_gpu:895.5226367153278 
Step 1817 | loss:0.018367940559983253 lr:1.8349030984108847e-05 tokens_per_second_per_gpu:954.482741128706 
Step 1818 | loss:0.01597343571484089 lr:1.8347255269498884e-05 tokens_per_second_per_gpu:831.9885337069464 
Step 1819 | loss:0.02365356683731079 lr:1.8345478686477505e-05 tokens_per_second_per_gpu:829.5898716756504 
Step 1820 | loss:0.014691706746816635 lr:1.834370123522954e-05 tokens_per_second_per_gpu:790.8605599766698 
Step 1821 | loss:0.010183142498135567 lr:1.8341922915939906e-05 tokens_per_second_per_gpu:803.9914463955454 
Step 1822 | loss:0.01890680007636547 lr:1.8340143728793614e-05 tokens_per_second_per_gpu:947.1170590993113 
Step 1823 | loss:0.021475715562701225 lr:1.8338363673975764e-05 tokens_per_second_per_gpu:907.6005738565434 
Step 1824 | loss:0.014936896972358227 lr:1.8336582751671543e-05 tokens_per_second_per_gpu:741.7151125789721 
Step 1825 | loss:0.04670976847410202 lr:1.8334800962066225e-05 tokens_per_second_per_gpu:885.3258980499285 
Step 1826 | loss:0.013095751404762268 lr:1.8333018305345187e-05 tokens_per_second_per_gpu:764.3943221921187 
Step 1827 | loss:0.012194802984595299 lr:1.8331234781693884e-05 tokens_per_second_per_gpu:957.75230899594 
Step 1828 | loss:0.010813364759087563 lr:1.8329450391297872e-05 tokens_per_second_per_gpu:773.6061460992643 
Step 1829 | loss:0.010408229194581509 lr:1.832766513434278e-05 tokens_per_second_per_gpu:818.5252849269755 
Step 1830 | loss:0.017905529588460922 lr:1.832587901101435e-05 tokens_per_second_per_gpu:943.8215179937704 
Step 1831 | loss:0.020941294729709625 lr:1.83240920214984e-05 tokens_per_second_per_gpu:892.7502603066811 
Step 1832 | loss:0.01421738974750042 lr:1.8322304165980832e-05 tokens_per_second_per_gpu:984.8454879077465 
Step 1833 | loss:0.02167370915412903 lr:1.8320515444647655e-05 tokens_per_second_per_gpu:962.8693389227789 
Step 1834 | loss:0.037835732102394104 lr:1.831872585768496e-05 tokens_per_second_per_gpu:1166.665826190221 
Step 1835 | loss:0.037370696663856506 lr:1.831693540527892e-05 tokens_per_second_per_gpu:893.0845557083803 
Step 1836 | loss:0.012886600568890572 lr:1.831514408761581e-05 tokens_per_second_per_gpu:1121.6347153914983 
Step 1837 | loss:0.04818905144929886 lr:1.8313351904881993e-05 tokens_per_second_per_gpu:995.6073778373324 
Step 1838 | loss:0.027274467051029205 lr:1.831155885726392e-05 tokens_per_second_per_gpu:1112.4341940345496 
Step 1839 | loss:0.01358031202107668 lr:1.8309764944948127e-05 tokens_per_second_per_gpu:834.9504437171298 
Step 1840 | loss:0.027480460703372955 lr:1.8307970168121247e-05 tokens_per_second_per_gpu:903.6644325413466 
Step 1841 | loss:0.017357584089040756 lr:1.8306174526970005e-05 tokens_per_second_per_gpu:1077.2441805178669 
Step 1842 | loss:0.016756057739257812 lr:1.8304378021681204e-05 tokens_per_second_per_gpu:1005.8553212185416 
Step 1843 | loss:0.01661389321088791 lr:1.830258065244175e-05 tokens_per_second_per_gpu:950.7994021922816 
Step 1844 | loss:0.011517493054270744 lr:1.830078241943863e-05 tokens_per_second_per_gpu:897.8732504651753 
Step 1845 | loss:0.012828203849494457 lr:1.8298983322858926e-05 tokens_per_second_per_gpu:855.4433745073709 
Step 1846 | loss:0.014534231275320053 lr:1.8297183362889804e-05 tokens_per_second_per_gpu:997.0214312083223 
Step 1847 | loss:0.02230004221200943 lr:1.8295382539718533e-05 tokens_per_second_per_gpu:861.4504789014361 
Step 1848 | loss:0.02761121653020382 lr:1.8293580853532457e-05 tokens_per_second_per_gpu:972.796832418903 
Step 1849 | loss:0.01959969662129879 lr:1.8291778304519014e-05 tokens_per_second_per_gpu:793.1192279516033 
Step 1850 | loss:0.021422166377305984 lr:1.828997489286573e-05 tokens_per_second_per_gpu:757.3145633351883 
Step 1851 | loss:0.01652543991804123 lr:1.828817061876023e-05 tokens_per_second_per_gpu:1049.7013763469688 
Step 1852 | loss:0.0063697947189211845 lr:1.8286365482390226e-05 tokens_per_second_per_gpu:872.3761453160598 
Step 1853 | loss:0.014958543702960014 lr:1.8284559483943508e-05 tokens_per_second_per_gpu:993.9826648505572 
Step 1854 | loss:0.01899014227092266 lr:1.8282752623607973e-05 tokens_per_second_per_gpu:1038.8901108275923 
Step 1855 | loss:0.03968588262796402 lr:1.8280944901571586e-05 tokens_per_second_per_gpu:1028.5673355276936 
Step 1856 | loss:0.031123807653784752 lr:1.8279136318022424e-05 tokens_per_second_per_gpu:986.4857202907559 
Step 1857 | loss:0.00868798978626728 lr:1.8277326873148643e-05 tokens_per_second_per_gpu:962.3169299684354 
Step 1858 | loss:0.015582788735628128 lr:1.827551656713849e-05 tokens_per_second_per_gpu:988.5239737588967 
Step 1859 | loss:0.02113567665219307 lr:1.82737054001803e-05 tokens_per_second_per_gpu:832.3980173765303 
Step 1860 | loss:0.03168274462223053 lr:1.8271893372462496e-05 tokens_per_second_per_gpu:934.4309351965919 
Step 1861 | loss:0.015321830287575722 lr:1.82700804841736e-05 tokens_per_second_per_gpu:901.7079167696746 
Step 1862 | loss:0.013358207419514656 lr:1.8268266735502208e-05 tokens_per_second_per_gpu:874.8209335533165 
Step 1863 | loss:0.02343854308128357 lr:1.826645212663702e-05 tokens_per_second_per_gpu:1065.3425138678492 
Step 1864 | loss:0.014436307363212109 lr:1.826463665776682e-05 tokens_per_second_per_gpu:945.104804951199 
Step 1865 | loss:0.011268779635429382 lr:1.8262820329080478e-05 tokens_per_second_per_gpu:847.4432431678546 
Step 1866 | loss:0.010252027772367 lr:1.826100314076696e-05 tokens_per_second_per_gpu:895.356333830783 
Step 1867 | loss:0.01715550757944584 lr:1.825918509301532e-05 tokens_per_second_per_gpu:879.3323077425682 
Step 1868 | loss:0.00697139510884881 lr:1.8257366186014692e-05 tokens_per_second_per_gpu:921.6491813981734 
Step 1869 | loss:0.015316394157707691 lr:1.8255546419954315e-05 tokens_per_second_per_gpu:835.1250786262411 
Step 1870 | loss:0.02049056813120842 lr:1.8253725795023504e-05 tokens_per_second_per_gpu:995.9338473147391 
Step 1871 | loss:0.016773048788309097 lr:1.8251904311411675e-05 tokens_per_second_per_gpu:1023.1139828231197 
Step 1872 | loss:0.015820207074284554 lr:1.8250081969308318e-05 tokens_per_second_per_gpu:842.0414604021524 
Step 1873 | loss:0.029061224311590195 lr:1.824825876890303e-05 tokens_per_second_per_gpu:986.4648163163989 
Step 1874 | loss:0.038221169263124466 lr:1.8246434710385484e-05 tokens_per_second_per_gpu:867.8450225275345 
Step 1875 | loss:0.020096305757761 lr:1.8244609793945448e-05 tokens_per_second_per_gpu:826.8295308153656 
Step 1876 | loss:0.016625404357910156 lr:1.824278401977278e-05 tokens_per_second_per_gpu:1007.157500959441 
Step 1877 | loss:0.019339438527822495 lr:1.8240957388057417e-05 tokens_per_second_per_gpu:818.2580252244608 
Step 1878 | loss:0.017423419281840324 lr:1.823912989898941e-05 tokens_per_second_per_gpu:760.1282852087734 
Step 1879 | loss:0.015254063531756401 lr:1.8237301552758867e-05 tokens_per_second_per_gpu:894.9569959529497 
Step 1880 | loss:0.027524705976247787 lr:1.8235472349556008e-05 tokens_per_second_per_gpu:1230.4704636136566 
Step 1881 | loss:0.00967374350875616 lr:1.8233642289571135e-05 tokens_per_second_per_gpu:966.2044511297169 
Step 1882 | loss:0.013220705091953278 lr:1.8231811372994642e-05 tokens_per_second_per_gpu:781.7960508528122 
Step 1883 | loss:0.013358850963413715 lr:1.8229979600017004e-05 tokens_per_second_per_gpu:701.8832239947845 
Step 1884 | loss:0.009058118797838688 lr:1.8228146970828793e-05 tokens_per_second_per_gpu:963.3799711226561 
Step 1885 | loss:0.0094611756503582 lr:1.8226313485620663e-05 tokens_per_second_per_gpu:788.658381588466 
Step 1886 | loss:0.01638736203312874 lr:1.822447914458337e-05 tokens_per_second_per_gpu:810.6562348040337 
Step 1887 | loss:0.016665160655975342 lr:1.822264394790775e-05 tokens_per_second_per_gpu:944.533785408738 
Step 1888 | loss:0.021946759894490242 lr:1.822080789578472e-05 tokens_per_second_per_gpu:868.4839344994964 
Step 1889 | loss:0.010454513132572174 lr:1.82189709884053e-05 tokens_per_second_per_gpu:711.9493172568548 
Step 1890 | loss:0.009858114644885063 lr:1.8217133225960597e-05 tokens_per_second_per_gpu:920.0109162702552 
Step 1891 | loss:0.010944611392915249 lr:1.82152946086418e-05 tokens_per_second_per_gpu:891.7296377454555 
Step 1892 | loss:0.008567344397306442 lr:1.8213455136640192e-05 tokens_per_second_per_gpu:875.8373768532285 
Step 1893 | loss:0.015842188149690628 lr:1.821161481014714e-05 tokens_per_second_per_gpu:854.1665144485661 
Step 1894 | loss:0.05460540950298309 lr:1.820977362935411e-05 tokens_per_second_per_gpu:1100.727009698833 
Step 1895 | loss:0.014958283863961697 lr:1.8207931594452642e-05 tokens_per_second_per_gpu:744.6939926696755 
Step 1896 | loss:0.015520187094807625 lr:1.820608870563438e-05 tokens_per_second_per_gpu:868.7532740476145 
Step 1897 | loss:0.013875173404812813 lr:1.8204244963091048e-05 tokens_per_second_per_gpu:926.8904132349928 
Step 1898 | loss:0.034935060888528824 lr:1.8202400367014457e-05 tokens_per_second_per_gpu:748.3259468146064 
Step 1899 | loss:0.014662771485745907 lr:1.8200554917596515e-05 tokens_per_second_per_gpu:1011.5345255416983 
Step 1900 | loss:0.011753088794648647 lr:1.8198708615029215e-05 tokens_per_second_per_gpu:947.3069060326527 
Step 1901 | loss:0.017589671537280083 lr:1.8196861459504632e-05 tokens_per_second_per_gpu:862.8218086327761 
Step 1902 | loss:0.034842122346162796 lr:1.8195013451214946e-05 tokens_per_second_per_gpu:815.2631737782084 
Step 1903 | loss:0.009099283255636692 lr:1.8193164590352408e-05 tokens_per_second_per_gpu:687.1569938819416 
Step 1904 | loss:0.013722874224185944 lr:1.8191314877109367e-05 tokens_per_second_per_gpu:985.8739565204504 
Step 1905 | loss:0.01029325183480978 lr:1.818946431167826e-05 tokens_per_second_per_gpu:967.9989071383728 
Step 1906 | loss:0.0356498584151268 lr:1.8187612894251607e-05 tokens_per_second_per_gpu:1234.4428747579502 
Step 1907 | loss:0.0239940844476223 lr:1.818576062502203e-05 tokens_per_second_per_gpu:909.0121060720187 
Step 1908 | loss:0.006874501705169678 lr:1.818390750418222e-05 tokens_per_second_per_gpu:889.6606890979912 
Step 1909 | loss:0.02683732844889164 lr:1.8182053531924976e-05 tokens_per_second_per_gpu:959.7593041166557 
Step 1910 | loss:0.013453694991767406 lr:1.8180198708443172e-05 tokens_per_second_per_gpu:745.2265138586524 
Step 1911 | loss:0.009902967140078545 lr:1.8178343033929784e-05 tokens_per_second_per_gpu:1082.0811385845984 
Step 1912 | loss:0.015282738953828812 lr:1.8176486508577856e-05 tokens_per_second_per_gpu:752.5140496612381 
Step 1913 | loss:0.015367511659860611 lr:1.817462913258054e-05 tokens_per_second_per_gpu:862.9621338053854 
Step 1914 | loss:0.011574873700737953 lr:1.817277090613107e-05 tokens_per_second_per_gpu:920.9598627069613 
Step 1915 | loss:0.021266814321279526 lr:1.8170911829422766e-05 tokens_per_second_per_gpu:1115.4498105046275 
Step 1916 | loss:0.019257986918091774 lr:1.8169051902649037e-05 tokens_per_second_per_gpu:1014.4858331307082 
Step 1917 | loss:0.017668306827545166 lr:1.816719112600338e-05 tokens_per_second_per_gpu:687.9625384126481 
Step 1918 | loss:0.01030670665204525 lr:1.8165329499679386e-05 tokens_per_second_per_gpu:793.0335113109952 
Step 1919 | loss:0.030477166175842285 lr:1.816346702387073e-05 tokens_per_second_per_gpu:823.3891523501898 
Step 1920 | loss:0.010773936286568642 lr:1.816160369877117e-05 tokens_per_second_per_gpu:878.2704943797911 
Step 1921 | loss:0.008393732830882072 lr:1.8159739524574563e-05 tokens_per_second_per_gpu:932.1341580175668 
Step 1922 | loss:0.022496633231639862 lr:1.8157874501474852e-05 tokens_per_second_per_gpu:1043.426092071992 
Step 1923 | loss:0.04025128483772278 lr:1.815600862966606e-05 tokens_per_second_per_gpu:1019.5378588684549 
Step 1924 | loss:0.012215222232043743 lr:1.815414190934231e-05 tokens_per_second_per_gpu:909.8176569773425 
Step 1925 | loss:0.01780197210609913 lr:1.8152274340697798e-05 tokens_per_second_per_gpu:932.7766996112252 
Step 1926 | loss:0.01621204987168312 lr:1.8150405923926824e-05 tokens_per_second_per_gpu:750.3632692321156 
Step 1927 | loss:0.013724643737077713 lr:1.8148536659223773e-05 tokens_per_second_per_gpu:850.299544091355 
Step 1928 | loss:0.049190159887075424 lr:1.8146666546783105e-05 tokens_per_second_per_gpu:883.3959923511304 
Step 1929 | loss:0.015408855862915516 lr:1.8144795586799393e-05 tokens_per_second_per_gpu:780.4584028847011 
Step 1930 | loss:0.01861409656703472 lr:1.814292377946727e-05 tokens_per_second_per_gpu:830.6379072086024 
Step 1931 | loss:0.013399584218859673 lr:1.8141051124981474e-05 tokens_per_second_per_gpu:958.1940937677368 
Step 1932 | loss:0.029252221807837486 lr:1.813917762353683e-05 tokens_per_second_per_gpu:1009.9982932096793 
Step 1933 | loss:0.015740884467959404 lr:1.8137303275328247e-05 tokens_per_second_per_gpu:1006.3510457363545 
Step 1934 | loss:0.022521235048770905 lr:1.8135428080550725e-05 tokens_per_second_per_gpu:979.8730181425788 
Step 1935 | loss:0.01755646988749504 lr:1.8133552039399352e-05 tokens_per_second_per_gpu:860.5809875776613 
Step 1936 | loss:0.012686455622315407 lr:1.81316751520693e-05 tokens_per_second_per_gpu:846.4806608608154 
Step 1937 | loss:0.012981911189854145 lr:1.8129797418755832e-05 tokens_per_second_per_gpu:737.3239659044784 
Step 1938 | loss:0.009861077181994915 lr:1.8127918839654303e-05 tokens_per_second_per_gpu:921.9258229607753 
Step 1939 | loss:0.01508227176964283 lr:1.812603941496015e-05 tokens_per_second_per_gpu:804.2003740894995 
Step 1940 | loss:0.013890924863517284 lr:1.81241591448689e-05 tokens_per_second_per_gpu:820.8521014378016 
Step 1941 | loss:0.019777366891503334 lr:1.8122278029576162e-05 tokens_per_second_per_gpu:932.1874412859083 
Step 1942 | loss:0.01249267254024744 lr:1.812039606927765e-05 tokens_per_second_per_gpu:890.7070111020489 
Step 1943 | loss:0.014699531719088554 lr:1.8118513264169147e-05 tokens_per_second_per_gpu:905.8555835434546 
Step 1944 | loss:0.018090199679136276 lr:1.8116629614446534e-05 tokens_per_second_per_gpu:818.1384177623341 
Step 1945 | loss:0.010740462690591812 lr:1.8114745120305778e-05 tokens_per_second_per_gpu:785.544526245365 
Step 1946 | loss:0.02903176285326481 lr:1.8112859781942936e-05 tokens_per_second_per_gpu:1023.9248531041306 
Step 1947 | loss:0.017148658633232117 lr:1.811097359955414e-05 tokens_per_second_per_gpu:978.439581932063 
Step 1948 | loss:0.01930270716547966 lr:1.8109086573335634e-05 tokens_per_second_per_gpu:998.6957635863565 
Step 1949 | loss:0.037227485328912735 lr:1.8107198703483725e-05 tokens_per_second_per_gpu:888.6202671130151 
Step 1950 | loss:0.014074533246457577 lr:1.8105309990194823e-05 tokens_per_second_per_gpu:851.8530230322513 
Step 1951 | loss:0.021915433928370476 lr:1.8103420433665424e-05 tokens_per_second_per_gpu:901.9119535435065 
Step 1952 | loss:0.014849825762212276 lr:1.8101530034092105e-05 tokens_per_second_per_gpu:971.5828058637453 
Step 1953 | loss:0.03360898047685623 lr:1.8099638791671534e-05 tokens_per_second_per_gpu:825.8148579573291 
Step 1954 | loss:0.029469119384884834 lr:1.809774670660047e-05 tokens_per_second_per_gpu:861.9120009742991 
Step 1955 | loss:0.015117712318897247 lr:1.8095853779075757e-05 tokens_per_second_per_gpu:1009.0931035045085 
Step 1956 | loss:0.012194007635116577 lr:1.8093960009294327e-05 tokens_per_second_per_gpu:990.4769021673673 
Step 1957 | loss:0.02418822981417179 lr:1.80920653974532e-05 tokens_per_second_per_gpu:1002.3853743727337 
Step 1958 | loss:0.01271821279078722 lr:1.8090169943749477e-05 tokens_per_second_per_gpu:1077.6698474925436 
Step 1959 | loss:0.013198183849453926 lr:1.808827364838036e-05 tokens_per_second_per_gpu:919.6000265578014 
Step 1960 | loss:0.022174961864948273 lr:1.8086376511543127e-05 tokens_per_second_per_gpu:1117.6863087709992 
Step 1961 | loss:0.014956958591938019 lr:1.808447853343515e-05 tokens_per_second_per_gpu:822.2471698087576 
Step 1962 | loss:0.019459107890725136 lr:1.8082579714253886e-05 tokens_per_second_per_gpu:865.1694164745486 
Step 1963 | loss:0.014783654361963272 lr:1.808068005419688e-05 tokens_per_second_per_gpu:980.717403830472 
Step 1964 | loss:0.04150974005460739 lr:1.807877955346176e-05 tokens_per_second_per_gpu:874.5571263442367 
Step 1965 | loss:0.01855933479964733 lr:1.8076878212246253e-05 tokens_per_second_per_gpu:803.2941717627815 
Step 1966 | loss:0.010158302262425423 lr:1.8074976030748156e-05 tokens_per_second_per_gpu:927.4204859873854 
Step 1967 | loss:0.03661589324474335 lr:1.8073073009165375e-05 tokens_per_second_per_gpu:1096.352736668205 
Step 1968 | loss:0.0333164744079113 lr:1.8071169147695887e-05 tokens_per_second_per_gpu:866.6407235670524 
Step 1969 | loss:0.025511009618639946 lr:1.8069264446537757e-05 tokens_per_second_per_gpu:1217.7988278980822 
Step 1970 | loss:0.01058009173721075 lr:1.8067358905889148e-05 tokens_per_second_per_gpu:898.1836402034616 
Step 1971 | loss:0.01573268696665764 lr:1.80654525259483e-05 tokens_per_second_per_gpu:1097.372159794704 
Step 1972 | loss:0.015531690791249275 lr:1.806354530691355e-05 tokens_per_second_per_gpu:949.194627458535 
Step 1973 | loss:0.017135202884674072 lr:1.8061637248983307e-05 tokens_per_second_per_gpu:884.7807210462652 
Step 1974 | loss:0.0300576314330101 lr:1.8059728352356086e-05 tokens_per_second_per_gpu:1021.5830970396638 
Step 1975 | loss:0.021859560161828995 lr:1.8057818617230474e-05 tokens_per_second_per_gpu:987.8363861854904 
Step 1976 | loss:0.016342587769031525 lr:1.8055908043805152e-05 tokens_per_second_per_gpu:896.3805645289781 
Step 1977 | loss:0.034858401864767075 lr:1.8053996632278893e-05 tokens_per_second_per_gpu:929.8551763019677 
Step 1978 | loss:0.008393852971494198 lr:1.8052084382850546e-05 tokens_per_second_per_gpu:739.4324739477474 
Step 1979 | loss:0.026201628148555756 lr:1.8050171295719056e-05 tokens_per_second_per_gpu:937.0813004624996 
Step 1980 | loss:0.02723865397274494 lr:1.8048257371083454e-05 tokens_per_second_per_gpu:1039.8919552557097 
Step 1981 | loss:0.008447126485407352 lr:1.804634260914285e-05 tokens_per_second_per_gpu:792.9803262637971 
Step 1982 | loss:0.016220122575759888 lr:1.804442701009645e-05 tokens_per_second_per_gpu:781.669214729039 
Step 1983 | loss:0.009358763694763184 lr:1.804251057414355e-05 tokens_per_second_per_gpu:836.4260164319332 
Step 1984 | loss:0.017831791192293167 lr:1.8040593301483518e-05 tokens_per_second_per_gpu:842.6805801104315 
Step 1985 | loss:0.02453320100903511 lr:1.8038675192315824e-05 tokens_per_second_per_gpu:993.1001937902997 
Step 1986 | loss:0.015031534247100353 lr:1.803675624684002e-05 tokens_per_second_per_gpu:1231.9211417526653 
Step 1987 | loss:0.03414560854434967 lr:1.8034836465255744e-05 tokens_per_second_per_gpu:1152.9387456924994 
Step 1988 | loss:0.014246947132050991 lr:1.8032915847762716e-05 tokens_per_second_per_gpu:814.4502178550604 
Step 1989 | loss:0.01289638876914978 lr:1.803099439456076e-05 tokens_per_second_per_gpu:765.4175439022507 
Step 1990 | loss:0.012880395166575909 lr:1.8029072105849767e-05 tokens_per_second_per_gpu:889.2929791864257 
Step 1991 | loss:0.014051998034119606 lr:1.8027148981829727e-05 tokens_per_second_per_gpu:918.6009997689707 
Step 1992 | loss:0.01118718832731247 lr:1.8025225022700706e-05 tokens_per_second_per_gpu:758.4491833128085 
Step 1993 | loss:0.012369425967335701 lr:1.8023300228662874e-05 tokens_per_second_per_gpu:718.169210530714 
Step 1994 | loss:0.019226256757974625 lr:1.802137459991647e-05 tokens_per_second_per_gpu:849.2487390025087 
Step 1995 | loss:0.030901269987225533 lr:1.8019448136661838e-05 tokens_per_second_per_gpu:963.0860639092898 
Step 1996 | loss:0.011702999472618103 lr:1.8017520839099386e-05 tokens_per_second_per_gpu:948.3628314996166 
Step 1997 | loss:0.016304178163409233 lr:1.8015592707429634e-05 tokens_per_second_per_gpu:986.6429082392199 
Step 1998 | loss:0.01195102371275425 lr:1.8013663741853165e-05 tokens_per_second_per_gpu:902.7494028237055 
Step 1999 | loss:0.01013029646128416 lr:1.8011733942570667e-05 tokens_per_second_per_gpu:1047.8370364973898 
Step 2000 | loss:0.013048829510807991 lr:1.8009803309782907e-05 tokens_per_second_per_gpu:912.42600874398 
Step 2001 | loss:0.014840539544820786 lr:1.8007871843690736e-05 tokens_per_second_per_gpu:875.5910197330251 
Step 2002 | loss:0.037679992616176605 lr:1.8005939544495103e-05 tokens_per_second_per_gpu:884.3231945099536 
Step 2003 | loss:0.009289536625146866 lr:1.8004006412397027e-05 tokens_per_second_per_gpu:824.8034841399641 
Step 2004 | loss:0.016041498631238937 lr:1.8002072447597622e-05 tokens_per_second_per_gpu:862.9966035167528 
Step 2005 | loss:0.02110784873366356 lr:1.80001376502981e-05 tokens_per_second_per_gpu:860.9827831164401 
Step 2006 | loss:0.010310661047697067 lr:1.7998202020699736e-05 tokens_per_second_per_gpu:857.5245167213968 
Step 2007 | loss:0.04819760471582413 lr:1.799626555900391e-05 tokens_per_second_per_gpu:1168.5224984344243 
Step 2008 | loss:0.010995661839842796 lr:1.7994328265412087e-05 tokens_per_second_per_gpu:694.0445782991976 
Step 2009 | loss:0.02628900855779648 lr:1.799239014012581e-05 tokens_per_second_per_gpu:930.2396862052112 
Step 2010 | loss:0.04771285131573677 lr:1.799045118334671e-05 tokens_per_second_per_gpu:860.6959379015115 
Step 2011 | loss:0.011402147822082043 lr:1.7988511395276513e-05 tokens_per_second_per_gpu:886.3824977375823 
Step 2012 | loss:0.01634957268834114 lr:1.7986570776117024e-05 tokens_per_second_per_gpu:750.6622863143622 
Step 2013 | loss:0.013384949415922165 lr:1.7984629326070134e-05 tokens_per_second_per_gpu:691.36253702007 
Step 2014 | loss:0.01366683840751648 lr:1.798268704533783e-05 tokens_per_second_per_gpu:1043.3510224685917 
Step 2015 | loss:0.015376840718090534 lr:1.7980743934122168e-05 tokens_per_second_per_gpu:870.9041221752507 
Step 2016 | loss:0.01062791794538498 lr:1.7978799992625306e-05 tokens_per_second_per_gpu:862.0691869778826 
Step 2017 | loss:0.013786621391773224 lr:1.7976855221049488e-05 tokens_per_second_per_gpu:759.7940331066063 
Step 2018 | loss:0.009105845354497433 lr:1.797490961959703e-05 tokens_per_second_per_gpu:857.3594063475401 
Step 2019 | loss:0.010336234234273434 lr:1.7972963188470348e-05 tokens_per_second_per_gpu:748.813871950679 
Step 2020 | loss:0.05223691835999489 lr:1.797101592787194e-05 tokens_per_second_per_gpu:902.8623922846303 
Step 2021 | loss:0.014964764937758446 lr:1.7969067838004396e-05 tokens_per_second_per_gpu:811.585555328614 
Step 2022 | loss:0.015498140826821327 lr:1.7967118919070377e-05 tokens_per_second_per_gpu:877.3668609785126 
Step 2023 | loss:0.016203081235289574 lr:1.7965169171272644e-05 tokens_per_second_per_gpu:863.4672304118495 
Step 2024 | loss:0.01415642723441124 lr:1.7963218594814044e-05 tokens_per_second_per_gpu:744.6486280878446 
Step 2025 | loss:0.013714421540498734 lr:1.79612671898975e-05 tokens_per_second_per_gpu:789.686918187137 
Step 2026 | loss:0.017603563144803047 lr:1.7959314956726026e-05 tokens_per_second_per_gpu:857.3041978116275 
Step 2027 | loss:0.013489619828760624 lr:1.7957361895502732e-05 tokens_per_second_per_gpu:804.4718363631005 
Step 2028 | loss:0.011188942939043045 lr:1.79554080064308e-05 tokens_per_second_per_gpu:924.8297249693923 
Step 2029 | loss:0.012975819408893585 lr:1.7953453289713506e-05 tokens_per_second_per_gpu:957.7594957479471 
Step 2030 | loss:0.031157443299889565 lr:1.795149774555421e-05 tokens_per_second_per_gpu:797.095331146605 
Step 2031 | loss:0.02689671330153942 lr:1.7949541374156357e-05 tokens_per_second_per_gpu:873.2398013832188 
Step 2032 | loss:0.025109412148594856 lr:1.7947584175723477e-05 tokens_per_second_per_gpu:1034.7340468446343 
Step 2033 | loss:0.020139578729867935 lr:1.7945626150459195e-05 tokens_per_second_per_gpu:916.1889932400113 
Step 2034 | loss:0.012645021080970764 lr:1.794366729856721e-05 tokens_per_second_per_gpu:985.357142318881 
Step 2035 | loss:0.014062055386602879 lr:1.7941707620251318e-05 tokens_per_second_per_gpu:852.6555159183076 
Step 2036 | loss:0.01928268000483513 lr:1.7939747115715386e-05 tokens_per_second_per_gpu:1026.757559682342 
Step 2037 | loss:0.0101475790143013 lr:1.7937785785163383e-05 tokens_per_second_per_gpu:707.7096691177036 
Step 2038 | loss:0.04853541776537895 lr:1.7935823628799355e-05 tokens_per_second_per_gpu:919.0346754024647 
Step 2039 | loss:0.06299485266208649 lr:1.7933860646827435e-05 tokens_per_second_per_gpu:1030.4361508451634 
Step 2040 | loss:0.009344544261693954 lr:1.7931896839451846e-05 tokens_per_second_per_gpu:852.9256493082388 
Step 2041 | loss:0.05617824196815491 lr:1.792993220687689e-05 tokens_per_second_per_gpu:1187.9405273091606 
Step 2042 | loss:0.010005312971770763 lr:1.7927966749306964e-05 tokens_per_second_per_gpu:792.1603184230952 
Step 2043 | loss:0.011782984249293804 lr:1.7926000466946537e-05 tokens_per_second_per_gpu:887.0353626074236 
Step 2044 | loss:0.013673698529601097 lr:1.792403336000018e-05 tokens_per_second_per_gpu:991.0807466943952 
Step 2045 | loss:0.012058442458510399 lr:1.7922065428672543e-05 tokens_per_second_per_gpu:737.4614465045315 
Step 2046 | loss:0.013619650155305862 lr:1.7920096673168356e-05 tokens_per_second_per_gpu:819.2532725459448 
Step 2047 | loss:0.012794741429388523 lr:1.7918127093692436e-05 tokens_per_second_per_gpu:1022.3727669173503 
Step 2048 | loss:0.0378728024661541 lr:1.7916156690449697e-05 tokens_per_second_per_gpu:969.0251962161916 
Step 2049 | loss:0.03255491703748703 lr:1.791418546364513e-05 tokens_per_second_per_gpu:1002.9156084456777 
Step 2050 | loss:0.009245551191270351 lr:1.791221341348381e-05 tokens_per_second_per_gpu:814.5212473823904 
Step 2051 | loss:0.01430992316454649 lr:1.79102405401709e-05 tokens_per_second_per_gpu:844.1266088019779 
Step 2052 | loss:0.00791895855218172 lr:1.7908266843911654e-05 tokens_per_second_per_gpu:790.8026868120244 
Step 2053 | loss:0.01350438129156828 lr:1.79062923249114e-05 tokens_per_second_per_gpu:913.6858175516065 
Step 2054 | loss:0.015216364525258541 lr:1.7904316983375563e-05 tokens_per_second_per_gpu:870.5255154607181 
Step 2055 | loss:0.010260360315442085 lr:1.7902340819509644e-05 tokens_per_second_per_gpu:967.7394691370114 
Step 2056 | loss:0.012105390429496765 lr:1.790036383351924e-05 tokens_per_second_per_gpu:796.3557411144545 
Step 2057 | loss:0.009290192276239395 lr:1.7898386025610024e-05 tokens_per_second_per_gpu:871.7826287642165 
Step 2058 | loss:0.014409374445676804 lr:1.789640739598776e-05 tokens_per_second_per_gpu:987.979052040031 
Step 2059 | loss:0.008220738731324673 lr:1.7894427944858293e-05 tokens_per_second_per_gpu:947.8808950764986 
Step 2060 | loss:0.023103926330804825 lr:1.789244767242756e-05 tokens_per_second_per_gpu:881.0517936820618 
Step 2061 | loss:0.02846355363726616 lr:1.789046657890158e-05 tokens_per_second_per_gpu:1149.8485927422244 
Step 2062 | loss:0.028386151418089867 lr:1.7888484664486454e-05 tokens_per_second_per_gpu:1282.972924492324 
Step 2063 | loss:0.04683545231819153 lr:1.7886501929388377e-05 tokens_per_second_per_gpu:993.4388454949642 
Step 2064 | loss:0.013573361560702324 lr:1.7884518373813614e-05 tokens_per_second_per_gpu:884.2041160981531 
Step 2065 | loss:0.012029917910695076 lr:1.7882533997968534e-05 tokens_per_second_per_gpu:998.6678524686272 
Step 2066 | loss:0.010395484045147896 lr:1.788054880205958e-05 tokens_per_second_per_gpu:984.5630650733923 
Step 2067 | loss:0.015375555492937565 lr:1.7878562786293283e-05 tokens_per_second_per_gpu:1157.5036948145857 
Step 2068 | loss:0.014117852784693241 lr:1.787657595087626e-05 tokens_per_second_per_gpu:887.3041588481155 
Step 2069 | loss:0.01303156092762947 lr:1.7874588296015213e-05 tokens_per_second_per_gpu:983.7490598079008 
Step 2070 | loss:0.009987780824303627 lr:1.7872599821916922e-05 tokens_per_second_per_gpu:800.3633982899233 
Step 2071 | loss:0.022432737052440643 lr:1.787061052878827e-05 tokens_per_second_per_gpu:1034.8560187988974 
Step 2072 | loss:0.02509171888232231 lr:1.7868620416836208e-05 tokens_per_second_per_gpu:1035.518796628681 
Step 2073 | loss:0.025489484891295433 lr:1.786662948626778e-05 tokens_per_second_per_gpu:1001.5616547258666 
Step 2074 | loss:0.009083413518965244 lr:1.786463773729011e-05 tokens_per_second_per_gpu:881.1920421656213 
Step 2075 | loss:0.018064990639686584 lr:1.7862645170110417e-05 tokens_per_second_per_gpu:868.3650702729516 
Step 2076 | loss:0.015580537728965282 lr:1.7860651784935995e-05 tokens_per_second_per_gpu:901.344806058765 
Step 2077 | loss:0.014738855883479118 lr:1.785865758197423e-05 tokens_per_second_per_gpu:903.8094810679506 
Step 2078 | loss:0.012691146694123745 lr:1.7856662561432584e-05 tokens_per_second_per_gpu:840.9959951651543 
Step 2079 | loss:0.01235256064683199 lr:1.7854666723518614e-05 tokens_per_second_per_gpu:909.3768255764066 
Step 2080 | loss:0.013709272257983685 lr:1.7852670068439954e-05 tokens_per_second_per_gpu:1056.7771341347266 
Step 2081 | loss:0.02247225120663643 lr:1.7850672596404336e-05 tokens_per_second_per_gpu:867.459933849628 
Step 2082 | loss:0.016920901834964752 lr:1.7848674307619564e-05 tokens_per_second_per_gpu:1100.2342971074586 
Step 2083 | loss:0.03643028065562248 lr:1.7846675202293526e-05 tokens_per_second_per_gpu:1243.5701127664206 
Step 2084 | loss:0.009295150637626648 lr:1.7844675280634206e-05 tokens_per_second_per_gpu:779.5509691595761 
Step 2085 | loss:0.00862929318100214 lr:1.7842674542849663e-05 tokens_per_second_per_gpu:987.2074134287662 
Step 2086 | loss:0.03345809876918793 lr:1.784067298914805e-05 tokens_per_second_per_gpu:964.4713168796 
Step 2087 | loss:0.01647983491420746 lr:1.7838670619737596e-05 tokens_per_second_per_gpu:908.8951375759711 
Step 2088 | loss:0.00938423816114664 lr:1.783666743482662e-05 tokens_per_second_per_gpu:864.6609054454052 
Step 2089 | loss:0.0177313145250082 lr:1.783466343462352e-05 tokens_per_second_per_gpu:983.2159267804703 
Step 2090 | loss:0.027937114238739014 lr:1.7832658619336794e-05 tokens_per_second_per_gpu:919.4811583561493 
Step 2091 | loss:0.02447430044412613 lr:1.7830652989175004e-05 tokens_per_second_per_gpu:1068.312645509086 
Step 2092 | loss:0.01338029932230711 lr:1.7828646544346808e-05 tokens_per_second_per_gpu:896.3063004113905 
Step 2093 | loss:0.019505759701132774 lr:1.7826639285060952e-05 tokens_per_second_per_gpu:747.4294023074302 
Step 2094 | loss:0.008939571678638458 lr:1.782463121152626e-05 tokens_per_second_per_gpu:777.9627239110467 
Step 2095 | loss:0.014533723704516888 lr:1.7822622323951638e-05 tokens_per_second_per_gpu:891.3142109619182 
Step 2096 | loss:0.008713542483747005 lr:1.7820612622546095e-05 tokens_per_second_per_gpu:938.2972644213846 
Step 2097 | loss:0.01609703153371811 lr:1.7818602107518698e-05 tokens_per_second_per_gpu:887.2471502780742 
Step 2098 | loss:0.01737113483250141 lr:1.781659077907862e-05 tokens_per_second_per_gpu:911.025433743798 
Step 2099 | loss:0.05915623530745506 lr:1.7814578637435106e-05 tokens_per_second_per_gpu:1054.5508483580481 
Step 2100 | loss:0.04235273599624634 lr:1.7812565682797494e-05 tokens_per_second_per_gpu:1361.0778910299848 
Step 2101 | loss:0.0197112075984478 lr:1.7810551915375202e-05 tokens_per_second_per_gpu:1104.3775368667048 
Step 2102 | loss:0.0269720908254385 lr:1.7808537335377734e-05 tokens_per_second_per_gpu:854.100872480858 
Step 2103 | loss:0.030769560486078262 lr:1.7806521943014672e-05 tokens_per_second_per_gpu:1166.497047672163 
Step 2104 | loss:0.03105129487812519 lr:1.78045057384957e-05 tokens_per_second_per_gpu:908.0531988633674 
Step 2105 | loss:0.00911717303097248 lr:1.780248872203056e-05 tokens_per_second_per_gpu:714.510097419062 
Step 2106 | loss:0.009043538011610508 lr:1.7800470893829107e-05 tokens_per_second_per_gpu:686.095350727925 
Step 2107 | loss:0.07955863326787949 lr:1.7798452254101256e-05 tokens_per_second_per_gpu:1031.9112018801318 
Step 2108 | loss:0.011383376084268093 lr:1.7796432803057028e-05 tokens_per_second_per_gpu:1028.469595208861 
Step 2109 | loss:0.02445153519511223 lr:1.7794412540906512e-05 tokens_per_second_per_gpu:1022.8795933139294 
Step 2110 | loss:0.023093149065971375 lr:1.7792391467859886e-05 tokens_per_second_per_gpu:849.5865745945545 
Step 2111 | loss:0.024125102907419205 lr:1.779036958412742e-05 tokens_per_second_per_gpu:947.4910088873692 
Step 2112 | loss:0.010466700419783592 lr:1.7788346889919448e-05 tokens_per_second_per_gpu:747.8630691526964 
Step 2113 | loss:0.02124856412410736 lr:1.7786323385446418e-05 tokens_per_second_per_gpu:984.0167973057482 
Step 2114 | loss:0.020566308870911598 lr:1.7784299070918835e-05 tokens_per_second_per_gpu:926.1236905497284 
Step 2115 | loss:0.0070030707865953445 lr:1.7782273946547305e-05 tokens_per_second_per_gpu:797.9629370733381 
Step 2116 | loss:0.019266344606876373 lr:1.778024801254252e-05 tokens_per_second_per_gpu:843.7328508463831 
Step 2117 | loss:0.00837854202836752 lr:1.777822126911523e-05 tokens_per_second_per_gpu:754.7649620675257 
Step 2118 | loss:0.013373225927352905 lr:1.7776193716476305e-05 tokens_per_second_per_gpu:917.1428926828091 
Step 2119 | loss:0.011599943041801453 lr:1.7774165354836678e-05 tokens_per_second_per_gpu:931.5945741126535 
Step 2120 | loss:0.022948378697037697 lr:1.7772136184407367e-05 tokens_per_second_per_gpu:987.88081341239 
Step 2121 | loss:0.019951321184635162 lr:1.7770106205399483e-05 tokens_per_second_per_gpu:1057.9728644125692 
Step 2122 | loss:0.02430240623652935 lr:1.7768075418024216e-05 tokens_per_second_per_gpu:694.3783503076659 
Step 2123 | loss:0.02053532749414444 lr:1.7766043822492834e-05 tokens_per_second_per_gpu:1127.8149856129137 
Step 2124 | loss:0.0239902101457119 lr:1.7764011419016704e-05 tokens_per_second_per_gpu:1087.5585587917121 
Step 2125 | loss:0.024126265197992325 lr:1.776197820780726e-05 tokens_per_second_per_gpu:1049.2163198682717 
Step 2126 | loss:0.022248852998018265 lr:1.7759944189076032e-05 tokens_per_second_per_gpu:1203.1999721470675 
Step 2127 | loss:0.02550021931529045 lr:1.775790936303463e-05 tokens_per_second_per_gpu:1045.646269124177 
Step 2128 | loss:0.009953085333108902 lr:1.775587372989475e-05 tokens_per_second_per_gpu:929.3875424157984 
Step 2129 | loss:0.01163514144718647 lr:1.7753837289868167e-05 tokens_per_second_per_gpu:829.7047993316111 
Step 2130 | loss:0.011958355084061623 lr:1.7751800043166745e-05 tokens_per_second_per_gpu:772.3446725817372 
Step 2131 | loss:0.019872529432177544 lr:1.774976199000243e-05 tokens_per_second_per_gpu:872.4531763444786 
Step 2132 | loss:0.02012106403708458 lr:1.7747723130587255e-05 tokens_per_second_per_gpu:875.5696620082732 
Step 2133 | loss:0.024687036871910095 lr:1.7745683465133322e-05 tokens_per_second_per_gpu:1014.306638567828 
Step 2134 | loss:0.013619539327919483 lr:1.7743642993852846e-05 tokens_per_second_per_gpu:803.1783544094174 
Step 2135 | loss:0.015167185105383396 lr:1.7741601716958098e-05 tokens_per_second_per_gpu:909.2122998469191 
Step 2136 | loss:0.023984279483556747 lr:1.7739559634661445e-05 tokens_per_second_per_gpu:835.2326696084662 
Step 2137 | loss:0.01926983892917633 lr:1.7737516747175337e-05 tokens_per_second_per_gpu:990.8339143027854 
Step 2138 | loss:0.02241450734436512 lr:1.7735473054712304e-05 tokens_per_second_per_gpu:1039.193673466194 
Step 2139 | loss:0.013049816712737083 lr:1.7733428557484972e-05 tokens_per_second_per_gpu:855.5426470869148 
Step 2140 | loss:0.026019852608442307 lr:1.7731383255706027e-05 tokens_per_second_per_gpu:1147.7058223784923 
Step 2141 | loss:0.004290393553674221 lr:1.7729337149588266e-05 tokens_per_second_per_gpu:771.7140718721157 
Step 2142 | loss:0.011131180450320244 lr:1.772729023934455e-05 tokens_per_second_per_gpu:971.9889723574453 
Step 2143 | loss:0.009007579647004604 lr:1.772524252518783e-05 tokens_per_second_per_gpu:852.3585993245864 
Step 2144 | loss:0.009648829698562622 lr:1.772319400733115e-05 tokens_per_second_per_gpu:904.1443680386577 
Step 2145 | loss:0.031486593186855316 lr:1.7721144685987616e-05 tokens_per_second_per_gpu:963.1654260548612 
Step 2146 | loss:0.01224895566701889 lr:1.7719094561370433e-05 tokens_per_second_per_gpu:966.1414512551186 
Step 2147 | loss:0.016367582604289055 lr:1.7717043633692898e-05 tokens_per_second_per_gpu:1017.1593273717779 
Step 2148 | loss:0.011356943286955357 lr:1.771499190316837e-05 tokens_per_second_per_gpu:1015.5842659217348 
Step 2149 | loss:0.010057023726403713 lr:1.77129393700103e-05 tokens_per_second_per_gpu:911.4017949846403 
Step 2150 | loss:0.013844072818756104 lr:1.7710886034432237e-05 tokens_per_second_per_gpu:1127.6757149359994 
Step 2151 | loss:0.016865447163581848 lr:1.7708831896647787e-05 tokens_per_second_per_gpu:868.3942121299569 
Step 2152 | loss:0.008704515174031258 lr:1.770677695687066e-05 tokens_per_second_per_gpu:1071.9824440451916 
Step 2153 | loss:0.02586475759744644 lr:1.7704721215314644e-05 tokens_per_second_per_gpu:1125.9828645504663 
Step 2154 | loss:0.0892762839794159 lr:1.7702664672193604e-05 tokens_per_second_per_gpu:923.4122260683231 
Step 2155 | loss:0.011561519466340542 lr:1.7700607327721503e-05 tokens_per_second_per_gpu:874.4666388152874 
Step 2156 | loss:0.02319168671965599 lr:1.7698549182112366e-05 tokens_per_second_per_gpu:1039.2984142571754 
Step 2157 | loss:0.012041258625686169 lr:1.7696490235580325e-05 tokens_per_second_per_gpu:1010.0569722136541 
Step 2158 | loss:0.0318843275308609 lr:1.769443048833957e-05 tokens_per_second_per_gpu:841.7668942567807 
Step 2159 | loss:0.01759909652173519 lr:1.76923699406044e-05 tokens_per_second_per_gpu:1055.510963637509 
Step 2160 | loss:0.03520704060792923 lr:1.7690308592589184e-05 tokens_per_second_per_gpu:828.5320680626054 
Step 2161 | loss:0.023653201758861542 lr:1.768824644450837e-05 tokens_per_second_per_gpu:815.8151041174347 
Step 2162 | loss:0.02730138972401619 lr:1.7686183496576498e-05 tokens_per_second_per_gpu:877.040962874268 
Step 2163 | loss:0.012325827032327652 lr:1.7684119749008183e-05 tokens_per_second_per_gpu:910.1960926753752 
Step 2164 | loss:0.021460261195898056 lr:1.768205520201814e-05 tokens_per_second_per_gpu:1028.6161302677785 
Step 2165 | loss:0.019727574661374092 lr:1.767998985582114e-05 tokens_per_second_per_gpu:1167.1594222715528 
Step 2166 | loss:0.009907830506563187 lr:1.7677923710632066e-05 tokens_per_second_per_gpu:910.1261488663968 
Step 2167 | loss:0.0298212468624115 lr:1.7675856766665866e-05 tokens_per_second_per_gpu:907.0072836581403 
Step 2168 | loss:0.03474702686071396 lr:1.767378902413757e-05 tokens_per_second_per_gpu:1118.5884191635396 
Step 2169 | loss:0.01591573655605316 lr:1.7671720483262302e-05 tokens_per_second_per_gpu:1047.2591683945127 
Step 2170 | loss:0.020773470401763916 lr:1.7669651144255265e-05 tokens_per_second_per_gpu:1088.754737908983 
Step 2171 | loss:0.013330653309822083 lr:1.7667581007331742e-05 tokens_per_second_per_gpu:861.10886206938 
Step 2172 | loss:0.022192493081092834 lr:1.76655100727071e-05 tokens_per_second_per_gpu:725.3194526465302 
Step 2173 | loss:0.012311958707869053 lr:1.766343834059679e-05 tokens_per_second_per_gpu:789.0307458770253 
Step 2174 | loss:0.013288231566548347 lr:1.7661365811216346e-05 tokens_per_second_per_gpu:968.1958348591666 
Step 2175 | loss:0.016394684091210365 lr:1.7659292484781388e-05 tokens_per_second_per_gpu:860.2230420568926 
Step 2176 | loss:0.041405219584703445 lr:1.765721836150761e-05 tokens_per_second_per_gpu:948.2365684201413 
Step 2177 | loss:0.03818273916840553 lr:1.76551434416108e-05 tokens_per_second_per_gpu:804.9464202934935 
Step 2178 | loss:0.04681893065571785 lr:1.765306772530682e-05 tokens_per_second_per_gpu:1022.2834357513887 
Step 2179 | loss:0.017779212445020676 lr:1.765099121281162e-05 tokens_per_second_per_gpu:833.0415010177571 
Step 2180 | loss:0.018284358084201813 lr:1.7648913904341227e-05 tokens_per_second_per_gpu:895.9391191576566 
Step 2181 | loss:0.019719839096069336 lr:1.7646835800111765e-05 tokens_per_second_per_gpu:918.3149648566407 
Step 2182 | loss:0.01303185150027275 lr:1.7644756900339418e-05 tokens_per_second_per_gpu:946.4109096275905 
Step 2183 | loss:0.01666724868118763 lr:1.7642677205240474e-05 tokens_per_second_per_gpu:818.9125839458253 
Step 2184 | loss:0.02102038823068142 lr:1.7640596715031293e-05 tokens_per_second_per_gpu:961.1407058471384 
Step 2185 | loss:0.021183479577302933 lr:1.7638515429928318e-05 tokens_per_second_per_gpu:1058.8267410269384 
Step 2186 | loss:0.08439245074987411 lr:1.7636433350148082e-05 tokens_per_second_per_gpu:1447.048161191221 
Step 2187 | loss:0.05052030831575394 lr:1.7634350475907188e-05 tokens_per_second_per_gpu:1016.5907483649364 
Step 2188 | loss:0.00927098747342825 lr:1.7632266807422333e-05 tokens_per_second_per_gpu:791.4071908242313 
Step 2189 | loss:0.017215745523571968 lr:1.7630182344910295e-05 tokens_per_second_per_gpu:936.0514600303395 
Step 2190 | loss:0.029733937233686447 lr:1.762809708858793e-05 tokens_per_second_per_gpu:817.1145441020346 
Step 2191 | loss:0.032393552362918854 lr:1.7626011038672177e-05 tokens_per_second_per_gpu:1270.6872599211597 
Step 2192 | loss:0.0064907073974609375 lr:1.7623924195380063e-05 tokens_per_second_per_gpu:1020.8230091664076 
Step 2193 | loss:0.015829775482416153 lr:1.762183655892869e-05 tokens_per_second_per_gpu:870.9287931057079 
Step 2194 | loss:0.011129774153232574 lr:1.761974812953525e-05 tokens_per_second_per_gpu:886.165592829677 
Step 2195 | loss:0.011555621400475502 lr:1.761765890741701e-05 tokens_per_second_per_gpu:832.0016201247702 
Step 2196 | loss:0.014354622922837734 lr:1.7615568892791328e-05 tokens_per_second_per_gpu:902.2753887797345 
Step 2197 | loss:0.02426631934940815 lr:1.7613478085875636e-05 tokens_per_second_per_gpu:860.674469083194 
Step 2198 | loss:0.028596123680472374 lr:1.7611386486887454e-05 tokens_per_second_per_gpu:1189.1114539229404 
Step 2199 | loss:0.019389480352401733 lr:1.7609294096044383e-05 tokens_per_second_per_gpu:924.3924557772349 
Step 2200 | loss:0.016850905492901802 lr:1.7607200913564105e-05 tokens_per_second_per_gpu:784.2538266041273 
Step 2201 | loss:0.014862293377518654 lr:1.7605106939664387e-05 tokens_per_second_per_gpu:807.05863182233 
Step 2202 | loss:0.02477055788040161 lr:1.7603012174563075e-05 tokens_per_second_per_gpu:1141.6068132369453 
Step 2203 | loss:0.012946353293955326 lr:1.7600916618478098e-05 tokens_per_second_per_gpu:905.1421930371309 
Step 2204 | loss:0.018713023513555527 lr:1.7598820271627474e-05 tokens_per_second_per_gpu:777.7291315681958 
Step 2205 | loss:0.01744549721479416 lr:1.759672313422929e-05 tokens_per_second_per_gpu:950.1206064550033 
Step 2206 | loss:0.015138902701437473 lr:1.759462520650173e-05 tokens_per_second_per_gpu:863.29423965969 
Step 2207 | loss:0.009862139821052551 lr:1.7592526488663047e-05 tokens_per_second_per_gpu:908.7235238778145 
Step 2208 | loss:0.01380636915564537 lr:1.7590426980931585e-05 tokens_per_second_per_gpu:843.831509444878 
Step 2209 | loss:0.02849535457789898 lr:1.758832668352577e-05 tokens_per_second_per_gpu:868.531861991818 
Step 2210 | loss:0.009075373411178589 lr:1.7586225596664102e-05 tokens_per_second_per_gpu:732.694405505255 
Step 2211 | loss:0.01987365633249283 lr:1.7584123720565175e-05 tokens_per_second_per_gpu:1183.7704007802497 
Step 2212 | loss:0.019939396530389786 lr:1.7582021055447654e-05 tokens_per_second_per_gpu:887.0542485286716 
Step 2213 | loss:0.010927019640803337 lr:1.757991760153029e-05 tokens_per_second_per_gpu:974.8792548640486 
Step 2214 | loss:0.010079897940158844 lr:1.7577813359031925e-05 tokens_per_second_per_gpu:784.5982762624861 
Step 2215 | loss:0.019452117383480072 lr:1.7575708328171467e-05 tokens_per_second_per_gpu:1031.3862178029208 
Step 2216 | loss:0.018374480307102203 lr:1.7573602509167916e-05 tokens_per_second_per_gpu:980.5786732445713 
Step 2217 | loss:0.014937050640583038 lr:1.7571495902240355e-05 tokens_per_second_per_gpu:957.3361596965163 
Step 2218 | loss:0.015008608810603619 lr:1.756938850760794e-05 tokens_per_second_per_gpu:1016.1614948874224 
Step 2219 | loss:0.01663437858223915 lr:1.7567280325489926e-05 tokens_per_second_per_gpu:801.3304197336746 
Step 2220 | loss:0.022762920707464218 lr:1.7565171356105627e-05 tokens_per_second_per_gpu:1112.4997759653586 
Step 2221 | loss:0.014876156114041805 lr:1.756306159967446e-05 tokens_per_second_per_gpu:1061.184424661949 
Step 2222 | loss:0.022429971024394035 lr:1.7560951056415904e-05 tokens_per_second_per_gpu:817.1470900549814 
Step 2223 | loss:0.01739255152642727 lr:1.7558839726549543e-05 tokens_per_second_per_gpu:842.1647327257658 
Step 2224 | loss:0.029387932270765305 lr:1.755672761029502e-05 tokens_per_second_per_gpu:900.9675887576699 
Step 2225 | loss:0.0130946459248662 lr:1.7554614707872076e-05 tokens_per_second_per_gpu:940.1274015371596 
Step 2226 | loss:0.03666413202881813 lr:1.7552501019500526e-05 tokens_per_second_per_gpu:864.7759038913002 
Step 2227 | loss:0.018208643421530724 lr:1.755038654540027e-05 tokens_per_second_per_gpu:1072.1854111714877 
Step 2228 | loss:0.044222697615623474 lr:1.7548271285791288e-05 tokens_per_second_per_gpu:1522.9579174180863 
Step 2229 | loss:0.0210912823677063 lr:1.7546155240893638e-05 tokens_per_second_per_gpu:1121.8872271651862 
Step 2230 | loss:0.012744637206196785 lr:1.7544038410927474e-05 tokens_per_second_per_gpu:1020.4385500206987 
Step 2231 | loss:0.01307864859700203 lr:1.7541920796113013e-05 tokens_per_second_per_gpu:799.9155250766953 
Step 2232 | loss:0.02602306753396988 lr:1.7539802396670564e-05 tokens_per_second_per_gpu:873.140878428681 
Step 2233 | loss:0.005786210764199495 lr:1.7537683212820518e-05 tokens_per_second_per_gpu:955.099893800975 
Step 2234 | loss:0.01844603195786476 lr:1.7535563244783344e-05 tokens_per_second_per_gpu:973.6993799127223 
Step 2235 | loss:0.0174320787191391 lr:1.7533442492779597e-05 tokens_per_second_per_gpu:840.0221655150733 
Step 2236 | loss:0.021504897624254227 lr:1.7531320957029904e-05 tokens_per_second_per_gpu:1037.8692372794253 
Step 2237 | loss:0.017708536237478256 lr:1.752919863775498e-05 tokens_per_second_per_gpu:927.8769037891338 
Step 2238 | loss:0.024520255625247955 lr:1.7527075535175635e-05 tokens_per_second_per_gpu:1059.865947720054 
Step 2239 | loss:0.011235207319259644 lr:1.7524951649512733e-05 tokens_per_second_per_gpu:709.9353463550417 
Step 2240 | loss:0.015661975368857384 lr:1.752282698098724e-05 tokens_per_second_per_gpu:858.7583282586776 
Step 2241 | loss:0.01327072735875845 lr:1.7520701529820195e-05 tokens_per_second_per_gpu:858.877608654953 
Step 2242 | loss:0.01096117589622736 lr:1.751857529623272e-05 tokens_per_second_per_gpu:795.1086290914524 
Step 2243 | loss:0.011261368170380592 lr:1.751644828044602e-05 tokens_per_second_per_gpu:929.9329279177483 
Step 2244 | loss:0.011058843694627285 lr:1.7514320482681384e-05 tokens_per_second_per_gpu:1071.067735381882 
Step 2245 | loss:0.014257616363465786 lr:1.7512191903160173e-05 tokens_per_second_per_gpu:952.2992588107693 
Step 2246 | loss:0.020494751632213593 lr:1.7510062542103834e-05 tokens_per_second_per_gpu:815.5245862529074 
Step 2247 | loss:0.005958953406661749 lr:1.7507932399733906e-05 tokens_per_second_per_gpu:859.8746095843146 
Step 2248 | loss:0.01852373033761978 lr:1.7505801476271983e-05 tokens_per_second_per_gpu:899.2869980893397 
Step 2249 | loss:0.0052291834726929665 lr:1.7503669771939775e-05 tokens_per_second_per_gpu:767.1440820522579 
Step 2250 | loss:0.03226194903254509 lr:1.750153728695904e-05 tokens_per_second_per_gpu:822.3258690714781 
Step 2251 | loss:0.010506480932235718 lr:1.7499404021551647e-05 tokens_per_second_per_gpu:845.4056593835477 
Step 2252 | loss:0.016733413562178612 lr:1.7497269975939518e-05 tokens_per_second_per_gpu:1012.2657356190201 
Step 2253 | loss:0.033478785306215286 lr:1.749513515034468e-05 tokens_per_second_per_gpu:1160.9899294231982 
Step 2254 | loss:0.015695618465542793 lr:1.749299954498922e-05 tokens_per_second_per_gpu:917.6721843098404 
Step 2255 | loss:0.011012540198862553 lr:1.7490863160095327e-05 tokens_per_second_per_gpu:853.4125206096663 
Step 2256 | loss:0.013647203333675861 lr:1.748872599588525e-05 tokens_per_second_per_gpu:931.2557439166039 
Step 2257 | loss:0.016357531771063805 lr:1.7486588052581342e-05 tokens_per_second_per_gpu:907.913163281759 
Step 2258 | loss:0.008515475317835808 lr:1.7484449330406023e-05 tokens_per_second_per_gpu:1006.9142650795878 
Step 2259 | loss:0.01825263723731041 lr:1.748230982958179e-05 tokens_per_second_per_gpu:840.2404407430274 
Step 2260 | loss:0.013155851513147354 lr:1.7480169550331232e-05 tokens_per_second_per_gpu:937.7031689509413 
Step 2261 | loss:0.013943513855338097 lr:1.7478028492877008e-05 tokens_per_second_per_gpu:951.9609371400965 
Step 2262 | loss:0.026278696954250336 lr:1.7475886657441873e-05 tokens_per_second_per_gpu:1168.49480677465 
Step 2263 | loss:0.017255550250411034 lr:1.747374404424865e-05 tokens_per_second_per_gpu:841.9548924828333 
Step 2264 | loss:0.006802046671509743 lr:1.7471600653520245e-05 tokens_per_second_per_gpu:801.901292672379 
Step 2265 | loss:0.01780855283141136 lr:1.7469456485479647e-05 tokens_per_second_per_gpu:915.4054363152296 
Step 2266 | loss:0.024679183959960938 lr:1.746731154034993e-05 tokens_per_second_per_gpu:805.8871031183149 
Step 2267 | loss:0.021630853414535522 lr:1.7465165818354242e-05 tokens_per_second_per_gpu:1027.13787826353 
Step 2268 | loss:0.0181770920753479 lr:1.7463019319715812e-05 tokens_per_second_per_gpu:759.2970577366057 
Step 2269 | loss:0.014348970726132393 lr:1.7460872044657956e-05 tokens_per_second_per_gpu:942.5493824730573 
Step 2270 | loss:0.02101229503750801 lr:1.7458723993404065e-05 tokens_per_second_per_gpu:1076.9805224817364 
Step 2271 | loss:0.028013139963150024 lr:1.745657516617761e-05 tokens_per_second_per_gpu:887.2432691527882 
Step 2272 | loss:0.005821186117827892 lr:1.7454425563202153e-05 tokens_per_second_per_gpu:799.3443245862945 
Step 2273 | loss:0.011497162282466888 lr:1.7452275184701325e-05 tokens_per_second_per_gpu:894.1583204675967 
Step 2274 | loss:0.015543117187917233 lr:1.7450124030898837e-05 tokens_per_second_per_gpu:1039.6577911122251 
Step 2275 | loss:0.015568813309073448 lr:1.7447972102018494e-05 tokens_per_second_per_gpu:858.3453960473106 
Step 2276 | loss:0.009555809199810028 lr:1.744581939828417e-05 tokens_per_second_per_gpu:869.0611569197273 
Step 2277 | loss:0.0221187025308609 lr:1.744366591991982e-05 tokens_per_second_per_gpu:928.9544285879941 
Step 2278 | loss:0.02084014192223549 lr:1.7441511667149484e-05 tokens_per_second_per_gpu:1008.4441981944109 
Step 2279 | loss:0.07820984721183777 lr:1.7439356640197284e-05 tokens_per_second_per_gpu:904.5207046610199 
Step 2280 | loss:0.008706523105502129 lr:1.743720083928741e-05 tokens_per_second_per_gpu:913.5861700640555 
Step 2281 | loss:0.014384705573320389 lr:1.7435044264644157e-05 tokens_per_second_per_gpu:1038.4977631520167 
Step 2282 | loss:0.011160299181938171 lr:1.743288691649187e-05 tokens_per_second_per_gpu:867.056558013471 
Step 2283 | loss:0.015504460781812668 lr:1.7430728795055003e-05 tokens_per_second_per_gpu:984.7662294521745 
Step 2284 | loss:0.028250262141227722 lr:1.7428569900558067e-05 tokens_per_second_per_gpu:1037.1936408409056 
Step 2285 | loss:0.02837604656815529 lr:1.742641023322567e-05 tokens_per_second_per_gpu:940.5949994068624 
Step 2286 | loss:0.01981670781970024 lr:1.7424249793282492e-05 tokens_per_second_per_gpu:862.5233481809162 
Step 2287 | loss:0.029092077165842056 lr:1.74220885809533e-05 tokens_per_second_per_gpu:900.6851145668246 
Step 2288 | loss:0.015809331089258194 lr:1.7419926596462926e-05 tokens_per_second_per_gpu:962.7626701144417 
Step 2289 | loss:0.01652645133435726 lr:1.7417763840036306e-05 tokens_per_second_per_gpu:897.1932254919307 
Step 2290 | loss:0.007771343924105167 lr:1.7415600311898436e-05 tokens_per_second_per_gpu:1022.7690885428718 
Step 2291 | loss:0.012602118775248528 lr:1.7413436012274402e-05 tokens_per_second_per_gpu:870.3093582999675 
Step 2292 | loss:0.011002691462635994 lr:1.7411270941389363e-05 tokens_per_second_per_gpu:954.0105617067862 
Step 2293 | loss:0.025009742006659508 lr:1.7409105099468573e-05 tokens_per_second_per_gpu:907.5614359662087 
Step 2294 | loss:0.009089099243283272 lr:1.740693848673735e-05 tokens_per_second_per_gpu:775.0703593849797 
Step 2295 | loss:0.026699712499976158 lr:1.7404771103421104e-05 tokens_per_second_per_gpu:1235.8461680115067 
Step 2296 | loss:0.01295534148812294 lr:1.740260294974531e-05 tokens_per_second_per_gpu:1056.2739360831313 
Step 2297 | loss:0.006315057165920734 lr:1.7400434025935546e-05 tokens_per_second_per_gpu:830.6906619090452 
Step 2298 | loss:0.019337324425578117 lr:1.739826433221745e-05 tokens_per_second_per_gpu:893.4868859755574 
Step 2299 | loss:0.057561736553907394 lr:1.7396093868816746e-05 tokens_per_second_per_gpu:1028.654600379893 
Step 2300 | loss:0.019740529358386993 lr:1.7393922635959245e-05 tokens_per_second_per_gpu:936.8211812489408 
Step 2301 | loss:0.01309170387685299 lr:1.7391750633870823e-05 tokens_per_second_per_gpu:817.7362160050902 
Step 2302 | loss:0.018679402768611908 lr:1.7389577862777454e-05 tokens_per_second_per_gpu:896.6771300251928 
Step 2303 | loss:0.015217885375022888 lr:1.7387404322905182e-05 tokens_per_second_per_gpu:873.1142056990328 
Step 2304 | loss:0.008151412941515446 lr:1.738523001448013e-05 tokens_per_second_per_gpu:700.4498947883949 
Step 2305 | loss:0.02103346586227417 lr:1.7383054937728506e-05 tokens_per_second_per_gpu:851.3490296562029 
Step 2306 | loss:0.012240195646882057 lr:1.738087909287659e-05 tokens_per_second_per_gpu:908.6241043835727 
Step 2307 | loss:0.013777216896414757 lr:1.737870248015076e-05 tokens_per_second_per_gpu:1144.628702817544 
Step 2308 | loss:0.017492927610874176 lr:1.7376525099777446e-05 tokens_per_second_per_gpu:774.5053568211798 
Step 2309 | loss:0.006586718373000622 lr:1.7374346951983182e-05 tokens_per_second_per_gpu:1014.2153579542307 
Step 2310 | loss:0.005033110734075308 lr:1.7372168036994566e-05 tokens_per_second_per_gpu:667.4977585556564 
Step 2311 | loss:0.016043007373809814 lr:1.7369988355038293e-05 tokens_per_second_per_gpu:829.2550623234072 
Step 2312 | loss:0.014273807406425476 lr:1.7367807906341116e-05 tokens_per_second_per_gpu:741.4342473582802 
Step 2313 | loss:0.012646242044866085 lr:1.7365626691129885e-05 tokens_per_second_per_gpu:852.5909146421785 
Step 2314 | loss:0.014782861806452274 lr:1.736344470963153e-05 tokens_per_second_per_gpu:995.0214303824024 
Step 2315 | loss:0.013193491846323013 lr:1.736126196207304e-05 tokens_per_second_per_gpu:957.9335399814718 
Step 2316 | loss:0.013215391896665096 lr:1.7359078448681512e-05 tokens_per_second_per_gpu:1007.3668676005695 
Step 2317 | loss:0.014339232817292213 lr:1.73568941696841e-05 tokens_per_second_per_gpu:917.863655212824 
Step 2318 | loss:0.008524218574166298 lr:1.7354709125308055e-05 tokens_per_second_per_gpu:1025.5272290961602 
Step 2319 | loss:0.013760837726294994 lr:1.7352523315780693e-05 tokens_per_second_per_gpu:1105.440489291415 
Step 2320 | loss:0.018049025908112526 lr:1.7350336741329413e-05 tokens_per_second_per_gpu:743.0649255628721 
Step 2321 | loss:0.016942987218499184 lr:1.7348149402181707e-05 tokens_per_second_per_gpu:825.4167157462728 
Step 2322 | loss:0.01692182384431362 lr:1.7345961298565127e-05 tokens_per_second_per_gpu:798.451309856879 
Step 2323 | loss:0.0233331136405468 lr:1.7343772430707317e-05 tokens_per_second_per_gpu:857.2095251144498 
Step 2324 | loss:0.017312152311205864 lr:1.7341582798835998e-05 tokens_per_second_per_gpu:968.7365229063648 
Step 2325 | loss:0.007798831909894943 lr:1.733939240317897e-05 tokens_per_second_per_gpu:1008.4599658178001 
Step 2326 | loss:0.02727595530450344 lr:1.7337201243964107e-05 tokens_per_second_per_gpu:978.2159533027885 
Step 2327 | loss:0.017902573570609093 lr:1.733500932141937e-05 tokens_per_second_per_gpu:982.7641410197543 
Step 2328 | loss:0.012616390362381935 lr:1.73328166357728e-05 tokens_per_second_per_gpu:828.241993519415 
Step 2329 | loss:0.01819307915866375 lr:1.7330623187252516e-05 tokens_per_second_per_gpu:774.5634173583044 
Step 2330 | loss:0.018201887607574463 lr:1.7328428976086706e-05 tokens_per_second_per_gpu:931.5139580595827 
Step 2331 | loss:0.011782895773649216 lr:1.7326234002503653e-05 tokens_per_second_per_gpu:728.1543371097831 
Step 2332 | loss:0.013003772124648094 lr:1.7324038266731708e-05 tokens_per_second_per_gpu:881.3565392602146 
Step 2333 | loss:0.011494988575577736 lr:1.7321841768999308e-05 tokens_per_second_per_gpu:910.1799213211575 
Step 2334 | loss:0.01113951951265335 lr:1.7319644509534966e-05 tokens_per_second_per_gpu:960.3514189180906 
Step 2335 | loss:0.00897105410695076 lr:1.731744648856728e-05 tokens_per_second_per_gpu:1135.2055151850864 
Step 2336 | loss:0.024250054731965065 lr:1.7315247706324917e-05 tokens_per_second_per_gpu:999.2067684433662 
Step 2337 | loss:0.014632318168878555 lr:1.7313048163036627e-05 tokens_per_second_per_gpu:845.6051344737105 
Step 2338 | loss:0.00973621103912592 lr:1.731084785893124e-05 tokens_per_second_per_gpu:895.0197838917468 
Step 2339 | loss:0.010974587872624397 lr:1.7308646794237676e-05 tokens_per_second_per_gpu:779.1491631364452 
Step 2340 | loss:0.011174682527780533 lr:1.7306444969184918e-05 tokens_per_second_per_gpu:774.1262282493813 
Step 2341 | loss:0.010658001527190208 lr:1.730424238400203e-05 tokens_per_second_per_gpu:968.8971282672311 
Step 2342 | loss:0.011207682080566883 lr:1.730203903891816e-05 tokens_per_second_per_gpu:793.5141879178307 
Step 2343 | loss:0.01354125514626503 lr:1.729983493416254e-05 tokens_per_second_per_gpu:956.5842647704452 
Step 2344 | loss:0.01026890054345131 lr:1.729763006996447e-05 tokens_per_second_per_gpu:846.0638753474148 
Step 2345 | loss:0.009631959721446037 lr:1.7295424446553343e-05 tokens_per_second_per_gpu:1005.071763027947 
Step 2346 | loss:0.0218240674585104 lr:1.729321806415861e-05 tokens_per_second_per_gpu:901.2185741030994 
Step 2347 | loss:0.010000933893024921 lr:1.7291010923009822e-05 tokens_per_second_per_gpu:916.5659109571689 
Step 2348 | loss:0.008496936410665512 lr:1.7288803023336592e-05 tokens_per_second_per_gpu:830.8675593008851 
Step 2349 | loss:0.008955505676567554 lr:1.7286594365368626e-05 tokens_per_second_per_gpu:903.7194309684381 
Step 2350 | loss:0.011997618712484837 lr:1.728438494933571e-05 tokens_per_second_per_gpu:954.3611968677901 
Step 2351 | loss:0.02792336791753769 lr:1.7282174775467687e-05 tokens_per_second_per_gpu:1040.7543072580402 
Step 2352 | loss:0.013364315032958984 lr:1.72799638439945e-05 tokens_per_second_per_gpu:879.8997128431608 
Step 2353 | loss:0.014223854057490826 lr:1.7277752155146168e-05 tokens_per_second_per_gpu:952.3144776582716 
Step 2354 | loss:0.013425751589238644 lr:1.7275539709152783e-05 tokens_per_second_per_gpu:905.0019489932831 
Step 2355 | loss:0.020045079290866852 lr:1.7273326506244515e-05 tokens_per_second_per_gpu:968.2504121096362 
Step 2356 | loss:0.016801321879029274 lr:1.727111254665162e-05 tokens_per_second_per_gpu:894.2169291287246 
Step 2357 | loss:0.01695382408797741 lr:1.7268897830604427e-05 tokens_per_second_per_gpu:865.3740334474021 
Step 2358 | loss:0.008875652216374874 lr:1.7266682358333344e-05 tokens_per_second_per_gpu:736.7985339483862 
Step 2359 | loss:0.009795702993869781 lr:1.7264466130068862e-05 tokens_per_second_per_gpu:909.6917591065941 
Step 2360 | loss:0.015390316024422646 lr:1.7262249146041544e-05 tokens_per_second_per_gpu:859.4265640101173 
Step 2361 | loss:0.020190007984638214 lr:1.7260031406482037e-05 tokens_per_second_per_gpu:911.8136135009079 
Step 2362 | loss:0.01005194429308176 lr:1.7257812911621065e-05 tokens_per_second_per_gpu:854.5296972794534 
Step 2363 | loss:0.012211687862873077 lr:1.7255593661689428e-05 tokens_per_second_per_gpu:1002.363903611966 
Step 2364 | loss:0.005967798642814159 lr:1.7253373656918014e-05 tokens_per_second_per_gpu:833.5534592969398 
Step 2365 | loss:0.02082536369562149 lr:1.7251152897537772e-05 tokens_per_second_per_gpu:915.0858603200932 
Step 2366 | loss:0.024417702108621597 lr:1.7248931383779747e-05 tokens_per_second_per_gpu:724.2337438998508 
Step 2367 | loss:0.02317737601697445 lr:1.7246709115875056e-05 tokens_per_second_per_gpu:1042.8357351827487 
Step 2368 | loss:0.006196060683578253 lr:1.724448609405489e-05 tokens_per_second_per_gpu:766.1563514584423 
Step 2369 | loss:0.013963278383016586 lr:1.7242262318550523e-05 tokens_per_second_per_gpu:809.3353930434922 
Step 2370 | loss:0.009207171387970448 lr:1.7240037789593307e-05 tokens_per_second_per_gpu:796.3835095791886 
Step 2371 | loss:0.00786740705370903 lr:1.7237812507414676e-05 tokens_per_second_per_gpu:871.7439318866637 
Step 2372 | loss:0.017831744626164436 lr:1.7235586472246133e-05 tokens_per_second_per_gpu:1005.7979916051552 
Step 2373 | loss:0.01756739430129528 lr:1.7233359684319268e-05 tokens_per_second_per_gpu:923.829424056962 
Step 2374 | loss:0.012919547036290169 lr:1.7231132143865743e-05 tokens_per_second_per_gpu:859.208321265518 
Step 2375 | loss:0.008799374103546143 lr:1.7228903851117308e-05 tokens_per_second_per_gpu:839.7299429501927 
Step 2376 | loss:0.00871283933520317 lr:1.7226674806305778e-05 tokens_per_second_per_gpu:1056.8391674958245 
Step 2377 | loss:0.014975300058722496 lr:1.7224445009663054e-05 tokens_per_second_per_gpu:839.1796630024601 
Step 2378 | loss:0.012034028768539429 lr:1.7222214461421118e-05 tokens_per_second_per_gpu:899.499192894872 
Step 2379 | loss:0.01133925374597311 lr:1.721998316181202e-05 tokens_per_second_per_gpu:792.8475690681715 
Step 2380 | loss:0.01735282689332962 lr:1.7217751111067902e-05 tokens_per_second_per_gpu:819.9684098253227 
Step 2381 | loss:0.025056444108486176 lr:1.721551830942097e-05 tokens_per_second_per_gpu:918.9031259659897 
Step 2382 | loss:0.012690450996160507 lr:1.721328475710352e-05 tokens_per_second_per_gpu:904.9187955694703 
Step 2383 | loss:0.022491563111543655 lr:1.7211050454347916e-05 tokens_per_second_per_gpu:1010.8542886302268 
Step 2384 | loss:0.007723768707364798 lr:1.720881540138661e-05 tokens_per_second_per_gpu:742.7194532922038 
Step 2385 | loss:0.015608144924044609 lr:1.7206579598452123e-05 tokens_per_second_per_gpu:856.6146344431899 
Step 2386 | loss:0.012015420012176037 lr:1.7204343045777064e-05 tokens_per_second_per_gpu:1026.235864283714 
Step 2387 | loss:0.016232097521424294 lr:1.7202105743594107e-05 tokens_per_second_per_gpu:907.2381417562001 
Step 2388 | loss:0.029812701046466827 lr:1.7199867692136013e-05 tokens_per_second_per_gpu:1111.1867631277523 
Step 2389 | loss:0.038337863981723785 lr:1.7197628891635618e-05 tokens_per_second_per_gpu:1052.8079982648198 
Step 2390 | loss:0.006946000270545483 lr:1.7195389342325843e-05 tokens_per_second_per_gpu:837.6266199754662 
Step 2391 | loss:0.02952071651816368 lr:1.7193149044439672e-05 tokens_per_second_per_gpu:985.740099708429 
Step 2392 | loss:0.0145811652764678 lr:1.719090799821018e-05 tokens_per_second_per_gpu:945.6945172171097 
Step 2393 | loss:0.01371566392481327 lr:1.7188666203870518e-05 tokens_per_second_per_gpu:818.3450977150717 
Step 2394 | loss:0.022009052336215973 lr:1.7186423661653907e-05 tokens_per_second_per_gpu:922.0742066705265 
Step 2395 | loss:0.007106421981006861 lr:1.7184180371793656e-05 tokens_per_second_per_gpu:827.7517497525682 
Step 2396 | loss:0.01171811856329441 lr:1.7181936334523148e-05 tokens_per_second_per_gpu:782.0581771832866 
Step 2397 | loss:0.02386293187737465 lr:1.7179691550075833e-05 tokens_per_second_per_gpu:873.4124620548016 
Step 2398 | loss:0.015695765614509583 lr:1.7177446018685254e-05 tokens_per_second_per_gpu:787.4031567600603 
Step 2399 | loss:0.01858501508831978 lr:1.717519974058503e-05 tokens_per_second_per_gpu:999.3259303502538 
Step 2400 | loss:0.012896694242954254 lr:1.7172952716008855e-05 tokens_per_second_per_gpu:831.0531025696795 
Step 2401 | loss:0.03338617458939552 lr:1.7170704945190492e-05 tokens_per_second_per_gpu:854.8563887466544 
Step 2402 | loss:0.008271845057606697 lr:1.7168456428363792e-05 tokens_per_second_per_gpu:794.2459591582559 
Step 2403 | loss:0.009170887991786003 lr:1.7166207165762682e-05 tokens_per_second_per_gpu:895.3287302753471 
Step 2404 | loss:0.03807537257671356 lr:1.7163957157621162e-05 tokens_per_second_per_gpu:1148.279885296743 
Step 2405 | loss:0.01188880205154419 lr:1.7161706404173316e-05 tokens_per_second_per_gpu:807.4989263560993 
Step 2406 | loss:0.009482952766120434 lr:1.7159454905653304e-05 tokens_per_second_per_gpu:661.0889398493687 
Step 2407 | loss:0.021129827946424484 lr:1.7157202662295357e-05 tokens_per_second_per_gpu:873.2809470795727 
Step 2408 | loss:0.009275432676076889 lr:1.715494967433379e-05 tokens_per_second_per_gpu:967.6299765958037 
Step 2409 | loss:0.01362829003483057 lr:1.7152695942003e-05 tokens_per_second_per_gpu:881.7333592860074 
Step 2410 | loss:0.009140105918049812 lr:1.7150441465537446e-05 tokens_per_second_per_gpu:908.2953963237145 
Step 2411 | loss:0.010783273726701736 lr:1.714818624517168e-05 tokens_per_second_per_gpu:945.7622964683217 
Step 2412 | loss:0.016709012910723686 lr:1.714593028114032e-05 tokens_per_second_per_gpu:924.5732834446853 
Step 2413 | loss:0.01034652441740036 lr:1.7143673573678074e-05 tokens_per_second_per_gpu:1185.2543177108314 
Step 2414 | loss:0.009215326979756355 lr:1.7141416123019713e-05 tokens_per_second_per_gpu:857.2207008306862 
Step 2415 | loss:0.013409622013568878 lr:1.7139157929400094e-05 tokens_per_second_per_gpu:967.975279598108 
Step 2416 | loss:0.011902055703103542 lr:1.7136898993054153e-05 tokens_per_second_per_gpu:918.91891665081 
Step 2417 | loss:0.012891031801700592 lr:1.713463931421689e-05 tokens_per_second_per_gpu:1099.7236430025696 
Step 2418 | loss:0.010660797357559204 lr:1.7132378893123407e-05 tokens_per_second_per_gpu:885.9995727397055 
Step 2419 | loss:0.004730435088276863 lr:1.7130117730008854e-05 tokens_per_second_per_gpu:886.5496798169638 
Step 2420 | loss:0.017684975638985634 lr:1.712785582510848e-05 tokens_per_second_per_gpu:904.9967085854449 
Step 2421 | loss:0.02718309685587883 lr:1.7125593178657604e-05 tokens_per_second_per_gpu:868.3528330287204 
Step 2422 | loss:0.012809129431843758 lr:1.712332979089162e-05 tokens_per_second_per_gpu:963.0023788654656 
Step 2423 | loss:0.05936502292752266 lr:1.7121065662046e-05 tokens_per_second_per_gpu:1110.7663123181098 
Step 2424 | loss:0.03801881521940231 lr:1.7118800792356286e-05 tokens_per_second_per_gpu:815.9389435933361 
Step 2425 | loss:0.02726805955171585 lr:1.711653518205812e-05 tokens_per_second_per_gpu:962.8997191069894 
Step 2426 | loss:0.020396174862980843 lr:1.71142688313872e-05 tokens_per_second_per_gpu:1198.3970456972902 
Step 2427 | loss:0.02609676495194435 lr:1.7112001740579308e-05 tokens_per_second_per_gpu:1115.6652137862684 
Step 2428 | loss:0.009329643100500107 lr:1.7109733909870297e-05 tokens_per_second_per_gpu:807.0743107179045 
Step 2429 | loss:0.00996533315628767 lr:1.7107465339496104e-05 tokens_per_second_per_gpu:855.8666466020364 
Step 2430 | loss:0.012200241908431053 lr:1.7105196029692743e-05 tokens_per_second_per_gpu:975.4281127688264 
Step 2431 | loss:0.04868628829717636 lr:1.7102925980696305e-05 tokens_per_second_per_gpu:843.7266126434051 
Step 2432 | loss:0.027294477447867393 lr:1.7100655192742954e-05 tokens_per_second_per_gpu:873.9300181938378 
Step 2433 | loss:0.02403983287513256 lr:1.709838366606893e-05 tokens_per_second_per_gpu:1041.9492490611121 
Step 2434 | loss:0.04032724350690842 lr:1.7096111400910554e-05 tokens_per_second_per_gpu:749.4633069323164 
Step 2435 | loss:0.012437754310667515 lr:1.7093838397504223e-05 tokens_per_second_per_gpu:890.7270987181362 
Step 2436 | loss:0.03453991189599037 lr:1.709156465608641e-05 tokens_per_second_per_gpu:844.0970107209773 
Step 2437 | loss:0.1585206687450409 lr:1.7089290176893668e-05 tokens_per_second_per_gpu:901.2741008962331 
Step 2438 | loss:0.004369359463453293 lr:1.7087014960162616e-05 tokens_per_second_per_gpu:770.714125541026 
Step 2439 | loss:0.01808735728263855 lr:1.7084739006129963e-05 tokens_per_second_per_gpu:824.4996093152315 
Step 2440 | loss:0.019231125712394714 lr:1.7082462315032492e-05 tokens_per_second_per_gpu:913.0063267944768 
Step 2441 | loss:0.015196913853287697 lr:1.7080184887107054e-05 tokens_per_second_per_gpu:775.2638216904876 
Step 2442 | loss:0.020119883120059967 lr:1.7077906722590588e-05 tokens_per_second_per_gpu:902.8333256301062 
Step 2443 | loss:0.016159893944859505 lr:1.7075627821720096e-05 tokens_per_second_per_gpu:862.1581567504596 
Step 2444 | loss:0.04630380868911743 lr:1.707334818473267e-05 tokens_per_second_per_gpu:952.3954679520414 
Step 2445 | loss:0.03187748044729233 lr:1.7071067811865477e-05 tokens_per_second_per_gpu:923.7081306704491 
Step 2446 | loss:0.01368337869644165 lr:1.706878670335575e-05 tokens_per_second_per_gpu:945.5674726779803 
Step 2447 | loss:0.01796167530119419 lr:1.706650485944081e-05 tokens_per_second_per_gpu:1062.4595884447813 
Step 2448 | loss:0.012445752508938313 lr:1.7064222280358045e-05 tokens_per_second_per_gpu:870.0646423706424 
Step 2449 | loss:0.07009176164865494 lr:1.7061938966344928e-05 tokens_per_second_per_gpu:1033.2253374873649 
Step 2450 | loss:0.02409643679857254 lr:1.7059654917639008e-05 tokens_per_second_per_gpu:851.0932251496175 
Step 2451 | loss:0.047963231801986694 lr:1.7057370134477903e-05 tokens_per_second_per_gpu:952.0797526076846 
Step 2452 | loss:0.025029711425304413 lr:1.705508461709931e-05 tokens_per_second_per_gpu:1214.1650977059783 
Step 2453 | loss:0.01789061911404133 lr:1.7052798365741005e-05 tokens_per_second_per_gpu:979.620620736895 
Step 2454 | loss:0.022788960486650467 lr:1.7050511380640844e-05 tokens_per_second_per_gpu:967.1762359645795 
Step 2455 | loss:0.016752585768699646 lr:1.704822366203675e-05 tokens_per_second_per_gpu:919.1674326992708 
Step 2456 | loss:0.023668162524700165 lr:1.704593521016673e-05 tokens_per_second_per_gpu:757.1288996112216 
Step 2457 | loss:0.08099757879972458 lr:1.7043646025268866e-05 tokens_per_second_per_gpu:774.6366361659758 
Step 2458 | loss:0.02211664989590645 lr:1.7041356107581308e-05 tokens_per_second_per_gpu:895.9327035396392 
Step 2459 | loss:0.021581074222922325 lr:1.7039065457342296e-05 tokens_per_second_per_gpu:865.4403716913738 
Step 2460 | loss:0.03407585248351097 lr:1.703677407479013e-05 tokens_per_second_per_gpu:965.0869701344488 
Step 2461 | loss:0.018463611602783203 lr:1.7034481960163205e-05 tokens_per_second_per_gpu:846.3733415457466 
Step 2462 | loss:0.025414688512682915 lr:1.703218911369998e-05 tokens_per_second_per_gpu:850.2197971497986 
Step 2463 | loss:0.027787834405899048 lr:1.7029895535638988e-05 tokens_per_second_per_gpu:833.6587054678978 
Step 2464 | loss:0.017436504364013672 lr:1.702760122621885e-05 tokens_per_second_per_gpu:930.5319607590709 
Step 2465 | loss:0.02483442798256874 lr:1.7025306185678246e-05 tokens_per_second_per_gpu:877.0277632220575 
Step 2466 | loss:0.023399394005537033 lr:1.702301041425595e-05 tokens_per_second_per_gpu:867.1001912728773 
Step 2467 | loss:0.009170212782919407 lr:1.70207139121908e-05 tokens_per_second_per_gpu:846.6127619059424 
Step 2468 | loss:0.01440679281949997 lr:1.7018416679721717e-05 tokens_per_second_per_gpu:982.8783169880522 
Step 2469 | loss:0.016474928706884384 lr:1.7016118717087695e-05 tokens_per_second_per_gpu:1013.8728875870449 
Step 2470 | loss:0.01757906749844551 lr:1.70138200245278e-05 tokens_per_second_per_gpu:667.9079561965992 
Step 2471 | loss:0.013822394423186779 lr:1.7011520602281177e-05 tokens_per_second_per_gpu:859.0324886216986 
Step 2472 | loss:0.034643467515707016 lr:1.700922045058705e-05 tokens_per_second_per_gpu:1039.4387540070036 
Step 2473 | loss:0.022039901465177536 lr:1.7006919569684724e-05 tokens_per_second_per_gpu:1172.9449306303993 
Step 2474 | loss:0.024637142196297646 lr:1.700461795981356e-05 tokens_per_second_per_gpu:815.148534693345 
Step 2475 | loss:0.017887653782963753 lr:1.7002315621213014e-05 tokens_per_second_per_gpu:1015.1554572742077 
Step 2476 | loss:0.013127921149134636 lr:1.700001255412261e-05 tokens_per_second_per_gpu:858.5158105832638 
Step 2477 | loss:0.016307489946484566 lr:1.6997708758781947e-05 tokens_per_second_per_gpu:794.2893806448817 
Step 2478 | loss:0.010562162846326828 lr:1.6995404235430705e-05 tokens_per_second_per_gpu:860.0634325072133 
Step 2479 | loss:0.03331214189529419 lr:1.6993098984308636e-05 tokens_per_second_per_gpu:817.7295516911392 
Step 2480 | loss:0.007188699208199978 lr:1.6990793005655565e-05 tokens_per_second_per_gpu:778.9409906979471 
Step 2481 | loss:0.015350840985774994 lr:1.6988486299711397e-05 tokens_per_second_per_gpu:1009.8541055209432 
Step 2482 | loss:0.025940511375665665 lr:1.6986178866716112e-05 tokens_per_second_per_gpu:1094.2490118131373 
Step 2483 | loss:0.006088960915803909 lr:1.6983870706909767e-05 tokens_per_second_per_gpu:841.1487471206144 
Step 2484 | loss:0.025681931525468826 lr:1.6981561820532488e-05 tokens_per_second_per_gpu:812.7344318681381 
Step 2485 | loss:0.009733887389302254 lr:1.6979252207824484e-05 tokens_per_second_per_gpu:813.6939472031605 
Step 2486 | loss:0.008748522959649563 lr:1.697694186902604e-05 tokens_per_second_per_gpu:822.8954838538552 
Step 2487 | loss:0.03169887885451317 lr:1.697463080437751e-05 tokens_per_second_per_gpu:838.7718355701148 
Step 2488 | loss:0.01529941987246275 lr:1.6972319014119326e-05 tokens_per_second_per_gpu:816.9791288197407 
Step 2489 | loss:0.031708013266325 lr:1.6970006498492e-05 tokens_per_second_per_gpu:955.7498634894285 
Step 2490 | loss:0.015438726171851158 lr:1.696769325773611e-05 tokens_per_second_per_gpu:920.3173360737455 
Step 2491 | loss:0.014257481321692467 lr:1.696537929209232e-05 tokens_per_second_per_gpu:932.534425449044 
Step 2492 | loss:0.009329436346888542 lr:1.6963064601801366e-05 tokens_per_second_per_gpu:899.8942170510832 
Step 2493 | loss:0.0148076880723238 lr:1.6960749187104055e-05 tokens_per_second_per_gpu:996.8387776499176 
Step 2494 | loss:0.013181628659367561 lr:1.695843304824127e-05 tokens_per_second_per_gpu:747.2056370740282 
Step 2495 | loss:0.018810011446475983 lr:1.695611618545398e-05 tokens_per_second_per_gpu:913.6760786260027 
Step 2496 | loss:0.015882615000009537 lr:1.6953798598983213e-05 tokens_per_second_per_gpu:901.7883291185957 
Step 2497 | loss:0.023295532912015915 lr:1.6951480289070082e-05 tokens_per_second_per_gpu:943.4076757950504 
Step 2498 | loss:0.01439734362065792 lr:1.6949161255955776e-05 tokens_per_second_per_gpu:884.3673921337064 
Step 2499 | loss:0.017712950706481934 lr:1.694684149988156e-05 tokens_per_second_per_gpu:948.3666788095452 
Step 2500 | loss:0.01678823120892048 lr:1.6944521021088767e-05 tokens_per_second_per_gpu:926.5441011453933 
Step 2501 | loss:0.01907510496675968 lr:1.6942199819818804e-05 tokens_per_second_per_gpu:1237.050533935973 
Step 2502 | loss:0.010321351699531078 lr:1.693987789631317e-05 tokens_per_second_per_gpu:708.8264103365924 
Step 2503 | loss:0.01936614140868187 lr:1.693755525081342e-05 tokens_per_second_per_gpu:916.2293668328782 
Step 2504 | loss:0.02752702310681343 lr:1.693523188356119e-05 tokens_per_second_per_gpu:950.6607417936203 
Step 2505 | loss:0.016534999012947083 lr:1.6932907794798202e-05 tokens_per_second_per_gpu:1038.5162124455508 
Step 2506 | loss:0.016831237822771072 lr:1.693058298476623e-05 tokens_per_second_per_gpu:714.214690612023 
Step 2507 | loss:0.011081860400736332 lr:1.6928257453707155e-05 tokens_per_second_per_gpu:923.3781025622532 
Step 2508 | loss:0.018523264676332474 lr:1.69259312018629e-05 tokens_per_second_per_gpu:830.4415251477996 
Step 2509 | loss:0.008729136548936367 lr:1.6923604229475482e-05 tokens_per_second_per_gpu:1064.4877585222528 
Step 2510 | loss:0.009947473183274269 lr:1.692127653678699e-05 tokens_per_second_per_gpu:866.044356719039 
Step 2511 | loss:0.015388800762593746 lr:1.691894812403959e-05 tokens_per_second_per_gpu:1155.507684769216 
Step 2512 | loss:0.017964957281947136 lr:1.6916618991475513e-05 tokens_per_second_per_gpu:950.4151264150885 
Step 2513 | loss:0.024271419271826744 lr:1.6914289139337077e-05 tokens_per_second_per_gpu:1006.3286573197943 
Step 2514 | loss:0.014677003026008606 lr:1.6911958567866665e-05 tokens_per_second_per_gpu:892.7005446324689 
Step 2515 | loss:0.012820195406675339 lr:1.6909627277306744e-05 tokens_per_second_per_gpu:944.5589008646942 
Step 2516 | loss:0.0111312847584486 lr:1.690729526789985e-05 tokens_per_second_per_gpu:836.6888664591354 
Step 2517 | loss:0.013104510493576527 lr:1.6904962539888593e-05 tokens_per_second_per_gpu:798.01083914106 
Step 2518 | loss:0.015417673625051975 lr:1.690262909351566e-05 tokens_per_second_per_gpu:1078.1097804538285 
Step 2519 | loss:0.019292516633868217 lr:1.6900294929023814e-05 tokens_per_second_per_gpu:944.9535601948675 
Step 2520 | loss:0.042249590158462524 lr:1.6897960046655886e-05 tokens_per_second_per_gpu:1070.5087195626018 
Step 2521 | loss:0.028886472806334496 lr:1.68956244466548e-05 tokens_per_second_per_gpu:811.1107926287898 
Step 2522 | loss:0.021670691668987274 lr:1.689328812926352e-05 tokens_per_second_per_gpu:835.6702441668414 
Step 2523 | loss:0.024053141474723816 lr:1.6890951094725125e-05 tokens_per_second_per_gpu:991.0889394987838 
Step 2524 | loss:0.01419694535434246 lr:1.6888613343282743e-05 tokens_per_second_per_gpu:830.3316559346208 
Step 2525 | loss:0.0234061311930418 lr:1.6886274875179585e-05 tokens_per_second_per_gpu:1049.7264566936083 
Step 2526 | loss:0.01010328158736229 lr:1.6883935690658934e-05 tokens_per_second_per_gpu:799.6093811019637 
Step 2527 | loss:0.021449118852615356 lr:1.6881595789964144e-05 tokens_per_second_per_gpu:997.6161904822951 
Step 2528 | loss:0.030169280245900154 lr:1.687925517333865e-05 tokens_per_second_per_gpu:1044.4343547404708 
Step 2529 | loss:0.009228598326444626 lr:1.6876913841025966e-05 tokens_per_second_per_gpu:699.9947578250203 
Step 2530 | loss:0.022511495277285576 lr:1.6874571793269665e-05 tokens_per_second_per_gpu:905.8059317173627 
Step 2531 | loss:0.016023237258195877 lr:1.687222903031341e-05 tokens_per_second_per_gpu:1050.7730035871039 
Step 2532 | loss:0.025418879464268684 lr:1.6869885552400927e-05 tokens_per_second_per_gpu:1064.0208817010646 
Step 2533 | loss:0.020911604166030884 lr:1.6867541359776024e-05 tokens_per_second_per_gpu:936.3511999153561 
Step 2534 | loss:0.03477774187922478 lr:1.6865196452682577e-05 tokens_per_second_per_gpu:894.1959052094363 
Step 2535 | loss:0.019718049094080925 lr:1.6862850831364543e-05 tokens_per_second_per_gpu:1062.6857693848613 
Step 2536 | loss:0.019933272153139114 lr:1.6860504496065947e-05 tokens_per_second_per_gpu:854.9882443434519 
Step 2537 | loss:0.007752411533147097 lr:1.6858157447030897e-05 tokens_per_second_per_gpu:850.7860555335699 
Step 2538 | loss:0.009268613532185555 lr:1.6855809684503564e-05 tokens_per_second_per_gpu:769.7832291257297 
Step 2539 | loss:0.03991662338376045 lr:1.68534612087282e-05 tokens_per_second_per_gpu:1047.2771865137654 
Step 2540 | loss:0.018051663413643837 lr:1.6851112019949132e-05 tokens_per_second_per_gpu:944.8018537966938 
Step 2541 | loss:0.016304386779665947 lr:1.6848762118410754e-05 tokens_per_second_per_gpu:851.9597304445069 
Step 2542 | loss:0.008864352479577065 lr:1.684641150435755e-05 tokens_per_second_per_gpu:950.6360934258581 
Step 2543 | loss:0.027211535722017288 lr:1.6844060178034058e-05 tokens_per_second_per_gpu:783.3891580517791 
Step 2544 | loss:0.01805737242102623 lr:1.6841708139684898e-05 tokens_per_second_per_gpu:879.0068208381614 
Step 2545 | loss:0.030357323586940765 lr:1.6839355389554773e-05 tokens_per_second_per_gpu:846.217732733189 
Step 2546 | loss:0.011280413717031479 lr:1.683700192788845e-05 tokens_per_second_per_gpu:889.7715821093946 
Step 2547 | loss:0.0141365434974432 lr:1.6834647754930767e-05 tokens_per_second_per_gpu:998.259582570702 
Step 2548 | loss:0.007879846729338169 lr:1.6832292870926655e-05 tokens_per_second_per_gpu:909.6525249941942 
Step 2549 | loss:0.009279366582632065 lr:1.682993727612109e-05 tokens_per_second_per_gpu:761.4024907211343 
Step 2550 | loss:0.012110301293432713 lr:1.682758097075915e-05 tokens_per_second_per_gpu:1026.1051628667856 
Step 2551 | loss:0.04011329635977745 lr:1.682522395508597e-05 tokens_per_second_per_gpu:1028.6802802478587 
Step 2552 | loss:0.015529857017099857 lr:1.6822866229346762e-05 tokens_per_second_per_gpu:1075.7388049743724 
Step 2553 | loss:0.01562773995101452 lr:1.6820507793786815e-05 tokens_per_second_per_gpu:1042.721057917575 
Step 2554 | loss:0.024303577840328217 lr:1.681814864865149e-05 tokens_per_second_per_gpu:966.270927377288 
Step 2555 | loss:0.02156480774283409 lr:1.681578879418622e-05 tokens_per_second_per_gpu:922.2053785241146 
Step 2556 | loss:0.020332349464297295 lr:1.6813428230636515e-05 tokens_per_second_per_gpu:993.8668451491781 
Step 2557 | loss:0.013966994360089302 lr:1.681106695824796e-05 tokens_per_second_per_gpu:860.5523841805531 
Step 2558 | loss:0.010212301276624203 lr:1.680870497726621e-05 tokens_per_second_per_gpu:804.2568305373659 
Step 2559 | loss:0.016061827540397644 lr:1.6806342287936992e-05 tokens_per_second_per_gpu:806.2082276708868 
Step 2560 | loss:0.021963229402899742 lr:1.6803978890506114e-05 tokens_per_second_per_gpu:915.759003159481 
Step 2561 | loss:0.01657310500741005 lr:1.680161478521945e-05 tokens_per_second_per_gpu:881.4196566819348 
Step 2562 | loss:0.014897731132805347 lr:1.6799249972322955e-05 tokens_per_second_per_gpu:696.2996910635195 
Step 2563 | loss:0.02401926927268505 lr:1.679688445206265e-05 tokens_per_second_per_gpu:946.3968435956385 
Step 2564 | loss:0.010304013267159462 lr:1.6794518224684633e-05 tokens_per_second_per_gpu:802.1310451344801 
Step 2565 | loss:0.03891358524560928 lr:1.6792151290435076e-05 tokens_per_second_per_gpu:812.6123689707874 
Step 2566 | loss:0.047057487070560455 lr:1.6789783649560233e-05 tokens_per_second_per_gpu:965.495843550917 
Step 2567 | loss:0.009254464879631996 lr:1.678741530230641e-05 tokens_per_second_per_gpu:920.7602560010341 
Step 2568 | loss:0.012476000934839249 lr:1.6785046248920003e-05 tokens_per_second_per_gpu:962.3339693011112 
Step 2569 | loss:0.012108116410672665 lr:1.6782676489647482e-05 tokens_per_second_per_gpu:801.4827693532391 
Step 2570 | loss:0.01266572903841734 lr:1.6780306024735384e-05 tokens_per_second_per_gpu:827.4870757767613 
Step 2571 | loss:0.015348722226917744 lr:1.677793485443032e-05 tokens_per_second_per_gpu:858.0979348278589 
Step 2572 | loss:0.011122779920697212 lr:1.6775562978978978e-05 tokens_per_second_per_gpu:883.9061131616286 
Step 2573 | loss:0.005500157363712788 lr:1.6773190398628118e-05 tokens_per_second_per_gpu:851.7385900660217 
Step 2574 | loss:0.008606388233602047 lr:1.6770817113624573e-05 tokens_per_second_per_gpu:811.5546739954582 
Step 2575 | loss:0.0272087212651968 lr:1.6768443124215245e-05 tokens_per_second_per_gpu:1104.2468667877765 
Step 2576 | loss:0.016384592279791832 lr:1.6766068430647117e-05 tokens_per_second_per_gpu:966.9014480346389 
Step 2577 | loss:0.012503043748438358 lr:1.676369303316724e-05 tokens_per_second_per_gpu:1055.0623156963456 
Step 2578 | loss:0.029609205201268196 lr:1.6761316932022738e-05 tokens_per_second_per_gpu:1062.7576542631134 
Step 2579 | loss:0.017983829602599144 lr:1.6758940127460816e-05 tokens_per_second_per_gpu:806.0779895079065 
Step 2580 | loss:0.011351972818374634 lr:1.6756562619728743e-05 tokens_per_second_per_gpu:1001.4789177842249 
Step 2581 | loss:0.0061180731281638145 lr:1.675418440907386e-05 tokens_per_second_per_gpu:940.9828165934273 
Step 2582 | loss:0.014520811848342419 lr:1.6751805495743595e-05 tokens_per_second_per_gpu:951.9284793344217 
Step 2583 | loss:0.025595033541321754 lr:1.674942587998543e-05 tokens_per_second_per_gpu:986.2356192182267 
Step 2584 | loss:0.01514695305377245 lr:1.6747045562046934e-05 tokens_per_second_per_gpu:932.5490103567113 
Step 2585 | loss:0.04301672801375389 lr:1.6744664542175744e-05 tokens_per_second_per_gpu:1103.2709785027878 
Step 2586 | loss:0.0057179005816578865 lr:1.6742282820619575e-05 tokens_per_second_per_gpu:847.1601732114099 
Step 2587 | loss:0.010095780715346336 lr:1.6739900397626206e-05 tokens_per_second_per_gpu:797.700191239106 
Step 2588 | loss:0.008817758411169052 lr:1.6737517273443493e-05 tokens_per_second_per_gpu:903.5326930940258 
Step 2589 | loss:0.009180646389722824 lr:1.6735133448319366e-05 tokens_per_second_per_gpu:897.3105849740413 
Step 2590 | loss:0.007164686918258667 lr:1.6732748922501832e-05 tokens_per_second_per_gpu:1061.6833888452127 
Step 2591 | loss:0.012811626307666302 lr:1.6730363696238962e-05 tokens_per_second_per_gpu:1077.5935276991756 
Step 2592 | loss:0.005049493629485369 lr:1.6727977769778908e-05 tokens_per_second_per_gpu:759.9957554028514 
Step 2593 | loss:0.023443179205060005 lr:1.6725591143369884e-05 tokens_per_second_per_gpu:1011.8495009427422 
Step 2594 | loss:0.017669549211859703 lr:1.6723203817260194e-05 tokens_per_second_per_gpu:686.4099778997739 
Step 2595 | loss:0.02324153110384941 lr:1.6720815791698198e-05 tokens_per_second_per_gpu:683.1861341774378 
Step 2596 | loss:0.018875721842050552 lr:1.6718427066932336e-05 tokens_per_second_per_gpu:880.636403805096 
Step 2597 | loss:0.011049240827560425 lr:1.6716037643211126e-05 tokens_per_second_per_gpu:1028.2882299781522 
Step 2598 | loss:0.006894998252391815 lr:1.6713647520783145e-05 tokens_per_second_per_gpu:827.3674235822025 
Step 2599 | loss:0.01885894313454628 lr:1.6711256699897053e-05 tokens_per_second_per_gpu:1060.7606286450637 
Step 2600 | loss:0.013741920702159405 lr:1.6708865180801584e-05 tokens_per_second_per_gpu:915.878248115596 
Step 2601 | loss:0.029351552948355675 lr:1.6706472963745543e-05 tokens_per_second_per_gpu:923.9763372247033 
Step 2602 | loss:0.030520601198077202 lr:1.6704080048977797e-05 tokens_per_second_per_gpu:792.1444083380622 
Step 2603 | loss:0.012263361364603043 lr:1.67016864367473e-05 tokens_per_second_per_gpu:1056.6017370764216 
Step 2604 | loss:0.015712372958660126 lr:1.669929212730307e-05 tokens_per_second_per_gpu:1283.0419093094465 
Step 2605 | loss:0.009222431108355522 lr:1.6696897120894205e-05 tokens_per_second_per_gpu:947.480394970055 
Step 2606 | loss:0.00785355269908905 lr:1.6694501417769867e-05 tokens_per_second_per_gpu:790.6794528378555 
Step 2607 | loss:0.012161795049905777 lr:1.669210501817929e-05 tokens_per_second_per_gpu:969.5232770537631 
Step 2608 | loss:0.01135216373950243 lr:1.6689707922371798e-05 tokens_per_second_per_gpu:828.9401328098671 
Step 2609 | loss:0.03343847766518593 lr:1.6687310130596762e-05 tokens_per_second_per_gpu:729.4212207048246 
Step 2610 | loss:0.008988223038613796 lr:1.6684911643103643e-05 tokens_per_second_per_gpu:1017.6278085905125 
Step 2611 | loss:0.013324935920536518 lr:1.668251246014197e-05 tokens_per_second_per_gpu:852.4240718962719 
Step 2612 | loss:0.034727539867162704 lr:1.6680112581961338e-05 tokens_per_second_per_gpu:949.392994207765 
Step 2613 | loss:0.011660845950245857 lr:1.6677712008811424e-05 tokens_per_second_per_gpu:629.365239889665 
Step 2614 | loss:0.01325940527021885 lr:1.667531074094197e-05 tokens_per_second_per_gpu:924.1167456496889 
Step 2615 | loss:0.020111149176955223 lr:1.6672908778602798e-05 tokens_per_second_per_gpu:1064.5401554157993 
Step 2616 | loss:0.01427449844777584 lr:1.667050612204379e-05 tokens_per_second_per_gpu:1046.6533506006429 
Step 2617 | loss:0.014777143485844135 lr:1.6668102771514914e-05 tokens_per_second_per_gpu:813.1791476147889 
Step 2618 | loss:0.01157967559993267 lr:1.6665698727266205e-05 tokens_per_second_per_gpu:875.2715802364432 
Step 2619 | loss:0.01190118957310915 lr:1.6663293989547766e-05 tokens_per_second_per_gpu:857.1087475344505 
Step 2620 | loss:0.01164292637258768 lr:1.6660888558609774e-05 tokens_per_second_per_gpu:759.3279199568337 
Step 2621 | loss:0.03265300765633583 lr:1.665848243470248e-05 tokens_per_second_per_gpu:1012.0461062309294 
Step 2622 | loss:0.006095988675951958 lr:1.665607561807621e-05 tokens_per_second_per_gpu:856.6440296181751 
Step 2623 | loss:0.010761297307908535 lr:1.6653668108981355e-05 tokens_per_second_per_gpu:806.1479469662772 
Step 2624 | loss:0.007237458601593971 lr:1.6651259907668382e-05 tokens_per_second_per_gpu:956.6393185566336 
Step 2625 | loss:0.009863089770078659 lr:1.664885101438783e-05 tokens_per_second_per_gpu:819.4368636885891 
Step 2626 | loss:0.020615316927433014 lr:1.664644142939031e-05 tokens_per_second_per_gpu:807.0622880635317 
Step 2627 | loss:0.010455034673213959 lr:1.6644031152926506e-05 tokens_per_second_per_gpu:957.8158251894504 
Step 2628 | loss:0.022197285667061806 lr:1.6641620185247167e-05 tokens_per_second_per_gpu:955.3164467449329 
Step 2629 | loss:0.011589257046580315 lr:1.6639208526603124e-05 tokens_per_second_per_gpu:902.3411934204647 
Step 2630 | loss:0.00977360736578703 lr:1.663679617724528e-05 tokens_per_second_per_gpu:1051.6756808206626 
Step 2631 | loss:0.009548773057758808 lr:1.663438313742459e-05 tokens_per_second_per_gpu:907.4668409329142 
Step 2632 | loss:0.018564200028777122 lr:1.6631969407392112e-05 tokens_per_second_per_gpu:756.0464061643485 
Step 2633 | loss:0.015046338550746441 lr:1.662955498739895e-05 tokens_per_second_per_gpu:748.2786059285702 
Step 2634 | loss:0.007417500019073486 lr:1.6627139877696294e-05 tokens_per_second_per_gpu:824.5823083026796 
Step 2635 | loss:0.010607347823679447 lr:1.66247240785354e-05 tokens_per_second_per_gpu:928.854524137505 
Step 2636 | loss:0.013281033374369144 lr:1.6622307590167598e-05 tokens_per_second_per_gpu:876.8291477847379 
Step 2637 | loss:0.011071588844060898 lr:1.6619890412844285e-05 tokens_per_second_per_gpu:720.4039516537933 
Step 2638 | loss:0.015092641115188599 lr:1.661747254681694e-05 tokens_per_second_per_gpu:761.0243752700871 
Step 2639 | loss:0.043440792709589005 lr:1.6615053992337103e-05 tokens_per_second_per_gpu:1008.0341999490938 
Step 2640 | loss:0.010912208817899227 lr:1.661263474965639e-05 tokens_per_second_per_gpu:789.7197385479047 
Step 2641 | loss:0.0265994593501091 lr:1.6610214819026484e-05 tokens_per_second_per_gpu:1121.2527331962515 
Step 2642 | loss:0.008355886675417423 lr:1.660779420069915e-05 tokens_per_second_per_gpu:947.2487447409986 
Step 2643 | loss:0.01429030206054449 lr:1.6605372894926218e-05 tokens_per_second_per_gpu:887.0147775887168 
Step 2644 | loss:0.018669815734028816 lr:1.6602950901959588e-05 tokens_per_second_per_gpu:953.1027786216388 
Step 2645 | loss:0.011922596022486687 lr:1.660052822205123e-05 tokens_per_second_per_gpu:1041.3703521668135 
Step 2646 | loss:0.019916921854019165 lr:1.6598104855453197e-05 tokens_per_second_per_gpu:1077.8153622520697 
Step 2647 | loss:0.008130285888910294 lr:1.65956808024176e-05 tokens_per_second_per_gpu:817.6893836494266 
Step 2648 | loss:0.00729762576520443 lr:1.659325606319663e-05 tokens_per_second_per_gpu:911.3796497444425 
Step 2649 | loss:0.010895434767007828 lr:1.659083063804254e-05 tokens_per_second_per_gpu:788.3180367088672 
Step 2650 | loss:0.023538906127214432 lr:1.6588404527207665e-05 tokens_per_second_per_gpu:1136.5504114984863 
Step 2651 | loss:0.02412387914955616 lr:1.6585977730944406e-05 tokens_per_second_per_gpu:1009.9566201470341 
Step 2652 | loss:0.009996762499213219 lr:1.658355024950524e-05 tokens_per_second_per_gpu:840.6976459814658 
Step 2653 | loss:0.011651748791337013 lr:1.6581122083142704e-05 tokens_per_second_per_gpu:987.0702745828621 
Step 2654 | loss:0.012738924473524094 lr:1.6578693232109415e-05 tokens_per_second_per_gpu:872.6429124192264 
Step 2655 | loss:0.012193738482892513 lr:1.6576263696658065e-05 tokens_per_second_per_gpu:1138.7271778638406 
Step 2656 | loss:0.007385724689811468 lr:1.657383347704141e-05 tokens_per_second_per_gpu:875.8473256279108 
Step 2657 | loss:0.012335384264588356 lr:1.6571402573512277e-05 tokens_per_second_per_gpu:779.2883738843082 
Step 2658 | loss:0.022032346576452255 lr:1.656897098632357e-05 tokens_per_second_per_gpu:913.4422112406152 
Step 2659 | loss:0.007927406579256058 lr:1.6566538715728257e-05 tokens_per_second_per_gpu:705.9660593781359 
Step 2660 | loss:0.05328861251473427 lr:1.656410576197938e-05 tokens_per_second_per_gpu:1025.0957829614053 
Step 2661 | loss:0.010101528838276863 lr:1.656167212533006e-05 tokens_per_second_per_gpu:812.7903852434138 
Step 2662 | loss:0.013000418432056904 lr:1.6559237806033473e-05 tokens_per_second_per_gpu:990.8664017210816 
Step 2663 | loss:0.024796467274427414 lr:1.655680280434288e-05 tokens_per_second_per_gpu:1120.154300326957 
Step 2664 | loss:0.01774471625685692 lr:1.6554367120511604e-05 tokens_per_second_per_gpu:890.8839418196686 
Step 2665 | loss:0.016475647687911987 lr:1.6551930754793043e-05 tokens_per_second_per_gpu:847.2107913516504 
Step 2666 | loss:0.014177034609019756 lr:1.6549493707440673e-05 tokens_per_second_per_gpu:784.5542529507911 
Step 2667 | loss:0.024540618062019348 lr:1.6547055978708027e-05 tokens_per_second_per_gpu:954.3870946626175 
Step 2668 | loss:0.018609341233968735 lr:1.6544617568848714e-05 tokens_per_second_per_gpu:828.7974746287078 
Step 2669 | loss:0.010433262214064598 lr:1.654217847811642e-05 tokens_per_second_per_gpu:908.5845176831127 
Step 2670 | loss:0.016069579869508743 lr:1.6539738706764895e-05 tokens_per_second_per_gpu:848.0181738077432 
Step 2671 | loss:0.013312693685293198 lr:1.653729825504796e-05 tokens_per_second_per_gpu:756.3883838242131 
Step 2672 | loss:0.01592818647623062 lr:1.6534857123219515e-05 tokens_per_second_per_gpu:878.9736779462363 
Step 2673 | loss:0.007493435870856047 lr:1.6532415311533516e-05 tokens_per_second_per_gpu:963.1830070470462 
Step 2674 | loss:0.008611545898020267 lr:1.6529972820244005e-05 tokens_per_second_per_gpu:969.8422988114672 
Step 2675 | loss:0.03023996762931347 lr:1.6527529649605088e-05 tokens_per_second_per_gpu:996.951877583286 
Step 2676 | loss:0.007045969367027283 lr:1.6525085799870936e-05 tokens_per_second_per_gpu:899.6202045408728 
Step 2677 | loss:0.007975488901138306 lr:1.6522641271295802e-05 tokens_per_second_per_gpu:740.9538767530889 
Step 2678 | loss:0.01993008330464363 lr:1.6520196064133998e-05 tokens_per_second_per_gpu:1036.1776460618848 
Step 2679 | loss:0.034701138734817505 lr:1.651775017863992e-05 tokens_per_second_per_gpu:1022.0067180085421 
Step 2680 | loss:0.06103256344795227 lr:1.651530361506802e-05 tokens_per_second_per_gpu:1167.076500867426 
Step 2681 | loss:0.01849120669066906 lr:1.6512856373672832e-05 tokens_per_second_per_gpu:745.1302434723262 
Step 2682 | loss:0.010929378680884838 lr:1.6510408454708955e-05 tokens_per_second_per_gpu:898.2165959847943 
Step 2683 | loss:0.008508739061653614 lr:1.6507959858431063e-05 tokens_per_second_per_gpu:1175.6606043934419 
Step 2684 | loss:0.007196202874183655 lr:1.6505510585093887e-05 tokens_per_second_per_gpu:731.2500069871911 
Step 2685 | loss:0.005451304838061333 lr:1.650306063495225e-05 tokens_per_second_per_gpu:917.2955023891537 
Step 2686 | loss:0.024159066379070282 lr:1.6500610008261028e-05 tokens_per_second_per_gpu:1092.4536089323813 
Step 2687 | loss:0.010577978566288948 lr:1.6498158705275173e-05 tokens_per_second_per_gpu:751.6963401067009 
Step 2688 | loss:0.012490283697843552 lr:1.649570672624971e-05 tokens_per_second_per_gpu:800.7755634215555 
Step 2689 | loss:0.013265155255794525 lr:1.6493254071439732e-05 tokens_per_second_per_gpu:733.7497365312382 
Step 2690 | loss:0.013544920831918716 lr:1.6490800741100396e-05 tokens_per_second_per_gpu:980.1853189992294 
Step 2691 | loss:0.01572295092046261 lr:1.648834673548695e-05 tokens_per_second_per_gpu:1117.6628470308788 
Step 2692 | loss:0.033775802701711655 lr:1.6485892054854683e-05 tokens_per_second_per_gpu:828.6969697893749 
Step 2693 | loss:0.010946376249194145 lr:1.6483436699458978e-05 tokens_per_second_per_gpu:941.0332982841492 
Step 2694 | loss:0.010601159185171127 lr:1.6480980669555274e-05 tokens_per_second_per_gpu:842.9849226238954 
Step 2695 | loss:0.010637453757226467 lr:1.6478523965399087e-05 tokens_per_second_per_gpu:961.0834343894451 
Step 2696 | loss:0.013615706004202366 lr:1.6476066587246004e-05 tokens_per_second_per_gpu:842.3225042206672 
Step 2697 | loss:0.005906069651246071 lr:1.647360853535168e-05 tokens_per_second_per_gpu:727.1989047454217 
Step 2698 | loss:0.015279419720172882 lr:1.6471149809971833e-05 tokens_per_second_per_gpu:785.8253814225884 
Step 2699 | loss:0.015041613020002842 lr:1.6468690411362265e-05 tokens_per_second_per_gpu:913.863034704806 
Step 2700 | loss:0.010764062404632568 lr:1.646623033977884e-05 tokens_per_second_per_gpu:804.0517323373405 
Step 2701 | loss:0.0215319711714983 lr:1.6463769595477493e-05 tokens_per_second_per_gpu:1066.4071544480187 
Step 2702 | loss:0.016862299293279648 lr:1.6461308178714228e-05 tokens_per_second_per_gpu:875.2441574117902 
Step 2703 | loss:0.022930454462766647 lr:1.6458846089745114e-05 tokens_per_second_per_gpu:871.2913914140703 
Step 2704 | loss:0.013481158763170242 lr:1.6456383328826305e-05 tokens_per_second_per_gpu:784.6827155314184 
Step 2705 | loss:0.010802204720675945 lr:1.645391989621401e-05 tokens_per_second_per_gpu:953.245505593158 
Step 2706 | loss:0.0077803051099181175 lr:1.6451455792164518e-05 tokens_per_second_per_gpu:829.5988979871812 
Step 2707 | loss:0.00904826819896698 lr:1.644899101693418e-05 tokens_per_second_per_gpu:894.2436116465713 
Step 2708 | loss:0.007422763854265213 lr:1.644652557077942e-05 tokens_per_second_per_gpu:980.5342148758245 
Step 2709 | loss:0.013221049681305885 lr:1.6444059453956732e-05 tokens_per_second_per_gpu:814.2722752541775 
Step 2710 | loss:0.008712796494364738 lr:1.6441592666722686e-05 tokens_per_second_per_gpu:948.247182247092 
Step 2711 | loss:0.019894419237971306 lr:1.6439125209333908e-05 tokens_per_second_per_gpu:995.5392774852047 
Step 2712 | loss:0.01787693239748478 lr:1.6436657082047105e-05 tokens_per_second_per_gpu:958.3149970897833 
Step 2713 | loss:0.008039087057113647 lr:1.6434188285119052e-05 tokens_per_second_per_gpu:1047.9826539451267 
Step 2714 | loss:0.020493051037192345 lr:1.6431718818806584e-05 tokens_per_second_per_gpu:911.2938085131434 
Step 2715 | loss:0.01716003566980362 lr:1.642924868336662e-05 tokens_per_second_per_gpu:1228.1083732720801 
Step 2716 | loss:0.01037313137203455 lr:1.642677787905614e-05 tokens_per_second_per_gpu:957.3715376658553 
Step 2717 | loss:0.018413830548524857 lr:1.6424306406132194e-05 tokens_per_second_per_gpu:924.1619116499983 
Step 2718 | loss:0.029752612113952637 lr:1.6421834264851907e-05 tokens_per_second_per_gpu:779.3639124535769 
Step 2719 | loss:0.00644694222137332 lr:1.6419361455472466e-05 tokens_per_second_per_gpu:975.7055684244854 
Step 2720 | loss:0.007566393818706274 lr:1.6416887978251134e-05 tokens_per_second_per_gpu:848.8403724597906 
Step 2721 | loss:0.02280469425022602 lr:1.641441383344524e-05 tokens_per_second_per_gpu:877.5622742431912 
Step 2722 | loss:0.013714151456952095 lr:1.6411939021312184e-05 tokens_per_second_per_gpu:825.5458726196468 
Step 2723 | loss:0.010065303184092045 lr:1.6409463542109426e-05 tokens_per_second_per_gpu:932.5421262898815 
Step 2724 | loss:0.010021262802183628 lr:1.6406987396094512e-05 tokens_per_second_per_gpu:874.6101983916561 
Step 2725 | loss:0.044652167707681656 lr:1.6404510583525052e-05 tokens_per_second_per_gpu:1185.7966936748157 
Step 2726 | loss:0.006439724005758762 lr:1.6402033104658713e-05 tokens_per_second_per_gpu:832.7783337590694 
Step 2727 | loss:0.008668296039104462 lr:1.639955495975325e-05 tokens_per_second_per_gpu:909.0239115498772 
Step 2728 | loss:0.018995532765984535 lr:1.6397076149066472e-05 tokens_per_second_per_gpu:888.8759572294557 
Step 2729 | loss:0.007841655984520912 lr:1.6394596672856268e-05 tokens_per_second_per_gpu:873.3281633591803 
Step 2730 | loss:0.006028956733644009 lr:1.6392116531380592e-05 tokens_per_second_per_gpu:855.6642490875939 
Step 2731 | loss:0.016371456906199455 lr:1.638963572489746e-05 tokens_per_second_per_gpu:915.6733473850699 
Step 2732 | loss:0.028272539377212524 lr:1.6387154253664967e-05 tokens_per_second_per_gpu:1021.9509541276401 
Step 2733 | loss:0.00850218441337347 lr:1.638467211794128e-05 tokens_per_second_per_gpu:842.662284920218 
Step 2734 | loss:0.02200624905526638 lr:1.6382189317984626e-05 tokens_per_second_per_gpu:1112.3870507286003 
Step 2735 | loss:0.003449826268479228 lr:1.63797058540533e-05 tokens_per_second_per_gpu:804.6108497277552 
Step 2736 | loss:0.004953183699399233 lr:1.6377221726405678e-05 tokens_per_second_per_gpu:784.9527288414798 
Step 2737 | loss:0.012783139944076538 lr:1.6374736935300194e-05 tokens_per_second_per_gpu:829.5180488092755 
Step 2738 | loss:0.006450671702623367 lr:1.6372251480995352e-05 tokens_per_second_per_gpu:1130.693561874715 
Step 2739 | loss:0.01254668366163969 lr:1.636976536374973e-05 tokens_per_second_per_gpu:778.0739611217326 
Step 2740 | loss:0.011973606422543526 lr:1.6367278583821973e-05 tokens_per_second_per_gpu:680.4358553084678 
Step 2741 | loss:0.03743402287364006 lr:1.6364791141470797e-05 tokens_per_second_per_gpu:794.8961583693791 
Step 2742 | loss:0.007692307233810425 lr:1.636230303695498e-05 tokens_per_second_per_gpu:1065.9005135959596 
Step 2743 | loss:0.015076551586389542 lr:1.6359814270533372e-05 tokens_per_second_per_gpu:861.0716866295656 
Step 2744 | loss:0.022344054654240608 lr:1.6357324842464904e-05 tokens_per_second_per_gpu:1006.3222926133354 
Step 2745 | loss:0.004734423477202654 lr:1.6354834753008554e-05 tokens_per_second_per_gpu:945.7427161700574 
Step 2746 | loss:0.009576823562383652 lr:1.635234400242338e-05 tokens_per_second_per_gpu:853.8588238029117 
Step 2747 | loss:0.02000022493302822 lr:1.6349852590968517e-05 tokens_per_second_per_gpu:788.3169998293045 
Step 2748 | loss:0.00930212251842022 lr:1.6347360518903154e-05 tokens_per_second_per_gpu:982.6757218445293 
Step 2749 | loss:0.008362865075469017 lr:1.6344867786486554e-05 tokens_per_second_per_gpu:813.6756191521848 
Step 2750 | loss:0.006073787808418274 lr:1.6342374393978056e-05 tokens_per_second_per_gpu:809.6149212527943 
Step 2751 | loss:0.017940698191523552 lr:1.6339880341637056e-05 tokens_per_second_per_gpu:1055.512725005781 
Step 2752 | loss:0.011987920850515366 lr:1.6337385629723026e-05 tokens_per_second_per_gpu:817.3494612778406 
Step 2753 | loss:0.016160525381565094 lr:1.6334890258495507e-05 tokens_per_second_per_gpu:1061.1393024434212 
Step 2754 | loss:0.006071137264370918 lr:1.63323942282141e-05 tokens_per_second_per_gpu:767.9949792592005 
Step 2755 | loss:0.012248137965798378 lr:1.6329897539138486e-05 tokens_per_second_per_gpu:944.3373009873812 
Step 2756 | loss:0.009867385029792786 lr:1.6327400191528412e-05 tokens_per_second_per_gpu:999.0694932935777 
Step 2757 | loss:0.019947992637753487 lr:1.6324902185643685e-05 tokens_per_second_per_gpu:968.1724236123414 
Step 2758 | loss:0.020502693951129913 lr:1.6322403521744187e-05 tokens_per_second_per_gpu:962.1811394556021 
Step 2759 | loss:0.015197495929896832 lr:1.6319904200089874e-05 tokens_per_second_per_gpu:805.5758556691518 
Step 2760 | loss:0.006573774851858616 lr:1.6317404220940757e-05 tokens_per_second_per_gpu:926.4633149707473 
Step 2761 | loss:0.01021282747387886 lr:1.6314903584556926e-05 tokens_per_second_per_gpu:869.8193434456348 
Step 2762 | loss:0.01064111478626728 lr:1.631240229119854e-05 tokens_per_second_per_gpu:826.8970791307357 
Step 2763 | loss:0.017330102622509003 lr:1.6309900341125814e-05 tokens_per_second_per_gpu:875.3762534245919 
Step 2764 | loss:0.009037250652909279 lr:1.6307397734599045e-05 tokens_per_second_per_gpu:962.0697112165026 
Step 2765 | loss:0.054041098803281784 lr:1.6304894471878593e-05 tokens_per_second_per_gpu:1017.4303247846047 
Step 2766 | loss:0.005812523420900106 lr:1.6302390553224886e-05 tokens_per_second_per_gpu:803.1873196376208 
Step 2767 | loss:0.010915282182395458 lr:1.6299885978898422e-05 tokens_per_second_per_gpu:1093.850090076862 
Step 2768 | loss:0.005313462112098932 lr:1.629738074915976e-05 tokens_per_second_per_gpu:869.0759931284933 
Step 2769 | loss:0.01278358418494463 lr:1.629487486426954e-05 tokens_per_second_per_gpu:725.55347754816 
Step 2770 | loss:0.029585685580968857 lr:1.6292368324488462e-05 tokens_per_second_per_gpu:980.1903034983332 
Step 2771 | loss:0.027894925326108932 lr:1.628986113007729e-05 tokens_per_second_per_gpu:1019.9285631461298 
Step 2772 | loss:0.012309961020946503 lr:1.6287353281296864e-05 tokens_per_second_per_gpu:1060.8842709722203 
Step 2773 | loss:0.019595440477132797 lr:1.6284844778408097e-05 tokens_per_second_per_gpu:1005.6502574243872 
Step 2774 | loss:0.009036737494170666 lr:1.6282335621671948e-05 tokens_per_second_per_gpu:829.4119752063841 
Step 2775 | loss:0.017205040901899338 lr:1.6279825811349473e-05 tokens_per_second_per_gpu:805.7029779885811 
Step 2776 | loss:0.008037298917770386 lr:1.627731534770177e-05 tokens_per_second_per_gpu:812.4016388808157 
Step 2777 | loss:0.018092066049575806 lr:1.627480423099002e-05 tokens_per_second_per_gpu:801.9810721476304 
Step 2778 | loss:0.01263471134006977 lr:1.6272292461475477e-05 tokens_per_second_per_gpu:1033.3947660159872 
Step 2779 | loss:0.008204580284655094 lr:1.626978003941944e-05 tokens_per_second_per_gpu:880.224821707302 
Step 2780 | loss:0.009846038185060024 lr:1.6267266965083305e-05 tokens_per_second_per_gpu:900.0620571476143 
Step 2781 | loss:0.010358736850321293 lr:1.6264753238728506e-05 tokens_per_second_per_gpu:950.7000225431508 
Step 2782 | loss:0.005032766610383987 lr:1.6262238860616573e-05 tokens_per_second_per_gpu:778.6227872392725 
Step 2783 | loss:0.011173502542078495 lr:1.6259723831009085e-05 tokens_per_second_per_gpu:833.1934825950798 
Step 2784 | loss:0.012532039545476437 lr:1.6257208150167692e-05 tokens_per_second_per_gpu:885.3919638807071 
Step 2785 | loss:0.01368020661175251 lr:1.6254691818354117e-05 tokens_per_second_per_gpu:1019.7002218481251 
Step 2786 | loss:0.013833923265337944 lr:1.6252174835830153e-05 tokens_per_second_per_gpu:1017.3262395506943 
Step 2787 | loss:0.04541167989373207 lr:1.6249657202857645e-05 tokens_per_second_per_gpu:1101.361274741756 
Step 2788 | loss:0.023752037435770035 lr:1.6247138919698524e-05 tokens_per_second_per_gpu:1067.1631189893033 
Step 2789 | loss:0.006090604234486818 lr:1.6244619986614784e-05 tokens_per_second_per_gpu:700.8796293376447 
Step 2790 | loss:0.03506186231970787 lr:1.6242100403868472e-05 tokens_per_second_per_gpu:1197.28995298523 
Step 2791 | loss:0.014632097445428371 lr:1.6239580171721722e-05 tokens_per_second_per_gpu:1135.0637810453245 
Step 2792 | loss:0.019612083211541176 lr:1.623705929043673e-05 tokens_per_second_per_gpu:814.2233556776157 
Step 2793 | loss:0.017807666212320328 lr:1.6234537760275753e-05 tokens_per_second_per_gpu:1387.8576354160498 
Step 2794 | loss:0.007535099051892757 lr:1.623201558150112e-05 tokens_per_second_per_gpu:881.771535931681 
Step 2795 | loss:0.009374631568789482 lr:1.622949275437523e-05 tokens_per_second_per_gpu:866.1722839257762 
Step 2796 | loss:0.01781305857002735 lr:1.6226969279160542e-05 tokens_per_second_per_gpu:879.2135562021604 
Step 2797 | loss:0.011518160812556744 lr:1.6224445156119593e-05 tokens_per_second_per_gpu:968.5207477336736 
Step 2798 | loss:0.013237345963716507 lr:1.6221920385514977e-05 tokens_per_second_per_gpu:1045.3891976151062 
Step 2799 | loss:0.030553067103028297 lr:1.6219394967609364e-05 tokens_per_second_per_gpu:1152.4182789432866 
Step 2800 | loss:0.01464473269879818 lr:1.621686890266548e-05 tokens_per_second_per_gpu:943.651490484414 
Step 2801 | loss:0.01747450977563858 lr:1.6214342190946136e-05 tokens_per_second_per_gpu:930.4495964601651 
Step 2802 | loss:0.017601415514945984 lr:1.621181483271419e-05 tokens_per_second_per_gpu:904.426284926863 
Step 2803 | loss:0.02285192906856537 lr:1.6209286828232583e-05 tokens_per_second_per_gpu:1063.7997654338944 
Step 2804 | loss:0.017030389979481697 lr:1.6206758177764318e-05 tokens_per_second_per_gpu:1092.378687194532 
Step 2805 | loss:0.024242090061306953 lr:1.620422888157246e-05 tokens_per_second_per_gpu:795.8460464715157 
Step 2806 | loss:0.015017908066511154 lr:1.620169893992015e-05 tokens_per_second_per_gpu:904.4640447808337 
Step 2807 | loss:0.010392222553491592 lr:1.6199168353070588e-05 tokens_per_second_per_gpu:875.234606510559 
Step 2808 | loss:0.010032658465206623 lr:1.6196637121287045e-05 tokens_per_second_per_gpu:984.4275915620125 
Step 2809 | loss:0.01350703276693821 lr:1.6194105244832866e-05 tokens_per_second_per_gpu:901.6573829891348 
Step 2810 | loss:0.006975830532610416 lr:1.6191572723971453e-05 tokens_per_second_per_gpu:946.976542133565 
Step 2811 | loss:0.02073892578482628 lr:1.618903955896627e-05 tokens_per_second_per_gpu:977.8602452734877 
Step 2812 | loss:0.010346712544560432 lr:1.618650575008087e-05 tokens_per_second_per_gpu:1125.4362541665314 
Step 2813 | loss:0.007107383105903864 lr:1.618397129757885e-05 tokens_per_second_per_gpu:784.9716864035299 
Step 2814 | loss:0.013780523091554642 lr:1.618143620172388e-05 tokens_per_second_per_gpu:911.767502470277 
Step 2815 | loss:0.004808016587048769 lr:1.6178900462779715e-05 tokens_per_second_per_gpu:894.0401223489199 
Step 2816 | loss:0.016682274639606476 lr:1.6176364081010144e-05 tokens_per_second_per_gpu:1039.1667469265988 
Step 2817 | loss:0.018933558836579323 lr:1.6173827056679055e-05 tokens_per_second_per_gpu:890.9702206789855 
Step 2818 | loss:0.012487622909247875 lr:1.617128939005038e-05 tokens_per_second_per_gpu:812.435188886549 
Step 2819 | loss:0.011891230940818787 lr:1.6168751081388133e-05 tokens_per_second_per_gpu:888.2900077405179 
Step 2820 | loss:0.009756762534379959 lr:1.6166212130956383e-05 tokens_per_second_per_gpu:797.0691568435763 
Step 2821 | loss:0.03634163364768028 lr:1.616367253901927e-05 tokens_per_second_per_gpu:954.3230307073641 
Step 2822 | loss:0.006637489888817072 lr:1.6161132305841013e-05 tokens_per_second_per_gpu:819.2566661707713 
Step 2823 | loss:0.01544547826051712 lr:1.6158591431685873e-05 tokens_per_second_per_gpu:1100.827244735141 
Step 2824 | loss:0.006576891988515854 lr:1.61560499168182e-05 tokens_per_second_per_gpu:1008.8340015418901 
Step 2825 | loss:0.02807900682091713 lr:1.6153507761502396e-05 tokens_per_second_per_gpu:760.4642477365908 
Step 2826 | loss:0.012090714648365974 lr:1.6150964966002943e-05 tokens_per_second_per_gpu:726.8927236008553 
Step 2827 | loss:0.00808007176965475 lr:1.6148421530584376e-05 tokens_per_second_per_gpu:848.6537658740997 
Step 2828 | loss:0.02784961462020874 lr:1.61458774555113e-05 tokens_per_second_per_gpu:826.5080718983488 
Step 2829 | loss:0.016160402446985245 lr:1.61433327410484e-05 tokens_per_second_per_gpu:911.0345287005242 
Step 2830 | loss:0.0056227389723062515 lr:1.6140787387460406e-05 tokens_per_second_per_gpu:924.2915384478869 
Step 2831 | loss:0.01566239260137081 lr:1.6138241395012134e-05 tokens_per_second_per_gpu:926.1545614290641 
Step 2832 | loss:0.009327415376901627 lr:1.613569476396845e-05 tokens_per_second_per_gpu:797.6766816833244 
Step 2833 | loss:0.014322014525532722 lr:1.61331474945943e-05 tokens_per_second_per_gpu:945.9931120460882 
Step 2834 | loss:0.020638123154640198 lr:1.6130599587154686e-05 tokens_per_second_per_gpu:939.2079959919254 
Step 2835 | loss:0.013994766399264336 lr:1.612805104191469e-05 tokens_per_second_per_gpu:1067.5870195039577 
Step 2836 | loss:0.007993721403181553 lr:1.612550185913944e-05 tokens_per_second_per_gpu:971.2604827702734 
Step 2837 | loss:0.015029765665531158 lr:1.6122952039094145e-05 tokens_per_second_per_gpu:912.2356077780598 
Step 2838 | loss:0.018870629370212555 lr:1.612040158204408e-05 tokens_per_second_per_gpu:842.3839397922934 
Step 2839 | loss:0.010466831736266613 lr:1.6117850488254582e-05 tokens_per_second_per_gpu:778.7761897511012 
Step 2840 | loss:0.008807798847556114 lr:1.6115298757991054e-05 tokens_per_second_per_gpu:798.7714897624259 
Step 2841 | loss:0.01479334942996502 lr:1.611274639151897e-05 tokens_per_second_per_gpu:942.3717894263622 
Step 2842 | loss:0.005875433329492807 lr:1.611019338910386e-05 tokens_per_second_per_gpu:961.6677826242469 
Step 2843 | loss:0.012790304608643055 lr:1.6107639751011335e-05 tokens_per_second_per_gpu:736.7430456408931 
Step 2844 | loss:0.007979365065693855 lr:1.610508547750706e-05 tokens_per_second_per_gpu:807.4989726210899 
Step 2845 | loss:0.013685578480362892 lr:1.6102530568856772e-05 tokens_per_second_per_gpu:772.1345369883587 
Step 2846 | loss:0.010649798437952995 lr:1.609997502532627e-05 tokens_per_second_per_gpu:922.7185187498355 
Step 2847 | loss:0.011391656473279 lr:1.609741884718143e-05 tokens_per_second_per_gpu:888.6826206302977 
Step 2848 | loss:0.007881284691393375 lr:1.609486203468817e-05 tokens_per_second_per_gpu:934.0636031386529 
Step 2849 | loss:0.01234780065715313 lr:1.60923045881125e-05 tokens_per_second_per_gpu:772.1868950109582 
Step 2850 | loss:0.008207662962377071 lr:1.608974650772049e-05 tokens_per_second_per_gpu:1023.4446867057883 
Step 2851 | loss:0.012022759765386581 lr:1.6087187793778256e-05 tokens_per_second_per_gpu:828.3122101009603 
Step 2852 | loss:0.010373087599873543 lr:1.6084628446552007e-05 tokens_per_second_per_gpu:903.7259380742282 
Step 2853 | loss:0.032501623034477234 lr:1.6082068466308004e-05 tokens_per_second_per_gpu:1257.0108791417076 
Step 2854 | loss:0.012883887626230717 lr:1.607950785331257e-05 tokens_per_second_per_gpu:809.7560089454365 
Step 2855 | loss:0.0046504223719239235 lr:1.6076946607832115e-05 tokens_per_second_per_gpu:894.8131862686763 
Step 2856 | loss:0.017201807349920273 lr:1.607438473013308e-05 tokens_per_second_per_gpu:1046.5432333214583 
Step 2857 | loss:0.0039027754683047533 lr:1.6071822220482003e-05 tokens_per_second_per_gpu:730.8258051457954 
Step 2858 | loss:0.008684241212904453 lr:1.6069259079145474e-05 tokens_per_second_per_gpu:892.2195808054339 
Step 2859 | loss:0.008821207098662853 lr:1.6066695306390153e-05 tokens_per_second_per_gpu:937.2649815152229 
Step 2860 | loss:0.008531645871698856 lr:1.606413090248276e-05 tokens_per_second_per_gpu:898.086573300631 
Step 2861 | loss:0.026050858199596405 lr:1.6061565867690085e-05 tokens_per_second_per_gpu:935.0615191416072 
Step 2862 | loss:0.011436045169830322 lr:1.6059000202278986e-05 tokens_per_second_per_gpu:881.441511651166 
Step 2863 | loss:0.008830243721604347 lr:1.605643390651638e-05 tokens_per_second_per_gpu:776.3089079805923 
Step 2864 | loss:0.012786288745701313 lr:1.605386698066925e-05 tokens_per_second_per_gpu:945.0800692297756 
Step 2865 | loss:0.005731689743697643 lr:1.6051299425004657e-05 tokens_per_second_per_gpu:711.9904666807423 
Step 2866 | loss:0.012578661553561687 lr:1.6048731239789707e-05 tokens_per_second_per_gpu:847.1440716982111 
Step 2867 | loss:0.012888791039586067 lr:1.6046162425291592e-05 tokens_per_second_per_gpu:823.5898059427747 
Step 2868 | loss:0.004533777013421059 lr:1.6043592981777557e-05 tokens_per_second_per_gpu:699.4072160257695 
Step 2869 | loss:0.007631874643266201 lr:1.6041022909514913e-05 tokens_per_second_per_gpu:802.9116573576034 
Step 2870 | loss:0.014804888516664505 lr:1.6038452208771037e-05 tokens_per_second_per_gpu:922.4210744825555 
Step 2871 | loss:0.00799095630645752 lr:1.6035880879813382e-05 tokens_per_second_per_gpu:870.1051833547956 
Step 2872 | loss:0.014641650952398777 lr:1.603330892290945e-05 tokens_per_second_per_gpu:1107.3940998951407 
Step 2873 | loss:0.009447501972317696 lr:1.6030736338326823e-05 tokens_per_second_per_gpu:867.4905214138826 
Step 2874 | loss:0.00932628009468317 lr:1.602816312633313e-05 tokens_per_second_per_gpu:972.0265108677479 
Step 2875 | loss:0.007971806451678276 lr:1.602558928719609e-05 tokens_per_second_per_gpu:867.5226775860198 
Step 2876 | loss:0.007890202105045319 lr:1.6023014821183464e-05 tokens_per_second_per_gpu:935.2518766455814 
Step 2877 | loss:0.009698198176920414 lr:1.602043972856309e-05 tokens_per_second_per_gpu:804.931433177418 
Step 2878 | loss:0.026154743507504463 lr:1.6017864009602873e-05 tokens_per_second_per_gpu:902.2131433476438 
Step 2879 | loss:0.026960141956806183 lr:1.6015287664570775e-05 tokens_per_second_per_gpu:1226.4006534821433 
Step 2880 | loss:0.013033125549554825 lr:1.601271069373483e-05 tokens_per_second_per_gpu:852.3875254149115 
Step 2881 | loss:0.009028869681060314 lr:1.6010133097363135e-05 tokens_per_second_per_gpu:833.8994742202747 
Step 2882 | loss:0.016204925253987312 lr:1.600755487572385e-05 tokens_per_second_per_gpu:935.787486394345 
Step 2883 | loss:0.024127312004566193 lr:1.6004976029085205e-05 tokens_per_second_per_gpu:931.5429916885797 
Step 2884 | loss:0.005882279947400093 lr:1.6002396557715485e-05 tokens_per_second_per_gpu:935.5619896449305 
Step 2885 | loss:0.0052644843235611916 lr:1.5999816461883054e-05 tokens_per_second_per_gpu:898.4598755238533 
Step 2886 | loss:0.017064552754163742 lr:1.599723574185633e-05 tokens_per_second_per_gpu:794.7254817555107 
Step 2887 | loss:0.024446573108434677 lr:1.59946543979038e-05 tokens_per_second_per_gpu:930.783239242672 
Step 2888 | loss:0.009713767096400261 lr:1.5992072430294013e-05 tokens_per_second_per_gpu:1039.073584335074 
Step 2889 | loss:0.013087620958685875 lr:1.5989489839295593e-05 tokens_per_second_per_gpu:830.871612981786 
Step 2890 | loss:0.007451755926012993 lr:1.5986906625177215e-05 tokens_per_second_per_gpu:777.882879511494 
Step 2891 | loss:0.022680548951029778 lr:1.5984322788207626e-05 tokens_per_second_per_gpu:971.0077843101441 
Step 2892 | loss:0.00847763754427433 lr:1.598173832865564e-05 tokens_per_second_per_gpu:887.8398608815909 
Step 2893 | loss:0.014606481418013573 lr:1.5979153246790126e-05 tokens_per_second_per_gpu:842.09106920748 
Step 2894 | loss:0.054244592785835266 lr:1.5976567542880033e-05 tokens_per_second_per_gpu:1472.0305486136017 
Step 2895 | loss:0.012132581323385239 lr:1.5973981217194363e-05 tokens_per_second_per_gpu:847.2600534683789 
Step 2896 | loss:0.018118709325790405 lr:1.5971394270002182e-05 tokens_per_second_per_gpu:880.7765233253741 
Step 2897 | loss:0.01225044671446085 lr:1.596880670157263e-05 tokens_per_second_per_gpu:822.5269492951327 
Step 2898 | loss:0.010989281348884106 lr:1.5966218512174903e-05 tokens_per_second_per_gpu:912.8537500625891 
Step 2899 | loss:0.01455727219581604 lr:1.596362970207826e-05 tokens_per_second_per_gpu:1087.0308284664627 
Step 2900 | loss:0.009614462032914162 lr:1.5961040271552045e-05 tokens_per_second_per_gpu:964.9219198453119 
Step 2901 | loss:0.02489282749593258 lr:1.595845022086563e-05 tokens_per_second_per_gpu:1052.0576223040575 
Step 2902 | loss:0.009285688400268555 lr:1.595585955028849e-05 tokens_per_second_per_gpu:842.2494658199457 
Step 2903 | loss:0.05361145734786987 lr:1.5953268260090138e-05 tokens_per_second_per_gpu:943.1608344262528 
Step 2904 | loss:0.036041051149368286 lr:1.595067635054016e-05 tokens_per_second_per_gpu:1204.309280802113 
Step 2905 | loss:0.01111903227865696 lr:1.5948083821908213e-05 tokens_per_second_per_gpu:879.3215984921245 
Step 2906 | loss:0.012365540489554405 lr:1.5945490674464002e-05 tokens_per_second_per_gpu:833.7100571300956 
Step 2907 | loss:0.012667939066886902 lr:1.594289690847732e-05 tokens_per_second_per_gpu:1115.2625345956533 
Step 2908 | loss:0.0064996639266610146 lr:1.5940302524217997e-05 tokens_per_second_per_gpu:751.2543258209289 
Step 2909 | loss:0.014253221452236176 lr:1.593770752195595e-05 tokens_per_second_per_gpu:924.1486516995981 
Step 2910 | loss:0.01481893565505743 lr:1.593511190196115e-05 tokens_per_second_per_gpu:1355.476138219995 
Step 2911 | loss:0.022861888632178307 lr:1.5932515664503634e-05 tokens_per_second_per_gpu:1203.7851880009666 
Step 2912 | loss:0.00670695910230279 lr:1.59299188098535e-05 tokens_per_second_per_gpu:791.677026782448 
Step 2913 | loss:0.036848150193691254 lr:1.5927321338280917e-05 tokens_per_second_per_gpu:1126.8896285623398 
Step 2914 | loss:0.012592585757374763 lr:1.5924723250056113e-05 tokens_per_second_per_gpu:820.496944299512 
Step 2915 | loss:0.009910877794027328 lr:1.592212454544938e-05 tokens_per_second_per_gpu:727.44278674842 
Step 2916 | loss:0.014360127039253712 lr:1.591952522473108e-05 tokens_per_second_per_gpu:819.7884052839855 
Step 2917 | loss:0.00867321714758873 lr:1.591692528817163e-05 tokens_per_second_per_gpu:990.0061368466074 
Step 2918 | loss:0.05745628848671913 lr:1.5914324736041518e-05 tokens_per_second_per_gpu:812.2330905731653 
Step 2919 | loss:0.029420409351587296 lr:1.591172356861129e-05 tokens_per_second_per_gpu:799.9470246390762 
Step 2920 | loss:0.009598400443792343 lr:1.590912178615157e-05 tokens_per_second_per_gpu:987.3379941853204 
Step 2921 | loss:0.009676603600382805 lr:1.5906519388933023e-05 tokens_per_second_per_gpu:862.3132302826187 
Step 2922 | loss:0.013853970915079117 lr:1.59039163772264e-05 tokens_per_second_per_gpu:993.600892766494 
Step 2923 | loss:0.009452693164348602 lr:1.5901312751302506e-05 tokens_per_second_per_gpu:937.6642304402061 
Step 2924 | loss:0.010775012895464897 lr:1.5898708511432208e-05 tokens_per_second_per_gpu:936.8770947676271 
Step 2925 | loss:0.007976284250617027 lr:1.5896103657886438e-05 tokens_per_second_per_gpu:780.952739111871 
Step 2926 | loss:0.015217646956443787 lr:1.58934981909362e-05 tokens_per_second_per_gpu:988.929548246621 
Step 2927 | loss:0.009927391074597836 lr:1.5890892110852546e-05 tokens_per_second_per_gpu:1025.698813205171 
Step 2928 | loss:0.012860506772994995 lr:1.588828541790661e-05 tokens_per_second_per_gpu:830.342897305196 
Step 2929 | loss:0.021550867706537247 lr:1.5885678112369575e-05 tokens_per_second_per_gpu:940.8399897621263 
Step 2930 | loss:0.01553339883685112 lr:1.5883070194512695e-05 tokens_per_second_per_gpu:1086.4402282938768 
Step 2931 | loss:0.00915730744600296 lr:1.5880461664607287e-05 tokens_per_second_per_gpu:870.9640790291825 
Step 2932 | loss:0.015248006209731102 lr:1.5877852522924733e-05 tokens_per_second_per_gpu:913.9031485995704 
Step 2933 | loss:0.015879567712545395 lr:1.587524276973647e-05 tokens_per_second_per_gpu:797.7898956980254 
Step 2934 | loss:0.011141891591250896 lr:1.5872632405314012e-05 tokens_per_second_per_gpu:1119.4862792817557 
Step 2935 | loss:0.013165402226150036 lr:1.5870021429928926e-05 tokens_per_second_per_gpu:1009.4598127879747 
Step 2936 | loss:0.009175466373562813 lr:1.5867409843852845e-05 tokens_per_second_per_gpu:955.3728799696493 
Step 2937 | loss:0.008676989004015923 lr:1.5864797647357472e-05 tokens_per_second_per_gpu:872.9915521868446 
Step 2938 | loss:0.021626198664307594 lr:1.5862184840714564e-05 tokens_per_second_per_gpu:897.0607353870741 
Step 2939 | loss:0.009247828274965286 lr:1.5859571424195947e-05 tokens_per_second_per_gpu:879.1857414462473 
Step 2940 | loss:0.012410467490553856 lr:1.5856957398073508e-05 tokens_per_second_per_gpu:987.0406578641035 
Step 2941 | loss:0.00891615729779005 lr:1.5854342762619202e-05 tokens_per_second_per_gpu:944.2246358350518 
Step 2942 | loss:0.008854089304804802 lr:1.5851727518105043e-05 tokens_per_second_per_gpu:873.1041609243892 
Step 2943 | loss:0.015202369540929794 lr:1.5849111664803106e-05 tokens_per_second_per_gpu:764.6770920858157 
Step 2944 | loss:0.009807861410081387 lr:1.5846495202985538e-05 tokens_per_second_per_gpu:662.4739820658697 
Step 2945 | loss:0.038664452731609344 lr:1.584387813292454e-05 tokens_per_second_per_gpu:1130.7205746004965 
Step 2946 | loss:0.010027440264821053 lr:1.584126045489238e-05 tokens_per_second_per_gpu:1167.8962980001904 
Step 2947 | loss:0.014344578608870506 lr:1.583864216916139e-05 tokens_per_second_per_gpu:840.7567781559219 
Step 2948 | loss:0.011671623215079308 lr:1.5836023276003973e-05 tokens_per_second_per_gpu:855.0808018094536 
Step 2949 | loss:0.00802649650722742 lr:1.5833403775692575e-05 tokens_per_second_per_gpu:895.167513209977 
Step 2950 | loss:0.005260612349957228 lr:1.5830783668499728e-05 tokens_per_second_per_gpu:1009.4757416925459 
Step 2951 | loss:0.012010608799755573 lr:1.5828162954698006e-05 tokens_per_second_per_gpu:803.6045581692601 
Step 2952 | loss:0.014270135201513767 lr:1.5825541634560057e-05 tokens_per_second_per_gpu:987.0674758903695 
Step 2953 | loss:0.01814817078411579 lr:1.5822919708358603e-05 tokens_per_second_per_gpu:802.4354144608038 
Step 2954 | loss:0.01439608633518219 lr:1.582029717636641e-05 tokens_per_second_per_gpu:977.2109601217659 
Step 2955 | loss:0.014197993092238903 lr:1.581767403885631e-05 tokens_per_second_per_gpu:882.5004159390029 
Step 2956 | loss:0.02041599154472351 lr:1.581505029610121e-05 tokens_per_second_per_gpu:908.6032168496331 
Step 2957 | loss:0.006655803415924311 lr:1.581242594837407e-05 tokens_per_second_per_gpu:823.3681967015226 
Step 2958 | loss:0.008508891798555851 lr:1.5809800995947918e-05 tokens_per_second_per_gpu:856.6379944071523 
Step 2959 | loss:0.006194950547069311 lr:1.5807175439095837e-05 tokens_per_second_per_gpu:951.022577084108 
Step 2960 | loss:0.005144141614437103 lr:1.580454927809098e-05 tokens_per_second_per_gpu:885.5918624185541 
Step 2961 | loss:0.007109145168215036 lr:1.5801922513206565e-05 tokens_per_second_per_gpu:971.2351558959509 
Step 2962 | loss:0.009280573576688766 lr:1.5799295144715866e-05 tokens_per_second_per_gpu:787.723750561019 
Step 2963 | loss:0.03228173777461052 lr:1.5796667172892225e-05 tokens_per_second_per_gpu:947.2503407269381 
Step 2964 | loss:0.01186989713460207 lr:1.579403859800904e-05 tokens_per_second_per_gpu:752.4236526029341 
Step 2965 | loss:0.01197558268904686 lr:1.579140942033978e-05 tokens_per_second_per_gpu:836.9204357939051 
Step 2966 | loss:0.014674822799861431 lr:1.578877964015797e-05 tokens_per_second_per_gpu:841.9376046446113 
Step 2967 | loss:0.007118638604879379 lr:1.5786149257737203e-05 tokens_per_second_per_gpu:797.3752442988267 
Step 2968 | loss:0.012196341529488564 lr:1.5783518273351134e-05 tokens_per_second_per_gpu:999.8766306447923 
Step 2969 | loss:0.0068905530497431755 lr:1.5780886687273475e-05 tokens_per_second_per_gpu:834.1161032576638 
Step 2970 | loss:0.012048650532960892 lr:1.5778254499778006e-05 tokens_per_second_per_gpu:986.4314164378766 
Step 2971 | loss:0.01552987564355135 lr:1.5775621711138572e-05 tokens_per_second_per_gpu:840.058807350952 
Step 2972 | loss:0.011525020003318787 lr:1.577298832162907e-05 tokens_per_second_per_gpu:1060.11780160779 
Step 2973 | loss:0.020590053871273994 lr:1.577035433152347e-05 tokens_per_second_per_gpu:1259.4997774241378 
Step 2974 | loss:0.011690528132021427 lr:1.57677197410958e-05 tokens_per_second_per_gpu:936.4943175848578 
Step 2975 | loss:0.01491875946521759 lr:1.5765084550620153e-05 tokens_per_second_per_gpu:900.7321564213396 
Step 2976 | loss:0.017331454902887344 lr:1.5762448760370677e-05 tokens_per_second_per_gpu:896.3651060806914 
Step 2977 | loss:0.005697976797819138 lr:1.5759812370621594e-05 tokens_per_second_per_gpu:794.4492092546199 
Step 2978 | loss:0.007957140915095806 lr:1.5757175381647178e-05 tokens_per_second_per_gpu:884.2090688683786 
Step 2979 | loss:0.010043514892458916 lr:1.5754537793721772e-05 tokens_per_second_per_gpu:887.0153192927614 
Step 2980 | loss:0.011742165312170982 lr:1.5751899607119777e-05 tokens_per_second_per_gpu:789.2980570088384 
Step 2981 | loss:0.013363711535930634 lr:1.5749260822115663e-05 tokens_per_second_per_gpu:906.8019086284534 
Step 2982 | loss:0.007047634106129408 lr:1.5746621438983953e-05 tokens_per_second_per_gpu:824.308436436448 
Step 2983 | loss:0.010531902313232422 lr:1.5743981457999237e-05 tokens_per_second_per_gpu:965.4150174626452 
Step 2984 | loss:0.008072428405284882 lr:1.5741340879436166e-05 tokens_per_second_per_gpu:962.4226589742664 
Step 2985 | loss:0.01570690982043743 lr:1.573869970356946e-05 tokens_per_second_per_gpu:1064.5065379487519 
Step 2986 | loss:0.018442843109369278 lr:1.573605793067389e-05 tokens_per_second_per_gpu:850.6902345728591 
Step 2987 | loss:0.023856110870838165 lr:1.5733415561024292e-05 tokens_per_second_per_gpu:876.4525921048208 
Step 2988 | loss:0.011353774927556515 lr:1.573077259489557e-05 tokens_per_second_per_gpu:959.3870961550562 
Step 2989 | loss:0.004795670974999666 lr:1.572812903256269e-05 tokens_per_second_per_gpu:888.7169209828202 
Step 2990 | loss:0.005845656152814627 lr:1.5725484874300673e-05 tokens_per_second_per_gpu:785.7900175759609 
Step 2991 | loss:0.02046402171254158 lr:1.5722840120384602e-05 tokens_per_second_per_gpu:963.3027315527451 
Step 2992 | loss:0.02046460472047329 lr:1.572019477108963e-05 tokens_per_second_per_gpu:960.6740609029774 
Step 2993 | loss:0.013346501626074314 lr:1.5717548826690964e-05 tokens_per_second_per_gpu:749.6028200610135 
Step 2994 | loss:0.01719464547932148 lr:1.5714902287463883e-05 tokens_per_second_per_gpu:851.7297813288139 
Step 2995 | loss:0.015036465600132942 lr:1.5712255153683715e-05 tokens_per_second_per_gpu:982.5067749748783 
Step 2996 | loss:0.007421129383146763 lr:1.5709607425625855e-05 tokens_per_second_per_gpu:968.5148498873635 
Step 2997 | loss:0.012767191976308823 lr:1.5706959103565768e-05 tokens_per_second_per_gpu:1015.5015841752097 
Step 2998 | loss:0.012926988303661346 lr:1.5704310187778967e-05 tokens_per_second_per_gpu:803.1504450504618 
Step 2999 | loss:0.01275222934782505 lr:1.5701660678541034e-05 tokens_per_second_per_gpu:1037.2947740028476 
Step 3000 | loss:0.007597065530717373 lr:1.5699010576127617e-05 tokens_per_second_per_gpu:844.0930075260559 
Step 3001 | loss:0.005415621213614941 lr:1.5696359880814416e-05 tokens_per_second_per_gpu:803.8684438318115 
Step 3002 | loss:0.00981775764375925 lr:1.56937085928772e-05 tokens_per_second_per_gpu:946.2155775936991 
Step 3003 | loss:0.02113674208521843 lr:1.5691056712591796e-05 tokens_per_second_per_gpu:885.9925255704674 
Step 3004 | loss:0.008737346157431602 lr:1.5688404240234093e-05 tokens_per_second_per_gpu:940.7753934969483 
Step 3005 | loss:0.030038928613066673 lr:1.5685751176080048e-05 tokens_per_second_per_gpu:935.8225815077269 
Step 3006 | loss:0.009403830394148827 lr:1.5683097520405666e-05 tokens_per_second_per_gpu:882.879719642886 
Step 3007 | loss:0.011424096301198006 lr:1.568044327348703e-05 tokens_per_second_per_gpu:850.4657471266146 
Step 3008 | loss:0.011616203002631664 lr:1.5677788435600264e-05 tokens_per_second_per_gpu:929.1426699380744 
Step 3009 | loss:0.003987271338701248 lr:1.567513300702158e-05 tokens_per_second_per_gpu:823.1114405203172 
Step 3010 | loss:0.007032336667180061 lr:1.567247698802723e-05 tokens_per_second_per_gpu:888.431362196232 
Step 3011 | loss:0.011782189831137657 lr:1.5669820378893533e-05 tokens_per_second_per_gpu:953.8946651963029 
Step 3012 | loss:0.014255884103477001 lr:1.5667163179896872e-05 tokens_per_second_per_gpu:865.7319850612444 
Step 3013 | loss:0.04733382165431976 lr:1.566450539131369e-05 tokens_per_second_per_gpu:1221.3137268461765 
Step 3014 | loss:0.014040062204003334 lr:1.5661847013420493e-05 tokens_per_second_per_gpu:887.4087172532453 
Step 3015 | loss:0.013750191777944565 lr:1.5659188046493846e-05 tokens_per_second_per_gpu:848.7170271156745 
Step 3016 | loss:0.01416577585041523 lr:1.565652849081038e-05 tokens_per_second_per_gpu:936.2262270097157 
Step 3017 | loss:0.01741505041718483 lr:1.5653868346646775e-05 tokens_per_second_per_gpu:820.0982946441287 
Step 3018 | loss:0.008750751614570618 lr:1.5651207614279785e-05 tokens_per_second_per_gpu:986.4182307129588 
Step 3019 | loss:0.00936964899301529 lr:1.5648546293986224e-05 tokens_per_second_per_gpu:819.5968963100729 
Step 3020 | loss:0.012987827882170677 lr:1.564588438604296e-05 tokens_per_second_per_gpu:968.9284380677185 
Step 3021 | loss:0.021526923403143883 lr:1.5643221890726922e-05 tokens_per_second_per_gpu:1045.3854855224388 
Step 3022 | loss:0.00993387121707201 lr:1.5640558808315118e-05 tokens_per_second_per_gpu:978.7056427826636 
Step 3023 | loss:0.010181069374084473 lr:1.5637895139084583e-05 tokens_per_second_per_gpu:868.5532221935362 
Step 3024 | loss:0.008313873782753944 lr:1.5635230883312457e-05 tokens_per_second_per_gpu:952.151566339069 
Step 3025 | loss:0.011696171015501022 lr:1.56325660412759e-05 tokens_per_second_per_gpu:1195.9765054347438 
Step 3026 | loss:0.013792721554636955 lr:1.5629900613252153e-05 tokens_per_second_per_gpu:939.3408722890183 
Step 3027 | loss:0.006280219182372093 lr:1.562723459951852e-05 tokens_per_second_per_gpu:812.4414962901395 
Step 3028 | loss:0.0074695562943816185 lr:1.5624568000352357e-05 tokens_per_second_per_gpu:940.738038805403 
Step 3029 | loss:0.08127027004957199 lr:1.562190081603109e-05 tokens_per_second_per_gpu:882.6422503002192 
Step 3030 | loss:0.014524322003126144 lr:1.56192330468322e-05 tokens_per_second_per_gpu:852.977793430507 
Step 3031 | loss:0.006661570630967617 lr:1.5616564693033223e-05 tokens_per_second_per_gpu:839.2972773837369 
Step 3032 | loss:0.009356915019452572 lr:1.561389575491177e-05 tokens_per_second_per_gpu:875.1232878188307 
Step 3033 | loss:0.005288348533213139 lr:1.5611226232745506e-05 tokens_per_second_per_gpu:805.704904895551 
Step 3034 | loss:0.010890945792198181 lr:1.560855612681215e-05 tokens_per_second_per_gpu:825.0042480344548 
Step 3035 | loss:0.008152307942509651 lr:1.5605885437389492e-05 tokens_per_second_per_gpu:822.6481884839143 
Step 3036 | loss:0.01079627312719822 lr:1.5603214164755377e-05 tokens_per_second_per_gpu:898.7092907703457 
Step 3037 | loss:0.010073055513203144 lr:1.560054230918772e-05 tokens_per_second_per_gpu:836.1590906028421 
Step 3038 | loss:0.005715310573577881 lr:1.5597869870964478e-05 tokens_per_second_per_gpu:867.470405743054 
Step 3039 | loss:0.016628997400403023 lr:1.5595196850363682e-05 tokens_per_second_per_gpu:1029.2964009285604 
Step 3040 | loss:0.004888936411589384 lr:1.5592523247663428e-05 tokens_per_second_per_gpu:854.1962730981946 
Step 3041 | loss:0.01103537529706955 lr:1.5589849063141856e-05 tokens_per_second_per_gpu:856.3867606317637 
Step 3042 | loss:0.01533425785601139 lr:1.5587174297077183e-05 tokens_per_second_per_gpu:879.1837873049332 
Step 3043 | loss:0.015624337829649448 lr:1.558449894974768e-05 tokens_per_second_per_gpu:969.069115022097 
Step 3044 | loss:0.009862016886472702 lr:1.5581823021431675e-05 tokens_per_second_per_gpu:842.1704044908489 
Step 3045 | loss:0.007946373894810677 lr:1.5579146512407564e-05 tokens_per_second_per_gpu:1010.1065232685687 
Step 3046 | loss:0.018707454204559326 lr:1.5576469422953794e-05 tokens_per_second_per_gpu:851.6505952869948 
Step 3047 | loss:0.011667056009173393 lr:1.557379175334888e-05 tokens_per_second_per_gpu:867.5972257134073 
Step 3048 | loss:0.018571991473436356 lr:1.5571113503871396e-05 tokens_per_second_per_gpu:913.6712018420471 
Step 3049 | loss:0.007028097286820412 lr:1.5568434674799973e-05 tokens_per_second_per_gpu:858.0184745891239 
Step 3050 | loss:0.012383483350276947 lr:1.55657552664133e-05 tokens_per_second_per_gpu:691.7582189924394 
Step 3051 | loss:0.015879884362220764 lr:1.5563075278990147e-05 tokens_per_second_per_gpu:1003.6079325306605 
Step 3052 | loss:0.020464394241571426 lr:1.556039471280931e-05 tokens_per_second_per_gpu:945.2480102105901 
Step 3053 | loss:0.0281448345631361 lr:1.555771356814967e-05 tokens_per_second_per_gpu:835.4582222693318 
Step 3054 | loss:0.007876919582486153 lr:1.5555031845290168e-05 tokens_per_second_per_gpu:850.0573612914235 
Step 3055 | loss:0.011663836427032948 lr:1.5552349544509785e-05 tokens_per_second_per_gpu:799.4078573757328 
Step 3056 | loss:0.012269457802176476 lr:1.554966666608759e-05 tokens_per_second_per_gpu:829.8370998781805 
Step 3057 | loss:0.00972903985530138 lr:1.5546983210302684e-05 tokens_per_second_per_gpu:959.6421106720132 
Step 3058 | loss:0.010250787250697613 lr:1.5544299177434253e-05 tokens_per_second_per_gpu:930.4188161388453 
Step 3059 | loss:0.014878329820930958 lr:1.5541614567761528e-05 tokens_per_second_per_gpu:990.0491477292215 
Step 3060 | loss:0.019296318292617798 lr:1.55389293815638e-05 tokens_per_second_per_gpu:892.2226895294758 
Step 3061 | loss:0.006705153733491898 lr:1.5536243619120426e-05 tokens_per_second_per_gpu:880.0005258805253 
Step 3062 | loss:0.010873261839151382 lr:1.5533557280710827e-05 tokens_per_second_per_gpu:898.8641904019238 
Step 3063 | loss:0.005703050177544355 lr:1.553087036661447e-05 tokens_per_second_per_gpu:811.1495077430245 
Step 3064 | loss:0.01039611641317606 lr:1.5528182877110896e-05 tokens_per_second_per_gpu:1024.2316611439796 
Step 3065 | loss:0.015211057849228382 lr:1.552549481247969e-05 tokens_per_second_per_gpu:811.39711318551 
Step 3066 | loss:0.006639172323048115 lr:1.5522806173000516e-05 tokens_per_second_per_gpu:925.5196894950328 
Step 3067 | loss:0.003986883908510208 lr:1.5520116958953085e-05 tokens_per_second_per_gpu:885.493827028652 
Step 3068 | loss:0.009206028655171394 lr:1.5517427170617168e-05 tokens_per_second_per_gpu:1019.7157262590908 
Step 3069 | loss:0.012533765286207199 lr:1.5514736808272602e-05 tokens_per_second_per_gpu:937.2376860502985 
Step 3070 | loss:0.006959740072488785 lr:1.551204587219928e-05 tokens_per_second_per_gpu:1028.6569822611189 
Step 3071 | loss:0.01613490656018257 lr:1.550935436267715e-05 tokens_per_second_per_gpu:727.5782697715571 
Step 3072 | loss:0.009359040297567844 lr:1.5506662279986234e-05 tokens_per_second_per_gpu:947.2420846480536 
Step 3073 | loss:0.01159946620464325 lr:1.5503969624406598e-05 tokens_per_second_per_gpu:1151.6162111499102 
Step 3074 | loss:0.00881998147815466 lr:1.5501276396218375e-05 tokens_per_second_per_gpu:943.5771181866138 
Step 3075 | loss:0.015732618048787117 lr:1.5498582595701756e-05 tokens_per_second_per_gpu:882.8070454891462 
Step 3076 | loss:0.00639209384098649 lr:1.5495888223136995e-05 tokens_per_second_per_gpu:820.534482327101 
Step 3077 | loss:0.00806566420942545 lr:1.5493193278804398e-05 tokens_per_second_per_gpu:1056.1462977246888 
Step 3078 | loss:0.01351695042103529 lr:1.549049776298434e-05 tokens_per_second_per_gpu:972.4545236955629 
Step 3079 | loss:0.003781577106565237 lr:1.5487801675957246e-05 tokens_per_second_per_gpu:917.2385819968438 
Step 3080 | loss:0.011837230995297432 lr:1.5485105018003606e-05 tokens_per_second_per_gpu:818.2335198884671 
Step 3081 | loss:0.008314831182360649 lr:1.548240778940397e-05 tokens_per_second_per_gpu:812.4646650001882 
Step 3082 | loss:0.030951714143157005 lr:1.547970999043895e-05 tokens_per_second_per_gpu:1055.5576946625445 
Step 3083 | loss:0.004926589317619801 lr:1.5477011621389202e-05 tokens_per_second_per_gpu:896.0575456795316 
Step 3084 | loss:0.010440271347761154 lr:1.547431268253546e-05 tokens_per_second_per_gpu:894.6450960046761 
Step 3085 | loss:0.012916590087115765 lr:1.547161317415851e-05 tokens_per_second_per_gpu:1020.539318407042 
Step 3086 | loss:0.029313012957572937 lr:1.5468913096539197e-05 tokens_per_second_per_gpu:764.0381584924519 
Step 3087 | loss:0.017936743795871735 lr:1.5466212449958417e-05 tokens_per_second_per_gpu:872.2717185345977 
Step 3088 | loss:0.011710050515830517 lr:1.546351123469714e-05 tokens_per_second_per_gpu:918.3064896796852 
Step 3089 | loss:0.013625314459204674 lr:1.546080945103639e-05 tokens_per_second_per_gpu:757.6434747755137 
Step 3090 | loss:0.01066769752651453 lr:1.5458107099257245e-05 tokens_per_second_per_gpu:817.0931168747226 
Step 3091 | loss:0.015205459669232368 lr:1.5455404179640847e-05 tokens_per_second_per_gpu:945.9975211275539 
Step 3092 | loss:0.025134650990366936 lr:1.54527006924684e-05 tokens_per_second_per_gpu:994.4835807445086 
Step 3093 | loss:0.025272347033023834 lr:1.5449996638021156e-05 tokens_per_second_per_gpu:1113.6110465598902 
Step 3094 | loss:0.010145255364477634 lr:1.544729201658043e-05 tokens_per_second_per_gpu:759.0242786235021 
Step 3095 | loss:0.007762783672660589 lr:1.544458682842761e-05 tokens_per_second_per_gpu:725.5430932966925 
Step 3096 | loss:0.00968876387923956 lr:1.5441881073844126e-05 tokens_per_second_per_gpu:907.9682812360378 
Step 3097 | loss:0.008703844621777534 lr:1.543917475311147e-05 tokens_per_second_per_gpu:876.2161616229158 
Step 3098 | loss:0.006680584512650967 lr:1.54364678665112e-05 tokens_per_second_per_gpu:889.9398780799108 
Step 3099 | loss:0.009459419175982475 lr:1.5433760414324928e-05 tokens_per_second_per_gpu:836.1797119340428 
Step 3100 | loss:0.011590065434575081 lr:1.543105239683432e-05 tokens_per_second_per_gpu:814.8986937215167 
Step 3101 | loss:0.015361504629254341 lr:1.5428343814321114e-05 tokens_per_second_per_gpu:1122.2856263656688 
Step 3102 | loss:0.007024900056421757 lr:1.5425634667067096e-05 tokens_per_second_per_gpu:887.4037523373682 
Step 3103 | loss:0.019857103005051613 lr:1.542292495535411e-05 tokens_per_second_per_gpu:1023.8525980748458 
Step 3104 | loss:0.013321779668331146 lr:1.5420214679464067e-05 tokens_per_second_per_gpu:793.6999963657918 
Step 3105 | loss:0.009588159620761871 lr:1.541750383967893e-05 tokens_per_second_per_gpu:978.840646707619 
Step 3106 | loss:0.01740400865674019 lr:1.541479243628072e-05 tokens_per_second_per_gpu:1060.0220020816917 
Step 3107 | loss:0.012454618699848652 lr:1.5412080469551528e-05 tokens_per_second_per_gpu:912.0355609067353 
Step 3108 | loss:0.004261386580765247 lr:1.5409367939773485e-05 tokens_per_second_per_gpu:839.516588294107 
Step 3109 | loss:0.009211882948875427 lr:1.54066548472288e-05 tokens_per_second_per_gpu:939.2896896375013 
Step 3110 | loss:0.010613899677991867 lr:1.540394119219972e-05 tokens_per_second_per_gpu:863.3251561323384 
Step 3111 | loss:0.008762989193201065 lr:1.5401226974968572e-05 tokens_per_second_per_gpu:1045.4310051722155 
Step 3112 | loss:0.014095939695835114 lr:1.5398512195817722e-05 tokens_per_second_per_gpu:1109.2246915480769 
Step 3113 | loss:0.0054780589416623116 lr:1.539579685502961e-05 tokens_per_second_per_gpu:930.0102326194125 
Step 3114 | loss:0.012560416013002396 lr:1.539308095288673e-05 tokens_per_second_per_gpu:1120.61340965446 
Step 3115 | loss:0.023838432505726814 lr:1.5390364489671626e-05 tokens_per_second_per_gpu:797.8270159431995 
Step 3116 | loss:0.01000124216079712 lr:1.538764746566691e-05 tokens_per_second_per_gpu:1067.5711527340884 
Step 3117 | loss:0.015176542103290558 lr:1.538492988115525e-05 tokens_per_second_per_gpu:914.0822196701516 
Step 3118 | loss:0.013732874765992165 lr:1.538221173641937e-05 tokens_per_second_per_gpu:808.0517287989177 
Step 3119 | loss:0.01608925312757492 lr:1.5379493031742053e-05 tokens_per_second_per_gpu:1235.0715915205349 
Step 3120 | loss:0.013980099000036716 lr:1.5376773767406142e-05 tokens_per_second_per_gpu:790.7104339971088 
Step 3121 | loss:0.019027629867196083 lr:1.537405394369454e-05 tokens_per_second_per_gpu:865.3484304549999 
Step 3122 | loss:0.06007973477244377 lr:1.5371333560890198e-05 tokens_per_second_per_gpu:1401.6753202461825 
Step 3123 | loss:0.015205122530460358 lr:1.536861261927614e-05 tokens_per_second_per_gpu:845.6693796241302 
Step 3124 | loss:0.025055665522813797 lr:1.5365891119135435e-05 tokens_per_second_per_gpu:821.4671193460797 
Step 3125 | loss:0.009206855669617653 lr:1.5363169060751223e-05 tokens_per_second_per_gpu:904.436031977288 
Step 3126 | loss:0.008241198025643826 lr:1.5360446444406683e-05 tokens_per_second_per_gpu:863.296022513294 
Step 3127 | loss:0.009260923601686954 lr:1.535772327038508e-05 tokens_per_second_per_gpu:797.5292555194799 
Step 3128 | loss:0.012938842177391052 lr:1.5354999538969706e-05 tokens_per_second_per_gpu:950.1812868707697 
Step 3129 | loss:0.01176370494067669 lr:1.5352275250443933e-05 tokens_per_second_per_gpu:1175.7081280388447 
Step 3130 | loss:0.011439547874033451 lr:1.534955040509119e-05 tokens_per_second_per_gpu:1019.5820453555492 
Step 3131 | loss:0.007363919168710709 lr:1.5346825003194942e-05 tokens_per_second_per_gpu:833.7003107106652 
Step 3132 | loss:0.00629520695656538 lr:1.534409904503874e-05 tokens_per_second_per_gpu:955.2901604065393 
Step 3133 | loss:0.018430031836032867 lr:1.534137253090618e-05 tokens_per_second_per_gpu:965.0771636043892 
Step 3134 | loss:0.007772970013320446 lr:1.533864546108091e-05 tokens_per_second_per_gpu:792.1509370525912 
Step 3135 | loss:0.008432657457888126 lr:1.5335917835846647e-05 tokens_per_second_per_gpu:778.7954151844757 
Step 3136 | loss:0.011972369626164436 lr:1.533318965548716e-05 tokens_per_second_per_gpu:908.192263832765 
Step 3137 | loss:0.0223974771797657 lr:1.533046092028628e-05 tokens_per_second_per_gpu:918.6395840768504 
Step 3138 | loss:0.012150435708463192 lr:1.5327731630527884e-05 tokens_per_second_per_gpu:846.2129626782802 
Step 3139 | loss:0.006650075316429138 lr:1.5325001786495922e-05 tokens_per_second_per_gpu:893.2962126929084 
Step 3140 | loss:0.012296097353100777 lr:1.5322271388474397e-05 tokens_per_second_per_gpu:826.7360940729035 
Step 3141 | loss:0.00991486944258213 lr:1.5319540436747363e-05 tokens_per_second_per_gpu:990.627287462841 
Step 3142 | loss:0.017309777438640594 lr:1.5316808931598935e-05 tokens_per_second_per_gpu:982.7218219226258 
Step 3143 | loss:0.01792760379612446 lr:1.5314076873313287e-05 tokens_per_second_per_gpu:710.086713120281 
Step 3144 | loss:0.0233285054564476 lr:1.531134426217465e-05 tokens_per_second_per_gpu:908.1884366476847 
Step 3145 | loss:0.004825364798307419 lr:1.530861109846732e-05 tokens_per_second_per_gpu:819.0867968127537 
Step 3146 | loss:0.026644330471754074 lr:1.530587738247564e-05 tokens_per_second_per_gpu:826.9919185124937 
Step 3147 | loss:0.020151138305664062 lr:1.5303143114484004e-05 tokens_per_second_per_gpu:1121.7007437104207 
Step 3148 | loss:0.011314993724226952 lr:1.5300408294776887e-05 tokens_per_second_per_gpu:980.2320175798657 
Step 3149 | loss:0.016553839668631554 lr:1.5297672923638798e-05 tokens_per_second_per_gpu:770.3753222311137 
Step 3150 | loss:0.0050062621012330055 lr:1.5294937001354314e-05 tokens_per_second_per_gpu:793.2391859994169 
Step 3151 | loss:0.027612507343292236 lr:1.5292200528208075e-05 tokens_per_second_per_gpu:977.5463138696945 
Step 3152 | loss:0.012100649066269398 lr:1.5289463504484765e-05 tokens_per_second_per_gpu:923.9171028629289 
Step 3153 | loss:0.013721702620387077 lr:1.528672593046913e-05 tokens_per_second_per_gpu:908.8325764043086 
Step 3154 | loss:0.010272606275975704 lr:1.5283987806445984e-05 tokens_per_second_per_gpu:972.1085540247284 
Step 3155 | loss:0.012493526563048363 lr:1.5281249132700182e-05 tokens_per_second_per_gpu:919.0903107455548 
Step 3156 | loss:0.011506765149533749 lr:1.5278509909516644e-05 tokens_per_second_per_gpu:878.3111180910084 
Step 3157 | loss:0.00613842299208045 lr:1.527577013718035e-05 tokens_per_second_per_gpu:737.0062260969077 
Step 3158 | loss:0.011962754651904106 lr:1.527302981597633e-05 tokens_per_second_per_gpu:1103.5729808008791 
Step 3159 | loss:0.022054333239793777 lr:1.5270288946189676e-05 tokens_per_second_per_gpu:917.6356839798474 
Step 3160 | loss:0.00930996797978878 lr:1.5267547528105538e-05 tokens_per_second_per_gpu:891.3930013528386 
Step 3161 | loss:0.013621647842228413 lr:1.5264805562009122e-05 tokens_per_second_per_gpu:834.530290584494 
Step 3162 | loss:0.009298481978476048 lr:1.5262063048185685e-05 tokens_per_second_per_gpu:864.9145267449146 
Step 3163 | loss:0.010372134856879711 lr:1.525931998692055e-05 tokens_per_second_per_gpu:824.7795104045363 
Step 3164 | loss:0.006601445376873016 lr:1.5256576378499088e-05 tokens_per_second_per_gpu:972.07720979557 
Step 3165 | loss:0.007785978261381388 lr:1.5253832223206736e-05 tokens_per_second_per_gpu:835.3831429575334 
Step 3166 | loss:0.01392282359302044 lr:1.5251087521328987e-05 tokens_per_second_per_gpu:764.8761123862303 
Step 3167 | loss:0.015224536880850792 lr:1.5248342273151382e-05 tokens_per_second_per_gpu:997.1019222320186 
Step 3168 | loss:0.00503968819975853 lr:1.5245596478959526e-05 tokens_per_second_per_gpu:1104.0141704894982 
Step 3169 | loss:0.013591596856713295 lr:1.5242850139039075e-05 tokens_per_second_per_gpu:1005.0078796704646 
Step 3170 | loss:0.011024348437786102 lr:1.5240103253675756e-05 tokens_per_second_per_gpu:899.4484985040957 
Step 3171 | loss:0.009555322118103504 lr:1.5237355823155335e-05 tokens_per_second_per_gpu:919.8050173559311 
Step 3172 | loss:0.026889044791460037 lr:1.5234607847763644e-05 tokens_per_second_per_gpu:1035.5393643064942 
Step 3173 | loss:0.016422497108578682 lr:1.5231859327786574e-05 tokens_per_second_per_gpu:967.8725354316565 
Step 3174 | loss:0.009763965383172035 lr:1.5229110263510061e-05 tokens_per_second_per_gpu:1149.6444380424452 
Step 3175 | loss:0.009774608537554741 lr:1.5226360655220113e-05 tokens_per_second_per_gpu:1087.5136544034501 
Step 3176 | loss:0.009577170945703983 lr:1.5223610503202784e-05 tokens_per_second_per_gpu:896.351383613314 
Step 3177 | loss:0.008690891787409782 lr:1.5220859807744188e-05 tokens_per_second_per_gpu:827.6299980622525 
Step 3178 | loss:0.007671882398426533 lr:1.5218108569130495e-05 tokens_per_second_per_gpu:734.0444212769731 
Step 3179 | loss:0.012856105342507362 lr:1.5215356787647928e-05 tokens_per_second_per_gpu:863.2407832091599 
Step 3180 | loss:0.01142334658652544 lr:1.5212604463582777e-05 tokens_per_second_per_gpu:673.8852816795007 
Step 3181 | loss:0.009024988859891891 lr:1.5209851597221378e-05 tokens_per_second_per_gpu:920.8942722278964 
Step 3182 | loss:0.008549517020583153 lr:1.5207098188850124e-05 tokens_per_second_per_gpu:910.1711897719528 
Step 3183 | loss:0.010332178324460983 lr:1.5204344238755477e-05 tokens_per_second_per_gpu:917.1760342746703 
Step 3184 | loss:0.015145424753427505 lr:1.5201589747223935e-05 tokens_per_second_per_gpu:1098.3577311592367 
Step 3185 | loss:0.01212938129901886 lr:1.5198834714542068e-05 tokens_per_second_per_gpu:928.1060239800465 
Step 3186 | loss:0.005723716225475073 lr:1.51960791409965e-05 tokens_per_second_per_gpu:960.279216307324 
Step 3187 | loss:0.01179893221706152 lr:1.5193323026873903e-05 tokens_per_second_per_gpu:888.0919785168854 
Step 3188 | loss:0.008695997297763824 lr:1.519056637246101e-05 tokens_per_second_per_gpu:951.7585530337428 
Step 3189 | loss:0.007643199525773525 lr:1.5187809178044621e-05 tokens_per_second_per_gpu:732.098694227573 
Step 3190 | loss:0.003926054574549198 lr:1.518505144391157e-05 tokens_per_second_per_gpu:803.9659148221643 
Step 3191 | loss:0.008007897064089775 lr:1.5182293170348769e-05 tokens_per_second_per_gpu:882.5662754303114 
Step 3192 | loss:0.01531088724732399 lr:1.5179534357643176e-05 tokens_per_second_per_gpu:748.4892836133392 
Step 3193 | loss:0.00854734517633915 lr:1.5176775006081795e-05 tokens_per_second_per_gpu:900.7454738572299 
Step 3194 | loss:0.005776578560471535 lr:1.5174015115951707e-05 tokens_per_second_per_gpu:801.548972054719 
Step 3195 | loss:0.016040869057178497 lr:1.5171254687540037e-05 tokens_per_second_per_gpu:1030.5132642397703 
Step 3196 | loss:0.021116014569997787 lr:1.5168493721133968e-05 tokens_per_second_per_gpu:1080.231672963419 
Step 3197 | loss:0.00796978548169136 lr:1.5165732217020734e-05 tokens_per_second_per_gpu:765.2128519497679 
Step 3198 | loss:0.0136888287961483 lr:1.5162970175487635e-05 tokens_per_second_per_gpu:766.088957421211 
Step 3199 | loss:0.006176474038511515 lr:1.5160207596822019e-05 tokens_per_second_per_gpu:889.4941561963673 
Step 3200 | loss:0.010572206228971481 lr:1.515744448131129e-05 tokens_per_second_per_gpu:972.571827001249 
Step 3201 | loss:0.006637732032686472 lr:1.5154680829242919e-05 tokens_per_second_per_gpu:686.3805918536843 
Step 3202 | loss:0.007632587105035782 lr:1.5151916640904413e-05 tokens_per_second_per_gpu:793.1531266195736 
Step 3203 | loss:0.013776984065771103 lr:1.5149151916583353e-05 tokens_per_second_per_gpu:987.4681912043452 
Step 3204 | loss:0.024466276168823242 lr:1.5146386656567367e-05 tokens_per_second_per_gpu:950.7641482612539 
Step 3205 | loss:0.008579069748520851 lr:1.5143620861144142e-05 tokens_per_second_per_gpu:978.5796172852934 
Step 3206 | loss:0.07903961837291718 lr:1.5140854530601415e-05 tokens_per_second_per_gpu:1059.0386227702736 
Step 3207 | loss:0.006371787749230862 lr:1.5138087665226984e-05 tokens_per_second_per_gpu:809.6196937607334 
Step 3208 | loss:0.01456119678914547 lr:1.5135320265308707e-05 tokens_per_second_per_gpu:1026.652397353862 
Step 3209 | loss:0.026919059455394745 lr:1.5132552331134483e-05 tokens_per_second_per_gpu:951.4927022156354 
Step 3210 | loss:0.030427664518356323 lr:1.5129783862992282e-05 tokens_per_second_per_gpu:931.0998368653075 
Step 3211 | loss:0.012856374494731426 lr:1.512701486117012e-05 tokens_per_second_per_gpu:922.5776169064223 
Step 3212 | loss:0.01226172223687172 lr:1.5124245325956072e-05 tokens_per_second_per_gpu:1034.135796261291 
Step 3213 | loss:0.00811219122260809 lr:1.5121475257638274e-05 tokens_per_second_per_gpu:918.0631603760116 
Step 3214 | loss:0.00722874142229557 lr:1.5118704656504904e-05 tokens_per_second_per_gpu:792.5604896500387 
Step 3215 | loss:0.03551756590604782 lr:1.5115933522844205e-05 tokens_per_second_per_gpu:952.23068742519 
Step 3216 | loss:0.006798968184739351 lr:1.5113161856944474e-05 tokens_per_second_per_gpu:867.347204098293 
Step 3217 | loss:0.02775781974196434 lr:1.5110389659094063e-05 tokens_per_second_per_gpu:778.3430907257984 
Step 3218 | loss:0.0167388953268528 lr:1.5107616929581381e-05 tokens_per_second_per_gpu:982.4152536202705 
Step 3219 | loss:0.01173336524516344 lr:1.5104843668694886e-05 tokens_per_second_per_gpu:794.9333051796095 
Step 3220 | loss:0.008046667091548443 lr:1.51020698767231e-05 tokens_per_second_per_gpu:892.432192748164 
Step 3221 | loss:0.014831689186394215 lr:1.5099295553954593e-05 tokens_per_second_per_gpu:969.3433306416589 
Step 3222 | loss:0.009892107918858528 lr:1.5096520700677997e-05 tokens_per_second_per_gpu:787.0431295523128 
Step 3223 | loss:0.0059703197330236435 lr:1.5093745317181991e-05 tokens_per_second_per_gpu:903.5912249590067 
Step 3224 | loss:0.010735827498137951 lr:1.5090969403755317e-05 tokens_per_second_per_gpu:711.981003295998 
Step 3225 | loss:0.025233985856175423 lr:1.5088192960686766e-05 tokens_per_second_per_gpu:1160.805746360322 
Step 3226 | loss:0.010786902159452438 lr:1.5085415988265189e-05 tokens_per_second_per_gpu:1080.6003384232376 
Step 3227 | loss:0.008136213757097721 lr:1.508263848677949e-05 tokens_per_second_per_gpu:800.8373930970191 
Step 3228 | loss:0.012572957202792168 lr:1.5079860456518627e-05 tokens_per_second_per_gpu:1007.9288459730217 
Step 3229 | loss:0.010753805749118328 lr:1.5077081897771613e-05 tokens_per_second_per_gpu:788.0836899972154 
Step 3230 | loss:0.016226623207330704 lr:1.5074302810827516e-05 tokens_per_second_per_gpu:855.8607449715596 
Step 3231 | loss:0.020026274025440216 lr:1.5071523195975468e-05 tokens_per_second_per_gpu:819.5259441125419 
Step 3232 | loss:0.006526051554828882 lr:1.5068743053504635e-05 tokens_per_second_per_gpu:968.8620270179696 
Step 3233 | loss:0.006284236442297697 lr:1.5065962383704262e-05 tokens_per_second_per_gpu:835.8628011945644 
Step 3234 | loss:0.015842847526073456 lr:1.506318118686363e-05 tokens_per_second_per_gpu:919.4187996975473 
Step 3235 | loss:0.01724381372332573 lr:1.5060399463272087e-05 tokens_per_second_per_gpu:835.1092781234724 
Step 3236 | loss:0.019168918952345848 lr:1.505761721321903e-05 tokens_per_second_per_gpu:979.7137825425375 
Step 3237 | loss:0.008625512011349201 lr:1.5054834436993908e-05 tokens_per_second_per_gpu:932.5010924415708 
Step 3238 | loss:0.011626528576016426 lr:1.5052051134886231e-05 tokens_per_second_per_gpu:960.4039096378295 
Step 3239 | loss:0.006213511805981398 lr:1.5049267307185568e-05 tokens_per_second_per_gpu:902.9337874578933 
Step 3240 | loss:0.018777521327137947 lr:1.5046482954181527e-05 tokens_per_second_per_gpu:883.3601369917927 
Step 3241 | loss:0.012718054465949535 lr:1.5043698076163784e-05 tokens_per_second_per_gpu:984.555641924648 
Step 3242 | loss:0.01368899829685688 lr:1.5040912673422065e-05 tokens_per_second_per_gpu:977.1921977550937 
Step 3243 | loss:0.01756673865020275 lr:1.503812674624615e-05 tokens_per_second_per_gpu:892.9219817043498 
Step 3244 | loss:0.018663566559553146 lr:1.5035340294925877e-05 tokens_per_second_per_gpu:753.5645167011389 
Step 3245 | loss:0.007494182325899601 lr:1.5032553319751135e-05 tokens_per_second_per_gpu:1026.8252580167982 
Step 3246 | loss:0.008864267729222775 lr:1.5029765821011864e-05 tokens_per_second_per_gpu:858.9835822587938 
Step 3247 | loss:0.009754812344908714 lr:1.5026977798998069e-05 tokens_per_second_per_gpu:957.2810335345347 
Step 3248 | loss:0.011161893606185913 lr:1.50241892539998e-05 tokens_per_second_per_gpu:1116.329693585245 
Step 3249 | loss:0.009537996724247932 lr:1.5021400186307165e-05 tokens_per_second_per_gpu:743.6221196674462 
Step 3250 | loss:0.017177604138851166 lr:1.5018610596210328e-05 tokens_per_second_per_gpu:743.5314487198024 
Step 3251 | loss:0.014094024896621704 lr:1.5015820483999506e-05 tokens_per_second_per_gpu:21.892626848231767 
Step 3252 | loss:0.014222502708435059 lr:1.5013029849964968e-05 tokens_per_second_per_gpu:1084.6099322945156 
Step 3253 | loss:0.040424805134534836 lr:1.5010238694397039e-05 tokens_per_second_per_gpu:1023.5558218952237 
Step 3254 | loss:0.018322575837373734 lr:1.5007447017586101e-05 tokens_per_second_per_gpu:830.9165252893408 
Step 3255 | loss:0.006751516833901405 lr:1.5004654819822584e-05 tokens_per_second_per_gpu:909.152033284049 
Step 3256 | loss:0.0066763171926140785 lr:1.500186210139698e-05 tokens_per_second_per_gpu:1036.171929302648 
Step 3257 | loss:0.009906630963087082 lr:1.4999068862599826e-05 tokens_per_second_per_gpu:899.3738977633525 
Step 3258 | loss:0.010703274980187416 lr:1.4996275103721724e-05 tokens_per_second_per_gpu:868.2815426549176 
Step 3259 | loss:0.014561878517270088 lr:1.499348082505332e-05 tokens_per_second_per_gpu:958.2194895307591 
Step 3260 | loss:0.020877104252576828 lr:1.4990686026885319e-05 tokens_per_second_per_gpu:1126.3628811739084 
Step 3261 | loss:0.009197501465678215 lr:1.4987890709508483e-05 tokens_per_second_per_gpu:845.3613892352612 
Step 3262 | loss:0.006663883104920387 lr:1.498509487321362e-05 tokens_per_second_per_gpu:831.2398694260389 
Step 3263 | loss:0.012876534834504128 lr:1.4982298518291597e-05 tokens_per_second_per_gpu:977.7857886296365 
Step 3264 | loss:0.014362849295139313 lr:1.4979501645033337e-05 tokens_per_second_per_gpu:913.0225893957925 
Step 3265 | loss:0.008984296582639217 lr:1.4976704253729808e-05 tokens_per_second_per_gpu:1066.1791172980347 
Step 3266 | loss:0.01561631727963686 lr:1.4973906344672049e-05 tokens_per_second_per_gpu:1046.1465504690332 
Step 3267 | loss:0.008091458119452 lr:1.4971107918151133e-05 tokens_per_second_per_gpu:902.5425941284825 
Step 3268 | loss:0.00684744119644165 lr:1.4968308974458199e-05 tokens_per_second_per_gpu:900.5347251661608 
Step 3269 | loss:0.01937204971909523 lr:1.4965509513884436e-05 tokens_per_second_per_gpu:978.7240105324722 
Step 3270 | loss:0.013642733916640282 lr:1.4962709536721087e-05 tokens_per_second_per_gpu:851.7837212217751 
Step 3271 | loss:0.008631519973278046 lr:1.4959909043259453e-05 tokens_per_second_per_gpu:1054.4851234784535 
Step 3272 | loss:0.06047332286834717 lr:1.4957108033790877e-05 tokens_per_second_per_gpu:1485.629185247569 
Step 3273 | loss:0.02358400821685791 lr:1.4954306508606772e-05 tokens_per_second_per_gpu:848.7683767892547 
Step 3274 | loss:0.003523183986544609 lr:1.4951504467998594e-05 tokens_per_second_per_gpu:711.7858678231916 
Step 3275 | loss:0.015519312582910061 lr:1.4948701912257853e-05 tokens_per_second_per_gpu:1120.3112783273648 
Step 3276 | loss:0.009566863998770714 lr:1.4945898841676114e-05 tokens_per_second_per_gpu:870.8535565001399 
Step 3277 | loss:0.009485842660069466 lr:1.4943095256544998e-05 tokens_per_second_per_gpu:946.8368771978702 
Step 3278 | loss:0.00992518663406372 lr:1.4940291157156174e-05 tokens_per_second_per_gpu:834.2599467337889 
Step 3279 | loss:0.009564056992530823 lr:1.4937486543801373e-05 tokens_per_second_per_gpu:904.244533399247 
Step 3280 | loss:0.005984307266771793 lr:1.4934681416772376e-05 tokens_per_second_per_gpu:770.247441978195 
Step 3281 | loss:0.014386534690856934 lr:1.493187577636101e-05 tokens_per_second_per_gpu:851.2786330838597 
Step 3282 | loss:0.010167932137846947 lr:1.492906962285916e-05 tokens_per_second_per_gpu:915.8650620161787 
Step 3283 | loss:0.0074071744456887245 lr:1.4926262956558772e-05 tokens_per_second_per_gpu:764.0721646775104 
Step 3284 | loss:0.00411792378872633 lr:1.4923455777751838e-05 tokens_per_second_per_gpu:828.2575239541633 
Step 3285 | loss:0.01290604006499052 lr:1.49206480867304e-05 tokens_per_second_per_gpu:750.6117760141374 
Step 3286 | loss:0.016512200236320496 lr:1.4917839883786564e-05 tokens_per_second_per_gpu:991.717337651627 
Step 3287 | loss:0.006392251700162888 lr:1.491503116921248e-05 tokens_per_second_per_gpu:687.8769609991289 
Step 3288 | loss:0.009124282747507095 lr:1.491222194330035e-05 tokens_per_second_per_gpu:950.2874201184624 
Step 3289 | loss:0.00664554163813591 lr:1.4909412206342441e-05 tokens_per_second_per_gpu:986.1368688389513 
Step 3290 | loss:0.011363113299012184 lr:1.490660195863106e-05 tokens_per_second_per_gpu:820.397721263753 
Step 3291 | loss:0.00806945189833641 lr:1.4903791200458575e-05 tokens_per_second_per_gpu:942.2329619175771 
Step 3292 | loss:0.00978004839271307 lr:1.4900979932117408e-05 tokens_per_second_per_gpu:899.8205312538444 
Step 3293 | loss:0.036308590322732925 lr:1.4898168153900022e-05 tokens_per_second_per_gpu:924.3326702946891 
Step 3294 | loss:0.01152940932661295 lr:1.4895355866098946e-05 tokens_per_second_per_gpu:736.980249372154 
Step 3295 | loss:0.010278825648128986 lr:1.4892543069006766e-05 tokens_per_second_per_gpu:807.465262125293 
Step 3296 | loss:0.014012478291988373 lr:1.4889729762916103e-05 tokens_per_second_per_gpu:907.8036473198905 
Step 3297 | loss:0.013045217841863632 lr:1.4886915948119642e-05 tokens_per_second_per_gpu:896.3470543222124 
Step 3298 | loss:0.021633103489875793 lr:1.4884101624910125e-05 tokens_per_second_per_gpu:779.1202269761743 
Step 3299 | loss:0.019741801545023918 lr:1.4881286793580336e-05 tokens_per_second_per_gpu:940.7773314891182 
Step 3300 | loss:0.0046839420683681965 lr:1.487847145442312e-05 tokens_per_second_per_gpu:821.4351449356556 
Step 3301 | loss:0.008844118565320969 lr:1.4875655607731377e-05 tokens_per_second_per_gpu:962.9768432984548 
Step 3302 | loss:0.005329784005880356 lr:1.4872839253798047e-05 tokens_per_second_per_gpu:857.7942972215034 
Step 3303 | loss:0.008730473928153515 lr:1.4870022392916133e-05 tokens_per_second_per_gpu:911.1686982070585 
Step 3304 | loss:0.011005782522261143 lr:1.4867205025378692e-05 tokens_per_second_per_gpu:739.5057853604476 
Step 3305 | loss:0.009892221540212631 lr:1.4864387151478831e-05 tokens_per_second_per_gpu:731.5867164666025 
Step 3306 | loss:0.01050557754933834 lr:1.4861568771509705e-05 tokens_per_second_per_gpu:892.7247967030619 
Step 3307 | loss:0.007934549823403358 lr:1.4858749885764528e-05 tokens_per_second_per_gpu:1020.3032549222174 
Step 3308 | loss:0.0036764356773346663 lr:1.4855930494536564e-05 tokens_per_second_per_gpu:858.6664772137171 
Step 3309 | loss:0.00956154614686966 lr:1.4853110598119127e-05 tokens_per_second_per_gpu:932.7061933680277 
Step 3310 | loss:0.02719777822494507 lr:1.4850290196805595e-05 tokens_per_second_per_gpu:929.464513258564 
Step 3311 | loss:0.008268451318144798 lr:1.4847469290889383e-05 tokens_per_second_per_gpu:797.7998218841803 
Step 3312 | loss:0.016032081097364426 lr:1.4844647880663962e-05 tokens_per_second_per_gpu:1071.3281012326586 
Step 3313 | loss:0.00931798480451107 lr:1.4841825966422869e-05 tokens_per_second_per_gpu:840.4293218579796 
Step 3314 | loss:0.01890009269118309 lr:1.483900354845968e-05 tokens_per_second_per_gpu:940.0903057099731 
Step 3315 | loss:0.0055628144182264805 lr:1.4836180627068019e-05 tokens_per_second_per_gpu:853.2893876183489 
Step 3316 | loss:0.009616458788514137 lr:1.4833357202541583e-05 tokens_per_second_per_gpu:1000.435205388141 
Step 3317 | loss:0.005351511295884848 lr:1.4830533275174101e-05 tokens_per_second_per_gpu:756.0851873779405 
Step 3318 | loss:0.00302563002333045 lr:1.482770884525936e-05 tokens_per_second_per_gpu:837.231134282539 
Step 3319 | loss:0.003838845994323492 lr:1.4824883913091207e-05 tokens_per_second_per_gpu:788.2500867985525 
Step 3320 | loss:0.009761652909219265 lr:1.4822058478963532e-05 tokens_per_second_per_gpu:968.5623089651873 
Step 3321 | loss:0.011643198318779469 lr:1.481923254317028e-05 tokens_per_second_per_gpu:937.6918782699083 
Step 3322 | loss:0.009581810794770718 lr:1.4816406106005449e-05 tokens_per_second_per_gpu:969.1971333468 
Step 3323 | loss:0.0052684638649225235 lr:1.4813579167763094e-05 tokens_per_second_per_gpu:959.6898923683412 
Step 3324 | loss:0.0066183097660541534 lr:1.4810751728737312e-05 tokens_per_second_per_gpu:851.2431912076595 
Step 3325 | loss:0.006949625909328461 lr:1.4807923789222256e-05 tokens_per_second_per_gpu:722.8932847651851 
Step 3326 | loss:0.013252373784780502 lr:1.4805095349512138e-05 tokens_per_second_per_gpu:1007.8127337535801 
Step 3327 | loss:0.005814766511321068 lr:1.4802266409901211e-05 tokens_per_second_per_gpu:814.2482549025102 
Step 3328 | loss:0.03294522687792778 lr:1.4799436970683787e-05 tokens_per_second_per_gpu:762.1607744450744 
Step 3329 | loss:0.011857908219099045 lr:1.4796607032154229e-05 tokens_per_second_per_gpu:801.8739666592141 
Step 3330 | loss:0.023978406563401222 lr:1.4793776594606953e-05 tokens_per_second_per_gpu:938.3680493124546 
Step 3331 | loss:0.016225790604948997 lr:1.479094565833642e-05 tokens_per_second_per_gpu:967.2245458011397 
Step 3332 | loss:0.01123754121363163 lr:1.478811422363715e-05 tokens_per_second_per_gpu:1073.925643012086 
Step 3333 | loss:0.005793522112071514 lr:1.478528229080372e-05 tokens_per_second_per_gpu:893.659743585292 
Step 3334 | loss:0.01426825113594532 lr:1.4782449860130741e-05 tokens_per_second_per_gpu:1061.2425051434357 
Step 3335 | loss:0.006265556905418634 lr:1.4779616931912893e-05 tokens_per_second_per_gpu:910.9101411771813 
Step 3336 | loss:0.033571019768714905 lr:1.4776783506444898e-05 tokens_per_second_per_gpu:953.8309207797473 
Step 3337 | loss:0.006841515190899372 lr:1.4773949584021536e-05 tokens_per_second_per_gpu:784.7527643028769 
Step 3338 | loss:0.005178340710699558 lr:1.4771115164937633e-05 tokens_per_second_per_gpu:613.1908711362447 
Step 3339 | loss:0.012070700526237488 lr:1.4768280249488072e-05 tokens_per_second_per_gpu:884.7848839901679 
Step 3340 | loss:0.007571597583591938 lr:1.4765444837967783e-05 tokens_per_second_per_gpu:883.3595631791521 
Step 3341 | loss:0.011479957029223442 lr:1.4762608930671749e-05 tokens_per_second_per_gpu:826.7176251549595 
Step 3342 | loss:0.011033197864890099 lr:1.4759772527895011e-05 tokens_per_second_per_gpu:829.0839753314403 
Step 3343 | loss:0.006102834362536669 lr:1.4756935629932646e-05 tokens_per_second_per_gpu:887.6029426599179 
Step 3344 | loss:0.006573452148586512 lr:1.4754098237079802e-05 tokens_per_second_per_gpu:733.5258142725501 
Step 3345 | loss:0.018415052443742752 lr:1.4751260349631663e-05 tokens_per_second_per_gpu:1130.8712570697282 
Step 3346 | loss:0.0057921200059354305 lr:1.4748421967883471e-05 tokens_per_second_per_gpu:864.5721781734298 
Step 3347 | loss:0.013711521402001381 lr:1.4745583092130518e-05 tokens_per_second_per_gpu:909.253317179896 
Step 3348 | loss:0.021922823041677475 lr:1.4742743722668151e-05 tokens_per_second_per_gpu:1103.594676070649 
Step 3349 | loss:0.016641631722450256 lr:1.4739903859791761e-05 tokens_per_second_per_gpu:846.8659360243537 
Step 3350 | loss:0.00992240384221077 lr:1.4737063503796803e-05 tokens_per_second_per_gpu:870.1487857798284 
Step 3351 | loss:0.011383896693587303 lr:1.4734222654978764e-05 tokens_per_second_per_gpu:941.0173090725519 
Step 3352 | loss:0.007372732739895582 lr:1.4731381313633202e-05 tokens_per_second_per_gpu:943.7574676463398 
Step 3353 | loss:0.007471034303307533 lr:1.4728539480055712e-05 tokens_per_second_per_gpu:905.3735525859913 
Step 3354 | loss:0.0075463829562067986 lr:1.4725697154541951e-05 tokens_per_second_per_gpu:742.1680356873476 
Step 3355 | loss:0.012222521007061005 lr:1.4722854337387617e-05 tokens_per_second_per_gpu:1067.0739306514524 
Step 3356 | loss:0.017430465668439865 lr:1.4720011028888465e-05 tokens_per_second_per_gpu:901.0867162100365 
Step 3357 | loss:0.01075779553502798 lr:1.4717167229340306e-05 tokens_per_second_per_gpu:1015.0343306418756 
Step 3358 | loss:0.048570990562438965 lr:1.4714322939038988e-05 tokens_per_second_per_gpu:1069.2576387795516 
Step 3359 | loss:0.012503795325756073 lr:1.4711478158280422e-05 tokens_per_second_per_gpu:1031.2462083772464 
Step 3360 | loss:0.02058831974864006 lr:1.4708632887360566e-05 tokens_per_second_per_gpu:1074.5399727081463 
Step 3361 | loss:0.01110248826444149 lr:1.470578712657543e-05 tokens_per_second_per_gpu:999.5588164346647 
Step 3362 | loss:0.009350921958684921 lr:1.4702940876221075e-05 tokens_per_second_per_gpu:961.3465142741237 
Step 3363 | loss:0.020444901660084724 lr:1.4700094136593613e-05 tokens_per_second_per_gpu:1056.7776735493878 
Step 3364 | loss:0.018507830798625946 lr:1.4697246907989202e-05 tokens_per_second_per_gpu:884.3645843878068 
Step 3365 | loss:0.01568373292684555 lr:1.4694399190704056e-05 tokens_per_second_per_gpu:1081.12193871534 
Step 3366 | loss:0.013192364946007729 lr:1.4691550985034442e-05 tokens_per_second_per_gpu:869.4170955781012 
Step 3367 | loss:0.014283280819654465 lr:1.4688702291276674e-05 tokens_per_second_per_gpu:947.5461874034154 
Step 3368 | loss:0.009397244080901146 lr:1.4685853109727112e-05 tokens_per_second_per_gpu:987.607049158978 
Step 3369 | loss:0.009318552911281586 lr:1.4683003440682182e-05 tokens_per_second_per_gpu:780.0424252834557 
Step 3370 | loss:0.014517088420689106 lr:1.4680153284438345e-05 tokens_per_second_per_gpu:825.3928882257984 
Step 3371 | loss:0.005355355329811573 lr:1.4677302641292117e-05 tokens_per_second_per_gpu:809.8062231722873 
Step 3372 | loss:0.0037851277738809586 lr:1.467445151154007e-05 tokens_per_second_per_gpu:904.129863853759 
Step 3373 | loss:0.012379263527691364 lr:1.4671599895478823e-05 tokens_per_second_per_gpu:973.1620981812424 
Step 3374 | loss:0.0053142039105296135 lr:1.4668747793405043e-05 tokens_per_second_per_gpu:798.7524325644913 
Step 3375 | loss:0.0066885072737932205 lr:1.4665895205615448e-05 tokens_per_second_per_gpu:766.0934899517279 
Step 3376 | loss:0.00937197171151638 lr:1.4663042132406815e-05 tokens_per_second_per_gpu:853.5405791617147 
Step 3377 | loss:0.01737348921597004 lr:1.4660188574075961e-05 tokens_per_second_per_gpu:1148.3270931188235 
Step 3378 | loss:0.027457643300294876 lr:1.4657334530919756e-05 tokens_per_second_per_gpu:1008.4068000893391 
Step 3379 | loss:0.002957938238978386 lr:1.4654480003235127e-05 tokens_per_second_per_gpu:704.6442649431725 
Step 3380 | loss:0.009062588214874268 lr:1.4651624991319043e-05 tokens_per_second_per_gpu:991.8456594068075 
Step 3381 | loss:0.009566670283675194 lr:1.4648769495468524e-05 tokens_per_second_per_gpu:1007.0011334848115 
Step 3382 | loss:0.017999807372689247 lr:1.464591351598065e-05 tokens_per_second_per_gpu:911.4359852864469 
Step 3383 | loss:0.012784240767359734 lr:1.464305705315254e-05 tokens_per_second_per_gpu:916.3352158183237 
Step 3384 | loss:0.007048548199236393 lr:1.4640200107281369e-05 tokens_per_second_per_gpu:932.3206920401501 
Step 3385 | loss:0.00507017970085144 lr:1.4637342678664359e-05 tokens_per_second_per_gpu:947.0150037228728 
Step 3386 | loss:0.010622063651680946 lr:1.4634484767598788e-05 tokens_per_second_per_gpu:856.9052502325238 
Step 3387 | loss:0.006416137330234051 lr:1.4631626374381978e-05 tokens_per_second_per_gpu:944.0459166029372 
Step 3388 | loss:0.012928018346428871 lr:1.4628767499311302e-05 tokens_per_second_per_gpu:899.7260345189145 
Step 3389 | loss:0.015444351360201836 lr:1.4625908142684186e-05 tokens_per_second_per_gpu:893.438137114392 
Step 3390 | loss:0.011240283958613873 lr:1.462304830479811e-05 tokens_per_second_per_gpu:891.1446341085705 
Step 3391 | loss:0.0049751922488212585 lr:1.4620187985950586e-05 tokens_per_second_per_gpu:726.0190817580126 
Step 3392 | loss:0.009130366146564484 lr:1.4617327186439206e-05 tokens_per_second_per_gpu:852.9988334008776 
Step 3393 | loss:0.0203152634203434 lr:1.4614465906561579e-05 tokens_per_second_per_gpu:1040.5702676460342 
Step 3394 | loss:0.01353471726179123 lr:1.461160414661539e-05 tokens_per_second_per_gpu:915.375413725578 
Step 3395 | loss:0.0055373371578752995 lr:1.4608741906898361e-05 tokens_per_second_per_gpu:857.3338100635813 
Step 3396 | loss:0.005558727774769068 lr:1.4605879187708265e-05 tokens_per_second_per_gpu:890.9046035895901 
Step 3397 | loss:0.008696299977600574 lr:1.4603015989342926e-05 tokens_per_second_per_gpu:960.6932363078524 
Step 3398 | loss:0.011471236124634743 lr:1.4600152312100225e-05 tokens_per_second_per_gpu:859.6469299863178 
Step 3399 | loss:0.01250538695603609 lr:1.4597288156278076e-05 tokens_per_second_per_gpu:842.2501888917418 
Step 3400 | loss:0.017932770773768425 lr:1.4594423522174458e-05 tokens_per_second_per_gpu:769.9353787502357 
Step 3401 | loss:0.008103732019662857 lr:1.4591558410087403e-05 tokens_per_second_per_gpu:891.7344784849884 
Step 3402 | loss:0.009660075418651104 lr:1.4588692820314971e-05 tokens_per_second_per_gpu:858.8228419757784 
Step 3403 | loss:0.009706678800284863 lr:1.4585826753155294e-05 tokens_per_second_per_gpu:1012.3378093046971 
Step 3404 | loss:0.03840022534132004 lr:1.4582960208906543e-05 tokens_per_second_per_gpu:990.3616028889861 
Step 3405 | loss:0.019194025546312332 lr:1.4580093187866934e-05 tokens_per_second_per_gpu:937.0394911577354 
Step 3406 | loss:0.012526617385447025 lr:1.457722569033475e-05 tokens_per_second_per_gpu:931.8461743193136 
Step 3407 | loss:0.010942034423351288 lr:1.4574357716608308e-05 tokens_per_second_per_gpu:834.3308496738299 
Step 3408 | loss:0.03370187431573868 lr:1.4571489266985977e-05 tokens_per_second_per_gpu:992.6678640616693 
Step 3409 | loss:0.02697855234146118 lr:1.4568620341766179e-05 tokens_per_second_per_gpu:1140.2313890419427 
Step 3410 | loss:0.016770299524068832 lr:1.4565750941247387e-05 tokens_per_second_per_gpu:1029.9078654017776 
Step 3411 | loss:0.015327471308410168 lr:1.4562881065728119e-05 tokens_per_second_per_gpu:1072.7807827846123 
Step 3412 | loss:0.017437798902392387 lr:1.456001071550694e-05 tokens_per_second_per_gpu:1111.9217547588908 
Step 3413 | loss:0.035602930933237076 lr:1.4557139890882477e-05 tokens_per_second_per_gpu:775.0874596696436 
Step 3414 | loss:0.011553917080163956 lr:1.4554268592153391e-05 tokens_per_second_per_gpu:844.8268649888489 
Step 3415 | loss:0.009855259209871292 lr:1.4551396819618397e-05 tokens_per_second_per_gpu:964.5751391572408 
Step 3416 | loss:0.008119002915918827 lr:1.4548524573576272e-05 tokens_per_second_per_gpu:939.8217886674173 
Step 3417 | loss:0.011712433770298958 lr:1.4545651854325824e-05 tokens_per_second_per_gpu:795.4616353220856 
Step 3418 | loss:0.009628885425627232 lr:1.4542778662165917e-05 tokens_per_second_per_gpu:852.3059902087492 
Step 3419 | loss:0.01867150515317917 lr:1.4539904997395468e-05 tokens_per_second_per_gpu:860.5021246732508 
Step 3420 | loss:0.009175052866339684 lr:1.4537030860313443e-05 tokens_per_second_per_gpu:902.9093250858502 
Step 3421 | loss:0.01117279939353466 lr:1.4534156251218849e-05 tokens_per_second_per_gpu:825.2077542939845 
Step 3422 | loss:0.005050040781497955 lr:1.4531281170410751e-05 tokens_per_second_per_gpu:770.5905828326806 
Step 3423 | loss:0.012023067101836205 lr:1.4528405618188259e-05 tokens_per_second_per_gpu:934.5147473560521 
Step 3424 | loss:0.014546825550496578 lr:1.4525529594850532e-05 tokens_per_second_per_gpu:1105.1687519425031 
Step 3425 | loss:0.005921052303165197 lr:1.4522653100696778e-05 tokens_per_second_per_gpu:851.6128699949113 
Step 3426 | loss:0.018206460401415825 lr:1.4519776136026258e-05 tokens_per_second_per_gpu:937.4105146111608 
Step 3427 | loss:0.00479157455265522 lr:1.4516898701138276e-05 tokens_per_second_per_gpu:885.2330093202577 
Step 3428 | loss:0.006574854254722595 lr:1.4514020796332184e-05 tokens_per_second_per_gpu:917.7422801481098 
Step 3429 | loss:0.011678943410515785 lr:1.4511142421907396e-05 tokens_per_second_per_gpu:946.8293222148 
Step 3430 | loss:0.03508307784795761 lr:1.4508263578163358e-05 tokens_per_second_per_gpu:1357.5010731136736 
Step 3431 | loss:0.028402213007211685 lr:1.4505384265399571e-05 tokens_per_second_per_gpu:805.5861668328957 
Step 3432 | loss:0.004026465117931366 lr:1.4502504483915591e-05 tokens_per_second_per_gpu:801.8950889951043 
Step 3433 | loss:0.010018856264650822 lr:1.4499624234011015e-05 tokens_per_second_per_gpu:854.1816707884801 
Step 3434 | loss:0.023951999843120575 lr:1.4496743515985492e-05 tokens_per_second_per_gpu:879.918670106274 
Step 3435 | loss:0.025363009423017502 lr:1.449386233013872e-05 tokens_per_second_per_gpu:858.2721249323944 
Step 3436 | loss:0.015383235178887844 lr:1.4490980676770444e-05 tokens_per_second_per_gpu:931.4937962642787 
Step 3437 | loss:0.013502475805580616 lr:1.4488098556180457e-05 tokens_per_second_per_gpu:946.9351415706692 
Step 3438 | loss:0.005223514512181282 lr:1.4485215968668604e-05 tokens_per_second_per_gpu:763.9898447613714 
Step 3439 | loss:0.015028250403702259 lr:1.4482332914534776e-05 tokens_per_second_per_gpu:954.8458621513704 
Step 3440 | loss:0.012334289960563183 lr:1.4479449394078916e-05 tokens_per_second_per_gpu:884.3648074218743 
Step 3441 | loss:0.0076546259224414825 lr:1.4476565407601005e-05 tokens_per_second_per_gpu:792.6656243307497 
Step 3442 | loss:0.01598593033850193 lr:1.4473680955401086e-05 tokens_per_second_per_gpu:897.4655215477867 
Step 3443 | loss:0.00550991203635931 lr:1.4470796037779244e-05 tokens_per_second_per_gpu:1000.6389900595087 
Step 3444 | loss:0.010001889429986477 lr:1.4467910655035613e-05 tokens_per_second_per_gpu:782.3352713746461 
Step 3445 | loss:0.008036104962229729 lr:1.4465024807470376e-05 tokens_per_second_per_gpu:858.4668749094537 
Step 3446 | loss:0.012445573695003986 lr:1.4462138495383762e-05 tokens_per_second_per_gpu:937.7016546416384 
Step 3447 | loss:0.011496164835989475 lr:1.4459251719076049e-05 tokens_per_second_per_gpu:1021.5539144734792 
Step 3448 | loss:0.012912778183817863 lr:1.445636447884757e-05 tokens_per_second_per_gpu:920.8009309833674 
Step 3449 | loss:0.008624229580163956 lr:1.4453476774998693e-05 tokens_per_second_per_gpu:926.9538665726834 
Step 3450 | loss:0.014978062361478806 lr:1.4450588607829848e-05 tokens_per_second_per_gpu:870.1916549832846 
Step 3451 | loss:0.01969512552022934 lr:1.4447699977641507e-05 tokens_per_second_per_gpu:864.5215721076496 
Step 3452 | loss:0.011668393388390541 lr:1.4444810884734184e-05 tokens_per_second_per_gpu:1000.391509005895 
Step 3453 | loss:0.007035090588033199 lr:1.4441921329408452e-05 tokens_per_second_per_gpu:826.8172423820666 
Step 3454 | loss:0.0115001630038023 lr:1.4439031311964933e-05 tokens_per_second_per_gpu:904.3603526328952 
Step 3455 | loss:0.005319568328559399 lr:1.443614083270428e-05 tokens_per_second_per_gpu:867.3142500828468 
Step 3456 | loss:0.014063334092497826 lr:1.4433249891927213e-05 tokens_per_second_per_gpu:993.5272966398586 
Step 3457 | loss:0.01726062223315239 lr:1.443035848993449e-05 tokens_per_second_per_gpu:906.4491647453722 
Step 3458 | loss:0.004552370402961969 lr:1.4427466627026923e-05 tokens_per_second_per_gpu:825.4889627827491 
Step 3459 | loss:0.013564666733145714 lr:1.4424574303505366e-05 tokens_per_second_per_gpu:986.7267947819287 
Step 3460 | loss:0.01346668228507042 lr:1.4421681519670723e-05 tokens_per_second_per_gpu:1094.2818871079894 
Step 3461 | loss:0.014163891784846783 lr:1.4418788275823945e-05 tokens_per_second_per_gpu:947.8757562894282 
Step 3462 | loss:0.003563587088137865 lr:1.4415894572266038e-05 tokens_per_second_per_gpu:893.0644727567374 
Step 3463 | loss:0.01406439021229744 lr:1.4413000409298045e-05 tokens_per_second_per_gpu:1103.9750409474816 
Step 3464 | loss:0.012884609401226044 lr:1.4410105787221064e-05 tokens_per_second_per_gpu:1003.7487473534886 
Step 3465 | loss:0.004697602242231369 lr:1.4407210706336237e-05 tokens_per_second_per_gpu:992.7688226779148 
Step 3466 | loss:0.007914084009826183 lr:1.4404315166944757e-05 tokens_per_second_per_gpu:943.7817578403075 
Step 3467 | loss:0.014752145856618881 lr:1.4401419169347866e-05 tokens_per_second_per_gpu:1102.392967423889 
Step 3468 | loss:0.012109441682696342 lr:1.4398522713846842e-05 tokens_per_second_per_gpu:971.286436062691 
Step 3469 | loss:0.024708250537514687 lr:1.4395625800743025e-05 tokens_per_second_per_gpu:1113.53225141869 
Step 3470 | loss:0.051077209413051605 lr:1.4392728430337801e-05 tokens_per_second_per_gpu:1447.9370223354947 
Step 3471 | loss:0.010017895139753819 lr:1.4389830602932591e-05 tokens_per_second_per_gpu:901.0743216868966 
Step 3472 | loss:0.017773492261767387 lr:1.4386932318828877e-05 tokens_per_second_per_gpu:891.9654029527449 
Step 3473 | loss:0.023307211697101593 lr:1.4384033578328184e-05 tokens_per_second_per_gpu:1078.5205835095965 
Step 3474 | loss:0.011611465364694595 lr:1.4381134381732082e-05 tokens_per_second_per_gpu:858.0575410386406 
Step 3475 | loss:0.01068501453846693 lr:1.4378234729342194e-05 tokens_per_second_per_gpu:876.1019639686156 
Step 3476 | loss:0.00591186061501503 lr:1.4375334621460182e-05 tokens_per_second_per_gpu:851.9155093026307 
Step 3477 | loss:0.011709064245223999 lr:1.4372434058387763e-05 tokens_per_second_per_gpu:1277.5405311390691 
Step 3478 | loss:0.009982780553400517 lr:1.43695330404267e-05 tokens_per_second_per_gpu:998.331053648848 
Step 3479 | loss:0.008205992169678211 lr:1.4366631567878801e-05 tokens_per_second_per_gpu:795.5541775523566 
Step 3480 | loss:0.01015518605709076 lr:1.4363729641045922e-05 tokens_per_second_per_gpu:911.3225423474238 
Step 3481 | loss:0.014296620152890682 lr:1.4360827260229964e-05 tokens_per_second_per_gpu:851.8043543865114 
Step 3482 | loss:0.012566997669637203 lr:1.4357924425732884e-05 tokens_per_second_per_gpu:1036.5637600491325 
Step 3483 | loss:0.0062587871216237545 lr:1.4355021137856675e-05 tokens_per_second_per_gpu:1046.0989600385315 
Step 3484 | loss:0.0077463011257350445 lr:1.4352117396903382e-05 tokens_per_second_per_gpu:938.8873174369369 
Step 3485 | loss:0.018386181443929672 lr:1.4349213203175102e-05 tokens_per_second_per_gpu:1105.9150946713723 
Step 3486 | loss:0.013004273176193237 lr:1.4346308556973969e-05 tokens_per_second_per_gpu:1081.9989959865522 
Step 3487 | loss:0.018038704991340637 lr:1.4343403458602171e-05 tokens_per_second_per_gpu:887.1073530639875 
Step 3488 | loss:0.01135648600757122 lr:1.4340497908361945e-05 tokens_per_second_per_gpu:978.2367555444829 
Step 3489 | loss:0.013105305843055248 lr:1.433759190655557e-05 tokens_per_second_per_gpu:811.8310545585714 
Step 3490 | loss:0.009872658178210258 lr:1.433468545348537e-05 tokens_per_second_per_gpu:942.9004035972089 
Step 3491 | loss:0.004369777161628008 lr:1.433177854945372e-05 tokens_per_second_per_gpu:846.5319009755511 
Step 3492 | loss:0.019396116957068443 lr:1.432887119476305e-05 tokens_per_second_per_gpu:932.3471714111722 
Step 3493 | loss:0.013210326433181763 lr:1.4325963389715817e-05 tokens_per_second_per_gpu:865.2997084870528 
Step 3494 | loss:0.012660626322031021 lr:1.432305513461454e-05 tokens_per_second_per_gpu:1111.3302000495478 
Step 3495 | loss:0.00237532751634717 lr:1.4320146429761786e-05 tokens_per_second_per_gpu:818.5908007851896 
Step 3496 | loss:0.013133766129612923 lr:1.4317237275460158e-05 tokens_per_second_per_gpu:752.0176938669194 
Step 3497 | loss:0.012014543637633324 lr:1.4314327672012312e-05 tokens_per_second_per_gpu:869.9432876352462 
Step 3498 | loss:0.012450164183974266 lr:1.431141761972095e-05 tokens_per_second_per_gpu:959.504267247217 
Step 3499 | loss:0.007124606519937515 lr:1.4308507118888826e-05 tokens_per_second_per_gpu:925.039463661939 
Step 3500 | loss:0.009947185404598713 lr:1.430559616981873e-05 tokens_per_second_per_gpu:894.7011317993778 
Step 3501 | loss:0.00919309351593256 lr:1.4302684772813509e-05 tokens_per_second_per_gpu:973.2639243922868 
Step 3502 | loss:0.004124818369746208 lr:1.4299772928176044e-05 tokens_per_second_per_gpu:970.6438412685442 
Step 3503 | loss:0.01334785670042038 lr:1.4296860636209275e-05 tokens_per_second_per_gpu:858.5564925321098 
Step 3504 | loss:0.010916531085968018 lr:1.4293947897216189e-05 tokens_per_second_per_gpu:808.6622472031089 
Step 3505 | loss:0.009849049150943756 lr:1.4291034711499807e-05 tokens_per_second_per_gpu:1056.4713953141174 
Step 3506 | loss:0.019699491560459137 lr:1.4288121079363206e-05 tokens_per_second_per_gpu:1252.407923276555 
Step 3507 | loss:0.009141365066170692 lr:1.428520700110951e-05 tokens_per_second_per_gpu:769.591081611663 
Step 3508 | loss:0.01221488043665886 lr:1.4282292477041883e-05 tokens_per_second_per_gpu:927.5387080149756 
Step 3509 | loss:0.004415559582412243 lr:1.4279377507463544e-05 tokens_per_second_per_gpu:942.2976553132531 
Step 3510 | loss:0.015349178574979305 lr:1.427646209267775e-05 tokens_per_second_per_gpu:963.7453319109816 
Step 3511 | loss:0.019465100020170212 lr:1.4273546232987805e-05 tokens_per_second_per_gpu:835.0859105801671 
Step 3512 | loss:0.011477258987724781 lr:1.4270629928697067e-05 tokens_per_second_per_gpu:747.7109042694447 
Step 3513 | loss:0.006511562503874302 lr:1.4267713180108933e-05 tokens_per_second_per_gpu:780.4226212510121 
Step 3514 | loss:0.014875686727464199 lr:1.4264795987526849e-05 tokens_per_second_per_gpu:944.907836060215 
Step 3515 | loss:0.009603109210729599 lr:1.426187835125431e-05 tokens_per_second_per_gpu:893.6801982000944 
Step 3516 | loss:0.023796457797288895 lr:1.4258960271594849e-05 tokens_per_second_per_gpu:948.4858274115466 
Step 3517 | loss:0.006591109558939934 lr:1.4256041748852055e-05 tokens_per_second_per_gpu:745.478340971968 
Step 3518 | loss:0.009025858715176582 lr:1.425312278332955e-05 tokens_per_second_per_gpu:774.219301163632 
Step 3519 | loss:0.010452160611748695 lr:1.4250203375331018e-05 tokens_per_second_per_gpu:877.3680780728091 
Step 3520 | loss:0.014189865440130234 lr:1.4247283525160178e-05 tokens_per_second_per_gpu:1031.7462077481719 
Step 3521 | loss:0.0048902928829193115 lr:1.42443632331208e-05 tokens_per_second_per_gpu:777.7253792618019 
Step 3522 | loss:0.011879244819283485 lr:1.4241442499516698e-05 tokens_per_second_per_gpu:919.052056713142 
Step 3523 | loss:0.008102895691990852 lr:1.423852132465173e-05 tokens_per_second_per_gpu:979.979166764712 
Step 3524 | loss:0.007762987166643143 lr:1.4235599708829803e-05 tokens_per_second_per_gpu:913.8996301470105 
Step 3525 | loss:0.004169094376266003 lr:1.4232677652354871e-05 tokens_per_second_per_gpu:727.2574939549628 
Step 3526 | loss:0.007001328747719526 lr:1.422975515553093e-05 tokens_per_second_per_gpu:1025.752916576186 
Step 3527 | loss:0.009075913578271866 lr:1.4226832218662023e-05 tokens_per_second_per_gpu:989.6627770413427 
Step 3528 | loss:0.011078793555498123 lr:1.422390884205224e-05 tokens_per_second_per_gpu:908.2293807139739 
Step 3529 | loss:0.02462540753185749 lr:1.4220985026005718e-05 tokens_per_second_per_gpu:831.5840048578585 
Step 3530 | loss:0.012428452260792255 lr:1.4218060770826636e-05 tokens_per_second_per_gpu:1126.035498759643 
Step 3531 | loss:0.024167539551854134 lr:1.4215136076819218e-05 tokens_per_second_per_gpu:923.8806223772398 
Step 3532 | loss:0.012985499575734138 lr:1.4212210944287744e-05 tokens_per_second_per_gpu:737.9435891675414 
Step 3533 | loss:0.013066209852695465 lr:1.4209285373536524e-05 tokens_per_second_per_gpu:1146.556138313223 
Step 3534 | loss:0.009077499620616436 lr:1.4206359364869921e-05 tokens_per_second_per_gpu:940.3252475327687 
Step 3535 | loss:0.01664043962955475 lr:1.4203432918592352e-05 tokens_per_second_per_gpu:940.9174724208467 
Step 3536 | loss:0.007938259281218052 lr:1.4200506035008265e-05 tokens_per_second_per_gpu:831.945864919642 
Step 3537 | loss:0.010727742686867714 lr:1.419757871442216e-05 tokens_per_second_per_gpu:802.7695909151004 
Step 3538 | loss:0.018678199499845505 lr:1.4194650957138585e-05 tokens_per_second_per_gpu:1054.1002934094704 
Step 3539 | loss:0.010678289458155632 lr:1.4191722763462132e-05 tokens_per_second_per_gpu:1036.5855364129964 
Step 3540 | loss:0.01538951974362135 lr:1.4188794133697433e-05 tokens_per_second_per_gpu:955.2116133159958 
Step 3541 | loss:0.014392787590622902 lr:1.4185865068149171e-05 tokens_per_second_per_gpu:894.7632718510353 
Step 3542 | loss:0.00867422390729189 lr:1.4182935567122079e-05 tokens_per_second_per_gpu:855.6578388486074 
Step 3543 | loss:0.006433506496250629 lr:1.4180005630920917e-05 tokens_per_second_per_gpu:788.2168668058524 
Step 3544 | loss:0.017319370061159134 lr:1.4177075259850513e-05 tokens_per_second_per_gpu:802.4851209917083 
Step 3545 | loss:0.005650763399899006 lr:1.4174144454215728e-05 tokens_per_second_per_gpu:895.1565658223927 
Step 3546 | loss:0.01558555755764246 lr:1.4171213214321467e-05 tokens_per_second_per_gpu:909.5084301910955 
Step 3547 | loss:0.014519223012030125 lr:1.4168281540472683e-05 tokens_per_second_per_gpu:928.4048348080973 
Step 3548 | loss:0.009438945911824703 lr:1.416534943297438e-05 tokens_per_second_per_gpu:838.4168008313005 
Step 3549 | loss:0.008253172039985657 lr:1.4162416892131596e-05 tokens_per_second_per_gpu:923.8588864847587 
Step 3550 | loss:0.011503932997584343 lr:1.415948391824942e-05 tokens_per_second_per_gpu:1006.3094221785099 
Step 3551 | loss:0.009478037245571613 lr:1.4156550511632987e-05 tokens_per_second_per_gpu:948.6847138416813 
Step 3552 | loss:0.007804886903613806 lr:1.4153616672587476e-05 tokens_per_second_per_gpu:808.4444222976447 
Step 3553 | loss:0.01362518034875393 lr:1.4150682401418108e-05 tokens_per_second_per_gpu:945.0349975254322 
Step 3554 | loss:0.013011028058826923 lr:1.4147747698430158e-05 tokens_per_second_per_gpu:879.978950316502 
Step 3555 | loss:0.018235603347420692 lr:1.4144812563928932e-05 tokens_per_second_per_gpu:721.6839565104214 
Step 3556 | loss:0.01800990104675293 lr:1.4141876998219787e-05 tokens_per_second_per_gpu:1030.2923085414475 
Step 3557 | loss:0.013820929452776909 lr:1.413894100160814e-05 tokens_per_second_per_gpu:932.7155878714652 
Step 3558 | loss:0.008203966543078423 lr:1.4136004574399422e-05 tokens_per_second_per_gpu:868.3691596331695 
Step 3559 | loss:0.024228837341070175 lr:1.4133067716899134e-05 tokens_per_second_per_gpu:864.7580328967167 
Step 3560 | loss:0.008603614754974842 lr:1.4130130429412817e-05 tokens_per_second_per_gpu:976.2234306798341 
Step 3561 | loss:0.00972976628690958 lr:1.4127192712246047e-05 tokens_per_second_per_gpu:930.3093131427964 
Step 3562 | loss:0.011435041204094887 lr:1.4124254565704454e-05 tokens_per_second_per_gpu:792.3995409551366 
Step 3563 | loss:0.020230015739798546 lr:1.412131599009371e-05 tokens_per_second_per_gpu:977.288539332547 
Step 3564 | loss:0.01112467609345913 lr:1.4118376985719528e-05 tokens_per_second_per_gpu:785.5011771326623 
Step 3565 | loss:0.005478911567479372 lr:1.4115437552887675e-05 tokens_per_second_per_gpu:873.5205447599565 
Step 3566 | loss:0.008947116322815418 lr:1.411249769190395e-05 tokens_per_second_per_gpu:999.0431833171396 
Step 3567 | loss:0.00926919188350439 lr:1.4109557403074208e-05 tokens_per_second_per_gpu:784.6663746389473 
Step 3568 | loss:0.014757119119167328 lr:1.4106616686704342e-05 tokens_per_second_per_gpu:836.0413733650332 
Step 3569 | loss:0.01492493785917759 lr:1.410367554310029e-05 tokens_per_second_per_gpu:924.5140244079477 
Step 3570 | loss:0.013515972532331944 lr:1.4100733972568038e-05 tokens_per_second_per_gpu:919.7877436520953 
Step 3571 | loss:0.00942770205438137 lr:1.409779197541361e-05 tokens_per_second_per_gpu:934.506538230297 
Step 3572 | loss:0.019442353397607803 lr:1.4094849551943084e-05 tokens_per_second_per_gpu:754.5125773194095 
Step 3573 | loss:0.006235243286937475 lr:1.4091906702462573e-05 tokens_per_second_per_gpu:863.6523529690426 
Step 3574 | loss:0.00872344896197319 lr:1.4088963427278236e-05 tokens_per_second_per_gpu:1008.8902626684653 
Step 3575 | loss:0.004115937743335962 lr:1.408601972669628e-05 tokens_per_second_per_gpu:751.2047385055996 
Step 3576 | loss:0.01418992131948471 lr:1.408307560102296e-05 tokens_per_second_per_gpu:916.3962876610586 
Step 3577 | loss:0.008023342117667198 lr:1.4080131050564561e-05 tokens_per_second_per_gpu:770.0257489657305 
Step 3578 | loss:0.04114697501063347 lr:1.4077186075627426e-05 tokens_per_second_per_gpu:960.0423105003206 
Step 3579 | loss:0.004430750850588083 lr:1.4074240676517938e-05 tokens_per_second_per_gpu:763.3373044214425 
Step 3580 | loss:0.013175327330827713 lr:1.4071294853542518e-05 tokens_per_second_per_gpu:851.8303284020875 
Step 3581 | loss:0.0076427641324698925 lr:1.4068348607007642e-05 tokens_per_second_per_gpu:965.161247173397 
Step 3582 | loss:0.00756061403080821 lr:1.4065401937219822e-05 tokens_per_second_per_gpu:828.8615674905395 
Step 3583 | loss:0.04422953724861145 lr:1.4062454844485618e-05 tokens_per_second_per_gpu:859.7072018514049 
Step 3584 | loss:0.02623787522315979 lr:1.405950732911163e-05 tokens_per_second_per_gpu:1046.0069331007562 
Step 3585 | loss:0.005559761077165604 lr:1.4056559391404506e-05 tokens_per_second_per_gpu:804.8483590246638 
Step 3586 | loss:0.01657753810286522 lr:1.4053611031670935e-05 tokens_per_second_per_gpu:762.0970456126458 
Step 3587 | loss:0.010028555989265442 lr:1.4050662250217653e-05 tokens_per_second_per_gpu:996.6253400400179 
Step 3588 | loss:0.009681771509349346 lr:1.4047713047351437e-05 tokens_per_second_per_gpu:1095.9333374473474 
Step 3589 | loss:0.0043640160001814365 lr:1.4044763423379109e-05 tokens_per_second_per_gpu:819.5954519284879 
Step 3590 | loss:0.031017087399959564 lr:1.4041813378607534e-05 tokens_per_second_per_gpu:887.3534440900503 
Step 3591 | loss:0.007816098630428314 lr:1.4038862913343624e-05 tokens_per_second_per_gpu:965.5111647487979 
Step 3592 | loss:0.011003987863659859 lr:1.4035912027894333e-05 tokens_per_second_per_gpu:882.9481948357624 
Step 3593 | loss:0.01746152713894844 lr:1.4032960722566653e-05 tokens_per_second_per_gpu:1081.3065417442867 
Step 3594 | loss:0.010670306161046028 lr:1.403000899766763e-05 tokens_per_second_per_gpu:856.5606776680788 
Step 3595 | loss:0.008866571821272373 lr:1.4027056853504345e-05 tokens_per_second_per_gpu:858.078017137736 
Step 3596 | loss:0.004645845852792263 lr:1.4024104290383927e-05 tokens_per_second_per_gpu:847.3691818803147 
Step 3597 | loss:0.00904780812561512 lr:1.4021151308613547e-05 tokens_per_second_per_gpu:829.2783135221508 
Step 3598 | loss:0.00848647952079773 lr:1.4018197908500421e-05 tokens_per_second_per_gpu:811.8339055609385 
Step 3599 | loss:0.012461231090128422 lr:1.401524409035181e-05 tokens_per_second_per_gpu:877.1750017590368 
Step 3600 | loss:0.00833911169320345 lr:1.401228985447501e-05 tokens_per_second_per_gpu:798.7522639551975 
Step 3601 | loss:0.014644680544734001 lr:1.4009335201177371e-05 tokens_per_second_per_gpu:955.2114465469172 
Step 3602 | loss:0.007623194716870785 lr:1.4006380130766284e-05 tokens_per_second_per_gpu:968.462651610962 
Step 3603 | loss:0.008244982920587063 lr:1.4003424643549175e-05 tokens_per_second_per_gpu:766.8727382810414 
Step 3604 | loss:0.008333844132721424 lr:1.4000468739833526e-05 tokens_per_second_per_gpu:767.7264690514248 
Step 3605 | loss:0.007461590692400932 lr:1.3997512419926854e-05 tokens_per_second_per_gpu:799.2317730632733 
Step 3606 | loss:0.01735675148665905 lr:1.3994555684136719e-05 tokens_per_second_per_gpu:992.9223120654777 
Step 3607 | loss:0.015413912944495678 lr:1.3991598532770732e-05 tokens_per_second_per_gpu:835.2867851364599 
Step 3608 | loss:0.009666625410318375 lr:1.3988640966136533e-05 tokens_per_second_per_gpu:772.9580820738565 
Step 3609 | loss:0.00951327569782734 lr:1.3985682984541822e-05 tokens_per_second_per_gpu:900.4470967671291 
Step 3610 | loss:0.0039313253946602345 lr:1.3982724588294334e-05 tokens_per_second_per_gpu:866.9838084273777 
Step 3611 | loss:0.00991866085678339 lr:1.397976577770184e-05 tokens_per_second_per_gpu:899.9247198075582 
Step 3612 | loss:0.005068566650152206 lr:1.3976806553072172e-05 tokens_per_second_per_gpu:820.3127913243219 
Step 3613 | loss:0.006011010613292456 lr:1.397384691471319e-05 tokens_per_second_per_gpu:793.3547569727402 
Step 3614 | loss:0.00967060960829258 lr:1.3970886862932798e-05 tokens_per_second_per_gpu:977.212608975062 
Step 3615 | loss:0.021390337496995926 lr:1.396792639803895e-05 tokens_per_second_per_gpu:787.250540107511 
Step 3616 | loss:0.012483460828661919 lr:1.3964965520339641e-05 tokens_per_second_per_gpu:992.7310414567562 
Step 3617 | loss:0.018032755702733994 lr:1.3962004230142904e-05 tokens_per_second_per_gpu:906.3374294205239 
Step 3618 | loss:0.008697370067238808 lr:1.3959042527756823e-05 tokens_per_second_per_gpu:737.4555759906548 
Step 3619 | loss:0.01422861497849226 lr:1.3956080413489517e-05 tokens_per_second_per_gpu:868.1465003849895 
Step 3620 | loss:0.013317038305103779 lr:1.3953117887649153e-05 tokens_per_second_per_gpu:857.1805614978292 
Step 3621 | loss:0.00905594415962696 lr:1.3950154950543934e-05 tokens_per_second_per_gpu:1046.997545631437 
Step 3622 | loss:0.007918388582766056 lr:1.394719160248212e-05 tokens_per_second_per_gpu:964.5691244419302 
Step 3623 | loss:0.020578712224960327 lr:1.3944227843771997e-05 tokens_per_second_per_gpu:1030.4995274462715 
Step 3624 | loss:0.0151273338124156 lr:1.3941263674721906e-05 tokens_per_second_per_gpu:958.1095853915837 
Step 3625 | loss:0.020814184099435806 lr:1.3938299095640222e-05 tokens_per_second_per_gpu:977.9698871967208 
Step 3626 | loss:0.009461821988224983 lr:1.3935334106835368e-05 tokens_per_second_per_gpu:821.932639628773 
Step 3627 | loss:0.012018578127026558 lr:1.3932368708615808e-05 tokens_per_second_per_gpu:839.8751842255022 
Step 3628 | loss:0.006362568587064743 lr:1.3929402901290052e-05 tokens_per_second_per_gpu:829.0711620715134 
Step 3629 | loss:0.009383111260831356 lr:1.3926436685166648e-05 tokens_per_second_per_gpu:887.1634485763454 
Step 3630 | loss:0.012980978935956955 lr:1.3923470060554185e-05 tokens_per_second_per_gpu:1124.3197680531714 
Step 3631 | loss:0.012800466269254684 lr:1.3920503027761301e-05 tokens_per_second_per_gpu:755.9695204183338 
Step 3632 | loss:0.019662220031023026 lr:1.3917535587096672e-05 tokens_per_second_per_gpu:956.611720538382 
Step 3633 | loss:0.007366977632045746 lr:1.3914567738869014e-05 tokens_per_second_per_gpu:626.4915561728789 
Step 3634 | loss:0.00931277871131897 lr:1.3911599483387093e-05 tokens_per_second_per_gpu:880.5216821387731 
Step 3635 | loss:0.004468468949198723 lr:1.3908630820959713e-05 tokens_per_second_per_gpu:720.5155282382424 
Step 3636 | loss:0.01344001293182373 lr:1.3905661751895716e-05 tokens_per_second_per_gpu:1016.6745278561623 
Step 3637 | loss:0.022245079278945923 lr:1.3902692276503997e-05 tokens_per_second_per_gpu:891.7965332662807 
Step 3638 | loss:0.016481906175613403 lr:1.3899722395093484e-05 tokens_per_second_per_gpu:898.9980928639187 
Step 3639 | loss:0.05058092996478081 lr:1.389675210797315e-05 tokens_per_second_per_gpu:1056.6996351702253 
Step 3640 | loss:0.026471562683582306 lr:1.389378141545201e-05 tokens_per_second_per_gpu:759.1064713903154 
Step 3641 | loss:0.005613704212009907 lr:1.3890810317839125e-05 tokens_per_second_per_gpu:1041.8866330056992 
Step 3642 | loss:0.015479858964681625 lr:1.388783881544359e-05 tokens_per_second_per_gpu:1031.3488945757201 
Step 3643 | loss:0.019071241840720177 lr:1.3884866908574548e-05 tokens_per_second_per_gpu:973.4570436672005 
Step 3644 | loss:0.013471071608364582 lr:1.3881894597541189e-05 tokens_per_second_per_gpu:987.779657845635 
Step 3645 | loss:0.019107334315776825 lr:1.3878921882652732e-05 tokens_per_second_per_gpu:827.3673935942473 
Step 3646 | loss:0.020480506122112274 lr:1.3875948764218445e-05 tokens_per_second_per_gpu:1008.6541190278689 
Step 3647 | loss:0.01112314686179161 lr:1.3872975242547641e-05 tokens_per_second_per_gpu:950.8107320831224 
Step 3648 | loss:0.012872060760855675 lr:1.3870001317949675e-05 tokens_per_second_per_gpu:772.548887309386 
Step 3649 | loss:0.010075602680444717 lr:1.3867026990733934e-05 tokens_per_second_per_gpu:747.6548589879799 
Step 3650 | loss:0.04146247357130051 lr:1.3864052261209859e-05 tokens_per_second_per_gpu:1176.0238629303312 
Step 3651 | loss:0.007054842542856932 lr:1.3861077129686926e-05 tokens_per_second_per_gpu:864.1569113642845 
Step 3652 | loss:0.01037281658500433 lr:1.3858101596474653e-05 tokens_per_second_per_gpu:1046.2550545883328 
Step 3653 | loss:0.011874111369252205 lr:1.3855125661882603e-05 tokens_per_second_per_gpu:774.981480135526 
Step 3654 | loss:0.014889762736856937 lr:1.3852149326220379e-05 tokens_per_second_per_gpu:778.5318941150524 
Step 3655 | loss:0.015848707407712936 lr:1.3849172589797628e-05 tokens_per_second_per_gpu:829.9300934554186 
Step 3656 | loss:0.010855713859200478 lr:1.3846195452924029e-05 tokens_per_second_per_gpu:880.4651178949541 
Step 3657 | loss:0.004734987858682871 lr:1.3843217915909318e-05 tokens_per_second_per_gpu:1011.2490192743732 
Step 3658 | loss:0.007811895105987787 lr:1.3840239979063261e-05 tokens_per_second_per_gpu:941.5094845611185 
Step 3659 | loss:0.019133174791932106 lr:1.383726164269567e-05 tokens_per_second_per_gpu:1017.1105083373917 
Step 3660 | loss:0.0051180594600737095 lr:1.38342829071164e-05 tokens_per_second_per_gpu:864.1361456767605 
Step 3661 | loss:0.00776443537324667 lr:1.383130377263534e-05 tokens_per_second_per_gpu:863.8219845860269 
Step 3662 | loss:0.00767667917534709 lr:1.3828324239562429e-05 tokens_per_second_per_gpu:990.5711757050225 
Step 3663 | loss:0.004194776993244886 lr:1.382534430820765e-05 tokens_per_second_per_gpu:842.5894540750195 
Step 3664 | loss:0.01648908294737339 lr:1.3822363978881012e-05 tokens_per_second_per_gpu:837.1073967453095 
Step 3665 | loss:0.006846111733466387 lr:1.381938325189258e-05 tokens_per_second_per_gpu:790.1107057449094 
Step 3666 | loss:0.01073464471846819 lr:1.381640212755246e-05 tokens_per_second_per_gpu:780.4219651025103 
Step 3667 | loss:0.013227639719843864 lr:1.3813420606170786e-05 tokens_per_second_per_gpu:951.0218560429878 
Step 3668 | loss:0.008280259557068348 lr:1.3810438688057748e-05 tokens_per_second_per_gpu:750.5730593554354 
Step 3669 | loss:0.01179179735481739 lr:1.3807456373523572e-05 tokens_per_second_per_gpu:786.1864449459097 
Step 3670 | loss:0.011102707125246525 lr:1.3804473662878519e-05 tokens_per_second_per_gpu:876.7527683965222 
Step 3671 | loss:0.011992697604000568 lr:1.3801490556432903e-05 tokens_per_second_per_gpu:740.6186761915786 
Step 3672 | loss:0.017532039433717728 lr:1.3798507054497072e-05 tokens_per_second_per_gpu:994.7552019645613 
Step 3673 | loss:0.0043085901997983456 lr:1.3795523157381413e-05 tokens_per_second_per_gpu:856.1290190427632 
Step 3674 | loss:0.006054178811609745 lr:1.3792538865396363e-05 tokens_per_second_per_gpu:821.870253851849 
Step 3675 | loss:0.011107375845313072 lr:1.3789554178852391e-05 tokens_per_second_per_gpu:881.3698064658358 
Step 3676 | loss:0.015700293704867363 lr:1.378656909806001e-05 tokens_per_second_per_gpu:989.6501178961835 
Step 3677 | loss:0.012777525931596756 lr:1.3783583623329775e-05 tokens_per_second_per_gpu:822.2023106299595 
Step 3678 | loss:0.008934671990573406 lr:1.3780597754972282e-05 tokens_per_second_per_gpu:890.6361633364535 
Step 3679 | loss:0.010381901636719704 lr:1.3777611493298168e-05 tokens_per_second_per_gpu:898.1766629504565 
Step 3680 | loss:0.008515032939612865 lr:1.377462483861811e-05 tokens_per_second_per_gpu:905.3309108996779 
Step 3681 | loss:0.009080443531274796 lr:1.3771637791242827e-05 tokens_per_second_per_gpu:883.7918024759998 
Step 3682 | loss:0.004718012176454067 lr:1.3768650351483076e-05 tokens_per_second_per_gpu:895.8459677480714 
Step 3683 | loss:0.009319840930402279 lr:1.3765662519649658e-05 tokens_per_second_per_gpu:1032.5819387874838 
Step 3684 | loss:0.009081549942493439 lr:1.3762674296053416e-05 tokens_per_second_per_gpu:938.9279348393936 
Step 3685 | loss:0.013001445680856705 lr:1.375968568100523e-05 tokens_per_second_per_gpu:936.7887162749553 
Step 3686 | loss:0.008442303165793419 lr:1.3756696674816018e-05 tokens_per_second_per_gpu:858.9903348046466 
Step 3687 | loss:0.009692205116152763 lr:1.375370727779675e-05 tokens_per_second_per_gpu:907.9745464091485 
Step 3688 | loss:0.015115248039364815 lr:1.375071749025843e-05 tokens_per_second_per_gpu:964.2650670176213 
Step 3689 | loss:0.011647019535303116 lr:1.3747727312512094e-05 tokens_per_second_per_gpu:895.5757001943662 
Step 3690 | loss:0.011197430081665516 lr:1.3744736744868832e-05 tokens_per_second_per_gpu:903.7514810123936 
Step 3691 | loss:0.008634510450065136 lr:1.3741745787639768e-05 tokens_per_second_per_gpu:1317.40444679406 
Step 3692 | loss:0.11432197690010071 lr:1.3738754441136072e-05 tokens_per_second_per_gpu:1131.8389942560207 
Step 3693 | loss:0.006071061827242374 lr:1.3735762705668945e-05 tokens_per_second_per_gpu:884.573667150151 
Step 3694 | loss:0.012682732194662094 lr:1.3732770581549636e-05 tokens_per_second_per_gpu:852.8271784290802 
Step 3695 | loss:0.022571025416254997 lr:1.3729778069089437e-05 tokens_per_second_per_gpu:859.5003550909229 
Step 3696 | loss:0.026573296636343002 lr:1.3726785168599666e-05 tokens_per_second_per_gpu:909.8716971334884 
Step 3697 | loss:0.012584447860717773 lr:1.3723791880391698e-05 tokens_per_second_per_gpu:827.8164790875342 
Step 3698 | loss:0.017761647701263428 lr:1.3720798204776942e-05 tokens_per_second_per_gpu:930.0063621196161 
Step 3699 | loss:0.016233952715992928 lr:1.371780414206684e-05 tokens_per_second_per_gpu:1013.6965213558894 
Step 3700 | loss:0.00669770035892725 lr:1.3714809692572889e-05 tokens_per_second_per_gpu:704.0680503441263 
Step 3701 | loss:0.007857843302190304 lr:1.3711814856606613e-05 tokens_per_second_per_gpu:737.1551560431111 
Step 3702 | loss:0.01353733241558075 lr:1.3708819634479582e-05 tokens_per_second_per_gpu:688.3242542226485 
Step 3703 | loss:0.009957896545529366 lr:1.370582402650341e-05 tokens_per_second_per_gpu:1068.4747339176488 
Step 3704 | loss:0.0076467376202344894 lr:1.3702828032989743e-05 tokens_per_second_per_gpu:780.1446363066254 
Step 3705 | loss:0.017167866230010986 lr:1.3699831654250272e-05 tokens_per_second_per_gpu:916.3054312195459 
Step 3706 | loss:0.005403486080467701 lr:1.3696834890596725e-05 tokens_per_second_per_gpu:860.0540447015306 
Step 3707 | loss:0.008175463415682316 lr:1.3693837742340871e-05 tokens_per_second_per_gpu:973.1673107926871 
Step 3708 | loss:0.02082219161093235 lr:1.3690840209794527e-05 tokens_per_second_per_gpu:806.5939548939267 
Step 3709 | loss:0.008071995340287685 lr:1.3687842293269535e-05 tokens_per_second_per_gpu:904.6409130364003 
Step 3710 | loss:0.004339031875133514 lr:1.368484399307779e-05 tokens_per_second_per_gpu:809.7443144107572 
Step 3711 | loss:0.008320258930325508 lr:1.3681845309531223e-05 tokens_per_second_per_gpu:1048.1670663610962 
Step 3712 | loss:0.016886286437511444 lr:1.3678846242941795e-05 tokens_per_second_per_gpu:1064.7285645248853 
Step 3713 | loss:0.010302904061973095 lr:1.3675846793621528e-05 tokens_per_second_per_gpu:837.3741301476196 
Step 3714 | loss:0.004355752374976873 lr:1.367284696188246e-05 tokens_per_second_per_gpu:761.4843202081639 
Step 3715 | loss:0.008183215744793415 lr:1.3669846748036686e-05 tokens_per_second_per_gpu:856.5187218091339 
Step 3716 | loss:0.009900081902742386 lr:1.3666846152396335e-05 tokens_per_second_per_gpu:842.7976993875079 
Step 3717 | loss:0.0093822767958045 lr:1.3663845175273574e-05 tokens_per_second_per_gpu:957.478283703442 
Step 3718 | loss:0.004356783349066973 lr:1.3660843816980612e-05 tokens_per_second_per_gpu:645.7186582070391 
Step 3719 | loss:0.007468695752322674 lr:1.36578420778297e-05 tokens_per_second_per_gpu:1133.8287714055525 
Step 3720 | loss:0.006036305334419012 lr:1.3654839958133118e-05 tokens_per_second_per_gpu:949.8857857070426 
Step 3721 | loss:0.016441257670521736 lr:1.3651837458203201e-05 tokens_per_second_per_gpu:745.1773880538335 
Step 3722 | loss:0.023392003029584885 lr:1.3648834578352313e-05 tokens_per_second_per_gpu:1195.2967833191515 
Step 3723 | loss:0.008572200313210487 lr:1.3645831318892857e-05 tokens_per_second_per_gpu:831.9136515788005 
Step 3724 | loss:0.007903063669800758 lr:1.3642827680137285e-05 tokens_per_second_per_gpu:836.1957715762185 
Step 3725 | loss:0.017031902447342873 lr:1.3639823662398077e-05 tokens_per_second_per_gpu:880.7590656832593 
Step 3726 | loss:0.011657060123980045 lr:1.363681926598776e-05 tokens_per_second_per_gpu:861.518080206473 
Step 3727 | loss:0.004794204141944647 lr:1.3633814491218897e-05 tokens_per_second_per_gpu:775.8803186305544 
Step 3728 | loss:0.021284960210323334 lr:1.3630809338404095e-05 tokens_per_second_per_gpu:945.9537081176265 
Step 3729 | loss:0.021470217034220695 lr:1.3627803807855993e-05 tokens_per_second_per_gpu:834.3467986498946 
Step 3730 | loss:0.024876397103071213 lr:1.3624797899887272e-05 tokens_per_second_per_gpu:1161.5060029769586 
Step 3731 | loss:0.014684035442769527 lr:1.3621791614810658e-05 tokens_per_second_per_gpu:1294.7907997476827 
Step 3732 | loss:0.007997159846127033 lr:1.3618784952938908e-05 tokens_per_second_per_gpu:864.088671361805 
Step 3733 | loss:0.018596287816762924 lr:1.3615777914584822e-05 tokens_per_second_per_gpu:1131.8579079047504 
Step 3734 | loss:0.01749139279127121 lr:1.3612770500061241e-05 tokens_per_second_per_gpu:836.4384455429725 
Step 3735 | loss:0.009535744786262512 lr:1.360976270968104e-05 tokens_per_second_per_gpu:781.6069628036817 
Step 3736 | loss:0.01206391304731369 lr:1.360675454375714e-05 tokens_per_second_per_gpu:876.5090200398355 
Step 3737 | loss:0.014396697282791138 lr:1.3603746002602494e-05 tokens_per_second_per_gpu:1034.520365135442 
Step 3738 | loss:0.010053969919681549 lr:1.36007370865301e-05 tokens_per_second_per_gpu:1027.3551044233152 
Step 3739 | loss:0.0034497485030442476 lr:1.3597727795852986e-05 tokens_per_second_per_gpu:816.168461035012 
Step 3740 | loss:0.013395192101597786 lr:1.3594718130884235e-05 tokens_per_second_per_gpu:910.5468572286514 
Step 3741 | loss:0.02354375086724758 lr:1.3591708091936952e-05 tokens_per_second_per_gpu:1103.283997997284 
Step 3742 | loss:0.006649896036833525 lr:1.3588697679324292e-05 tokens_per_second_per_gpu:795.3460430156788 
Step 3743 | loss:0.009293104521930218 lr:1.358568689335944e-05 tokens_per_second_per_gpu:1093.280866892082 
Step 3744 | loss:0.013445708900690079 lr:1.3582675734355633e-05 tokens_per_second_per_gpu:1210.4367141662021 
Step 3745 | loss:0.0077245887368917465 lr:1.357966420262613e-05 tokens_per_second_per_gpu:813.923377801556 
Step 3746 | loss:0.014983601868152618 lr:1.3576652298484238e-05 tokens_per_second_per_gpu:752.5729662399008 
Step 3747 | loss:0.007230331189930439 lr:1.357364002224331e-05 tokens_per_second_per_gpu:847.8976852679422 
Step 3748 | loss:0.025929659605026245 lr:1.3570627374216727e-05 tokens_per_second_per_gpu:837.3029084150886 
Step 3749 | loss:0.035543523728847504 lr:1.3567614354717903e-05 tokens_per_second_per_gpu:1100.704487101411 
Step 3750 | loss:0.006070426665246487 lr:1.356460096406031e-05 tokens_per_second_per_gpu:832.3912717564407 
Step 3751 | loss:0.007142243906855583 lr:1.3561587202557445e-05 tokens_per_second_per_gpu:946.0119925706455 
Step 3752 | loss:0.00884625967592001 lr:1.355857307052284e-05 tokens_per_second_per_gpu:1127.7576383397725 
Step 3753 | loss:0.00784047320485115 lr:1.3555558568270082e-05 tokens_per_second_per_gpu:1121.9122431299638 
Step 3754 | loss:0.005583121441304684 lr:1.3552543696112781e-05 tokens_per_second_per_gpu:886.5456742794345 
Step 3755 | loss:0.020896190777420998 lr:1.3549528454364586e-05 tokens_per_second_per_gpu:1063.2674161181483 
Step 3756 | loss:0.01074590440839529 lr:1.3546512843339202e-05 tokens_per_second_per_gpu:1118.41235264758 
Step 3757 | loss:0.008458676747977734 lr:1.3543496863350347e-05 tokens_per_second_per_gpu:947.0970287913766 
Step 3758 | loss:0.013104096986353397 lr:1.3540480514711799e-05 tokens_per_second_per_gpu:925.5177538469982 
Step 3759 | loss:0.009761646389961243 lr:1.3537463797737359e-05 tokens_per_second_per_gpu:802.1621547019258 
Step 3760 | loss:0.010211067274212837 lr:1.3534446712740879e-05 tokens_per_second_per_gpu:896.528147553589 
Step 3761 | loss:0.012511525303125381 lr:1.3531429260036238e-05 tokens_per_second_per_gpu:970.3891562550568 
Step 3762 | loss:0.010056729428470135 lr:1.3528411439937358e-05 tokens_per_second_per_gpu:1008.9879953979648 
Step 3763 | loss:0.008605952374637127 lr:1.3525393252758208e-05 tokens_per_second_per_gpu:1000.0533859030741 
Step 3764 | loss:0.007505754008889198 lr:1.352237469881278e-05 tokens_per_second_per_gpu:926.8283975927549 
Step 3765 | loss:0.008731584995985031 lr:1.3519355778415108e-05 tokens_per_second_per_gpu:1006.7777595733587 
Step 3766 | loss:0.007092219777405262 lr:1.3516336491879276e-05 tokens_per_second_per_gpu:766.138299006299 
Step 3767 | loss:0.01152257714420557 lr:1.3513316839519388e-05 tokens_per_second_per_gpu:845.9883548900242 
Step 3768 | loss:0.00979776680469513 lr:1.35102968216496e-05 tokens_per_second_per_gpu:848.2722668252666 
Step 3769 | loss:0.015260573476552963 lr:1.3507276438584105e-05 tokens_per_second_per_gpu:900.909281449768 
Step 3770 | loss:0.013637831434607506 lr:1.3504255690637122e-05 tokens_per_second_per_gpu:762.1219406384664 
Step 3771 | loss:0.007823659107089043 lr:1.350123457812292e-05 tokens_per_second_per_gpu:878.9480252197633 
Step 3772 | loss:0.009560693986713886 lr:1.3498213101355804e-05 tokens_per_second_per_gpu:940.3855223788914 
Step 3773 | loss:0.011602062731981277 lr:1.3495191260650113e-05 tokens_per_second_per_gpu:908.5266097567419 
Step 3774 | loss:0.013092467561364174 lr:1.3492169056320226e-05 tokens_per_second_per_gpu:983.4004334940814 
Step 3775 | loss:0.003949565812945366 lr:1.348914648868056e-05 tokens_per_second_per_gpu:814.2264740259075 
Step 3776 | loss:0.008184690959751606 lr:1.3486123558045567e-05 tokens_per_second_per_gpu:695.6378108521853 
Step 3777 | loss:0.022499877959489822 lr:1.3483100264729748e-05 tokens_per_second_per_gpu:992.6527307587635 
Step 3778 | loss:0.020260106772184372 lr:1.3480076609047624e-05 tokens_per_second_per_gpu:999.6391470482681 
Step 3779 | loss:0.005770635791122913 lr:1.3477052591313762e-05 tokens_per_second_per_gpu:786.837102985473 
Step 3780 | loss:0.009450788609683514 lr:1.3474028211842774e-05 tokens_per_second_per_gpu:934.9642773468769 
Step 3781 | loss:0.02086741290986538 lr:1.3471003470949299e-05 tokens_per_second_per_gpu:853.2551489649915 
Step 3782 | loss:0.0029836813919246197 lr:1.3467978368948023e-05 tokens_per_second_per_gpu:930.6492719632844 
Step 3783 | loss:0.011982465162873268 lr:1.3464952906153654e-05 tokens_per_second_per_gpu:922.0026161572393 
Step 3784 | loss:0.005606302060186863 lr:1.3461927082880957e-05 tokens_per_second_per_gpu:977.5316014993141 
Step 3785 | loss:0.011803374625742435 lr:1.345890089944472e-05 tokens_per_second_per_gpu:920.5488586390805 
Step 3786 | loss:0.0036641687620431185 lr:1.3455874356159775e-05 tokens_per_second_per_gpu:855.2260618242072 
Step 3787 | loss:0.012578495778143406 lr:1.3452847453340993e-05 tokens_per_second_per_gpu:1032.835552925108 
Step 3788 | loss:0.015515955165028572 lr:1.3449820191303276e-05 tokens_per_second_per_gpu:974.2579101397549 
Step 3789 | loss:0.0059459637850522995 lr:1.3446792570361566e-05 tokens_per_second_per_gpu:855.7646688291063 
Step 3790 | loss:0.009995866566896439 lr:1.344376459083085e-05 tokens_per_second_per_gpu:829.8639223455314 
Step 3791 | loss:0.00635903887450695 lr:1.344073625302614e-05 tokens_per_second_per_gpu:882.3103419947033 
Step 3792 | loss:0.005609989166259766 lr:1.3437707557262487e-05 tokens_per_second_per_gpu:764.2152519179575 
Step 3793 | loss:0.007732719648629427 lr:1.3434678503854992e-05 tokens_per_second_per_gpu:979.4145605397711 
Step 3794 | loss:0.020237989723682404 lr:1.343164909311878e-05 tokens_per_second_per_gpu:821.3318667209903 
Step 3795 | loss:0.00776694668456912 lr:1.3428619325369017e-05 tokens_per_second_per_gpu:867.4398009984351 
Step 3796 | loss:0.010348641313612461 lr:1.3425589200920905e-05 tokens_per_second_per_gpu:805.431323272094 
Step 3797 | loss:0.015163900330662727 lr:1.3422558720089689e-05 tokens_per_second_per_gpu:843.2307280476957 
Step 3798 | loss:0.019478727132081985 lr:1.3419527883190644e-05 tokens_per_second_per_gpu:839.6741888466223 
Step 3799 | loss:0.00936845876276493 lr:1.3416496690539085e-05 tokens_per_second_per_gpu:970.041984220449 
Step 3800 | loss:0.008306256495416164 lr:1.3413465142450366e-05 tokens_per_second_per_gpu:944.9987970180928 
Step 3801 | loss:0.006030850112438202 lr:1.3410433239239873e-05 tokens_per_second_per_gpu:799.0182473246507 
Step 3802 | loss:0.01687958650290966 lr:1.340740098122303e-05 tokens_per_second_per_gpu:752.7066310523975 
Step 3803 | loss:0.010142780840396881 lr:1.3404368368715308e-05 tokens_per_second_per_gpu:766.9468862437986 
Step 3804 | loss:0.0097960215061903 lr:1.3401335402032198e-05 tokens_per_second_per_gpu:855.8534923147314 
Step 3805 | loss:0.05050571635365486 lr:1.3398302081489239e-05 tokens_per_second_per_gpu:1406.7932570431212 
Step 3806 | loss:0.006396361626684666 lr:1.3395268407402007e-05 tokens_per_second_per_gpu:770.8787596207387 
Step 3807 | loss:0.006362559273838997 lr:1.339223438008611e-05 tokens_per_second_per_gpu:861.6534660015077 
Step 3808 | loss:0.009788280352950096 lr:1.3389199999857189e-05 tokens_per_second_per_gpu:1008.6156338739028 
Step 3809 | loss:0.0075820754282176495 lr:1.338616526703094e-05 tokens_per_second_per_gpu:810.7455964167317 
Step 3810 | loss:0.024206463247537613 lr:1.3383130181923073e-05 tokens_per_second_per_gpu:1038.7909533967882 
Step 3811 | loss:0.017836302518844604 lr:1.3380094744849348e-05 tokens_per_second_per_gpu:987.536141700904 
Step 3812 | loss:0.0030644044745713472 lr:1.3377058956125557e-05 tokens_per_second_per_gpu:814.4468545475237 
Step 3813 | loss:0.016417507082223892 lr:1.3374022816067533e-05 tokens_per_second_per_gpu:779.757500350238 
Step 3814 | loss:0.009530914947390556 lr:1.3370986324991142e-05 tokens_per_second_per_gpu:819.3381308510477 
Step 3815 | loss:0.0058510079979896545 lr:1.3367949483212281e-05 tokens_per_second_per_gpu:805.7761998944242 
Step 3816 | loss:0.012341258116066456 lr:1.3364912291046898e-05 tokens_per_second_per_gpu:885.2266599032924 
Step 3817 | loss:0.017178626731038094 lr:1.3361874748810967e-05 tokens_per_second_per_gpu:953.3859822968406 
Step 3818 | loss:0.033222511410713196 lr:1.3358836856820494e-05 tokens_per_second_per_gpu:751.0467894614134 
Step 3819 | loss:0.012795286253094673 lr:1.335579861539154e-05 tokens_per_second_per_gpu:1010.3534285322943 
Step 3820 | loss:0.014340968802571297 lr:1.3352760024840174e-05 tokens_per_second_per_gpu:828.7330447429046 
Step 3821 | loss:0.01000955980271101 lr:1.334972108548253e-05 tokens_per_second_per_gpu:997.0487384645252 
Step 3822 | loss:0.008633071556687355 lr:1.3346681797634767e-05 tokens_per_second_per_gpu:626.9537206502357 
Step 3823 | loss:0.005781380459666252 lr:1.3343642161613067e-05 tokens_per_second_per_gpu:840.6829599867563 
Step 3824 | loss:0.005701663438230753 lr:1.3340602177733668e-05 tokens_per_second_per_gpu:845.0192246627877 
Step 3825 | loss:0.006597891449928284 lr:1.3337561846312841e-05 tokens_per_second_per_gpu:859.2866032635982 
Step 3826 | loss:0.006348010618239641 lr:1.3334521167666879e-05 tokens_per_second_per_gpu:949.9709119166934 
Step 3827 | loss:0.003693240461871028 lr:1.3331480142112128e-05 tokens_per_second_per_gpu:789.2686630579175 
Step 3828 | loss:0.013055254705250263 lr:1.3328438769964958e-05 tokens_per_second_per_gpu:1011.8604823529824 
Step 3829 | loss:0.018615083768963814 lr:1.332539705154178e-05 tokens_per_second_per_gpu:900.7562922208389 
Step 3830 | loss:0.005373390391469002 lr:1.3322354987159045e-05 tokens_per_second_per_gpu:964.378182040876 
Step 3831 | loss:0.012359042651951313 lr:1.3319312577133235e-05 tokens_per_second_per_gpu:832.8398876435145 
Step 3832 | loss:0.004489722661674023 lr:1.3316269821780866e-05 tokens_per_second_per_gpu:855.8867044856869 
Step 3833 | loss:0.011000286787748337 lr:1.3313226721418492e-05 tokens_per_second_per_gpu:791.8438940007571 
Step 3834 | loss:0.00896820705384016 lr:1.3310183276362709e-05 tokens_per_second_per_gpu:809.1823585835183 
Step 3835 | loss:0.007357489783316851 lr:1.3307139486930139e-05 tokens_per_second_per_gpu:852.9102174093952 
Step 3836 | loss:0.005189799703657627 lr:1.3304095353437445e-05 tokens_per_second_per_gpu:859.7308241807144 
Step 3837 | loss:0.008189912885427475 lr:1.3301050876201327e-05 tokens_per_second_per_gpu:692.2782931559474 
Step 3838 | loss:0.01196865551173687 lr:1.3298006055538517e-05 tokens_per_second_per_gpu:746.4401010303116 
Step 3839 | loss:0.007149857934564352 lr:1.3294960891765785e-05 tokens_per_second_per_gpu:854.9510762439907 
Step 3840 | loss:0.006882016081362963 lr:1.3291915385199939e-05 tokens_per_second_per_gpu:831.8395331878318 
Step 3841 | loss:0.01062096282839775 lr:1.3288869536157816e-05 tokens_per_second_per_gpu:991.630623052731 
Step 3842 | loss:0.007879632525146008 lr:1.3285823344956292e-05 tokens_per_second_per_gpu:819.8273853808483 
Step 3843 | loss:0.010168757289648056 lr:1.3282776811912285e-05 tokens_per_second_per_gpu:1076.9553639927092 
Step 3844 | loss:0.0045539927668869495 lr:1.327972993734274e-05 tokens_per_second_per_gpu:796.7052002745268 
Step 3845 | loss:0.014750868082046509 lr:1.3276682721564637e-05 tokens_per_second_per_gpu:1093.3196342265935 
Step 3846 | loss:0.014737026765942574 lr:1.3273635164894997e-05 tokens_per_second_per_gpu:765.7538227243346 
Step 3847 | loss:0.009066409431397915 lr:1.3270587267650879e-05 tokens_per_second_per_gpu:993.9291932532877 
Step 3848 | loss:0.015135192312300205 lr:1.3267539030149365e-05 tokens_per_second_per_gpu:923.8074457862461 
Step 3849 | loss:0.015455525368452072 lr:1.3264490452707583e-05 tokens_per_second_per_gpu:815.0828457623643 
Step 3850 | loss:0.00970698893070221 lr:1.3261441535642696e-05 tokens_per_second_per_gpu:1077.2566215286315 
Step 3851 | loss:0.003993467427790165 lr:1.3258392279271899e-05 tokens_per_second_per_gpu:872.6470038130534 
Step 3852 | loss:0.018199212849140167 lr:1.325534268391242e-05 tokens_per_second_per_gpu:963.4007830877999 
Step 3853 | loss:0.004977281205356121 lr:1.3252292749881528e-05 tokens_per_second_per_gpu:780.6443770274263 
Step 3854 | loss:0.006133409682661295 lr:1.3249242477496525e-05 tokens_per_second_per_gpu:794.976027565352 
Step 3855 | loss:0.011955857276916504 lr:1.3246191867074742e-05 tokens_per_second_per_gpu:953.0812375685216 
Step 3856 | loss:0.006808907259255648 lr:1.324314091893356e-05 tokens_per_second_per_gpu:791.3330444692091 
Step 3857 | loss:0.008404992520809174 lr:1.3240089633390383e-05 tokens_per_second_per_gpu:1001.4648269659681 
Step 3858 | loss:0.011055742390453815 lr:1.3237038010762649e-05 tokens_per_second_per_gpu:930.7572103681986 
Step 3859 | loss:0.019300928339362144 lr:1.323398605136784e-05 tokens_per_second_per_gpu:1091.1105750895574 
Step 3860 | loss:0.012350359931588173 lr:1.3230933755523466e-05 tokens_per_second_per_gpu:798.4516998871186 
Step 3861 | loss:0.013776401989161968 lr:1.3227881123547073e-05 tokens_per_second_per_gpu:870.6954012050398 
Step 3862 | loss:0.008779104799032211 lr:1.322482815575625e-05 tokens_per_second_per_gpu:942.3251989109383 
Step 3863 | loss:0.006277321372181177 lr:1.3221774852468605e-05 tokens_per_second_per_gpu:892.7167899790505 
Step 3864 | loss:0.02043065056204796 lr:1.3218721214001797e-05 tokens_per_second_per_gpu:880.3306700415094 
Step 3865 | loss:0.009021613746881485 lr:1.3215667240673508e-05 tokens_per_second_per_gpu:912.6869708065389 
Step 3866 | loss:0.010415570810437202 lr:1.3212612932801468e-05 tokens_per_second_per_gpu:1018.9969425410073 
Step 3867 | loss:0.009870420210063457 lr:1.3209558290703423e-05 tokens_per_second_per_gpu:630.339482939578 
Step 3868 | loss:0.014860976487398148 lr:1.3206503314697173e-05 tokens_per_second_per_gpu:928.1048353560625 
Step 3869 | loss:0.007943809032440186 lr:1.3203448005100539e-05 tokens_per_second_per_gpu:956.7673338477337 
Step 3870 | loss:0.0069587863981723785 lr:1.3200392362231385e-05 tokens_per_second_per_gpu:849.4726575026148 
Step 3871 | loss:0.00868530385196209 lr:1.3197336386407603e-05 tokens_per_second_per_gpu:842.8415571419268 
Step 3872 | loss:0.028189662843942642 lr:1.3194280077947126e-05 tokens_per_second_per_gpu:874.3224283276505 
Step 3873 | loss:0.006036523729562759 lr:1.3191223437167917e-05 tokens_per_second_per_gpu:791.3661874631835 
Step 3874 | loss:0.046565860509872437 lr:1.3188166464387977e-05 tokens_per_second_per_gpu:1087.8645636557362 
Step 3875 | loss:0.011407289654016495 lr:1.3185109159925343e-05 tokens_per_second_per_gpu:1056.8025068516956 
Step 3876 | loss:0.013751091435551643 lr:1.3182051524098073e-05 tokens_per_second_per_gpu:825.5921947283022 
Step 3877 | loss:0.010826033540070057 lr:1.3178993557224278e-05 tokens_per_second_per_gpu:802.869656986732 
Step 3878 | loss:0.010310967452824116 lr:1.31759352596221e-05 tokens_per_second_per_gpu:873.5855327580583 
Step 3879 | loss:0.010474028065800667 lr:1.3172876631609697e-05 tokens_per_second_per_gpu:772.2532492939362 
Step 3880 | loss:0.01889069192111492 lr:1.3169817673505287e-05 tokens_per_second_per_gpu:1088.290745962212 
Step 3881 | loss:0.007135922089219093 lr:1.3166758385627105e-05 tokens_per_second_per_gpu:825.3607781180173 
Step 3882 | loss:0.011431877501308918 lr:1.3163698768293425e-05 tokens_per_second_per_gpu:858.6054674722733 
Step 3883 | loss:0.012118952348828316 lr:1.316063882182256e-05 tokens_per_second_per_gpu:904.4654402099454 
Step 3884 | loss:0.020018262788653374 lr:1.3157578546532851e-05 tokens_per_second_per_gpu:1098.3770013055675 
Step 3885 | loss:0.01593606360256672 lr:1.3154517942742675e-05 tokens_per_second_per_gpu:1144.982168841528 
Step 3886 | loss:0.010429365560412407 lr:1.3151457010770446e-05 tokens_per_second_per_gpu:975.2178967414022 
Step 3887 | loss:0.012933647260069847 lr:1.3148395750934605e-05 tokens_per_second_per_gpu:794.8719940465413 
Step 3888 | loss:0.011048445478081703 lr:1.3145334163553638e-05 tokens_per_second_per_gpu:946.0006591970243 
Step 3889 | loss:0.013363723643124104 lr:1.3142272248946052e-05 tokens_per_second_per_gpu:1181.4984575521632 
Step 3890 | loss:0.006924316752701998 lr:1.3139210007430404e-05 tokens_per_second_per_gpu:939.5633532558306 
Step 3891 | loss:0.01573699340224266 lr:1.3136147439325266e-05 tokens_per_second_per_gpu:953.1262996716863 
Step 3892 | loss:0.005663861520588398 lr:1.313308454494926e-05 tokens_per_second_per_gpu:808.5951051053223 
Step 3893 | loss:0.013712204061448574 lr:1.3130021324621036e-05 tokens_per_second_per_gpu:925.6840794436562 
Step 3894 | loss:0.012469186447560787 lr:1.3126957778659278e-05 tokens_per_second_per_gpu:840.8937140026777 
Step 3895 | loss:0.0050808824598789215 lr:1.3123893907382699e-05 tokens_per_second_per_gpu:849.4936720328627 
Step 3896 | loss:0.01031454000622034 lr:1.3120829711110057e-05 tokens_per_second_per_gpu:928.1345993746527 
Step 3897 | loss:0.018735062330961227 lr:1.3117765190160134e-05 tokens_per_second_per_gpu:1079.5274706652422 
Step 3898 | loss:0.007925666868686676 lr:1.3114700344851748e-05 tokens_per_second_per_gpu:859.0705402136601 
Step 3899 | loss:0.01756305992603302 lr:1.3111635175503754e-05 tokens_per_second_per_gpu:844.1670917204818 
Step 3900 | loss:0.00534325186163187 lr:1.3108569682435039e-05 tokens_per_second_per_gpu:1128.209264506002 
Step 3901 | loss:0.011366939172148705 lr:1.3105503865964523e-05 tokens_per_second_per_gpu:1005.1563209084462 
Step 3902 | loss:0.011672195978462696 lr:1.3102437726411157e-05 tokens_per_second_per_gpu:1071.0378542778672 
Step 3903 | loss:0.005960499402135611 lr:1.3099371264093932e-05 tokens_per_second_per_gpu:873.4924893806941 
Step 3904 | loss:0.012968970462679863 lr:1.309630447933187e-05 tokens_per_second_per_gpu:868.3498535296625 
Step 3905 | loss:0.010335405357182026 lr:1.3093237372444019e-05 tokens_per_second_per_gpu:993.1879867045616 
Step 3906 | loss:0.00794907845556736 lr:1.3090169943749475e-05 tokens_per_second_per_gpu:867.4575626527952 
Step 3907 | loss:0.01638105697929859 lr:1.3087102193567358e-05 tokens_per_second_per_gpu:988.9866716844751 
Step 3908 | loss:0.017844421789050102 lr:1.308403412221682e-05 tokens_per_second_per_gpu:817.1856545920074 
Step 3909 | loss:0.008244743570685387 lr:1.308096573001705e-05 tokens_per_second_per_gpu:807.2578611854079 
Step 3910 | loss:0.025880970060825348 lr:1.3077897017287274e-05 tokens_per_second_per_gpu:1120.7907143393604 
Step 3911 | loss:0.016825126484036446 lr:1.307482798434674e-05 tokens_per_second_per_gpu:989.843824379572 
Step 3912 | loss:0.004741666838526726 lr:1.3071758631514746e-05 tokens_per_second_per_gpu:900.4263334867935 
Step 3913 | loss:0.009938841685652733 lr:1.3068688959110607e-05 tokens_per_second_per_gpu:741.609973971262 
Step 3914 | loss:0.01094626821577549 lr:1.306561896745368e-05 tokens_per_second_per_gpu:732.0948632571121 
Step 3915 | loss:0.02905947156250477 lr:1.3062548656863351e-05 tokens_per_second_per_gpu:1269.5000785269647 
Step 3916 | loss:0.016317218542099 lr:1.3059478027659047e-05 tokens_per_second_per_gpu:918.591431945973 
Step 3917 | loss:0.011097772978246212 lr:1.305640708016022e-05 tokens_per_second_per_gpu:853.6343477279543 
Step 3918 | loss:0.010844890028238297 lr:1.3053335814686355e-05 tokens_per_second_per_gpu:838.7111730699546 
Step 3919 | loss:0.014775924384593964 lr:1.3050264231556976e-05 tokens_per_second_per_gpu:900.9537449070428 
Step 3920 | loss:0.010404474101960659 lr:1.3047192331091636e-05 tokens_per_second_per_gpu:830.6371590818317 
Step 3921 | loss:0.008624088950455189 lr:1.304412011360992e-05 tokens_per_second_per_gpu:845.1834955128467 
Step 3922 | loss:0.015338142402470112 lr:1.3041047579431452e-05 tokens_per_second_per_gpu:965.8842343254142 
Step 3923 | loss:0.013040550984442234 lr:1.3037974728875881e-05 tokens_per_second_per_gpu:951.7040764127131 
Step 3924 | loss:0.006475286558270454 lr:1.3034901562262893e-05 tokens_per_second_per_gpu:831.2149138418519 
Step 3925 | loss:0.011564742773771286 lr:1.3031828079912211e-05 tokens_per_second_per_gpu:1168.4379828228311 
Step 3926 | loss:0.006408249959349632 lr:1.3028754282143584e-05 tokens_per_second_per_gpu:935.8147116557082 
Step 3927 | loss:0.002857030602172017 lr:1.302568016927679e-05 tokens_per_second_per_gpu:722.6616674522622 
Step 3928 | loss:0.00431929063051939 lr:1.3022605741631657e-05 tokens_per_second_per_gpu:846.9864856969685 
Step 3929 | loss:0.017298713326454163 lr:1.3019530999528028e-05 tokens_per_second_per_gpu:781.9808526640254 
Step 3930 | loss:0.01774878241121769 lr:1.3016455943285787e-05 tokens_per_second_per_gpu:749.624508108545 
Step 3931 | loss:0.01748150959610939 lr:1.301338057322485e-05 tokens_per_second_per_gpu:914.5249278889513 
Step 3932 | loss:0.015025247819721699 lr:1.3010304889665161e-05 tokens_per_second_per_gpu:1020.8560152385022 
Step 3933 | loss:0.012545984238386154 lr:1.3007228892926706e-05 tokens_per_second_per_gpu:974.3787855312473 
Step 3934 | loss:0.013298866339027882 lr:1.3004152583329497e-05 tokens_per_second_per_gpu:912.5467306226384 
Step 3935 | loss:0.00980222225189209 lr:1.3001075961193574e-05 tokens_per_second_per_gpu:955.8677297738692 
Step 3936 | loss:0.023219691589474678 lr:1.2997999026839024e-05 tokens_per_second_per_gpu:994.1991267439472 
Step 3937 | loss:0.024558190256357193 lr:1.2994921780585953e-05 tokens_per_second_per_gpu:819.3020846451914 
Step 3938 | loss:0.008745754137635231 lr:1.29918442227545e-05 tokens_per_second_per_gpu:718.9711676167742 
Step 3939 | loss:0.00540872011333704 lr:1.2988766353664845e-05 tokens_per_second_per_gpu:795.8046564481342 
Step 3940 | loss:0.01822458580136299 lr:1.29856881736372e-05 tokens_per_second_per_gpu:1024.329695650951 
Step 3941 | loss:0.010214860551059246 lr:1.2982609682991796e-05 tokens_per_second_per_gpu:1054.1374133238423 
Step 3942 | loss:0.010050083510577679 lr:1.297953088204891e-05 tokens_per_second_per_gpu:1006.8299467707019 
Step 3943 | loss:0.05442501977086067 lr:1.297645177112885e-05 tokens_per_second_per_gpu:1369.6073831499314 
Step 3944 | loss:0.007726958021521568 lr:1.2973372350551948e-05 tokens_per_second_per_gpu:882.2099360177332 
Step 3945 | loss:0.018400881439447403 lr:1.2970292620638574e-05 tokens_per_second_per_gpu:888.9392080581797 
Step 3946 | loss:0.018052522093057632 lr:1.2967212581709133e-05 tokens_per_second_per_gpu:930.5088599440159 
Step 3947 | loss:0.01953354850411415 lr:1.2964132234084054e-05 tokens_per_second_per_gpu:884.1494582491615 
Step 3948 | loss:0.00885344110429287 lr:1.2961051578083806e-05 tokens_per_second_per_gpu:798.1622097023113 
Step 3949 | loss:0.013133933767676353 lr:1.2957970614028884e-05 tokens_per_second_per_gpu:1056.261700983394 
Step 3950 | loss:0.002819195855408907 lr:1.2954889342239825e-05 tokens_per_second_per_gpu:777.5050383812392 
Step 3951 | loss:0.013093668967485428 lr:1.2951807763037179e-05 tokens_per_second_per_gpu:1113.2030781909832 
Step 3952 | loss:0.00958156306296587 lr:1.294872587674155e-05 tokens_per_second_per_gpu:1008.4852713885365 
Step 3953 | loss:0.015423544682562351 lr:1.294564368367356e-05 tokens_per_second_per_gpu:1038.2220686089672 
Step 3954 | loss:0.007712757680565119 lr:1.2942561184153864e-05 tokens_per_second_per_gpu:829.7220757613695 
Step 3955 | loss:0.015631355345249176 lr:1.2939478378503154e-05 tokens_per_second_per_gpu:1069.1688699299514 
Step 3956 | loss:0.007632018998265266 lr:1.2936395267042155e-05 tokens_per_second_per_gpu:974.8888850495454 
Step 3957 | loss:0.004164799116551876 lr:1.2933311850091614e-05 tokens_per_second_per_gpu:792.7959692350438 
Step 3958 | loss:0.007427292875945568 lr:1.293022812797232e-05 tokens_per_second_per_gpu:833.762674398295 
Step 3959 | loss:0.013089947402477264 lr:1.292714410100509e-05 tokens_per_second_per_gpu:1038.635845064212 
Step 3960 | loss:0.026161227375268936 lr:1.2924059769510769e-05 tokens_per_second_per_gpu:938.3594339678149 
Step 3961 | loss:0.0068166619166731834 lr:1.2920975133810239e-05 tokens_per_second_per_gpu:796.2921800712666 
Step 3962 | loss:0.01419861800968647 lr:1.2917890194224414e-05 tokens_per_second_per_gpu:1010.2769458601584 
Step 3963 | loss:0.037299785763025284 lr:1.2914804951074236e-05 tokens_per_second_per_gpu:959.5451118756439 
Step 3964 | loss:0.005803358741104603 lr:1.2911719404680676e-05 tokens_per_second_per_gpu:889.7815576975622 
Step 3965 | loss:0.01121878158301115 lr:1.2908633555364747e-05 tokens_per_second_per_gpu:880.7196415350415 
Step 3966 | loss:0.011149169877171516 lr:1.2905547403447485e-05 tokens_per_second_per_gpu:1029.6169623150174 
Step 3967 | loss:0.009007579647004604 lr:1.2902460949249955e-05 tokens_per_second_per_gpu:1048.8878544628833 
Step 3968 | loss:0.007818112149834633 lr:1.2899374193093266e-05 tokens_per_second_per_gpu:770.7258374840687 
Step 3969 | loss:0.021289924159646034 lr:1.2896287135298545e-05 tokens_per_second_per_gpu:976.2631041901788 
Step 3970 | loss:0.008902441710233688 lr:1.2893199776186957e-05 tokens_per_second_per_gpu:898.3730186431005 
Step 3971 | loss:0.0047743353061378 lr:1.2890112116079696e-05 tokens_per_second_per_gpu:863.1826187215073 
Step 3972 | loss:0.006110916845500469 lr:1.2887024155297991e-05 tokens_per_second_per_gpu:1033.2471976490212 
Step 3973 | loss:0.006814373657107353 lr:1.28839358941631e-05 tokens_per_second_per_gpu:924.3780005495568 
Step 3974 | loss:0.019533773884177208 lr:1.2880847332996306e-05 tokens_per_second_per_gpu:1062.9363161931228 
Step 3975 | loss:0.014031767845153809 lr:1.2877758472118935e-05 tokens_per_second_per_gpu:817.9048207844917 
Step 3976 | loss:0.004174147732555866 lr:1.2874669311852341e-05 tokens_per_second_per_gpu:913.3257948794342 
Step 3977 | loss:0.009235517121851444 lr:1.2871579852517897e-05 tokens_per_second_per_gpu:866.3828991482341 
Step 3978 | loss:0.019784903153777122 lr:1.2868490094437028e-05 tokens_per_second_per_gpu:836.9589762384052 
Step 3979 | loss:0.023496130481362343 lr:1.2865400037931166e-05 tokens_per_second_per_gpu:878.4822550012722 
Step 3980 | loss:0.008740193210542202 lr:1.2862309683321796e-05 tokens_per_second_per_gpu:951.2524711230443 
Step 3981 | loss:0.003977210260927677 lr:1.2859219030930427e-05 tokens_per_second_per_gpu:779.9603388503134 
Step 3982 | loss:0.011696905829012394 lr:1.2856128081078587e-05 tokens_per_second_per_gpu:826.2395759352281 
Step 3983 | loss:0.012447216548025608 lr:1.285303683408785e-05 tokens_per_second_per_gpu:1145.468848866361 
Step 3984 | loss:0.008179862052202225 lr:1.284994529027982e-05 tokens_per_second_per_gpu:998.321771635733 
Step 3985 | loss:0.009236013516783714 lr:1.2846853449976118e-05 tokens_per_second_per_gpu:957.8230588130567 
Step 3986 | loss:0.015402985736727715 lr:1.2843761313498412e-05 tokens_per_second_per_gpu:1038.001937188719 
Step 3987 | loss:0.012825220823287964 lr:1.2840668881168395e-05 tokens_per_second_per_gpu:815.1506197281926 
Step 3988 | loss:0.015160465613007545 lr:1.2837576153307785e-05 tokens_per_second_per_gpu:1066.8249034522173 
Step 3989 | loss:0.01048225350677967 lr:1.2834483130238338e-05 tokens_per_second_per_gpu:756.8349551792098 
Step 3990 | loss:0.008566600270569324 lr:1.283138981228184e-05 tokens_per_second_per_gpu:918.6703599212632 
Step 3991 | loss:0.008866001851856709 lr:1.2828296199760101e-05 tokens_per_second_per_gpu:1138.4562706515264 
Step 3992 | loss:0.012253301218152046 lr:1.2825202292994976e-05 tokens_per_second_per_gpu:1001.347166824035 
Step 3993 | loss:0.009082989767193794 lr:1.2822108092308332e-05 tokens_per_second_per_gpu:971.2726032861765 
Step 3994 | loss:0.011366579681634903 lr:1.281901359802208e-05 tokens_per_second_per_gpu:898.4645136314176 
Step 3995 | loss:0.011950989253818989 lr:1.2815918810458159e-05 tokens_per_second_per_gpu:776.3119617722671 
Step 3996 | loss:0.00964249949902296 lr:1.2812823729938533e-05 tokens_per_second_per_gpu:936.9641842076611 
Step 3997 | loss:0.006135860923677683 lr:1.2809728356785204e-05 tokens_per_second_per_gpu:927.1504526943584 
Step 3998 | loss:0.005428587552160025 lr:1.2806632691320198e-05 tokens_per_second_per_gpu:847.4602321338867 
Step 3999 | loss:0.009630867280066013 lr:1.2803536733865577e-05 tokens_per_second_per_gpu:902.5172641512447 
Step 4000 | loss:0.004387618042528629 lr:1.2800440484743428e-05 tokens_per_second_per_gpu:695.101811428724 
Step 4001 | loss:0.007167281117290258 lr:1.2797343944275873e-05 tokens_per_second_per_gpu:1085.9200010216261 
Step 4002 | loss:0.007849532179534435 lr:1.2794247112785063e-05 tokens_per_second_per_gpu:936.9228826647635 
Step 4003 | loss:0.00423815380781889 lr:1.2791149990593178e-05 tokens_per_second_per_gpu:913.2649447564207 
Step 4004 | loss:0.005517509765923023 lr:1.2788052578022423e-05 tokens_per_second_per_gpu:799.4938428739375 
Step 4005 | loss:0.007885732688009739 lr:1.2784954875395049e-05 tokens_per_second_per_gpu:772.7985618575276 
Step 4006 | loss:0.00564164062961936 lr:1.2781856883033321e-05 tokens_per_second_per_gpu:854.2011807273627 
Step 4007 | loss:0.017987634986639023 lr:1.2778758601259545e-05 tokens_per_second_per_gpu:1147.166412310685 
Step 4008 | loss:0.007759995758533478 lr:1.2775660030396044e-05 tokens_per_second_per_gpu:883.0961654993274 
Step 4009 | loss:0.01925930567085743 lr:1.2772561170765188e-05 tokens_per_second_per_gpu:912.3828842022984 
Step 4010 | loss:0.01407376304268837 lr:1.2769462022689365e-05 tokens_per_second_per_gpu:908.9603502701707 
Step 4011 | loss:0.007652332540601492 lr:1.2766362586490996e-05 tokens_per_second_per_gpu:861.9506426094263 
Step 4012 | loss:0.007103434763848782 lr:1.2763262862492537e-05 tokens_per_second_per_gpu:895.8580822481207 
Step 4013 | loss:0.005037388298660517 lr:1.2760162851016465e-05 tokens_per_second_per_gpu:829.0640439271476 
Step 4014 | loss:0.011013427749276161 lr:1.275706255238529e-05 tokens_per_second_per_gpu:890.5971670364872 
Step 4015 | loss:0.014325840398669243 lr:1.275396196692156e-05 tokens_per_second_per_gpu:894.788233448727 
Step 4016 | loss:0.010561649687588215 lr:1.2750861094947842e-05 tokens_per_second_per_gpu:808.27063387451 
Step 4017 | loss:0.00753578869625926 lr:1.2747759936786731e-05 tokens_per_second_per_gpu:808.6043107041603 
Step 4018 | loss:0.0037813594099134207 lr:1.274465849276087e-05 tokens_per_second_per_gpu:915.9660914153253 
Step 4019 | loss:0.010345341637730598 lr:1.2741556763192914e-05 tokens_per_second_per_gpu:740.7378399732684 
Step 4020 | loss:0.009585016407072544 lr:1.2738454748405552e-05 tokens_per_second_per_gpu:983.3653245236087 
Step 4021 | loss:0.010242288932204247 lr:1.2735352448721501e-05 tokens_per_second_per_gpu:854.1670057573357 
Step 4022 | loss:0.008836640976369381 lr:1.2732249864463517e-05 tokens_per_second_per_gpu:910.5581042642094 
Step 4023 | loss:0.009004726074635983 lr:1.2729146995954378e-05 tokens_per_second_per_gpu:840.5359277493885 
Step 4024 | loss:0.006215697154402733 lr:1.2726043843516887e-05 tokens_per_second_per_gpu:776.2819818543106 
Step 4025 | loss:0.042147502303123474 lr:1.2722940407473887e-05 tokens_per_second_per_gpu:1036.0620697693446 
Step 4026 | loss:0.008394371718168259 lr:1.2719836688148247e-05 tokens_per_second_per_gpu:989.6869477034955 
Step 4027 | loss:0.009048910811543465 lr:1.2716732685862856e-05 tokens_per_second_per_gpu:1083.8061922140605 
Step 4028 | loss:0.0069491625763475895 lr:1.2713628400940651e-05 tokens_per_second_per_gpu:835.5348343068056 
Step 4029 | loss:0.009843851439654827 lr:1.2710523833704585e-05 tokens_per_second_per_gpu:859.5301672888444 
Step 4030 | loss:0.011629855260252953 lr:1.2707418984477637e-05 tokens_per_second_per_gpu:758.5890296293144 
Step 4031 | loss:0.012811511754989624 lr:1.2704313853582833e-05 tokens_per_second_per_gpu:925.9977619410488 
Step 4032 | loss:0.011693421751260757 lr:1.2701208441343207e-05 tokens_per_second_per_gpu:1002.098192135983 
Step 4033 | loss:0.01448899693787098 lr:1.2698102748081833e-05 tokens_per_second_per_gpu:1001.6365877301441 
Step 4034 | loss:0.005166361108422279 lr:1.2694996774121824e-05 tokens_per_second_per_gpu:606.4198799326598 
Step 4035 | loss:0.01258141454309225 lr:1.2691890519786299e-05 tokens_per_second_per_gpu:881.3928435679545 
Step 4036 | loss:0.0048048486933112144 lr:1.2688783985398423e-05 tokens_per_second_per_gpu:1081.3911798354961 
Step 4037 | loss:0.003860206576064229 lr:1.2685677171281392e-05 tokens_per_second_per_gpu:849.4709937528514 
Step 4038 | loss:0.010350090451538563 lr:1.2682570077758418e-05 tokens_per_second_per_gpu:874.2393099871103 
Step 4039 | loss:0.004342175088822842 lr:1.2679462705152754e-05 tokens_per_second_per_gpu:851.4763561730556 
Step 4040 | loss:0.008878452703356743 lr:1.2676355053787673e-05 tokens_per_second_per_gpu:857.9179500745669 
Step 4041 | loss:0.034660354256629944 lr:1.267324712398648e-05 tokens_per_second_per_gpu:1168.141056115117 
Step 4042 | loss:0.009043657220900059 lr:1.267013891607252e-05 tokens_per_second_per_gpu:857.9313305379466 
Step 4043 | loss:0.008359122090041637 lr:1.2667030430369148e-05 tokens_per_second_per_gpu:893.9360820098376 
Step 4044 | loss:0.006061655934900045 lr:1.2663921667199758e-05 tokens_per_second_per_gpu:928.0232585433602 
Step 4045 | loss:0.005962178576737642 lr:1.2660812626887775e-05 tokens_per_second_per_gpu:910.2903216014247 
Step 4046 | loss:0.015060199424624443 lr:1.2657703309756651e-05 tokens_per_second_per_gpu:874.7884141658561 
Step 4047 | loss:0.00809934176504612 lr:1.265459371612986e-05 tokens_per_second_per_gpu:858.4976334625449 
Step 4048 | loss:0.02058914676308632 lr:1.2651483846330912e-05 tokens_per_second_per_gpu:1211.4447428362855 
Step 4049 | loss:0.010441217571496964 lr:1.2648373700683347e-05 tokens_per_second_per_gpu:846.4813258853063 
Step 4050 | loss:0.008650797419250011 lr:1.2645263279510731e-05 tokens_per_second_per_gpu:1068.4078050706016 
Step 4051 | loss:0.01084925513714552 lr:1.2642152583136654e-05 tokens_per_second_per_gpu:968.1267569645596 
Step 4052 | loss:0.03368297591805458 lr:1.2639041611884744e-05 tokens_per_second_per_gpu:1030.633242272356 
Step 4053 | loss:0.007605929858982563 lr:1.2635930366078649e-05 tokens_per_second_per_gpu:746.3226761869705 
Step 4054 | loss:0.005365709774196148 lr:1.2632818846042047e-05 tokens_per_second_per_gpu:834.0321491622001 
Step 4055 | loss:0.007574819028377533 lr:1.2629707052098655e-05 tokens_per_second_per_gpu:902.1709675079337 
Step 4056 | loss:0.006965975277125835 lr:1.2626594984572205e-05 tokens_per_second_per_gpu:940.720497485546 
Step 4057 | loss:0.007857308723032475 lr:1.262348264378646e-05 tokens_per_second_per_gpu:794.7228078256892 
Step 4058 | loss:0.018863385543227196 lr:1.262037003006522e-05 tokens_per_second_per_gpu:972.4717666298989 
Step 4059 | loss:0.008405801840126514 lr:1.2617257143732304e-05 tokens_per_second_per_gpu:952.2393441111859 
Step 4060 | loss:0.006680031772702932 lr:1.2614143985111565e-05 tokens_per_second_per_gpu:997.9630340634477 
Step 4061 | loss:0.014453060925006866 lr:1.2611030554526877e-05 tokens_per_second_per_gpu:933.2986706652638 
Step 4062 | loss:0.0070120408199727535 lr:1.2607916852302155e-05 tokens_per_second_per_gpu:930.9162503087134 
Step 4063 | loss:0.005440465174615383 lr:1.2604802878761331e-05 tokens_per_second_per_gpu:866.8855871590507 
Step 4064 | loss:0.008308324962854385 lr:1.2601688634228368e-05 tokens_per_second_per_gpu:967.9369078244764 
Step 4065 | loss:0.01879088580608368 lr:1.259857411902726e-05 tokens_per_second_per_gpu:911.7444334527102 
Step 4066 | loss:0.011285386048257351 lr:1.2595459333482028e-05 tokens_per_second_per_gpu:814.6370319476841 
Step 4067 | loss:0.01884342171251774 lr:1.2592344277916718e-05 tokens_per_second_per_gpu:953.87964673941 
Step 4068 | loss:0.017846709117293358 lr:1.2589228952655406e-05 tokens_per_second_per_gpu:1045.6111319749966 
Step 4069 | loss:0.003312672022730112 lr:1.25861133580222e-05 tokens_per_second_per_gpu:975.1939448855193 
Step 4070 | loss:0.013380763120949268 lr:1.258299749434123e-05 tokens_per_second_per_gpu:712.0841152007317 
Step 4071 | loss:0.015151012688875198 lr:1.257988136193666e-05 tokens_per_second_per_gpu:783.4005374149823 
Step 4072 | loss:0.005383098963648081 lr:1.2576764961132674e-05 tokens_per_second_per_gpu:949.852674964976 
Step 4073 | loss:0.007035515736788511 lr:1.2573648292253491e-05 tokens_per_second_per_gpu:875.4644935821876 
Step 4074 | loss:0.006956563331186771 lr:1.2570531355623357e-05 tokens_per_second_per_gpu:976.7877830820393 
Step 4075 | loss:0.0181162990629673 lr:1.2567414151566542e-05 tokens_per_second_per_gpu:912.5897986372834 
Step 4076 | loss:0.024610236287117004 lr:1.2564296680407347e-05 tokens_per_second_per_gpu:1241.7438339420248 
Step 4077 | loss:0.01783817633986473 lr:1.2561178942470097e-05 tokens_per_second_per_gpu:802.3677500268768 
Step 4078 | loss:0.00914810411632061 lr:1.2558060938079151e-05 tokens_per_second_per_gpu:999.3747306759464 
Step 4079 | loss:0.0033647462259978056 lr:1.255494266755889e-05 tokens_per_second_per_gpu:700.4919382446637 
Step 4080 | loss:0.005949799902737141 lr:1.255182413123373e-05 tokens_per_second_per_gpu:1111.2659096731566 
Step 4081 | loss:0.017246561124920845 lr:1.2548705329428104e-05 tokens_per_second_per_gpu:863.8082518138524 
Step 4082 | loss:0.01500895619392395 lr:1.254558626246648e-05 tokens_per_second_per_gpu:1060.0917538267295 
Step 4083 | loss:0.006753282621502876 lr:1.2542466930673352e-05 tokens_per_second_per_gpu:851.8438410725828 
Step 4084 | loss:0.016171380877494812 lr:1.2539347334373245e-05 tokens_per_second_per_gpu:833.4990045083214 
Step 4085 | loss:0.009714147076010704 lr:1.2536227473890701e-05 tokens_per_second_per_gpu:1008.5938033530875 
Step 4086 | loss:0.004720781929790974 lr:1.25331073495503e-05 tokens_per_second_per_gpu:818.2608663423918 
Step 4087 | loss:0.00553557462990284 lr:1.252998696167665e-05 tokens_per_second_per_gpu:789.7814343702759 
Step 4088 | loss:0.017064154148101807 lr:1.2526866310594375e-05 tokens_per_second_per_gpu:882.4443292759357 
Step 4089 | loss:0.005312458612024784 lr:1.2523745396628136e-05 tokens_per_second_per_gpu:887.8395571430406 
Step 4090 | loss:0.013215320184826851 lr:1.2520624220102623e-05 tokens_per_second_per_gpu:1001.353115434093 
Step 4091 | loss:0.008692512288689613 lr:1.2517502781342546e-05 tokens_per_second_per_gpu:958.1634606548581 
Step 4092 | loss:0.00962456502020359 lr:1.2514381080672644e-05 tokens_per_second_per_gpu:983.5263025560411 
Step 4093 | loss:0.02167161926627159 lr:1.2511259118417689e-05 tokens_per_second_per_gpu:881.2415092734844 
Step 4094 | loss:0.010188775137066841 lr:1.2508136894902474e-05 tokens_per_second_per_gpu:846.8839502832942 
Step 4095 | loss:0.003610743675380945 lr:1.2505014410451822e-05 tokens_per_second_per_gpu:836.2875896391815 
Step 4096 | loss:0.009810369461774826 lr:1.2501891665390579e-05 tokens_per_second_per_gpu:847.7235571201352 
Step 4097 | loss:0.008458132855594158 lr:1.2498768660043625e-05 tokens_per_second_per_gpu:858.2106148697259 
Step 4098 | loss:0.01184657122939825 lr:1.2495645394735865e-05 tokens_per_second_per_gpu:1139.7934033512063 
Step 4099 | loss:0.010762330144643784 lr:1.2492521869792226e-05 tokens_per_second_per_gpu:943.3130008007445 
Step 4100 | loss:0.014634422957897186 lr:1.248939808553767e-05 tokens_per_second_per_gpu:1244.2047600076542 
Step 4101 | loss:0.012692946009337902 lr:1.2486274042297175e-05 tokens_per_second_per_gpu:904.2516308882969 
Step 4102 | loss:0.009227713569998741 lr:1.248314974039576e-05 tokens_per_second_per_gpu:860.298658527725 
Step 4103 | loss:0.004111878108233213 lr:1.2480025180158459e-05 tokens_per_second_per_gpu:698.0975063528617 
Step 4104 | loss:0.02375415712594986 lr:1.2476900361910338e-05 tokens_per_second_per_gpu:829.7430524007846 
Step 4105 | loss:0.00934149231761694 lr:1.2473775285976491e-05 tokens_per_second_per_gpu:800.7230253263173 
Step 4106 | loss:0.0034072960261255503 lr:1.2470649952682035e-05 tokens_per_second_per_gpu:766.007325886841 
Step 4107 | loss:0.0042799487709999084 lr:1.2467524362352116e-05 tokens_per_second_per_gpu:975.1281870107598 
Step 4108 | loss:0.01825995184481144 lr:1.2464398515311906e-05 tokens_per_second_per_gpu:810.7508698163642 
Step 4109 | loss:0.00924740731716156 lr:1.2461272411886607e-05 tokens_per_second_per_gpu:1068.5438857124677 
Step 4110 | loss:0.0151432566344738 lr:1.2458146052401444e-05 tokens_per_second_per_gpu:687.7458039960861 
Step 4111 | loss:0.011762562207877636 lr:1.2455019437181669e-05 tokens_per_second_per_gpu:868.2959539988481 
Step 4112 | loss:0.007753276731818914 lr:1.2451892566552559e-05 tokens_per_second_per_gpu:988.4663273660415 
Step 4113 | loss:0.003208848414942622 lr:1.2448765440839423e-05 tokens_per_second_per_gpu:843.4105188795457 
Step 4114 | loss:0.017758842557668686 lr:1.2445638060367591e-05 tokens_per_second_per_gpu:986.2651536692929 
Step 4115 | loss:0.01193047221750021 lr:1.2442510425462424e-05 tokens_per_second_per_gpu:854.5373240880202 
Step 4116 | loss:0.008310476318001747 lr:1.2439382536449307e-05 tokens_per_second_per_gpu:930.9843756631482 
Step 4117 | loss:0.0060152290388941765 lr:1.2436254393653648e-05 tokens_per_second_per_gpu:876.9862570461611 
Step 4118 | loss:0.015567104332149029 lr:1.2433125997400892e-05 tokens_per_second_per_gpu:867.6061556179953 
Step 4119 | loss:0.004962002858519554 lr:1.2429997348016498e-05 tokens_per_second_per_gpu:878.2053203286571 
Step 4120 | loss:0.008875016123056412 lr:1.2426868445825955e-05 tokens_per_second_per_gpu:953.038875277576 
Step 4121 | loss:0.0036202571354806423 lr:1.2423739291154786e-05 tokens_per_second_per_gpu:830.6378521811351 
Step 4122 | loss:0.013303371146321297 lr:1.2420609884328534e-05 tokens_per_second_per_gpu:984.7377124614409 
Step 4123 | loss:0.021066682413220406 lr:1.2417480225672762e-05 tokens_per_second_per_gpu:1067.3858154126517 
Step 4124 | loss:0.008139925077557564 lr:1.2414350315513074e-05 tokens_per_second_per_gpu:839.3334240642537 
Step 4125 | loss:0.01432248204946518 lr:1.2411220154175086e-05 tokens_per_second_per_gpu:1043.6878323935935 
Step 4126 | loss:0.016976812854409218 lr:1.2408089741984445e-05 tokens_per_second_per_gpu:1159.9941390774322 
Step 4127 | loss:0.007721650414168835 lr:1.2404959079266834e-05 tokens_per_second_per_gpu:842.5724429344615 
Step 4128 | loss:0.035228513181209564 lr:1.2401828166347947e-05 tokens_per_second_per_gpu:842.3663891323272 
Step 4129 | loss:0.0062825316563248634 lr:1.239869700355351e-05 tokens_per_second_per_gpu:617.2580804915104 
Step 4130 | loss:0.006542271468788385 lr:1.2395565591209273e-05 tokens_per_second_per_gpu:728.8591548472679 
Step 4131 | loss:0.018892858177423477 lr:1.2392433929641023e-05 tokens_per_second_per_gpu:1291.0725419540813 
Step 4132 | loss:0.004261145368218422 lr:1.2389302019174556e-05 tokens_per_second_per_gpu:940.4218844979132 
Step 4133 | loss:0.006677181459963322 lr:1.2386169860135704e-05 tokens_per_second_per_gpu:926.2075606202078 
Step 4134 | loss:0.020562920719385147 lr:1.2383037452850323e-05 tokens_per_second_per_gpu:951.1293718431455 
Step 4135 | loss:0.016057796776294708 lr:1.23799047976443e-05 tokens_per_second_per_gpu:751.6845903221842 
Step 4136 | loss:0.006665538530796766 lr:1.2376771894843533e-05 tokens_per_second_per_gpu:948.6618516804986 
Step 4137 | loss:0.09294135868549347 lr:1.2373638744773963e-05 tokens_per_second_per_gpu:958.3751729205288 
Step 4138 | loss:0.009708158671855927 lr:1.2370505347761545e-05 tokens_per_second_per_gpu:1018.5599117172133 
Step 4139 | loss:0.012760438024997711 lr:1.2367371704132265e-05 tokens_per_second_per_gpu:764.9689368640852 
Step 4140 | loss:0.006172118242830038 lr:1.2364237814212137e-05 tokens_per_second_per_gpu:1156.8676010575923 
Step 4141 | loss:0.021317431703209877 lr:1.2361103678327189e-05 tokens_per_second_per_gpu:887.9632650930023 
Step 4142 | loss:0.02386442758142948 lr:1.2357969296803487e-05 tokens_per_second_per_gpu:1094.4110013834352 
Step 4143 | loss:0.013623781502246857 lr:1.2354834669967122e-05 tokens_per_second_per_gpu:791.0406107053419 
Step 4144 | loss:0.004583890549838543 lr:1.2351699798144199e-05 tokens_per_second_per_gpu:887.2588559841686 
Step 4145 | loss:0.006117651704698801 lr:1.2348564681660861e-05 tokens_per_second_per_gpu:822.8451859959382 
Step 4146 | loss:0.01178608275949955 lr:1.2345429320843275e-05 tokens_per_second_per_gpu:859.466473532661 
Step 4147 | loss:0.03387098386883736 lr:1.234229371601762e-05 tokens_per_second_per_gpu:879.6891611664958 
Step 4148 | loss:0.009802104905247688 lr:1.2339157867510119e-05 tokens_per_second_per_gpu:870.3183464851307 
Step 4149 | loss:0.006150399334728718 lr:1.2336021775647009e-05 tokens_per_second_per_gpu:916.7396693661606 
Step 4150 | loss:0.007545056752860546 lr:1.2332885440754552e-05 tokens_per_second_per_gpu:1020.4159901612612 
Step 4151 | loss:0.002960220444947481 lr:1.2329748863159043e-05 tokens_per_second_per_gpu:852.2921343987571 
Step 4152 | loss:0.012832866981625557 lr:1.23266120431868e-05 tokens_per_second_per_gpu:1004.1736275245504 
Step 4153 | loss:0.010297456756234169 lr:1.2323474981164154e-05 tokens_per_second_per_gpu:897.3396656657686 
Step 4154 | loss:0.00435835774987936 lr:1.2320337677417477e-05 tokens_per_second_per_gpu:768.3599056641162 
Step 4155 | loss:0.010552216321229935 lr:1.2317200132273164e-05 tokens_per_second_per_gpu:776.2173438057171 
Step 4156 | loss:0.009604200720787048 lr:1.2314062346057627e-05 tokens_per_second_per_gpu:855.4946609314327 
Step 4157 | loss:0.008671605959534645 lr:1.2310924319097305e-05 tokens_per_second_per_gpu:830.7310616842041 
Step 4158 | loss:0.010812265798449516 lr:1.2307786051718667e-05 tokens_per_second_per_gpu:916.0805364000656 
Step 4159 | loss:0.004067394882440567 lr:1.2304647544248206e-05 tokens_per_second_per_gpu:808.4417893552629 
Step 4160 | loss:0.006558084860444069 lr:1.2301508797012434e-05 tokens_per_second_per_gpu:873.4461460063121 
Step 4161 | loss:0.010467756539583206 lr:1.2298369810337899e-05 tokens_per_second_per_gpu:782.9158976953651 
Step 4162 | loss:0.005303623620420694 lr:1.2295230584551161e-05 tokens_per_second_per_gpu:995.3292697950834 
Step 4163 | loss:0.006096151657402515 lr:1.2292091119978813e-05 tokens_per_second_per_gpu:812.8664035720655 
Step 4164 | loss:0.009652393870055676 lr:1.2288951416947474e-05 tokens_per_second_per_gpu:983.4237685806254 
Step 4165 | loss:0.013950956985354424 lr:1.2285811475783782e-05 tokens_per_second_per_gpu:792.4904086637061 
Step 4166 | loss:0.010354423895478249 lr:1.2282671296814403e-05 tokens_per_second_per_gpu:997.3779363940596 
Step 4167 | loss:0.00600444944575429 lr:1.2279530880366023e-05 tokens_per_second_per_gpu:826.9265011894609 
Step 4168 | loss:0.008872480131685734 lr:1.2276390226765366e-05 tokens_per_second_per_gpu:897.5421470360018 
Step 4169 | loss:0.014750617556273937 lr:1.2273249336339165e-05 tokens_per_second_per_gpu:773.2743731610221 
Step 4170 | loss:0.008878180757164955 lr:1.2270108209414186e-05 tokens_per_second_per_gpu:782.3491683485471 
Step 4171 | loss:0.005056851077824831 lr:1.2266966846317218e-05 tokens_per_second_per_gpu:731.5502742768025 
Step 4172 | loss:0.00777131924405694 lr:1.2263825247375076e-05 tokens_per_second_per_gpu:856.2820711469537 
Step 4173 | loss:0.006897655315697193 lr:1.2260683412914594e-05 tokens_per_second_per_gpu:846.2501417307127 
Step 4174 | loss:0.008854676969349384 lr:1.2257541343262637e-05 tokens_per_second_per_gpu:889.8948749722346 
Step 4175 | loss:0.017156697809696198 lr:1.2254399038746097e-05 tokens_per_second_per_gpu:1179.3053150176286 
Step 4176 | loss:0.011493762023746967 lr:1.2251256499691875e-05 tokens_per_second_per_gpu:845.6169120053826 
Step 4177 | loss:0.015144280157983303 lr:1.2248113726426914e-05 tokens_per_second_per_gpu:1017.1996776759183 
Step 4178 | loss:0.01171754952520132 lr:1.2244970719278173e-05 tokens_per_second_per_gpu:986.9543317905028 
Step 4179 | loss:0.007752418518066406 lr:1.2241827478572635e-05 tokens_per_second_per_gpu:1215.448614278505 
Step 4180 | loss:0.013749253004789352 lr:1.223868400463731e-05 tokens_per_second_per_gpu:869.908077042809 
Step 4181 | loss:0.005512401927262545 lr:1.2235540297799233e-05 tokens_per_second_per_gpu:966.9451010779823 
Step 4182 | loss:0.01689065247774124 lr:1.2232396358385458e-05 tokens_per_second_per_gpu:888.3726707689236 
Step 4183 | loss:0.011609912849962711 lr:1.2229252186723067e-05 tokens_per_second_per_gpu:1011.2911779280669 
Step 4184 | loss:0.010627435520291328 lr:1.2226107783139167e-05 tokens_per_second_per_gpu:1039.597265862637 
Step 4185 | loss:0.021395646035671234 lr:1.2222963147960886e-05 tokens_per_second_per_gpu:1197.394717956828 
Step 4186 | loss:0.003078535431995988 lr:1.2219818281515381e-05 tokens_per_second_per_gpu:728.1932343211812 
Step 4187 | loss:0.012699727900326252 lr:1.2216673184129829e-05 tokens_per_second_per_gpu:971.9720905646933 
Step 4188 | loss:0.006256597116589546 lr:1.221352785613143e-05 tokens_per_second_per_gpu:895.4482569766927 
Step 4189 | loss:0.04263470321893692 lr:1.2210382297847408e-05 tokens_per_second_per_gpu:988.3877582194252 
Step 4190 | loss:0.008095131255686283 lr:1.220723650960502e-05 tokens_per_second_per_gpu:948.3446983456207 
Step 4191 | loss:0.018085535615682602 lr:1.2204090491731533e-05 tokens_per_second_per_gpu:1198.8992650174753 
Step 4192 | loss:0.004667428322136402 lr:1.2200944244554247e-05 tokens_per_second_per_gpu:823.5079417755313 
Step 4193 | loss:0.008469248190522194 lr:1.2197797768400487e-05 tokens_per_second_per_gpu:874.8024771186315 
Step 4194 | loss:0.006115555763244629 lr:1.2194651063597593e-05 tokens_per_second_per_gpu:929.0479814053087 
Step 4195 | loss:0.006621032487601042 lr:1.2191504130472938e-05 tokens_per_second_per_gpu:746.7838649641325 
Step 4196 | loss:0.008283747360110283 lr:1.2188356969353917e-05 tokens_per_second_per_gpu:781.5753665269118 
Step 4197 | loss:0.006915070116519928 lr:1.2185209580567938e-05 tokens_per_second_per_gpu:816.9759553390306 
Step 4198 | loss:0.017985915765166283 lr:1.218206196444245e-05 tokens_per_second_per_gpu:1073.729022233133 
Step 4199 | loss:0.008803523145616055 lr:1.2178914121304914e-05 tokens_per_second_per_gpu:868.9200209340827 
Step 4200 | loss:0.012273585423827171 lr:1.2175766051482817e-05 tokens_per_second_per_gpu:886.5109311618205 
Step 4201 | loss:0.009676817804574966 lr:1.217261775530367e-05 tokens_per_second_per_gpu:959.3305755131705 
Step 4202 | loss:0.00674285227432847 lr:1.2169469233095008e-05 tokens_per_second_per_gpu:992.5943422357383 
Step 4203 | loss:0.020991746336221695 lr:1.216632048518439e-05 tokens_per_second_per_gpu:1029.4770472863606 
Step 4204 | loss:0.007812540978193283 lr:1.2163171511899396e-05 tokens_per_second_per_gpu:719.1611492232439 
Step 4205 | loss:0.006850648671388626 lr:1.2160022313567637e-05 tokens_per_second_per_gpu:1011.2775741375916 
Step 4206 | loss:0.014876442030072212 lr:1.2156872890516736e-05 tokens_per_second_per_gpu:935.5357083852234 
Step 4207 | loss:0.049946922808885574 lr:1.2153723243074342e-05 tokens_per_second_per_gpu:1294.053491709059 
Step 4208 | loss:0.013820410706102848 lr:1.2150573371568139e-05 tokens_per_second_per_gpu:937.356034153276 
Step 4209 | loss:0.011505477130413055 lr:1.2147423276325823e-05 tokens_per_second_per_gpu:792.5324585677326 
Step 4210 | loss:0.02265610359609127 lr:1.214427295767511e-05 tokens_per_second_per_gpu:906.4199341578876 
Step 4211 | loss:0.006945157423615456 lr:1.2141122415943752e-05 tokens_per_second_per_gpu:1029.7833846256221 
Step 4212 | loss:0.0035824805963784456 lr:1.2137971651459513e-05 tokens_per_second_per_gpu:820.0074527755413 
Step 4213 | loss:0.010934846475720406 lr:1.2134820664550186e-05 tokens_per_second_per_gpu:914.3474256023684 
Step 4214 | loss:0.004814468789845705 lr:1.2131669455543589e-05 tokens_per_second_per_gpu:822.4541128076296 
Step 4215 | loss:0.009882948361337185 lr:1.2128518024767555e-05 tokens_per_second_per_gpu:1014.4094460997012 
Step 4216 | loss:0.006826557219028473 lr:1.2125366372549947e-05 tokens_per_second_per_gpu:802.7453532956828 
Step 4217 | loss:0.00837327353656292 lr:1.212221449921865e-05 tokens_per_second_per_gpu:915.3025238188478 
Step 4218 | loss:0.006557326763868332 lr:1.2119062405101569e-05 tokens_per_second_per_gpu:809.6396260595591 
Step 4219 | loss:0.002828277414664626 lr:1.2115910090526635e-05 tokens_per_second_per_gpu:738.2644697961708 
Step 4220 | loss:0.006076065823435783 lr:1.2112757555821796e-05 tokens_per_second_per_gpu:880.7887868468304 
Step 4221 | loss:0.008194216527044773 lr:1.2109604801315038e-05 tokens_per_second_per_gpu:857.5974444484004 
Step 4222 | loss:0.01564209535717964 lr:1.2106451827334352e-05 tokens_per_second_per_gpu:945.1543880082306 
Step 4223 | loss:0.00821638572961092 lr:1.2103298634207758e-05 tokens_per_second_per_gpu:865.7708424331285 
Step 4224 | loss:0.007573726586997509 lr:1.2100145222263308e-05 tokens_per_second_per_gpu:928.6828414499214 
Step 4225 | loss:0.010634751990437508 lr:1.2096991591829064e-05 tokens_per_second_per_gpu:1002.2678562164019 
Step 4226 | loss:0.006808733567595482 lr:1.2093837743233112e-05 tokens_per_second_per_gpu:952.6455084080973 
Step 4227 | loss:0.01781703531742096 lr:1.2090683676803571e-05 tokens_per_second_per_gpu:1175.421173622222 
Step 4228 | loss:0.010432529263198376 lr:1.2087529392868574e-05 tokens_per_second_per_gpu:1048.837008069431 
Step 4229 | loss:0.008425811305642128 lr:1.2084374891756276e-05 tokens_per_second_per_gpu:976.7446915976512 
Step 4230 | loss:0.00886079017072916 lr:1.2081220173794862e-05 tokens_per_second_per_gpu:971.0423345302322 
Step 4231 | loss:0.01267713587731123 lr:1.2078065239312533e-05 tokens_per_second_per_gpu:903.3409887681728 
Step 4232 | loss:0.00989142619073391 lr:1.207491008863751e-05 tokens_per_second_per_gpu:689.5487001215599 
Step 4233 | loss:0.00609300984069705 lr:1.2071754722098048e-05 tokens_per_second_per_gpu:830.2477822153211 
Step 4234 | loss:0.004322492051869631 lr:1.2068599140022414e-05 tokens_per_second_per_gpu:923.5903685689323 
Step 4235 | loss:0.0076644583605229855 lr:1.2065443342738901e-05 tokens_per_second_per_gpu:1063.008940291606 
Step 4236 | loss:0.012491115368902683 lr:1.2062287330575822e-05 tokens_per_second_per_gpu:856.6068625013588 
Step 4237 | loss:0.012496966868638992 lr:1.2059131103861517e-05 tokens_per_second_per_gpu:977.1092955670823 
Step 4238 | loss:0.020008867606520653 lr:1.2055974662924348e-05 tokens_per_second_per_gpu:875.6246974135024 
Step 4239 | loss:0.023720119148492813 lr:1.205281800809269e-05 tokens_per_second_per_gpu:1001.2250570468381 
Step 4240 | loss:0.010855358093976974 lr:1.2049661139694955e-05 tokens_per_second_per_gpu:1012.5196867504219 
Step 4241 | loss:0.005971649661660194 lr:1.2046504058059565e-05 tokens_per_second_per_gpu:830.9117623719275 
Step 4242 | loss:0.005446743685752153 lr:1.204334676351497e-05 tokens_per_second_per_gpu:767.4329787308803 
Step 4243 | loss:0.006932228337973356 lr:1.2040189256389645e-05 tokens_per_second_per_gpu:1085.0191821077271 
Step 4244 | loss:0.023122811689972878 lr:1.2037031537012073e-05 tokens_per_second_per_gpu:1349.0224502520673 
Step 4245 | loss:0.008891401812434196 lr:1.2033873605710777e-05 tokens_per_second_per_gpu:890.7682829142201 
Step 4246 | loss:0.019465167075395584 lr:1.2030715462814295e-05 tokens_per_second_per_gpu:1157.4377157841088 
Step 4247 | loss:0.014836709015071392 lr:1.202755710865118e-05 tokens_per_second_per_gpu:968.6477100042279 
Step 4248 | loss:0.01328585110604763 lr:1.2024398543550018e-05 tokens_per_second_per_gpu:928.0818072677671 
Step 4249 | loss:0.010361605323851109 lr:1.2021239767839415e-05 tokens_per_second_per_gpu:1119.5571048870504 
Step 4250 | loss:0.01121361181139946 lr:1.2018080781847985e-05 tokens_per_second_per_gpu:813.4742599083961 
Step 4251 | loss:0.004202230833470821 lr:1.2014921585904387e-05 tokens_per_second_per_gpu:808.4754213044498 
Step 4252 | loss:0.026407528668642044 lr:1.2011762180337284e-05 tokens_per_second_per_gpu:1387.2980919103036 
Step 4253 | loss:0.008549466729164124 lr:1.2008602565475363e-05 tokens_per_second_per_gpu:875.6404430649646 
Step 4254 | loss:0.004719279706478119 lr:1.2005442741647343e-05 tokens_per_second_per_gpu:803.6518348487128 
Step 4255 | loss:0.012899339199066162 lr:1.2002282709181956e-05 tokens_per_second_per_gpu:872.3469926609102 
Step 4256 | loss:0.006340529769659042 lr:1.1999122468407953e-05 tokens_per_second_per_gpu:680.1493765622712 
Step 4257 | loss:0.004035321529954672 lr:1.199596201965412e-05 tokens_per_second_per_gpu:806.0597402889467 
Step 4258 | loss:0.005933110602200031 lr:1.1992801363249252e-05 tokens_per_second_per_gpu:822.2500830358093 
Step 4259 | loss:0.00995689444243908 lr:1.1989640499522169e-05 tokens_per_second_per_gpu:906.6024447314516 
Step 4260 | loss:0.007381437346339226 lr:1.1986479428801709e-05 tokens_per_second_per_gpu:832.4051639570514 
Step 4261 | loss:0.007519779726862907 lr:1.1983318151416745e-05 tokens_per_second_per_gpu:1055.441449211788 
Step 4262 | loss:0.018728138878941536 lr:1.1980156667696157e-05 tokens_per_second_per_gpu:917.3769662468304 
Step 4263 | loss:0.014466246590018272 lr:1.197699497796885e-05 tokens_per_second_per_gpu:738.7594650492937 
Step 4264 | loss:0.009527717716991901 lr:1.1973833082563755e-05 tokens_per_second_per_gpu:879.6765715564896 
Step 4265 | loss:0.006995601113885641 lr:1.1970670981809825e-05 tokens_per_second_per_gpu:810.6490140456083 
Step 4266 | loss:0.009134160354733467 lr:1.1967508676036022e-05 tokens_per_second_per_gpu:1028.7299737316375 
Step 4267 | loss:0.007652037311345339 lr:1.1964346165571345e-05 tokens_per_second_per_gpu:737.0094781734455 
Step 4268 | loss:0.0067877680994570255 lr:1.1961183450744807e-05 tokens_per_second_per_gpu:714.8378782187857 
Step 4269 | loss:0.009504151530563831 lr:1.195802053188544e-05 tokens_per_second_per_gpu:951.5314887872541 
Step 4270 | loss:0.01192268542945385 lr:1.1954857409322302e-05 tokens_per_second_per_gpu:1045.6057816639986 
Step 4271 | loss:0.01515583973377943 lr:1.1951694083384473e-05 tokens_per_second_per_gpu:954.7041869848161 
Step 4272 | loss:0.009274423122406006 lr:1.1948530554401046e-05 tokens_per_second_per_gpu:735.0267186569 
Step 4273 | loss:0.00567200779914856 lr:1.1945366822701141e-05 tokens_per_second_per_gpu:1025.7111188805966 
Step 4274 | loss:0.017166707664728165 lr:1.1942202888613902e-05 tokens_per_second_per_gpu:877.6357260192968 
Step 4275 | loss:0.008175068534910679 lr:1.1939038752468493e-05 tokens_per_second_per_gpu:932.2654997924252 
Step 4276 | loss:0.011147558689117432 lr:1.1935874414594087e-05 tokens_per_second_per_gpu:927.5799693550318 
Step 4277 | loss:0.010460256598889828 lr:1.1932709875319897e-05 tokens_per_second_per_gpu:1171.8065309667559 
Step 4278 | loss:0.016758646816015244 lr:1.1929545134975145e-05 tokens_per_second_per_gpu:1137.1078267673165 
Step 4279 | loss:0.008630017749965191 lr:1.192638019388907e-05 tokens_per_second_per_gpu:874.3038327510537 
Step 4280 | loss:0.01384267583489418 lr:1.192321505239095e-05 tokens_per_second_per_gpu:877.3973137191011 
Step 4281 | loss:0.025559112429618835 lr:1.1920049710810065e-05 tokens_per_second_per_gpu:1247.5046013647393 
Step 4282 | loss:0.009679697453975677 lr:1.1916884169475721e-05 tokens_per_second_per_gpu:944.7775116345032 
Step 4283 | loss:0.011736425571143627 lr:1.1913718428717256e-05 tokens_per_second_per_gpu:1094.9486025290928 
Step 4284 | loss:0.009367025457322598 lr:1.1910552488864011e-05 tokens_per_second_per_gpu:1011.7384412946114 
Step 4285 | loss:0.008551619946956635 lr:1.1907386350245358e-05 tokens_per_second_per_gpu:818.1547290148245 
Step 4286 | loss:0.014652353711426258 lr:1.1904220013190693e-05 tokens_per_second_per_gpu:880.7360156531894 
Step 4287 | loss:0.009228691458702087 lr:1.1901053478029424e-05 tokens_per_second_per_gpu:927.2497772124792 
Step 4288 | loss:0.008556731976568699 lr:1.189788674509098e-05 tokens_per_second_per_gpu:1014.6062596021982 
Step 4289 | loss:0.014959592372179031 lr:1.1894719814704819e-05 tokens_per_second_per_gpu:741.0849612030883 
Step 4290 | loss:0.007427109405398369 lr:1.1891552687200414e-05 tokens_per_second_per_gpu:680.0621977488678 
Step 4291 | loss:0.011398245580494404 lr:1.1888385362907255e-05 tokens_per_second_per_gpu:818.7385824027176 
Step 4292 | loss:0.0052953376434743404 lr:1.188521784215486e-05 tokens_per_second_per_gpu:981.6560230428134 
Step 4293 | loss:0.009105312637984753 lr:1.1882050125272762e-05 tokens_per_second_per_gpu:826.4329115607107 
Step 4294 | loss:0.009126320481300354 lr:1.1878882212590516e-05 tokens_per_second_per_gpu:540.9161054283137 
Step 4295 | loss:0.02061150223016739 lr:1.18757141044377e-05 tokens_per_second_per_gpu:878.7700244166169 
Step 4296 | loss:0.008595039136707783 lr:1.187254580114391e-05 tokens_per_second_per_gpu:773.1448471691267 
Step 4297 | loss:0.009626689366996288 lr:1.1869377303038758e-05 tokens_per_second_per_gpu:845.0173028610474 
Step 4298 | loss:0.02074592560529709 lr:1.1866208610451882e-05 tokens_per_second_per_gpu:977.8505289371864 
Step 4299 | loss:0.00749160535633564 lr:1.1863039723712944e-05 tokens_per_second_per_gpu:858.5809505949705 
Step 4300 | loss:0.025985870510339737 lr:1.1859870643151611e-05 tokens_per_second_per_gpu:917.8942381014048 
Step 4301 | loss:0.003976825624704361 lr:1.1856701369097589e-05 tokens_per_second_per_gpu:989.6871159191185 
Step 4302 | loss:0.017386293038725853 lr:1.1853531901880595e-05 tokens_per_second_per_gpu:820.1149725575268 
Step 4303 | loss:0.009513127617537975 lr:1.185036224183036e-05 tokens_per_second_per_gpu:1034.6229879429598 
Step 4304 | loss:0.018355902284383774 lr:1.1847192389276644e-05 tokens_per_second_per_gpu:838.2133812395662 
Step 4305 | loss:0.002907737158238888 lr:1.1844022344549229e-05 tokens_per_second_per_gpu:755.154261537887 
Step 4306 | loss:0.015459168702363968 lr:1.1840852107977903e-05 tokens_per_second_per_gpu:980.8582310949691 
Step 4307 | loss:0.006315454840660095 lr:1.1837681679892493e-05 tokens_per_second_per_gpu:1034.5569782281148 
Step 4308 | loss:0.00826585479080677 lr:1.183451106062283e-05 tokens_per_second_per_gpu:827.4279964680042 
Step 4309 | loss:0.010925296694040298 lr:1.1831340250498773e-05 tokens_per_second_per_gpu:824.4988161807571 
Step 4310 | loss:0.006043312139809132 lr:1.1828169249850201e-05 tokens_per_second_per_gpu:860.4456192643783 
Step 4311 | loss:0.006641729734838009 lr:1.182499805900701e-05 tokens_per_second_per_gpu:883.2443120653028 
Step 4312 | loss:0.031199054792523384 lr:1.1821826678299116e-05 tokens_per_second_per_gpu:960.0338532032636 
Step 4313 | loss:0.00619432982057333 lr:1.181865510805645e-05 tokens_per_second_per_gpu:853.0895537093654 
Step 4314 | loss:0.02510884962975979 lr:1.1815483348608979e-05 tokens_per_second_per_gpu:965.7834538803424 
Step 4315 | loss:0.010178041644394398 lr:1.1812311400286668e-05 tokens_per_second_per_gpu:860.4979915174066 
Step 4316 | loss:0.011492696590721607 lr:1.180913926341952e-05 tokens_per_second_per_gpu:800.3036140678693 
Step 4317 | loss:0.014538317918777466 lr:1.180596693833755e-05 tokens_per_second_per_gpu:1053.7891994141792 
Step 4318 | loss:0.013004419393837452 lr:1.1802794425370786e-05 tokens_per_second_per_gpu:801.8239353248713 
Step 4319 | loss:0.006418808363378048 lr:1.1799621724849289e-05 tokens_per_second_per_gpu:873.4910607547841 
Step 4320 | loss:0.011842100881040096 lr:1.179644883710313e-05 tokens_per_second_per_gpu:832.9193071093392 
Step 4321 | loss:0.005056292749941349 lr:1.1793275762462402e-05 tokens_per_second_per_gpu:845.8338883126673 
Step 4322 | loss:0.005323957186192274 lr:1.1790102501257215e-05 tokens_per_second_per_gpu:808.1023946569422 
Step 4323 | loss:0.013117337599396706 lr:1.1786929053817707e-05 tokens_per_second_per_gpu:851.732209318053 
Step 4324 | loss:0.009300658479332924 lr:1.1783755420474025e-05 tokens_per_second_per_gpu:1138.3127978837394 
Step 4325 | loss:0.006654610391706228 lr:1.1780581601556343e-05 tokens_per_second_per_gpu:924.487768372963 
Step 4326 | loss:0.006434580311179161 lr:1.1777407597394846e-05 tokens_per_second_per_gpu:968.5097949290941 
Step 4327 | loss:0.00797431543469429 lr:1.1774233408319749e-05 tokens_per_second_per_gpu:1012.5886424446462 
Step 4328 | loss:0.011821765452623367 lr:1.1771059034661277e-05 tokens_per_second_per_gpu:804.1043654150482 
Step 4329 | loss:0.0053247977048158646 lr:1.1767884476749676e-05 tokens_per_second_per_gpu:848.9431868575408 
Step 4330 | loss:0.017741329967975616 lr:1.1764709734915218e-05 tokens_per_second_per_gpu:875.9010320321397 
Step 4331 | loss:0.0047429148107767105 lr:1.1761534809488187e-05 tokens_per_second_per_gpu:810.6957444104445 
Step 4332 | loss:0.007577178068459034 lr:1.1758359700798884e-05 tokens_per_second_per_gpu:1010.8588306063016 
Step 4333 | loss:0.008702108636498451 lr:1.1755184409177643e-05 tokens_per_second_per_gpu:1076.5492282964656 
Step 4334 | loss:0.020992334932088852 lr:1.1752008934954797e-05 tokens_per_second_per_gpu:1013.3492735722815 
Step 4335 | loss:0.018578018993139267 lr:1.1748833278460711e-05 tokens_per_second_per_gpu:1123.1300778799844 
Step 4336 | loss:0.005349925719201565 lr:1.1745657440025773e-05 tokens_per_second_per_gpu:912.932565051222 
Step 4337 | loss:0.0060617998242378235 lr:1.1742481419980377e-05 tokens_per_second_per_gpu:1047.0690401405736 
Step 4338 | loss:0.008913644589483738 lr:1.173930521865494e-05 tokens_per_second_per_gpu:965.9295596508808 
Step 4339 | loss:0.00579115841537714 lr:1.1736128836379903e-05 tokens_per_second_per_gpu:857.8071854309183 
Step 4340 | loss:0.011338327080011368 lr:1.1732952273485725e-05 tokens_per_second_per_gpu:1052.4449259717546 
Step 4341 | loss:0.00709774624556303 lr:1.1729775530302879e-05 tokens_per_second_per_gpu:875.3971852183818 
Step 4342 | loss:0.007713963743299246 lr:1.1726598607161855e-05 tokens_per_second_per_gpu:855.4591553222343 
Step 4343 | loss:0.008549654856324196 lr:1.1723421504393176e-05 tokens_per_second_per_gpu:929.2383164685797 
Step 4344 | loss:0.009309816174209118 lr:1.1720244222327364e-05 tokens_per_second_per_gpu:1224.8562627948302 
Step 4345 | loss:0.004400593228638172 lr:1.1717066761294973e-05 tokens_per_second_per_gpu:761.5123456616662 
Step 4346 | loss:0.010688181966543198 lr:1.1713889121626574e-05 tokens_per_second_per_gpu:913.8682496406908 
Step 4347 | loss:0.009153341874480247 lr:1.1710711303652753e-05 tokens_per_second_per_gpu:969.9846161693166 
Step 4348 | loss:0.0036649261601269245 lr:1.1707533307704115e-05 tokens_per_second_per_gpu:864.4833411055636 
Step 4349 | loss:0.00732519431039691 lr:1.1704355134111288e-05 tokens_per_second_per_gpu:929.3309570892392 
Step 4350 | loss:0.013512818142771721 lr:1.1701176783204908e-05 tokens_per_second_per_gpu:1138.4935030634176 
Step 4351 | loss:0.00660867802798748 lr:1.1697998255315644e-05 tokens_per_second_per_gpu:909.5337722039228 
Step 4352 | loss:0.014433516189455986 lr:1.1694819550774174e-05 tokens_per_second_per_gpu:887.6364254206153 
Step 4353 | loss:0.0071179489605128765 lr:1.1691640669911193e-05 tokens_per_second_per_gpu:912.7269940256277 
Step 4354 | loss:0.01330048032104969 lr:1.168846161305742e-05 tokens_per_second_per_gpu:979.0296632305823 
Step 4355 | loss:0.008103704079985619 lr:1.1685282380543594e-05 tokens_per_second_per_gpu:849.750996390222 
Step 4356 | loss:0.03074311837553978 lr:1.168210297270046e-05 tokens_per_second_per_gpu:1408.8100845156514 
Step 4357 | loss:0.016376817598938942 lr:1.1678923389858797e-05 tokens_per_second_per_gpu:1163.050795396921 
Step 4358 | loss:0.017070511355996132 lr:1.1675743632349387e-05 tokens_per_second_per_gpu:915.6419111264499 
Step 4359 | loss:0.008963769301772118 lr:1.1672563700503045e-05 tokens_per_second_per_gpu:850.1097744640566 
Step 4360 | loss:0.007036284543573856 lr:1.1669383594650594e-05 tokens_per_second_per_gpu:907.2727411194969 
Step 4361 | loss:0.008931482210755348 lr:1.1666203315122879e-05 tokens_per_second_per_gpu:822.6658525366202 
Step 4362 | loss:0.006914251483976841 lr:1.1663022862250763e-05 tokens_per_second_per_gpu:863.0596966932256 
Step 4363 | loss:0.03220338374376297 lr:1.1659842236365121e-05 tokens_per_second_per_gpu:1050.5971548966456 
Step 4364 | loss:0.009937143884599209 lr:1.165666143779686e-05 tokens_per_second_per_gpu:859.696509971756 
Step 4365 | loss:0.004693406634032726 lr:1.1653480466876888e-05 tokens_per_second_per_gpu:853.9702221984822 
Step 4366 | loss:0.007030820939689875 lr:1.1650299323936141e-05 tokens_per_second_per_gpu:973.0819762938582 
Step 4367 | loss:0.008651066571474075 lr:1.1647118009305573e-05 tokens_per_second_per_gpu:806.9783274490086 
Step 4368 | loss:0.01117872353643179 lr:1.1643936523316154e-05 tokens_per_second_per_gpu:886.3734002358368 
Step 4369 | loss:0.01113227941095829 lr:1.1640754866298869e-05 tokens_per_second_per_gpu:881.1801639432489 
Step 4370 | loss:0.007203403394669294 lr:1.1637573038584729e-05 tokens_per_second_per_gpu:796.591204229071 
Step 4371 | loss:0.019649500027298927 lr:1.1634391040504752e-05 tokens_per_second_per_gpu:1033.952991371947 
Step 4372 | loss:0.012679243460297585 lr:1.1631208872389978e-05 tokens_per_second_per_gpu:1055.1998488023223 
Step 4373 | loss:0.015242764726281166 lr:1.1628026534571472e-05 tokens_per_second_per_gpu:905.0993744852883 
Step 4374 | loss:0.007567097432911396 lr:1.1624844027380306e-05 tokens_per_second_per_gpu:1016.9175311140906 
Step 4375 | loss:0.005924526136368513 lr:1.162166135114757e-05 tokens_per_second_per_gpu:967.2401999392957 
Step 4376 | loss:0.010698609985411167 lr:1.1618478506204384e-05 tokens_per_second_per_gpu:1087.9035077515086 
Step 4377 | loss:0.010728617198765278 lr:1.1615295492881875e-05 tokens_per_second_per_gpu:926.0807140827968 
Step 4378 | loss:0.009860124439001083 lr:1.1612112311511186e-05 tokens_per_second_per_gpu:885.429795448026 
Step 4379 | loss:0.005630186293274164 lr:1.160892896242348e-05 tokens_per_second_per_gpu:925.1463193050096 
Step 4380 | loss:0.015433884225785732 lr:1.1605745445949942e-05 tokens_per_second_per_gpu:802.3671123638688 
Step 4381 | loss:0.009921543300151825 lr:1.1602561762421774e-05 tokens_per_second_per_gpu:918.628550559447 
Step 4382 | loss:0.007339624222368002 lr:1.1599377912170182e-05 tokens_per_second_per_gpu:816.4084761878332 
Step 4383 | loss:0.008392751216888428 lr:1.159619389552641e-05 tokens_per_second_per_gpu:913.7497355451787 
Step 4384 | loss:0.010236956179141998 lr:1.1593009712821705e-05 tokens_per_second_per_gpu:761.5145202586826 
Step 4385 | loss:0.01431676372885704 lr:1.1589825364387335e-05 tokens_per_second_per_gpu:1078.350615492416 
Step 4386 | loss:0.009884506464004517 lr:1.1586640850554586e-05 tokens_per_second_per_gpu:805.1181366205558 
Step 4387 | loss:0.016815364360809326 lr:1.158345617165476e-05 tokens_per_second_per_gpu:1112.744726278172 
Step 4388 | loss:0.011845214292407036 lr:1.1580271328019178e-05 tokens_per_second_per_gpu:784.5815398034201 
Step 4389 | loss:0.013997964560985565 lr:1.1577086319979176e-05 tokens_per_second_per_gpu:795.0011278426794 
Step 4390 | loss:0.014240777119994164 lr:1.1573901147866108e-05 tokens_per_second_per_gpu:876.3420586476653 
Step 4391 | loss:0.005716457962989807 lr:1.1570715812011345e-05 tokens_per_second_per_gpu:940.7192990167122 
Step 4392 | loss:0.016993723809719086 lr:1.1567530312746278e-05 tokens_per_second_per_gpu:863.32823974322 
Step 4393 | loss:0.012344328686594963 lr:1.156434465040231e-05 tokens_per_second_per_gpu:781.6543799064316 
Step 4394 | loss:0.012806909158825874 lr:1.1561158825310862e-05 tokens_per_second_per_gpu:943.1292400445374 
Step 4395 | loss:0.022296952083706856 lr:1.1557972837803375e-05 tokens_per_second_per_gpu:907.2153563985275 
Step 4396 | loss:0.05298522114753723 lr:1.1554786688211305e-05 tokens_per_second_per_gpu:1099.8386663818048 
Step 4397 | loss:0.0032433727756142616 lr:1.1551600376866124e-05 tokens_per_second_per_gpu:728.8148401751563 
Step 4398 | loss:0.009507215581834316 lr:1.154841390409932e-05 tokens_per_second_per_gpu:734.5269776670605 
Step 4399 | loss:0.007507722359150648 lr:1.1545227270242402e-05 tokens_per_second_per_gpu:763.3450227595555 
Step 4400 | loss:0.015623893588781357 lr:1.1542040475626896e-05 tokens_per_second_per_gpu:932.5915433141417 
Step 4401 | loss:0.006326066330075264 lr:1.1538853520584334e-05 tokens_per_second_per_gpu:821.3710889840963 
Step 4402 | loss:0.011534128338098526 lr:1.1535666405446283e-05 tokens_per_second_per_gpu:939.2349448457898 
Step 4403 | loss:0.013822752982378006 lr:1.1532479130544306e-05 tokens_per_second_per_gpu:821.2388793459261 
Step 4404 | loss:0.012813338078558445 lr:1.1529291696209998e-05 tokens_per_second_per_gpu:841.9823988386655 
Step 4405 | loss:0.013267915695905685 lr:1.1526104102774969e-05 tokens_per_second_per_gpu:1115.7683461290467 
Step 4406 | loss:0.007744870148599148 lr:1.1522916350570835e-05 tokens_per_second_per_gpu:935.9428135173206 
Step 4407 | loss:0.012093620374798775 lr:1.1519728439929237e-05 tokens_per_second_per_gpu:847.0421529829924 
Step 4408 | loss:0.007099255919456482 lr:1.1516540371181837e-05 tokens_per_second_per_gpu:920.76412532786 
Step 4409 | loss:0.0065091513097286224 lr:1.15133521446603e-05 tokens_per_second_per_gpu:895.0974493837557 
Step 4410 | loss:0.009902008809149265 lr:1.151016376069632e-05 tokens_per_second_per_gpu:948.1947620362575 
Step 4411 | loss:0.016862664371728897 lr:1.1506975219621603e-05 tokens_per_second_per_gpu:856.7791683575201 
Step 4412 | loss:0.007423224858939648 lr:1.1503786521767864e-05 tokens_per_second_per_gpu:953.083740609461 
Step 4413 | loss:0.0048013776540756226 lr:1.1500597667466848e-05 tokens_per_second_per_gpu:851.4068117440542 
Step 4414 | loss:0.015606213361024857 lr:1.1497408657050306e-05 tokens_per_second_per_gpu:999.8498296414352 
Step 4415 | loss:0.017795104533433914 lr:1.1494219490850012e-05 tokens_per_second_per_gpu:1011.0197942543182 
Step 4416 | loss:0.008898578584194183 lr:1.1491030169197743e-05 tokens_per_second_per_gpu:945.625974586403 
Step 4417 | loss:0.010881342925131321 lr:1.1487840692425314e-05 tokens_per_second_per_gpu:881.910461561103 
Step 4418 | loss:0.005859379190951586 lr:1.1484651060864538e-05 tokens_per_second_per_gpu:774.7330060937039 
Step 4419 | loss:0.00867320504039526 lr:1.148146127484725e-05 tokens_per_second_per_gpu:1012.3512659208096 
Step 4420 | loss:0.008849256671965122 lr:1.1478271334705302e-05 tokens_per_second_per_gpu:766.7580733491695 
Step 4421 | loss:0.0041662887670099735 lr:1.1475081240770563e-05 tokens_per_second_per_gpu:823.8785738730027 
Step 4422 | loss:0.007449402939528227 lr:1.1471890993374913e-05 tokens_per_second_per_gpu:781.8952455700748 
Step 4423 | loss:0.006649100687354803 lr:1.1468700592850253e-05 tokens_per_second_per_gpu:812.7123451956382 
Step 4424 | loss:0.007298481184989214 lr:1.1465510039528498e-05 tokens_per_second_per_gpu:727.0103206224379 
Step 4425 | loss:0.042151834815740585 lr:1.1462319333741577e-05 tokens_per_second_per_gpu:897.4619225334068 
Step 4426 | loss:0.03869452700018883 lr:1.145912847582144e-05 tokens_per_second_per_gpu:1005.0508071376247 
Step 4427 | loss:0.010822644457221031 lr:1.1455937466100048e-05 tokens_per_second_per_gpu:940.2315569227995 
Step 4428 | loss:0.008764320984482765 lr:1.145274630490938e-05 tokens_per_second_per_gpu:792.3334872062989 
Step 4429 | loss:0.003953201230615377 lr:1.1449554992581431e-05 tokens_per_second_per_gpu:774.1948244422061 
Step 4430 | loss:0.018454227596521378 lr:1.144636352944821e-05 tokens_per_second_per_gpu:976.3821952097072 
Step 4431 | loss:0.007447412237524986 lr:1.1443171915841745e-05 tokens_per_second_per_gpu:891.2832730925074 
Step 4432 | loss:0.011372743174433708 lr:1.143998015209407e-05 tokens_per_second_per_gpu:718.9486670380156 
Step 4433 | loss:0.016169261187314987 lr:1.143678823853725e-05 tokens_per_second_per_gpu:1078.0216823478643 
Step 4434 | loss:0.0063858069479465485 lr:1.1433596175503354e-05 tokens_per_second_per_gpu:974.9665964686026 
Step 4435 | loss:0.009510159492492676 lr:1.143040396332447e-05 tokens_per_second_per_gpu:772.6425738497267 
Step 4436 | loss:0.013802996836602688 lr:1.1427211602332704e-05 tokens_per_second_per_gpu:827.0987650149841 
Step 4437 | loss:0.013267412781715393 lr:1.1424019092860173e-05 tokens_per_second_per_gpu:888.8674158719575 
Step 4438 | loss:0.009759997017681599 lr:1.142082643523901e-05 tokens_per_second_per_gpu:1040.0550995594983 
Step 4439 | loss:0.01289396733045578 lr:1.1417633629801367e-05 tokens_per_second_per_gpu:844.3331726243895 
Step 4440 | loss:0.008080007508397102 lr:1.1414440676879412e-05 tokens_per_second_per_gpu:684.70279948586 
Step 4441 | loss:0.0050651635974645615 lr:1.141124757680532e-05 tokens_per_second_per_gpu:735.3936316938413 
Step 4442 | loss:0.01208112109452486 lr:1.140805432991129e-05 tokens_per_second_per_gpu:864.6051997725807 
Step 4443 | loss:0.0043019396252930164 lr:1.1404860936529536e-05 tokens_per_second_per_gpu:894.0468910167081 
Step 4444 | loss:0.014193475246429443 lr:1.1401667396992278e-05 tokens_per_second_per_gpu:880.092044255884 
Step 4445 | loss:0.0033201859332621098 lr:1.1398473711631763e-05 tokens_per_second_per_gpu:862.9484953018955 
Step 4446 | loss:0.004171495791524649 lr:1.1395279880780246e-05 tokens_per_second_per_gpu:865.2018446803131 
Step 4447 | loss:0.010911841876804829 lr:1.1392085904769999e-05 tokens_per_second_per_gpu:1177.0194537998746 
Step 4448 | loss:0.007405499927699566 lr:1.1388891783933307e-05 tokens_per_second_per_gpu:1019.8441180489871 
Step 4449 | loss:0.009371859952807426 lr:1.1385697518602477e-05 tokens_per_second_per_gpu:859.377528789692 
Step 4450 | loss:0.02053982950747013 lr:1.1382503109109822e-05 tokens_per_second_per_gpu:1013.5670003618338 
Step 4451 | loss:0.013740099966526031 lr:1.1379308555787673e-05 tokens_per_second_per_gpu:787.630698819588 
Step 4452 | loss:0.01019513700157404 lr:1.1376113858968385e-05 tokens_per_second_per_gpu:858.6150794443109 
Step 4453 | loss:0.03365318104624748 lr:1.1372919018984313e-05 tokens_per_second_per_gpu:1074.3745299537923 
Step 4454 | loss:0.013454672880470753 lr:1.1369724036167835e-05 tokens_per_second_per_gpu:852.5031801264494 
Step 4455 | loss:0.009121100418269634 lr:1.1366528910851347e-05 tokens_per_second_per_gpu:868.7188881727377 
Step 4456 | loss:0.009006097912788391 lr:1.1363333643367248e-05 tokens_per_second_per_gpu:847.9641834262817 
Step 4457 | loss:0.024769525974988937 lr:1.1360138234047964e-05 tokens_per_second_per_gpu:953.282625042297 
Step 4458 | loss:0.007318183779716492 lr:1.1356942683225936e-05 tokens_per_second_per_gpu:964.9003585861883 
Step 4459 | loss:0.0036215446889400482 lr:1.1353746991233605e-05 tokens_per_second_per_gpu:840.0506907446605 
Step 4460 | loss:0.007837007753551006 lr:1.1350551158403442e-05 tokens_per_second_per_gpu:1044.0694835723045 
Step 4461 | loss:0.010340826585888863 lr:1.134735518506793e-05 tokens_per_second_per_gpu:1105.1484802062932 
Step 4462 | loss:0.00547389592975378 lr:1.1344159071559558e-05 tokens_per_second_per_gpu:809.6991356526993 
Step 4463 | loss:0.02670455165207386 lr:1.1340962818210838e-05 tokens_per_second_per_gpu:927.4136534856364 
Step 4464 | loss:0.011636771261692047 lr:1.1337766425354297e-05 tokens_per_second_per_gpu:781.1292935380454 
Step 4465 | loss:0.0029554301872849464 lr:1.133456989332247e-05 tokens_per_second_per_gpu:864.1770727963652 
Step 4466 | loss:0.011949650943279266 lr:1.133137322244791e-05 tokens_per_second_per_gpu:978.2650096333118 
Step 4467 | loss:0.010428293608129025 lr:1.1328176413063186e-05 tokens_per_second_per_gpu:828.7288149315269 
Step 4468 | loss:0.011821180582046509 lr:1.1324979465500878e-05 tokens_per_second_per_gpu:925.6298567624622 
Step 4469 | loss:0.006499511655420065 lr:1.1321782380093582e-05 tokens_per_second_per_gpu:1059.4026829963948 
Step 4470 | loss:0.004670049995183945 lr:1.1318585157173913e-05 tokens_per_second_per_gpu:878.1863048509892 
Step 4471 | loss:0.010399285703897476 lr:1.1315387797074493e-05 tokens_per_second_per_gpu:992.8078441470519 
Step 4472 | loss:0.011920878663659096 lr:1.1312190300127959e-05 tokens_per_second_per_gpu:1101.8558196639415 
Step 4473 | loss:0.006597453728318214 lr:1.1308992666666967e-05 tokens_per_second_per_gpu:1032.444688179425 
Step 4474 | loss:0.014841821044683456 lr:1.1305794897024184e-05 tokens_per_second_per_gpu:787.9642508192818 
Step 4475 | loss:0.005029105581343174 lr:1.1302596991532292e-05 tokens_per_second_per_gpu:918.3501359121091 
Step 4476 | loss:0.010869180783629417 lr:1.1299398950523987e-05 tokens_per_second_per_gpu:827.2767065221889 
Step 4477 | loss:0.012971848249435425 lr:1.129620077433198e-05 tokens_per_second_per_gpu:979.1204344687716 
Step 4478 | loss:0.005093009676784277 lr:1.1293002463288991e-05 tokens_per_second_per_gpu:859.0253806367498 
Step 4479 | loss:0.018601447343826294 lr:1.1289804017727763e-05 tokens_per_second_per_gpu:981.9702769585771 
Step 4480 | loss:0.009619218297302723 lr:1.1286605437981047e-05 tokens_per_second_per_gpu:756.4663713280906 
Step 4481 | loss:0.004541597794741392 lr:1.1283406724381605e-05 tokens_per_second_per_gpu:841.5435758419209 
Step 4482 | loss:0.00873426254838705 lr:1.1280207877262222e-05 tokens_per_second_per_gpu:883.4665495898666 
Step 4483 | loss:0.009518309496343136 lr:1.1277008896955688e-05 tokens_per_second_per_gpu:1271.2301798300523 
Step 4484 | loss:0.009151780977845192 lr:1.1273809783794816e-05 tokens_per_second_per_gpu:978.169640091926 
Step 4485 | loss:0.008544214069843292 lr:1.1270610538112419e-05 tokens_per_second_per_gpu:719.8889031756559 
Step 4486 | loss:0.0207444429397583 lr:1.1267411160241342e-05 tokens_per_second_per_gpu:1033.248475607808 
Step 4487 | loss:0.003642418421804905 lr:1.1264211650514427e-05 tokens_per_second_per_gpu:849.4553084586929 
Step 4488 | loss:0.01084276381880045 lr:1.1261012009264539e-05 tokens_per_second_per_gpu:839.2734164186921 
Step 4489 | loss:0.008338282816112041 lr:1.1257812236824556e-05 tokens_per_second_per_gpu:1095.7262011817832 
Step 4490 | loss:0.01630551367998123 lr:1.1254612333527368e-05 tokens_per_second_per_gpu:895.24892325716 
Step 4491 | loss:0.011488053947687149 lr:1.1251412299705874e-05 tokens_per_second_per_gpu:803.3955606112276 
Step 4492 | loss:0.012786563485860825 lr:1.1248212135692999e-05 tokens_per_second_per_gpu:994.2018255879282 
Step 4493 | loss:0.013724930584430695 lr:1.1245011841821669e-05 tokens_per_second_per_gpu:820.3716936019933 
Step 4494 | loss:0.0072278594598174095 lr:1.1241811418424828e-05 tokens_per_second_per_gpu:955.5274749144006 
Step 4495 | loss:0.012169408611953259 lr:1.1238610865835436e-05 tokens_per_second_per_gpu:857.2333579577046 
Step 4496 | loss:0.010308564640581608 lr:1.1235410184386464e-05 tokens_per_second_per_gpu:888.4902470723185 
Step 4497 | loss:0.004154223017394543 lr:1.1232209374410894e-05 tokens_per_second_per_gpu:1067.2043477375425 
Step 4498 | loss:0.004666742868721485 lr:1.1229008436241728e-05 tokens_per_second_per_gpu:841.9460257705882 
Step 4499 | loss:0.009541589766740799 lr:1.1225807370211976e-05 tokens_per_second_per_gpu:832.8101303394753 
Step 4500 | loss:0.014201316982507706 lr:1.1222606176654662e-05 tokens_per_second_per_gpu:740.477161432239 
Step 4501 | loss:0.008714639581739902 lr:1.1219404855902823e-05 tokens_per_second_per_gpu:891.179088264619 
Step 4502 | loss:0.009227298200130463 lr:1.1216203408289512e-05 tokens_per_second_per_gpu:879.2173325856688 
Step 4503 | loss:0.004447286017239094 lr:1.1213001834147794e-05 tokens_per_second_per_gpu:896.5001695095355 
Step 4504 | loss:0.015124034136533737 lr:1.1209800133810744e-05 tokens_per_second_per_gpu:998.3811905132144 
Step 4505 | loss:0.009979317896068096 lr:1.1206598307611456e-05 tokens_per_second_per_gpu:718.4132027385183 
Step 4506 | loss:0.01444435864686966 lr:1.1203396355883032e-05 tokens_per_second_per_gpu:848.7744801242453 
Step 4507 | loss:0.022241482511162758 lr:1.1200194278958585e-05 tokens_per_second_per_gpu:864.1449320723065 
Step 4508 | loss:0.006020261440426111 lr:1.1196992077171254e-05 tokens_per_second_per_gpu:892.9296174953172 
Step 4509 | loss:0.009111965075135231 lr:1.1193789750854173e-05 tokens_per_second_per_gpu:953.863158233649 
Step 4510 | loss:0.005075766239315271 lr:1.11905873003405e-05 tokens_per_second_per_gpu:1054.7016688166298 
Step 4511 | loss:0.0084512485191226 lr:1.1187384725963411e-05 tokens_per_second_per_gpu:969.7854481237155 
Step 4512 | loss:0.01810857094824314 lr:1.1184182028056077e-05 tokens_per_second_per_gpu:843.8279386145582 
Step 4513 | loss:0.009508528746664524 lr:1.1180979206951697e-05 tokens_per_second_per_gpu:893.6104841730105 
Step 4514 | loss:0.0061706844717264175 lr:1.1177776262983484e-05 tokens_per_second_per_gpu:686.2174496656827 
Step 4515 | loss:0.010263718664646149 lr:1.1174573196484646e-05 tokens_per_second_per_gpu:884.9628441351892 
Step 4516 | loss:0.009437895379960537 lr:1.1171370007788426e-05 tokens_per_second_per_gpu:848.12235205664 
Step 4517 | loss:0.0051329052075743675 lr:1.1168166697228067e-05 tokens_per_second_per_gpu:972.9915984805324 
Step 4518 | loss:0.012404505163431168 lr:1.1164963265136823e-05 tokens_per_second_per_gpu:1332.350754881757 
Step 4519 | loss:0.005135164130479097 lr:1.1161759711847971e-05 tokens_per_second_per_gpu:821.4737452919612 
Step 4520 | loss:0.008885745890438557 lr:1.115855603769479e-05 tokens_per_second_per_gpu:969.8261633734033 
Step 4521 | loss:0.01427251286804676 lr:1.115535224301058e-05 tokens_per_second_per_gpu:749.1563447822214 
Step 4522 | loss:0.010475406423211098 lr:1.1152148328128645e-05 tokens_per_second_per_gpu:1015.2371295281519 
Step 4523 | loss:0.004519942682236433 lr:1.1148944293382309e-05 tokens_per_second_per_gpu:793.936539806584 
Step 4524 | loss:0.004583948757499456 lr:1.1145740139104904e-05 tokens_per_second_per_gpu:956.555021340006 
Step 4525 | loss:0.010843904688954353 lr:1.1142535865629775e-05 tokens_per_second_per_gpu:745.0004915516234 
Step 4526 | loss:0.007941748946905136 lr:1.1139331473290286e-05 tokens_per_second_per_gpu:848.1838971737835 
Step 4527 | loss:0.011610209941864014 lr:1.1136126962419805e-05 tokens_per_second_per_gpu:946.4904822004075 
Step 4528 | loss:0.00605394784361124 lr:1.113292233335171e-05 tokens_per_second_per_gpu:908.7358488513376 
Step 4529 | loss:0.06300715357065201 lr:1.1129717586419405e-05 tokens_per_second_per_gpu:902.8617719011559 
Step 4530 | loss:0.005188118666410446 lr:1.1126512721956288e-05 tokens_per_second_per_gpu:898.7028209138264 
Step 4531 | loss:0.01164163462817669 lr:1.1123307740295788e-05 tokens_per_second_per_gpu:791.8671992958467 
Step 4532 | loss:0.00639322167262435 lr:1.112010264177133e-05 tokens_per_second_per_gpu:842.1365085427732 
Step 4533 | loss:0.00705987261608243 lr:1.1116897426716366e-05 tokens_per_second_per_gpu:731.5376579182036 
Step 4534 | loss:0.00983215682208538 lr:1.1113692095464343e-05 tokens_per_second_per_gpu:980.0842267447239 
Step 4535 | loss:0.009769164957106113 lr:1.1110486648348737e-05 tokens_per_second_per_gpu:857.3232146706399 
Step 4536 | loss:0.012930470518767834 lr:1.1107281085703025e-05 tokens_per_second_per_gpu:889.4891980491476 
Step 4537 | loss:0.013679416850209236 lr:1.1104075407860702e-05 tokens_per_second_per_gpu:862.5557650209237 
Step 4538 | loss:0.009146581403911114 lr:1.1100869615155268e-05 tokens_per_second_per_gpu:921.6833305346613 
Step 4539 | loss:0.018406566232442856 lr:1.1097663707920243e-05 tokens_per_second_per_gpu:879.7380707160712 
Step 4540 | loss:0.006853229366242886 lr:1.1094457686489156e-05 tokens_per_second_per_gpu:1038.0108905253708 
Step 4541 | loss:0.0043424866162240505 lr:1.1091251551195543e-05 tokens_per_second_per_gpu:876.0956163390792 
Step 4542 | loss:0.00789095088839531 lr:1.108804530237296e-05 tokens_per_second_per_gpu:1054.1322041262506 
Step 4543 | loss:0.004722794517874718 lr:1.1084838940354972e-05 tokens_per_second_per_gpu:816.4580580531493 
Step 4544 | loss:0.0053740753792226315 lr:1.108163246547515e-05 tokens_per_second_per_gpu:901.2738338132389 
Step 4545 | loss:0.011975457891821861 lr:1.1078425878067085e-05 tokens_per_second_per_gpu:917.3992254391547 
Step 4546 | loss:0.07798206806182861 lr:1.1075219178464376e-05 tokens_per_second_per_gpu:1002.7095776381385 
Step 4547 | loss:0.03187327831983566 lr:1.1072012367000629e-05 tokens_per_second_per_gpu:1133.5224194201808 
Step 4548 | loss:0.011834236793220043 lr:1.1068805444009474e-05 tokens_per_second_per_gpu:841.8195701635738 
Step 4549 | loss:0.0058973198756575584 lr:1.1065598409824541e-05 tokens_per_second_per_gpu:828.1013646642145 
Step 4550 | loss:0.005044261924922466 lr:1.1062391264779473e-05 tokens_per_second_per_gpu:991.8580437793339 
Step 4551 | loss:0.005874669179320335 lr:1.1059184009207933e-05 tokens_per_second_per_gpu:975.2056761818098 
Step 4552 | loss:0.005578476004302502 lr:1.1055976643443586e-05 tokens_per_second_per_gpu:853.2136907376912 
Step 4553 | loss:0.014546040445566177 lr:1.1052769167820114e-05 tokens_per_second_per_gpu:1038.3655453037559 
Step 4554 | loss:0.005386049393564463 lr:1.1049561582671205e-05 tokens_per_second_per_gpu:829.5381391014176 
Step 4555 | loss:0.012579113245010376 lr:1.1046353888330565e-05 tokens_per_second_per_gpu:1056.59069413571 
Step 4556 | loss:0.009222387336194515 lr:1.104314608513191e-05 tokens_per_second_per_gpu:993.7207956522938 
Step 4557 | loss:0.01572539657354355 lr:1.1039938173408959e-05 tokens_per_second_per_gpu:754.3036733778177 
Step 4558 | loss:0.014655295759439468 lr:1.1036730153495456e-05 tokens_per_second_per_gpu:689.1770091361328 
Step 4559 | loss:0.009919307194650173 lr:1.1033522025725147e-05 tokens_per_second_per_gpu:1188.5367370927133 
Step 4560 | loss:0.014481823891401291 lr:1.1030313790431787e-05 tokens_per_second_per_gpu:935.0320588830015 
Step 4561 | loss:0.02319210208952427 lr:1.1027105447949156e-05 tokens_per_second_per_gpu:883.7794945597319 
Step 4562 | loss:0.011743534356355667 lr:1.1023896998611025e-05 tokens_per_second_per_gpu:869.7391283343051 
Step 4563 | loss:0.008211885578930378 lr:1.1020688442751192e-05 tokens_per_second_per_gpu:926.682096585689 
Step 4564 | loss:0.020206894725561142 lr:1.1017479780703466e-05 tokens_per_second_per_gpu:1131.1904175161685 
Step 4565 | loss:0.0037399563007056713 lr:1.1014271012801649e-05 tokens_per_second_per_gpu:651.2798411582434 
Step 4566 | loss:0.00662936270236969 lr:1.1011062139379578e-05 tokens_per_second_per_gpu:766.2254193197185 
Step 4567 | loss:0.011483058333396912 lr:1.1007853160771092e-05 tokens_per_second_per_gpu:790.2262154247873 
Step 4568 | loss:0.007283128798007965 lr:1.1004644077310025e-05 tokens_per_second_per_gpu:1096.3141151175425 
Step 4569 | loss:0.005366713739931583 lr:1.100143488933025e-05 tokens_per_second_per_gpu:912.4283300130622 
Step 4570 | loss:0.013871846720576286 lr:1.0998225597165628e-05 tokens_per_second_per_gpu:813.1975850374693 
Step 4571 | loss:0.011749890632927418 lr:1.0995016201150041e-05 tokens_per_second_per_gpu:900.0123674396621 
Step 4572 | loss:0.015295381657779217 lr:1.0991806701617387e-05 tokens_per_second_per_gpu:953.5223089636561 
Step 4573 | loss:0.0075490474700927734 lr:1.0988597098901561e-05 tokens_per_second_per_gpu:886.2698887670201 
Step 4574 | loss:0.010618403553962708 lr:1.0985387393336477e-05 tokens_per_second_per_gpu:825.3125077393653 
Step 4575 | loss:0.008275666274130344 lr:1.0982177585256058e-05 tokens_per_second_per_gpu:870.8505298109209 
Step 4576 | loss:0.006379852537065744 lr:1.0978967674994241e-05 tokens_per_second_per_gpu:750.5106538191303 
Step 4577 | loss:0.014517310075461864 lr:1.0975757662884969e-05 tokens_per_second_per_gpu:828.545521070916 
Step 4578 | loss:0.006161603610962629 lr:1.0972547549262198e-05 tokens_per_second_per_gpu:965.4876227016902 
Step 4579 | loss:0.01734420470893383 lr:1.0969337334459893e-05 tokens_per_second_per_gpu:1025.6747975102803 
Step 4580 | loss:0.004126823041588068 lr:1.0966127018812035e-05 tokens_per_second_per_gpu:832.0562154940387 
Step 4581 | loss:0.020723192021250725 lr:1.09629166026526e-05 tokens_per_second_per_gpu:805.0624201306671 
Step 4582 | loss:0.00475400872528553 lr:1.0959706086315597e-05 tokens_per_second_per_gpu:878.5906375880227 
Step 4583 | loss:0.01813332550227642 lr:1.0956495470135031e-05 tokens_per_second_per_gpu:1024.9740748177862 
Step 4584 | loss:0.012855355627834797 lr:1.0953284754444918e-05 tokens_per_second_per_gpu:959.4123818172965 
Step 4585 | loss:0.008483316749334335 lr:1.0950073939579286e-05 tokens_per_second_per_gpu:900.3130937034248 
Step 4586 | loss:0.009603088721632957 lr:1.0946863025872176e-05 tokens_per_second_per_gpu:805.2673657066681 
Step 4587 | loss:0.0037103132344782352 lr:1.0943652013657637e-05 tokens_per_second_per_gpu:871.0274959515026 
Step 4588 | loss:0.008512466214597225 lr:1.0940440903269728e-05 tokens_per_second_per_gpu:794.7534236805111 
Step 4589 | loss:0.004448520019650459 lr:1.093722969504252e-05 tokens_per_second_per_gpu:769.43896760502 
Step 4590 | loss:0.021463103592395782 lr:1.093401838931009e-05 tokens_per_second_per_gpu:814.2605035857008 
Step 4591 | loss:0.02246011607348919 lr:1.093080698640653e-05 tokens_per_second_per_gpu:1033.7506688860515 
Step 4592 | loss:0.01329033263027668 lr:1.092759548666594e-05 tokens_per_second_per_gpu:949.3365461864231 
Step 4593 | loss:0.008840277791023254 lr:1.092438389042243e-05 tokens_per_second_per_gpu:898.8402614968397 
Step 4594 | loss:0.007541312370449305 lr:1.092117219801012e-05 tokens_per_second_per_gpu:784.0181348260392 
Step 4595 | loss:0.005747467279434204 lr:1.091796040976314e-05 tokens_per_second_per_gpu:770.9766336227685 
Step 4596 | loss:0.009076152928173542 lr:1.0914748526015631e-05 tokens_per_second_per_gpu:891.172623588903 
Step 4597 | loss:0.00516384607180953 lr:1.0911536547101742e-05 tokens_per_second_per_gpu:864.6015767191013 
Step 4598 | loss:0.009170006960630417 lr:1.0908324473355634e-05 tokens_per_second_per_gpu:773.7424232517875 
Step 4599 | loss:0.012510502710938454 lr:1.0905112305111479e-05 tokens_per_second_per_gpu:969.8814769946749 
Step 4600 | loss:0.007416984532028437 lr:1.090190004270345e-05 tokens_per_second_per_gpu:922.7044221745444 
Step 4601 | loss:0.0073098065331578255 lr:1.0898687686465745e-05 tokens_per_second_per_gpu:865.1004151148474 
Step 4602 | loss:0.01032175961881876 lr:1.0895475236732559e-05 tokens_per_second_per_gpu:915.8679667694148 
Step 4603 | loss:0.010634828358888626 lr:1.0892262693838098e-05 tokens_per_second_per_gpu:950.5573112638509 
Step 4604 | loss:0.0022733171936124563 lr:1.0889050058116586e-05 tokens_per_second_per_gpu:744.6861038266044 
Step 4605 | loss:0.004093065857887268 lr:1.0885837329902251e-05 tokens_per_second_per_gpu:906.1726059097635 
Step 4606 | loss:0.004994793329387903 lr:1.0882624509529327e-05 tokens_per_second_per_gpu:910.7880635821433 
Step 4607 | loss:0.011370869353413582 lr:1.0879411597332064e-05 tokens_per_second_per_gpu:852.9868507354702 
Step 4608 | loss:0.015284217894077301 lr:1.087619859364472e-05 tokens_per_second_per_gpu:750.6956080792177 
Step 4609 | loss:0.010179748758673668 lr:1.0872985498801563e-05 tokens_per_second_per_gpu:1292.766714275607 
Step 4610 | loss:0.004918056074529886 lr:1.0869772313136861e-05 tokens_per_second_per_gpu:858.0777580418121 
Step 4611 | loss:0.0071124788373708725 lr:1.0866559036984912e-05 tokens_per_second_per_gpu:897.0059814161834 
Step 4612 | loss:0.011100982315838337 lr:1.0863345670680001e-05 tokens_per_second_per_gpu:880.0565315563751 
Step 4613 | loss:0.01768621802330017 lr:1.0860132214556434e-05 tokens_per_second_per_gpu:1032.2225112801711 
Step 4614 | loss:0.004258579108864069 lr:1.0856918668948533e-05 tokens_per_second_per_gpu:836.5939571418422 
Step 4615 | loss:0.008791725151240826 lr:1.0853705034190606e-05 tokens_per_second_per_gpu:784.727154904576 
Step 4616 | loss:0.015076348558068275 lr:1.0850491310616998e-05 tokens_per_second_per_gpu:986.9861945312534 
Step 4617 | loss:0.016525277867913246 lr:1.084727749856205e-05 tokens_per_second_per_gpu:775.6342029153961 
Step 4618 | loss:0.01634375751018524 lr:1.0844063598360104e-05 tokens_per_second_per_gpu:792.8330828992209 
Step 4619 | loss:0.00825932901352644 lr:1.0840849610345525e-05 tokens_per_second_per_gpu:754.3929985561938 
Step 4620 | loss:0.01485015731304884 lr:1.0837635534852687e-05 tokens_per_second_per_gpu:1149.6259480440679 
Step 4621 | loss:0.01083524152636528 lr:1.083442137221596e-05 tokens_per_second_per_gpu:1128.4979549664733 
Step 4622 | loss:0.018824312835931778 lr:1.0831207122769733e-05 tokens_per_second_per_gpu:929.9345052348884 
Step 4623 | loss:0.018303964287042618 lr:1.0827992786848407e-05 tokens_per_second_per_gpu:853.4272641045516 
Step 4624 | loss:0.01287841610610485 lr:1.0824778364786382e-05 tokens_per_second_per_gpu:730.4216571602393 
Step 4625 | loss:0.004204520024359226 lr:1.0821563856918076e-05 tokens_per_second_per_gpu:909.075861382607 
Step 4626 | loss:0.009123607538640499 lr:1.081834926357791e-05 tokens_per_second_per_gpu:995.6419458506942 
Step 4627 | loss:0.0031427284702658653 lr:1.0815134585100315e-05 tokens_per_second_per_gpu:804.1942922759868 
Step 4628 | loss:0.007177602034062147 lr:1.0811919821819733e-05 tokens_per_second_per_gpu:710.9250479331888 
Step 4629 | loss:0.007959578186273575 lr:1.0808704974070616e-05 tokens_per_second_per_gpu:1026.3738938416193 
Step 4630 | loss:0.006615813821554184 lr:1.080549004218742e-05 tokens_per_second_per_gpu:754.5103303808494 
Step 4631 | loss:0.03448497876524925 lr:1.0802275026504611e-05 tokens_per_second_per_gpu:872.5888334365527 
Step 4632 | loss:0.025012901052832603 lr:1.0799059927356669e-05 tokens_per_second_per_gpu:1010.1275941932623 
Step 4633 | loss:0.01776432991027832 lr:1.0795844745078076e-05 tokens_per_second_per_gpu:764.9284386437964 
Step 4634 | loss:0.008910508826375008 lr:1.0792629480003325e-05 tokens_per_second_per_gpu:860.0157756914152 
Step 4635 | loss:0.005039735697209835 lr:1.078941413246692e-05 tokens_per_second_per_gpu:803.8162795359135 
Step 4636 | loss:0.007763209752738476 lr:1.078619870280337e-05 tokens_per_second_per_gpu:1099.0318539458303 
Step 4637 | loss:0.007734387647360563 lr:1.078298319134719e-05 tokens_per_second_per_gpu:768.8930842803089 
Step 4638 | loss:0.008599400520324707 lr:1.0779767598432917e-05 tokens_per_second_per_gpu:935.0579950363345 
Step 4639 | loss:0.010497900657355785 lr:1.077655192439508e-05 tokens_per_second_per_gpu:720.0163915371377 
Step 4640 | loss:0.010325119830667973 lr:1.0773336169568224e-05 tokens_per_second_per_gpu:998.0445075357311 
Step 4641 | loss:0.00793825276196003 lr:1.0770120334286904e-05 tokens_per_second_per_gpu:869.6163604994348 
Step 4642 | loss:0.01271136850118637 lr:1.0766904418885681e-05 tokens_per_second_per_gpu:1076.8220306977503 
Step 4643 | loss:0.010547217912971973 lr:1.0763688423699125e-05 tokens_per_second_per_gpu:987.8425659066196 
Step 4644 | loss:0.010578279383480549 lr:1.076047234906181e-05 tokens_per_second_per_gpu:1025.4715667838339 
Step 4645 | loss:0.007947140373289585 lr:1.0757256195308326e-05 tokens_per_second_per_gpu:824.2626508798971 
Step 4646 | loss:0.007081738673150539 lr:1.0754039962773266e-05 tokens_per_second_per_gpu:1055.8325677164685 
Step 4647 | loss:0.014668360352516174 lr:1.0750823651791231e-05 tokens_per_second_per_gpu:908.6574579855017 
Step 4648 | loss:0.004542218521237373 lr:1.0747607262696838e-05 tokens_per_second_per_gpu:820.8881841846181 
Step 4649 | loss:0.005138911306858063 lr:1.0744390795824699e-05 tokens_per_second_per_gpu:876.7214225171462 
Step 4650 | loss:0.01062098890542984 lr:1.0741174251509443e-05 tokens_per_second_per_gpu:653.0042638947363 
Step 4651 | loss:0.0036097439005970955 lr:1.0737957630085707e-05 tokens_per_second_per_gpu:782.2555488230277 
Step 4652 | loss:0.016794677823781967 lr:1.073474093188813e-05 tokens_per_second_per_gpu:793.507506649537 
Step 4653 | loss:0.018961550667881966 lr:1.0731524157251365e-05 tokens_per_second_per_gpu:729.6040923210926 
Step 4654 | loss:0.019243111833930016 lr:1.0728307306510076e-05 tokens_per_second_per_gpu:869.6432154989612 
Step 4655 | loss:0.01173926331102848 lr:1.0725090379998922e-05 tokens_per_second_per_gpu:875.1814160417467 
Step 4656 | loss:0.007141348905861378 lr:1.0721873378052579e-05 tokens_per_second_per_gpu:838.278787320654 
Step 4657 | loss:0.008025030605494976 lr:1.0718656301005734e-05 tokens_per_second_per_gpu:1022.0134532868813 
Step 4658 | loss:0.013837558217346668 lr:1.0715439149193077e-05 tokens_per_second_per_gpu:962.7504268621528 
Step 4659 | loss:0.012465095147490501 lr:1.0712221922949301e-05 tokens_per_second_per_gpu:927.4736008872055 
Step 4660 | loss:0.00671019172295928 lr:1.0709004622609116e-05 tokens_per_second_per_gpu:825.4768342240478 
Step 4661 | loss:0.010978096164762974 lr:1.0705787248507235e-05 tokens_per_second_per_gpu:850.383640674397 
Step 4662 | loss:0.006038084626197815 lr:1.0702569800978382e-05 tokens_per_second_per_gpu:864.5183057210521 
Step 4663 | loss:0.0038473778404295444 lr:1.0699352280357279e-05 tokens_per_second_per_gpu:880.2579051211545 
Step 4664 | loss:0.011795563623309135 lr:1.069613468697867e-05 tokens_per_second_per_gpu:1107.4736680950227 
Step 4665 | loss:0.007331215310841799 lr:1.0692917021177295e-05 tokens_per_second_per_gpu:916.822671769538 
Step 4666 | loss:0.014236231334507465 lr:1.0689699283287903e-05 tokens_per_second_per_gpu:1108.8848773429736 
Step 4667 | loss:0.006451053079217672 lr:1.0686481473645262e-05 tokens_per_second_per_gpu:885.0025455729202 
Step 4668 | loss:0.01305337157100439 lr:1.068326359258413e-05 tokens_per_second_per_gpu:1051.9618341436067 
Step 4669 | loss:0.011069717817008495 lr:1.0680045640439285e-05 tokens_per_second_per_gpu:1097.8858260315903 
Step 4670 | loss:0.010282100178301334 lr:1.0676827617545511e-05 tokens_per_second_per_gpu:820.8701117975182 
Step 4671 | loss:0.019849779084324837 lr:1.0673609524237589e-05 tokens_per_second_per_gpu:1121.147127661511 
Step 4672 | loss:0.02291516400873661 lr:1.0670391360850322e-05 tokens_per_second_per_gpu:987.3244682224579 
Step 4673 | loss:0.008058477193117142 lr:1.0667173127718516e-05 tokens_per_second_per_gpu:874.9757751078881 
Step 4674 | loss:0.01420922763645649 lr:1.066395482517697e-05 tokens_per_second_per_gpu:787.2294961036265 
Step 4675 | loss:0.017340198159217834 lr:1.0660736453560512e-05 tokens_per_second_per_gpu:874.3530043716789 
Step 4676 | loss:0.010053245350718498 lr:1.0657518013203965e-05 tokens_per_second_per_gpu:1033.9009704632203 
Step 4677 | loss:0.007882166653871536 lr:1.0654299504442157e-05 tokens_per_second_per_gpu:839.8455750474817 
Step 4678 | loss:0.005108064040541649 lr:1.0651080927609934e-05 tokens_per_second_per_gpu:940.2318522291898 
Step 4679 | loss:0.02001628838479519 lr:1.0647862283042139e-05 tokens_per_second_per_gpu:724.1781262698732 
Step 4680 | loss:0.015153332613408566 lr:1.0644643571073625e-05 tokens_per_second_per_gpu:887.6620031099587 
Step 4681 | loss:0.01690913364291191 lr:1.064142479203925e-05 tokens_per_second_per_gpu:1203.8159855334293 
Step 4682 | loss:0.008592959493398666 lr:1.063820594627389e-05 tokens_per_second_per_gpu:1018.3895616857181 
Step 4683 | loss:0.006650371477007866 lr:1.0634987034112412e-05 tokens_per_second_per_gpu:826.6966891857363 
Step 4684 | loss:0.03161322697997093 lr:1.0631768055889697e-05 tokens_per_second_per_gpu:1050.7561976849195 
Step 4685 | loss:0.00525290472432971 lr:1.062854901194064e-05 tokens_per_second_per_gpu:927.8110437337459 
Step 4686 | loss:0.004992433823645115 lr:1.0625329902600127e-05 tokens_per_second_per_gpu:826.8963686387647 
Step 4687 | loss:0.00573896337300539 lr:1.0622110728203068e-05 tokens_per_second_per_gpu:882.8448096286431 
Step 4688 | loss:0.011742852628231049 lr:1.0618891489084367e-05 tokens_per_second_per_gpu:981.7499160196893 
Step 4689 | loss:0.005319838412106037 lr:1.0615672185578943e-05 tokens_per_second_per_gpu:1012.5425532962306 
Step 4690 | loss:0.005463604349642992 lr:1.061245281802171e-05 tokens_per_second_per_gpu:1011.960675938368 
Step 4691 | loss:0.014851462095975876 lr:1.0609233386747609e-05 tokens_per_second_per_gpu:1007.127306712576 
Step 4692 | loss:0.005830713082104921 lr:1.0606013892091565e-05 tokens_per_second_per_gpu:944.0439447010372 
Step 4693 | loss:0.01048939861357212 lr:1.0602794334388524e-05 tokens_per_second_per_gpu:815.2798332327068 
Step 4694 | loss:0.03144044429063797 lr:1.0599574713973436e-05 tokens_per_second_per_gpu:1261.2615215963997 
Step 4695 | loss:0.008837934583425522 lr:1.059635503118125e-05 tokens_per_second_per_gpu:824.7473448966597 
Step 4696 | loss:0.006207479629665613 lr:1.0593135286346938e-05 tokens_per_second_per_gpu:980.4657448888089 
Step 4697 | loss:0.007625605445355177 lr:1.0589915479805455e-05 tokens_per_second_per_gpu:780.5287097990984 
Step 4698 | loss:0.006650533527135849 lr:1.0586695611891786e-05 tokens_per_second_per_gpu:910.1954848533418 
Step 4699 | loss:0.01100098341703415 lr:1.058347568294091e-05 tokens_per_second_per_gpu:1003.7564785170457 
Step 4700 | loss:0.008878219872713089 lr:1.0580255693287807e-05 tokens_per_second_per_gpu:866.9769077526192 
Step 4701 | loss:0.026172718033194542 lr:1.0577035643267477e-05 tokens_per_second_per_gpu:825.7714597278818 
Step 4702 | loss:0.016954520717263222 lr:1.057381553321492e-05 tokens_per_second_per_gpu:919.7239465189901 
Step 4703 | loss:0.0078474385663867 lr:1.0570595363465137e-05 tokens_per_second_per_gpu:875.8719304873224 
Step 4704 | loss:0.006920996587723494 lr:1.0567375134353145e-05 tokens_per_second_per_gpu:1001.4551369741014 
Step 4705 | loss:0.005421051289886236 lr:1.0564154846213962e-05 tokens_per_second_per_gpu:785.9327106582607 
Step 4706 | loss:0.015445984899997711 lr:1.056093449938261e-05 tokens_per_second_per_gpu:1031.6542703386353 
Step 4707 | loss:0.007963723503053188 lr:1.055771409419412e-05 tokens_per_second_per_gpu:957.8319457075969 
Step 4708 | loss:0.02383900061249733 lr:1.055449363098353e-05 tokens_per_second_per_gpu:851.8657181635776 
Step 4709 | loss:0.013775581493973732 lr:1.055127311008588e-05 tokens_per_second_per_gpu:955.0272039986614 
Step 4710 | loss:0.015350256115198135 lr:1.0548052531836225e-05 tokens_per_second_per_gpu:991.0145535063805 
Step 4711 | loss:0.004808515775948763 lr:1.0544831896569612e-05 tokens_per_second_per_gpu:821.4150361531315 
Step 4712 | loss:0.008631832897663116 lr:1.0541611204621108e-05 tokens_per_second_per_gpu:969.8920552227237 
Step 4713 | loss:0.006689774803817272 lr:1.0538390456325773e-05 tokens_per_second_per_gpu:772.0946692028127 
Step 4714 | loss:0.01105290837585926 lr:1.0535169652018686e-05 tokens_per_second_per_gpu:865.9135511837452 
Step 4715 | loss:0.004966358188539743 lr:1.0531948792034923e-05 tokens_per_second_per_gpu:792.6695175341372 
Step 4716 | loss:0.014154317788779736 lr:1.0528727876709563e-05 tokens_per_second_per_gpu:825.714915478723 
Step 4717 | loss:0.008756916038691998 lr:1.0525506906377703e-05 tokens_per_second_per_gpu:753.1595561152932 
Step 4718 | loss:0.012566057033836842 lr:1.0522285881374434e-05 tokens_per_second_per_gpu:689.2315109718154 
Step 4719 | loss:0.007135828025639057 lr:1.0519064802034858e-05 tokens_per_second_per_gpu:818.2486186647122 
Step 4720 | loss:0.013726498000323772 lr:1.0515843668694087e-05 tokens_per_second_per_gpu:954.8039114529834 
Step 4721 | loss:0.012839226052165031 lr:1.0512622481687222e-05 tokens_per_second_per_gpu:823.5563804417814 
Step 4722 | loss:0.007252786308526993 lr:1.0509401241349391e-05 tokens_per_second_per_gpu:870.7787417565752 
Step 4723 | loss:0.007812307216227055 lr:1.0506179948015718e-05 tokens_per_second_per_gpu:852.874590577114 
Step 4724 | loss:0.021803028881549835 lr:1.0502958602021323e-05 tokens_per_second_per_gpu:1040.0975246447463 
Step 4725 | loss:0.027028817683458328 lr:1.0499737203701348e-05 tokens_per_second_per_gpu:1040.383975579816 
Step 4726 | loss:0.010401097126305103 lr:1.049651575339093e-05 tokens_per_second_per_gpu:1141.2416096556294 
Step 4727 | loss:0.007920540869235992 lr:1.0493294251425215e-05 tokens_per_second_per_gpu:1066.4634281493634 
Step 4728 | loss:0.004394523799419403 lr:1.0490072698139356e-05 tokens_per_second_per_gpu:918.5136930451451 
Step 4729 | loss:0.0136050283908844 lr:1.0486851093868507e-05 tokens_per_second_per_gpu:944.887271535463 
Step 4730 | loss:0.004409822169691324 lr:1.0483629438947827e-05 tokens_per_second_per_gpu:870.8835014438176 
Step 4731 | loss:0.01255003921687603 lr:1.0480407733712488e-05 tokens_per_second_per_gpu:978.5460274263273 
Step 4732 | loss:0.006861698813736439 lr:1.0477185978497659e-05 tokens_per_second_per_gpu:801.1578077782848 
Step 4733 | loss:0.012957070954144001 lr:1.0473964173638515e-05 tokens_per_second_per_gpu:953.0242555090107 
Step 4734 | loss:0.013286035507917404 lr:1.0470742319470242e-05 tokens_per_second_per_gpu:1081.2065865092377 
Step 4735 | loss:0.01035991869866848 lr:1.0467520416328028e-05 tokens_per_second_per_gpu:1205.3864122330278 
Step 4736 | loss:0.009271257556974888 lr:1.0464298464547063e-05 tokens_per_second_per_gpu:898.6803693230675 
Step 4737 | loss:0.006595210172235966 lr:1.0461076464462543e-05 tokens_per_second_per_gpu:919.4284868504664 
Step 4738 | loss:0.0082553057000041 lr:1.0457854416409674e-05 tokens_per_second_per_gpu:985.8418799317573 
Step 4739 | loss:0.0132396649569273 lr:1.0454632320723663e-05 tokens_per_second_per_gpu:1084.1362056805906 
Step 4740 | loss:0.007091837003827095 lr:1.045141017773972e-05 tokens_per_second_per_gpu:913.1102638150397 
Step 4741 | loss:0.020093904808163643 lr:1.0448187987793066e-05 tokens_per_second_per_gpu:1168.5291368082094 
Step 4742 | loss:0.0045331912115216255 lr:1.044496575121892e-05 tokens_per_second_per_gpu:886.2384554983652 
Step 4743 | loss:0.0030020021367818117 lr:1.0441743468352512e-05 tokens_per_second_per_gpu:906.5614977762405 
Step 4744 | loss:0.005074793007224798 lr:1.0438521139529074e-05 tokens_per_second_per_gpu:961.038951193064 
Step 4745 | loss:0.013711774721741676 lr:1.043529876508384e-05 tokens_per_second_per_gpu:905.0163169961261 
Step 4746 | loss:0.011464017443358898 lr:1.0432076345352054e-05 tokens_per_second_per_gpu:888.128664974532 
Step 4747 | loss:0.04098906368017197 lr:1.0428853880668964e-05 tokens_per_second_per_gpu:1029.534503451723 
Step 4748 | loss:0.012280990369617939 lr:1.0425631371369816e-05 tokens_per_second_per_gpu:951.6787161855314 
Step 4749 | loss:0.02370048128068447 lr:1.0422408817789869e-05 tokens_per_second_per_gpu:1006.7624965246968 
Step 4750 | loss:0.01683703064918518 lr:1.0419186220264379e-05 tokens_per_second_per_gpu:997.2119729325409 
Step 4751 | loss:0.01171435508877039 lr:1.0415963579128617e-05 tokens_per_second_per_gpu:764.0932447108175 
Step 4752 | loss:0.0037113260477781296 lr:1.041274089471785e-05 tokens_per_second_per_gpu:885.4663867115052 
Step 4753 | loss:0.009271752089262009 lr:1.0409518167367348e-05 tokens_per_second_per_gpu:817.2872805922219 
Step 4754 | loss:0.005993953440338373 lr:1.0406295397412394e-05 tokens_per_second_per_gpu:1066.6891453107717 
Step 4755 | loss:0.01247454434633255 lr:1.040307258518827e-05 tokens_per_second_per_gpu:942.7142773996037 
Step 4756 | loss:0.008376085199415684 lr:1.0399849731030258e-05 tokens_per_second_per_gpu:1122.7252745542514 
Step 4757 | loss:0.010914182290434837 lr:1.0396626835273657e-05 tokens_per_second_per_gpu:959.4143044347597 
Step 4758 | loss:0.017016714438796043 lr:1.039340389825376e-05 tokens_per_second_per_gpu:896.1556348604635 
Step 4759 | loss:0.01619623973965645 lr:1.0390180920305864e-05 tokens_per_second_per_gpu:985.1475033987001 
Step 4760 | loss:0.011933799833059311 lr:1.0386957901765278e-05 tokens_per_second_per_gpu:936.631473667715 
Step 4761 | loss:0.009230243973433971 lr:1.0383734842967306e-05 tokens_per_second_per_gpu:764.7725562781666 
Step 4762 | loss:0.009011378511786461 lr:1.0380511744247264e-05 tokens_per_second_per_gpu:812.2681739613308 
Step 4763 | loss:0.008707826025784016 lr:1.0377288605940467e-05 tokens_per_second_per_gpu:760.9298141365456 
Step 4764 | loss:0.010711467824876308 lr:1.0374065428382238e-05 tokens_per_second_per_gpu:1152.6092203820047 
Step 4765 | loss:0.009348279796540737 lr:1.0370842211907903e-05 tokens_per_second_per_gpu:945.9746246730637 
Step 4766 | loss:0.015189288184046745 lr:1.0367618956852785e-05 tokens_per_second_per_gpu:873.9777145609314 
Step 4767 | loss:0.008099655620753765 lr:1.0364395663552224e-05 tokens_per_second_per_gpu:1042.9554901070535 
Step 4768 | loss:0.00779874250292778 lr:1.0361172332341556e-05 tokens_per_second_per_gpu:1132.8569403611957 
Step 4769 | loss:0.028484681621193886 lr:1.0357948963556116e-05 tokens_per_second_per_gpu:1188.6560240665362 
Step 4770 | loss:0.010872063226997852 lr:1.0354725557531258e-05 tokens_per_second_per_gpu:898.6873233172945 
Step 4771 | loss:0.014698621816933155 lr:1.0351502114602322e-05 tokens_per_second_per_gpu:787.0878814251316 
Step 4772 | loss:0.0092160077765584 lr:1.0348278635104667e-05 tokens_per_second_per_gpu:1027.1489193007335 
Step 4773 | loss:0.006233742460608482 lr:1.0345055119373653e-05 tokens_per_second_per_gpu:862.2402254665999 
Step 4774 | loss:0.010484323836863041 lr:1.0341831567744627e-05 tokens_per_second_per_gpu:898.2070739010894 
Step 4775 | loss:0.00750753516331315 lr:1.0338607980552962e-05 tokens_per_second_per_gpu:1046.1824794385377 
Step 4776 | loss:0.015348169021308422 lr:1.0335384358134028e-05 tokens_per_second_per_gpu:1099.2286879461517 
Step 4777 | loss:0.009036855772137642 lr:1.033216070082319e-05 tokens_per_second_per_gpu:866.3461647340748 
Step 4778 | loss:0.006488007493317127 lr:1.0328937008955828e-05 tokens_per_second_per_gpu:785.537128541044 
Step 4779 | loss:0.025873389095067978 lr:1.0325713282867321e-05 tokens_per_second_per_gpu:779.3632579978715 
Step 4780 | loss:0.006856000982224941 lr:1.0322489522893042e-05 tokens_per_second_per_gpu:923.7842556746914 
Step 4781 | loss:0.013065263628959656 lr:1.0319265729368389e-05 tokens_per_second_per_gpu:999.1387323015501 
Step 4782 | loss:0.006970304064452648 lr:1.0316041902628744e-05 tokens_per_second_per_gpu:859.0408279683871 
Step 4783 | loss:0.0061934106051921844 lr:1.03128180430095e-05 tokens_per_second_per_gpu:778.0347004334386 
Step 4784 | loss:0.005128522403538227 lr:1.0309594150846057e-05 tokens_per_second_per_gpu:763.8204238206172 
Step 4785 | loss:0.008952726610004902 lr:1.030637022647381e-05 tokens_per_second_per_gpu:895.4329793172398 
Step 4786 | loss:0.004665364511311054 lr:1.0303146270228164e-05 tokens_per_second_per_gpu:829.8888239698347 
Step 4787 | loss:0.007387437857687473 lr:1.0299922282444523e-05 tokens_per_second_per_gpu:905.1678144866837 
Step 4788 | loss:0.018208298832178116 lr:1.0296698263458301e-05 tokens_per_second_per_gpu:969.2853412227021 
Step 4789 | loss:0.01071180496364832 lr:1.0293474213604905e-05 tokens_per_second_per_gpu:832.017065551104 
Step 4790 | loss:0.009036472998559475 lr:1.0290250133219755e-05 tokens_per_second_per_gpu:869.0718993167028 
Step 4791 | loss:0.003846194129437208 lr:1.028702602263827e-05 tokens_per_second_per_gpu:800.6190045210719 
Step 4792 | loss:0.004913347773253918 lr:1.0283801882195867e-05 tokens_per_second_per_gpu:939.9917373472821 
Step 4793 | loss:0.020845327526330948 lr:1.0280577712227977e-05 tokens_per_second_per_gpu:948.8282376942246 
Step 4794 | loss:0.04896099865436554 lr:1.0277353513070025e-05 tokens_per_second_per_gpu:1242.2758449244175 
Step 4795 | loss:0.015573765151202679 lr:1.0274129285057446e-05 tokens_per_second_per_gpu:1078.2689369217221 
Step 4796 | loss:0.012179309502243996 lr:1.0270905028525671e-05 tokens_per_second_per_gpu:918.5653379138396 
Step 4797 | loss:0.013768094591796398 lr:1.0267680743810138e-05 tokens_per_second_per_gpu:845.7607020190798 
Step 4798 | loss:0.008784016594290733 lr:1.026445643124629e-05 tokens_per_second_per_gpu:1107.2444928336045 
Step 4799 | loss:0.015148250386118889 lr:1.0261232091169565e-05 tokens_per_second_per_gpu:903.2024488353334 
Step 4800 | loss:0.012735182419419289 lr:1.0258007723915412e-05 tokens_per_second_per_gpu:887.9088964045885 
Step 4801 | loss:0.015940915793180466 lr:1.0254783329819282e-05 tokens_per_second_per_gpu:896.4103799671026 
Step 4802 | loss:0.008073056116700172 lr:1.0251558909216623e-05 tokens_per_second_per_gpu:930.5852798652576 
Step 4803 | loss:0.008428956381976604 lr:1.024833446244289e-05 tokens_per_second_per_gpu:747.5109953026808 
Step 4804 | loss:0.005339242517948151 lr:1.0245109989833543e-05 tokens_per_second_per_gpu:790.3411950251408 
Step 4805 | loss:0.016330812126398087 lr:1.0241885491724042e-05 tokens_per_second_per_gpu:873.2538437039601 
Step 4806 | loss:0.013856031931936741 lr:1.0238660968449841e-05 tokens_per_second_per_gpu:871.4178147892432 
Step 4807 | loss:0.010129156522452831 lr:1.0235436420346416e-05 tokens_per_second_per_gpu:869.5117865101658 
Step 4808 | loss:0.009868198074400425 lr:1.0232211847749229e-05 tokens_per_second_per_gpu:859.28625369512 
Step 4809 | loss:0.008785922080278397 lr:1.0228987250993751e-05 tokens_per_second_per_gpu:831.2496207835533 
Step 4810 | loss:0.013047849759459496 lr:1.0225762630415456e-05 tokens_per_second_per_gpu:902.8703196337675 
Step 4811 | loss:0.010743217542767525 lr:1.0222537986349818e-05 tokens_per_second_per_gpu:1122.0513136882082 
Step 4812 | loss:0.014764314517378807 lr:1.0219313319132314e-05 tokens_per_second_per_gpu:874.3295177242003 
Step 4813 | loss:0.006635019090026617 lr:1.0216088629098427e-05 tokens_per_second_per_gpu:789.0170978900067 
Step 4814 | loss:0.017026741057634354 lr:1.0212863916583635e-05 tokens_per_second_per_gpu:1209.6569009491466 
Step 4815 | loss:0.0050047412514686584 lr:1.0209639181923425e-05 tokens_per_second_per_gpu:926.8137802067673 
Step 4816 | loss:0.01442858949303627 lr:1.0206414425453287e-05 tokens_per_second_per_gpu:1001.5154368120424 
Step 4817 | loss:0.010677209123969078 lr:1.0203189647508706e-05 tokens_per_second_per_gpu:824.90499725756 
Step 4818 | loss:0.007748699281364679 lr:1.0199964848425178e-05 tokens_per_second_per_gpu:1037.5621129704177 
Step 4819 | loss:0.008844038471579552 lr:1.019674002853819e-05 tokens_per_second_per_gpu:768.5662066331456 
Step 4820 | loss:0.01549815945327282 lr:1.0193515188183246e-05 tokens_per_second_per_gpu:1009.1015439199056 
Step 4821 | loss:0.011092564091086388 lr:1.0190290327695838e-05 tokens_per_second_per_gpu:1034.96388116075 
Step 4822 | loss:0.008778832852840424 lr:1.0187065447411468e-05 tokens_per_second_per_gpu:852.2931585735499 
Step 4823 | loss:0.011129917576909065 lr:1.018384054766564e-05 tokens_per_second_per_gpu:919.2753809942425 
Step 4824 | loss:0.0030343630351126194 lr:1.0180615628793854e-05 tokens_per_second_per_gpu:931.9270731092721 
Step 4825 | loss:0.007480415515601635 lr:1.0177390691131622e-05 tokens_per_second_per_gpu:977.5545213371045 
Step 4826 | loss:0.008071882650256157 lr:1.0174165735014452e-05 tokens_per_second_per_gpu:938.3220216513268 
Step 4827 | loss:0.013640097342431545 lr:1.0170940760777845e-05 tokens_per_second_per_gpu:907.4820197419341 
Step 4828 | loss:0.010527465492486954 lr:1.0167715768757322e-05 tokens_per_second_per_gpu:984.0564557933224 
Step 4829 | loss:0.012027248740196228 lr:1.0164490759288396e-05 tokens_per_second_per_gpu:1055.2299753443206 
Step 4830 | loss:0.010153789073228836 lr:1.016126573270658e-05 tokens_per_second_per_gpu:860.4173003454296 
Step 4831 | loss:0.005321589298546314 lr:1.0158040689347392e-05 tokens_per_second_per_gpu:816.145044567525 
Step 4832 | loss:0.006898169871419668 lr:1.0154815629546353e-05 tokens_per_second_per_gpu:817.6657083774293 
Step 4833 | loss:0.024821996688842773 lr:1.015159055363898e-05 tokens_per_second_per_gpu:888.0118703237814 
Step 4834 | loss:0.00619879737496376 lr:1.01483654619608e-05 tokens_per_second_per_gpu:946.3041492564845 
Step 4835 | loss:0.012455816380679607 lr:1.0145140354847336e-05 tokens_per_second_per_gpu:1004.6233825540565 
Step 4836 | loss:0.012024937197566032 lr:1.0141915232634112e-05 tokens_per_second_per_gpu:813.0224423229797 
Step 4837 | loss:0.024713924154639244 lr:1.0138690095656657e-05 tokens_per_second_per_gpu:763.852140713683 
Step 4838 | loss:0.011860691010951996 lr:1.01354649442505e-05 tokens_per_second_per_gpu:891.5937068550427 
Step 4839 | loss:0.005602938588708639 lr:1.0132239778751171e-05 tokens_per_second_per_gpu:883.2498009738183 
Step 4840 | loss:0.006469888612627983 lr:1.01290145994942e-05 tokens_per_second_per_gpu:930.9372639415297 
Step 4841 | loss:0.0032813050784170628 lr:1.0125789406815126e-05 tokens_per_second_per_gpu:751.9773654244038 
Step 4842 | loss:0.006556379143148661 lr:1.0122564201049479e-05 tokens_per_second_per_gpu:852.2199938239238 
Step 4843 | loss:0.027603428810834885 lr:1.0119338982532791e-05 tokens_per_second_per_gpu:1010.6197766654528 
Step 4844 | loss:0.019796932116150856 lr:1.0116113751600612e-05 tokens_per_second_per_gpu:1108.3484013171117 
Step 4845 | loss:0.006525525823235512 lr:1.011288850858847e-05 tokens_per_second_per_gpu:876.488432667196 
Step 4846 | loss:0.013962190598249435 lr:1.0109663253831908e-05 tokens_per_second_per_gpu:900.1106263079306 
Step 4847 | loss:0.005245101638138294 lr:1.0106437987666466e-05 tokens_per_second_per_gpu:719.7785398035329 
Step 4848 | loss:0.009757252410054207 lr:1.0103212710427693e-05 tokens_per_second_per_gpu:806.004879174887 
Step 4849 | loss:0.00992339476943016 lr:1.009998742245112e-05 tokens_per_second_per_gpu:871.5795595056536 
Step 4850 | loss:0.023226192221045494 lr:1.0096762124072306e-05 tokens_per_second_per_gpu:813.0929825448185 
Step 4851 | loss:0.011371051892638206 lr:1.0093536815626788e-05 tokens_per_second_per_gpu:937.2063121015041 
Step 4852 | loss:0.019056998193264008 lr:1.0090311497450111e-05 tokens_per_second_per_gpu:855.3116518402229 
Step 4853 | loss:0.007022641133517027 lr:1.0087086169877828e-05 tokens_per_second_per_gpu:900.7568644262237 
Step 4854 | loss:0.01652310974895954 lr:1.008386083324549e-05 tokens_per_second_per_gpu:963.7108579041657 
Step 4855 | loss:0.004847101867198944 lr:1.0080635487888639e-05 tokens_per_second_per_gpu:1025.3918407834751 
Step 4856 | loss:0.009098492562770844 lr:1.0077410134142831e-05 tokens_per_second_per_gpu:754.2798504500929 
Step 4857 | loss:0.005542282946407795 lr:1.0074184772343615e-05 tokens_per_second_per_gpu:951.5689018665435 
Step 4858 | loss:0.011374996975064278 lr:1.0070959402826545e-05 tokens_per_second_per_gpu:883.263916413544 
Step 4859 | loss:0.008468810468912125 lr:1.0067734025927174e-05 tokens_per_second_per_gpu:1006.2281019507852 
Step 4860 | loss:0.008413427509367466 lr:1.0064508641981055e-05 tokens_per_second_per_gpu:1034.7910109803922 
Step 4861 | loss:0.006185630336403847 lr:1.0061283251323744e-05 tokens_per_second_per_gpu:697.6873613614939 
Step 4862 | loss:0.005119003355503082 lr:1.005805785429079e-05 tokens_per_second_per_gpu:814.8828186349876 
Step 4863 | loss:0.008561056107282639 lr:1.005483245121776e-05 tokens_per_second_per_gpu:897.6691875653685 
Step 4864 | loss:0.007269935682415962 lr:1.0051607042440204e-05 tokens_per_second_per_gpu:849.7991896310275 
Step 4865 | loss:0.004620310850441456 lr:1.0048381628293678e-05 tokens_per_second_per_gpu:792.8591913607183 
Step 4866 | loss:0.011043952777981758 lr:1.0045156209113744e-05 tokens_per_second_per_gpu:687.7569991982579 
Step 4867 | loss:0.003274015849456191 lr:1.0041930785235961e-05 tokens_per_second_per_gpu:794.367295601647 
Step 4868 | loss:0.008082693442702293 lr:1.003870535699588e-05 tokens_per_second_per_gpu:863.6578354176758 
Step 4869 | loss:0.013683034107089043 lr:1.0035479924729069e-05 tokens_per_second_per_gpu:906.8298765016416 
Step 4870 | loss:0.006868750788271427 lr:1.003225448877108e-05 tokens_per_second_per_gpu:908.4513573333686 
Step 4871 | loss:0.017015378922224045 lr:1.0029029049457482e-05 tokens_per_second_per_gpu:1045.9279479359907 
Step 4872 | loss:0.007609870284795761 lr:1.0025803607123826e-05 tokens_per_second_per_gpu:906.8295708781907 
Step 4873 | loss:0.003621081355959177 lr:1.0022578162105678e-05 tokens_per_second_per_gpu:855.8641637483001 
Step 4874 | loss:0.0067788176238536835 lr:1.0019352714738601e-05 tokens_per_second_per_gpu:913.8922099597663 
Step 4875 | loss:0.0035283397883176804 lr:1.001612726535815e-05 tokens_per_second_per_gpu:769.1596634539611 
Step 4876 | loss:0.006057217717170715 lr:1.001290181429989e-05 tokens_per_second_per_gpu:911.9507769399361 
Step 4877 | loss:0.009617079049348831 lr:1.0009676361899388e-05 tokens_per_second_per_gpu:962.9245826196795 
Step 4878 | loss:0.011242963373661041 lr:1.0006450908492194e-05 tokens_per_second_per_gpu:830.6600935057563 
Step 4879 | loss:0.008685960434377193 lr:1.000322545441388e-05 tokens_per_second_per_gpu:755.3808257455113 
Step 4880 | loss:0.019129756838083267 lr:1e-05 tokens_per_second_per_gpu:942.7084996167067 
Step 4881 | loss:0.005603918340057135 lr:9.996774545586125e-06 tokens_per_second_per_gpu:991.744423532672 
Step 4882 | loss:0.026988046243786812 lr:9.993549091507808e-06 tokens_per_second_per_gpu:869.5036698792424 
Step 4883 | loss:0.006200006231665611 lr:9.990323638100617e-06 tokens_per_second_per_gpu:787.5326858273115 
Step 4884 | loss:0.016736119985580444 lr:9.987098185700111e-06 tokens_per_second_per_gpu:983.8792128804683 
Step 4885 | loss:0.01273191999644041 lr:9.983872734641851e-06 tokens_per_second_per_gpu:940.624094735771 
Step 4886 | loss:0.014186408370733261 lr:9.980647285261402e-06 tokens_per_second_per_gpu:952.4864567669803 
Step 4887 | loss:0.007071038242429495 lr:9.977421837894324e-06 tokens_per_second_per_gpu:1047.1257268972354 
Step 4888 | loss:0.005777252372354269 lr:9.974196392876177e-06 tokens_per_second_per_gpu:799.3280542277209 
Step 4889 | loss:0.008641575463116169 lr:9.970970950542521e-06 tokens_per_second_per_gpu:912.5822030049158 
Step 4890 | loss:0.002480712253600359 lr:9.967745511228922e-06 tokens_per_second_per_gpu:798.4256861016385 
Step 4891 | loss:0.019402271136641502 lr:9.964520075270936e-06 tokens_per_second_per_gpu:1080.0263452576328 
Step 4892 | loss:0.006123851053416729 lr:9.96129464300412e-06 tokens_per_second_per_gpu:830.5622712156637 
Step 4893 | loss:0.013649203814566135 lr:9.958069214764044e-06 tokens_per_second_per_gpu:1178.8517949598618 
Step 4894 | loss:0.005019744858145714 lr:9.954843790886258e-06 tokens_per_second_per_gpu:982.9455108078197 
Step 4895 | loss:0.0035429936833679676 lr:9.951618371706322e-06 tokens_per_second_per_gpu:900.6367106139079 
Step 4896 | loss:0.00476409774273634 lr:9.948392957559797e-06 tokens_per_second_per_gpu:869.6701773315339 
Step 4897 | loss:0.017163721844553947 lr:9.945167548782242e-06 tokens_per_second_per_gpu:769.459811779633 
Step 4898 | loss:0.007751431316137314 lr:9.941942145709208e-06 tokens_per_second_per_gpu:1006.3162291942072 
Step 4899 | loss:0.00730856554582715 lr:9.93871674867626e-06 tokens_per_second_per_gpu:987.2025898434279 
Step 4900 | loss:0.011800574138760567 lr:9.935491358018948e-06 tokens_per_second_per_gpu:867.984217607457 
Step 4901 | loss:0.005875203292816877 lr:9.932265974072828e-06 tokens_per_second_per_gpu:794.3622945555594 
Step 4902 | loss:0.015458954498171806 lr:9.929040597173458e-06 tokens_per_second_per_gpu:792.6677256787805 
Step 4903 | loss:0.02150930091738701 lr:9.925815227656388e-06 tokens_per_second_per_gpu:1016.1271762188458 
Step 4904 | loss:0.02553269825875759 lr:9.922589865857172e-06 tokens_per_second_per_gpu:916.957643465566 
Step 4905 | loss:0.0038484372198581696 lr:9.919364512111363e-06 tokens_per_second_per_gpu:808.4578036893865 
Step 4906 | loss:0.006958773359656334 lr:9.916139166754514e-06 tokens_per_second_per_gpu:871.906171405802 
Step 4907 | loss:0.005918351002037525 lr:9.912913830122173e-06 tokens_per_second_per_gpu:891.8217613037647 
Step 4908 | loss:0.0101618068292737 lr:9.90968850254989e-06 tokens_per_second_per_gpu:901.8314218654035 
Step 4909 | loss:0.009356915950775146 lr:9.906463184373216e-06 tokens_per_second_per_gpu:852.5919746874489 
Step 4910 | loss:0.01190432719886303 lr:9.903237875927697e-06 tokens_per_second_per_gpu:1012.597955647163 
Step 4911 | loss:0.013657679781317711 lr:9.90001257754888e-06 tokens_per_second_per_gpu:859.86657409374 
Step 4912 | loss:0.01919892057776451 lr:9.896787289572312e-06 tokens_per_second_per_gpu:713.7446164955834 
Step 4913 | loss:0.03478066623210907 lr:9.893562012333536e-06 tokens_per_second_per_gpu:1171.377715847074 
Step 4914 | loss:0.01020786352455616 lr:9.890336746168094e-06 tokens_per_second_per_gpu:873.9011938826206 
Step 4915 | loss:0.013194597326219082 lr:9.887111491411534e-06 tokens_per_second_per_gpu:954.434767064414 
Step 4916 | loss:0.007191208191215992 lr:9.883886248399392e-06 tokens_per_second_per_gpu:898.9044984915491 
Step 4917 | loss:0.01439500879496336 lr:9.880661017467209e-06 tokens_per_second_per_gpu:919.6654682262878 
Step 4918 | loss:0.012406738474965096 lr:9.877435798950526e-06 tokens_per_second_per_gpu:1078.740243973325 
Step 4919 | loss:0.00710125220939517 lr:9.874210593184878e-06 tokens_per_second_per_gpu:844.4807365257665 
Step 4920 | loss:0.01121500413864851 lr:9.870985400505805e-06 tokens_per_second_per_gpu:829.6975022923907 
Step 4921 | loss:0.009323006495833397 lr:9.86776022124883e-06 tokens_per_second_per_gpu:761.1257461487193 
Step 4922 | loss:0.006829309277236462 lr:9.864535055749504e-06 tokens_per_second_per_gpu:803.6732708014946 
Step 4923 | loss:0.013832314871251583 lr:9.861309904343348e-06 tokens_per_second_per_gpu:976.2003717608825 
Step 4924 | loss:0.014461073093116283 lr:9.85808476736589e-06 tokens_per_second_per_gpu:991.7201870199443 
Step 4925 | loss:0.008439268916845322 lr:9.854859645152667e-06 tokens_per_second_per_gpu:1022.9509989087378 
Step 4926 | loss:0.012530702166259289 lr:9.851634538039206e-06 tokens_per_second_per_gpu:975.6799733708392 
Step 4927 | loss:0.013373534195125103 lr:9.84840944636102e-06 tokens_per_second_per_gpu:899.8355944336093 
Step 4928 | loss:0.003181260311976075 lr:9.84518437045365e-06 tokens_per_second_per_gpu:756.4904408890035 
Step 4929 | loss:0.03548187017440796 lr:9.841959310652613e-06 tokens_per_second_per_gpu:991.6511690389376 
Step 4930 | loss:0.0477491095662117 lr:9.838734267293421e-06 tokens_per_second_per_gpu:908.3760020547537 
Step 4931 | loss:0.00813191756606102 lr:9.835509240711606e-06 tokens_per_second_per_gpu:672.9543445419257 
Step 4932 | loss:0.005392654798924923 lr:9.832284231242682e-06 tokens_per_second_per_gpu:855.1020600290539 
Step 4933 | loss:0.022236621007323265 lr:9.82905923922216e-06 tokens_per_second_per_gpu:990.11943409094 
Step 4934 | loss:0.007718687877058983 lr:9.825834264985551e-06 tokens_per_second_per_gpu:993.2221833005726 
Step 4935 | loss:0.017177026718854904 lr:9.82260930886838e-06 tokens_per_second_per_gpu:954.6060577220223 
Step 4936 | loss:0.011602644808590412 lr:9.819384371206149e-06 tokens_per_second_per_gpu:836.8749366219199 
Step 4937 | loss:0.012228133156895638 lr:9.816159452334361e-06 tokens_per_second_per_gpu:908.0528104447226 
Step 4938 | loss:0.018002033233642578 lr:9.812934552588535e-06 tokens_per_second_per_gpu:977.0489086936639 
Step 4939 | loss:0.009689241647720337 lr:9.809709672304167e-06 tokens_per_second_per_gpu:799.4893441219342 
Step 4940 | loss:0.01383913867175579 lr:9.806484811816756e-06 tokens_per_second_per_gpu:895.4183631029375 
Step 4941 | loss:0.0060297781601548195 lr:9.803259971461812e-06 tokens_per_second_per_gpu:683.6729249201796 
Step 4942 | loss:0.003937078639864922 lr:9.800035151574827e-06 tokens_per_second_per_gpu:992.6017831641102 
Step 4943 | loss:0.0109239611774683 lr:9.796810352491292e-06 tokens_per_second_per_gpu:842.8075774329403 
Step 4944 | loss:0.01255750097334385 lr:9.793585574546715e-06 tokens_per_second_per_gpu:930.8424085758289 
Step 4945 | loss:0.007748227100819349 lr:9.790360818076578e-06 tokens_per_second_per_gpu:869.7124142991051 
Step 4946 | loss:0.009174455888569355 lr:9.787136083416365e-06 tokens_per_second_per_gpu:986.4263794875244 
Step 4947 | loss:0.004755420610308647 lr:9.783911370901577e-06 tokens_per_second_per_gpu:892.3989024974265 
Step 4948 | loss:0.008001505397260189 lr:9.78068668086769e-06 tokens_per_second_per_gpu:999.8110969064653 
Step 4949 | loss:0.01807079091668129 lr:9.777462013650187e-06 tokens_per_second_per_gpu:1136.7019653881923 
Step 4950 | loss:0.008467106148600578 lr:9.774237369584547e-06 tokens_per_second_per_gpu:777.1906155449853 
Step 4951 | loss:0.013874292373657227 lr:9.771012749006252e-06 tokens_per_second_per_gpu:939.3688219383888 
Step 4952 | loss:0.00784985814243555 lr:9.767788152250776e-06 tokens_per_second_per_gpu:909.5928795121819 
Step 4953 | loss:0.007567219901829958 lr:9.764563579653586e-06 tokens_per_second_per_gpu:768.2013383478758 
Step 4954 | loss:0.01382732205092907 lr:9.76133903155016e-06 tokens_per_second_per_gpu:754.4871353854592 
Step 4955 | loss:0.017877822741866112 lr:9.758114508275965e-06 tokens_per_second_per_gpu:987.8185533406531 
Step 4956 | loss:0.005565313156694174 lr:9.754890010166458e-06 tokens_per_second_per_gpu:806.7001654949781 
Step 4957 | loss:0.013688735663890839 lr:9.751665537557111e-06 tokens_per_second_per_gpu:870.5442867493613 
Step 4958 | loss:0.005869954824447632 lr:9.74844109078338e-06 tokens_per_second_per_gpu:924.7224763695335 
Step 4959 | loss:0.005101379007101059 lr:9.745216670180721e-06 tokens_per_second_per_gpu:987.4294957298987 
Step 4960 | loss:0.05254332721233368 lr:9.74199227608459e-06 tokens_per_second_per_gpu:1200.4565349430297 
Step 4961 | loss:0.003998858854174614 lr:9.738767908830439e-06 tokens_per_second_per_gpu:864.1914159145264 
Step 4962 | loss:0.027292445302009583 lr:9.735543568753714e-06 tokens_per_second_per_gpu:952.3947591511557 
Step 4963 | loss:0.008007295429706573 lr:9.732319256189864e-06 tokens_per_second_per_gpu:730.6498047957053 
Step 4964 | loss:0.020535623654723167 lr:9.729094971474332e-06 tokens_per_second_per_gpu:805.4667540503167 
Step 4965 | loss:0.005179079715162516 lr:9.725870714942558e-06 tokens_per_second_per_gpu:774.1839625946346 
Step 4966 | loss:0.005976452492177486 lr:9.722646486929976e-06 tokens_per_second_per_gpu:953.11190612449 
Step 4967 | loss:0.010287157259881496 lr:9.719422287772026e-06 tokens_per_second_per_gpu:854.9019967984697 
Step 4968 | loss:0.02860034629702568 lr:9.716198117804138e-06 tokens_per_second_per_gpu:1038.2385972183476 
Step 4969 | loss:0.013486948795616627 lr:9.712973977361736e-06 tokens_per_second_per_gpu:908.1559684100597 
Step 4970 | loss:0.008294718340039253 lr:9.709749866780248e-06 tokens_per_second_per_gpu:1048.2830537906334 
Step 4971 | loss:0.004307291004806757 lr:9.7065257863951e-06 tokens_per_second_per_gpu:952.9876045836215 
Step 4972 | loss:0.007164721377193928 lr:9.703301736541702e-06 tokens_per_second_per_gpu:839.3975800244436 
Step 4973 | loss:0.009751593694090843 lr:9.70007771755548e-06 tokens_per_second_per_gpu:972.3418099029805 
Step 4974 | loss:0.009460021741688251 lr:9.69685372977184e-06 tokens_per_second_per_gpu:984.786026889797 
Step 4975 | loss:0.01632200926542282 lr:9.693629773526192e-06 tokens_per_second_per_gpu:862.3241444874598 
Step 4976 | loss:0.003829467110335827 lr:9.690405849153946e-06 tokens_per_second_per_gpu:806.0129630665195 
Step 4977 | loss:0.004494748078286648 lr:9.687181956990503e-06 tokens_per_second_per_gpu:875.5929299609304 
Step 4978 | loss:0.007213466800749302 lr:9.683958097371258e-06 tokens_per_second_per_gpu:853.3431790709056 
Step 4979 | loss:0.0052335793152451515 lr:9.680734270631614e-06 tokens_per_second_per_gpu:835.6254054765006 
Step 4980 | loss:0.0052688210271298885 lr:9.67751047710696e-06 tokens_per_second_per_gpu:870.9717442962641 
Step 4981 | loss:0.005330322310328484 lr:9.674286717132684e-06 tokens_per_second_per_gpu:999.0068233526224 
Step 4982 | loss:0.008978606201708317 lr:9.671062991044173e-06 tokens_per_second_per_gpu:797.1985646846399 
Step 4983 | loss:0.007888591848313808 lr:9.667839299176812e-06 tokens_per_second_per_gpu:925.6166378502289 
Step 4984 | loss:0.003754789475351572 lr:9.664615641865975e-06 tokens_per_second_per_gpu:826.486718207625 
Step 4985 | loss:0.013695068657398224 lr:9.66139201944704e-06 tokens_per_second_per_gpu:755.3036631976755 
Step 4986 | loss:0.005520484875887632 lr:9.658168432255376e-06 tokens_per_second_per_gpu:957.2595560229817 
Step 4987 | loss:0.016016967594623566 lr:9.654944880626354e-06 tokens_per_second_per_gpu:1093.8584013014188 
Step 4988 | loss:0.003331609535962343 lr:9.651721364895333e-06 tokens_per_second_per_gpu:891.6340816746451 
Step 4989 | loss:0.0027492307126522064 lr:9.64849788539768e-06 tokens_per_second_per_gpu:802.8990427989314 
Step 4990 | loss:0.007337192073464394 lr:9.645274442468746e-06 tokens_per_second_per_gpu:1089.37137649988 
Step 4991 | loss:0.04433625191450119 lr:9.642051036443885e-06 tokens_per_second_per_gpu:890.4661527186859 
Step 4992 | loss:0.009590554051101208 lr:9.638827667658447e-06 tokens_per_second_per_gpu:841.4868107700469 
Step 4993 | loss:0.007608514279127121 lr:9.635604336447777e-06 tokens_per_second_per_gpu:888.5329638184845 
Step 4994 | loss:0.04804864153265953 lr:9.632381043147217e-06 tokens_per_second_per_gpu:1438.7061643576571 
Step 4995 | loss:0.011373966932296753 lr:9.6291577880921e-06 tokens_per_second_per_gpu:963.9360788574173 
Step 4996 | loss:0.013609540648758411 lr:9.625934571617764e-06 tokens_per_second_per_gpu:1052.881575257356 
Step 4997 | loss:0.012115340679883957 lr:9.622711394059534e-06 tokens_per_second_per_gpu:864.1057477116466 
Step 4998 | loss:0.011599808931350708 lr:9.619488255752737e-06 tokens_per_second_per_gpu:877.0934812581339 
Step 4999 | loss:0.014858156442642212 lr:9.616265157032696e-06 tokens_per_second_per_gpu:708.4957988495458 
Step 5000 | loss:0.008646294474601746 lr:9.613042098234727e-06 tokens_per_second_per_gpu:906.179857227641 
Step 5001 | loss:0.013394985347986221 lr:9.609819079694138e-06 tokens_per_second_per_gpu:931.7819043616154 
Step 5002 | loss:0.009817687794566154 lr:9.606596101746243e-06 tokens_per_second_per_gpu:892.0427049181353 
Step 5003 | loss:0.0599449947476387 lr:9.603373164726346e-06 tokens_per_second_per_gpu:1576.585511827641 
Step 5004 | loss:0.005097055807709694 lr:9.600150268969742e-06 tokens_per_second_per_gpu:874.9363188639358 
Step 5005 | loss:0.005043799988925457 lr:9.596927414811735e-06 tokens_per_second_per_gpu:744.1352784278687 
Step 5006 | loss:0.003817946184426546 lr:9.59370460258761e-06 tokens_per_second_per_gpu:937.332132456106 
Step 5007 | loss:0.006026986055076122 lr:9.590481832632654e-06 tokens_per_second_per_gpu:874.6918028985642 
Step 5008 | loss:0.01979994960129261 lr:9.587259105282153e-06 tokens_per_second_per_gpu:914.0863026279156 
Step 5009 | loss:0.005658348090946674 lr:9.584036420871386e-06 tokens_per_second_per_gpu:1052.010106268062 
Step 5010 | loss:0.006041708867996931 lr:9.580813779735624e-06 tokens_per_second_per_gpu:890.2307255151327 
Step 5011 | loss:0.008458557538688183 lr:9.577591182210134e-06 tokens_per_second_per_gpu:774.6220428510921 
Step 5012 | loss:0.01279916986823082 lr:9.574368628630188e-06 tokens_per_second_per_gpu:935.6871015427879 
Step 5013 | loss:0.024189984425902367 lr:9.571146119331041e-06 tokens_per_second_per_gpu:939.1597748835924 
Step 5014 | loss:0.009336045011878014 lr:9.567923654647946e-06 tokens_per_second_per_gpu:1082.8131862601383 
Step 5015 | loss:0.015623046085238457 lr:9.564701234916161e-06 tokens_per_second_per_gpu:876.960700426733 
Step 5016 | loss:0.00862548965960741 lr:9.561478860470928e-06 tokens_per_second_per_gpu:1136.5169307494275 
Step 5017 | loss:0.007273638620972633 lr:9.558256531647488e-06 tokens_per_second_per_gpu:924.8985222260573 
Step 5018 | loss:0.010015896521508694 lr:9.555034248781082e-06 tokens_per_second_per_gpu:1038.8091110551527 
Step 5019 | loss:0.01018976978957653 lr:9.551812012206937e-06 tokens_per_second_per_gpu:1022.3770094286533 
Step 5020 | loss:0.02024132013320923 lr:9.548589822260281e-06 tokens_per_second_per_gpu:882.827668536249 
Step 5021 | loss:0.010824233293533325 lr:9.54536767927634e-06 tokens_per_second_per_gpu:806.2432798542727 
Step 5022 | loss:0.009272260591387749 lr:9.542145583590328e-06 tokens_per_second_per_gpu:1031.8284561039277 
Step 5023 | loss:0.007627522107213736 lr:9.538923535537459e-06 tokens_per_second_per_gpu:756.0121921229206 
Step 5024 | loss:0.018597539514303207 lr:9.53570153545294e-06 tokens_per_second_per_gpu:1202.7902406650649 
Step 5025 | loss:0.004056333564221859 lr:9.532479583671976e-06 tokens_per_second_per_gpu:949.2433995120316 
Step 5026 | loss:0.005572307389229536 lr:9.529257680529763e-06 tokens_per_second_per_gpu:942.2036060323206 
Step 5027 | loss:0.004677524324506521 lr:9.526035826361487e-06 tokens_per_second_per_gpu:885.2911572708638 
Step 5028 | loss:0.010857351124286652 lr:9.522814021502344e-06 tokens_per_second_per_gpu:1049.2220427264833 
Step 5029 | loss:0.008737684227526188 lr:9.519592266287519e-06 tokens_per_second_per_gpu:1010.0497290854597 
Step 5030 | loss:0.007456595078110695 lr:9.516370561052173e-06 tokens_per_second_per_gpu:990.063445518032 
Step 5031 | loss:0.012737230397760868 lr:9.513148906131497e-06 tokens_per_second_per_gpu:1188.1114792057979 
Step 5032 | loss:0.049128301441669464 lr:9.509927301860649e-06 tokens_per_second_per_gpu:1134.172434451322 
Step 5033 | loss:0.008971466682851315 lr:9.506705748574786e-06 tokens_per_second_per_gpu:1078.6275366380944 
Step 5034 | loss:0.005185053218156099 lr:9.503484246609073e-06 tokens_per_second_per_gpu:982.4991663953923 
Step 5035 | loss:0.00922013632953167 lr:9.500262796298658e-06 tokens_per_second_per_gpu:824.2762433529871 
Step 5036 | loss:0.0039816731587052345 lr:9.497041397978679e-06 tokens_per_second_per_gpu:920.3335116061708 
Step 5037 | loss:0.0032438556663691998 lr:9.493820051984286e-06 tokens_per_second_per_gpu:912.7701632683721 
Step 5038 | loss:0.0077975536696612835 lr:9.490598758650612e-06 tokens_per_second_per_gpu:919.6846312811666 
Step 5039 | loss:0.008140305057168007 lr:9.487377518312781e-06 tokens_per_second_per_gpu:973.1806379501134 
Step 5040 | loss:0.0030479617416858673 lr:9.484156331305915e-06 tokens_per_second_per_gpu:852.6636932475866 
Step 5041 | loss:0.004053778480738401 lr:9.480935197965144e-06 tokens_per_second_per_gpu:923.9768922812095 
Step 5042 | loss:0.00947665050625801 lr:9.47771411862557e-06 tokens_per_second_per_gpu:882.1447916808371 
Step 5043 | loss:0.014557910151779652 lr:9.474493093622297e-06 tokens_per_second_per_gpu:754.9442794536004 
Step 5044 | loss:0.00821536872535944 lr:9.47127212329044e-06 tokens_per_second_per_gpu:930.1121751790223 
Step 5045 | loss:0.005697830580174923 lr:9.468051207965084e-06 tokens_per_second_per_gpu:824.87796818305 
Step 5046 | loss:0.009796162135899067 lr:9.464830347981314e-06 tokens_per_second_per_gpu:1066.4689283847435 
Step 5047 | loss:0.011090604588389397 lr:9.461609543674229e-06 tokens_per_second_per_gpu:873.2485516351085 
Step 5048 | loss:0.009200818836688995 lr:9.458388795378897e-06 tokens_per_second_per_gpu:1067.0490157016932 
Step 5049 | loss:0.014031798578798771 lr:9.455168103430388e-06 tokens_per_second_per_gpu:743.5127278153973 
Step 5050 | loss:0.005529830232262611 lr:9.451947468163779e-06 tokens_per_second_per_gpu:854.4726920247242 
Step 5051 | loss:0.010424151085317135 lr:9.448726889914123e-06 tokens_per_second_per_gpu:841.8343961725233 
Step 5052 | loss:0.03631695732474327 lr:9.44550636901647e-06 tokens_per_second_per_gpu:912.319292685314 
Step 5053 | loss:0.007193819619715214 lr:9.442285905805883e-06 tokens_per_second_per_gpu:1072.8807506749422 
Step 5054 | loss:0.024049842730164528 lr:9.439065500617395e-06 tokens_per_second_per_gpu:1128.427536587989 
Step 5055 | loss:0.005749412812292576 lr:9.435845153786043e-06 tokens_per_second_per_gpu:1165.2719159812618 
Step 5056 | loss:0.010324506089091301 lr:9.432624865646858e-06 tokens_per_second_per_gpu:988.8810060679389 
Step 5057 | loss:0.006589355878531933 lr:9.429404636534866e-06 tokens_per_second_per_gpu:839.205051678134 
Step 5058 | loss:0.009319460950791836 lr:9.426184466785086e-06 tokens_per_second_per_gpu:924.2926069647581 
Step 5059 | loss:0.004884704016149044 lr:9.422964356732526e-06 tokens_per_second_per_gpu:882.8596290017988 
Step 5060 | loss:0.007183212786912918 lr:9.419744306712197e-06 tokens_per_second_per_gpu:673.3344101307654 
Step 5061 | loss:0.018297569826245308 lr:9.416524317059097e-06 tokens_per_second_per_gpu:856.2109635358491 
Step 5062 | loss:0.014224790036678314 lr:9.413304388108216e-06 tokens_per_second_per_gpu:1051.7271513455812 
Step 5063 | loss:0.010913034901022911 lr:9.410084520194547e-06 tokens_per_second_per_gpu:852.076382728771 
Step 5064 | loss:0.01871849223971367 lr:9.406864713653067e-06 tokens_per_second_per_gpu:1024.2217592087827 
Step 5065 | loss:0.014780759811401367 lr:9.403644968818751e-06 tokens_per_second_per_gpu:955.5010292561445 
Step 5066 | loss:0.01850530318915844 lr:9.40042528602657e-06 tokens_per_second_per_gpu:938.4980312769154 
Step 5067 | loss:0.0032497430220246315 lr:9.397205665611479e-06 tokens_per_second_per_gpu:849.1806069675843 
Step 5068 | loss:0.0032156596425920725 lr:9.393986107908437e-06 tokens_per_second_per_gpu:740.2225294787972 
Step 5069 | loss:0.008638512343168259 lr:9.390766613252394e-06 tokens_per_second_per_gpu:833.5059819246447 
Step 5070 | loss:0.011997210793197155 lr:9.387547181978291e-06 tokens_per_second_per_gpu:892.5265370593484 
Step 5071 | loss:0.007479136809706688 lr:9.384327814421062e-06 tokens_per_second_per_gpu:1127.0647112827035 
Step 5072 | loss:0.009940891526639462 lr:9.381108510915635e-06 tokens_per_second_per_gpu:831.9057408431001 
Step 5073 | loss:0.008522394113242626 lr:9.377889271796935e-06 tokens_per_second_per_gpu:913.6469312187306 
Step 5074 | loss:0.015343451872467995 lr:9.374670097399876e-06 tokens_per_second_per_gpu:865.6495795919717 
Step 5075 | loss:0.007082791533321142 lr:9.371450988059366e-06 tokens_per_second_per_gpu:938.0581443122048 
Step 5076 | loss:0.0102925356477499 lr:9.368231944110307e-06 tokens_per_second_per_gpu:840.7469121482519 
Step 5077 | loss:0.016369326040148735 lr:9.365012965887594e-06 tokens_per_second_per_gpu:859.7060066070537 
Step 5078 | loss:0.008902080357074738 lr:9.361794053726115e-06 tokens_per_second_per_gpu:887.5973870627969 
Step 5079 | loss:0.011202379129827023 lr:9.358575207960753e-06 tokens_per_second_per_gpu:971.3421993672877 
Step 5080 | loss:0.005317357834428549 lr:9.355356428926381e-06 tokens_per_second_per_gpu:912.3249965084613 
Step 5081 | loss:0.014141489751636982 lr:9.352137716957864e-06 tokens_per_second_per_gpu:895.567093139342 
Step 5082 | loss:0.03280217573046684 lr:9.34891907239007e-06 tokens_per_second_per_gpu:1220.5280153573678 
Step 5083 | loss:0.022582460194826126 lr:9.345700495557845e-06 tokens_per_second_per_gpu:860.0956005561774 
Step 5084 | loss:0.0124399084597826 lr:9.342481986796039e-06 tokens_per_second_per_gpu:853.3772534287215 
Step 5085 | loss:0.019176514819264412 lr:9.339263546439492e-06 tokens_per_second_per_gpu:1166.735429075599 
Step 5086 | loss:0.011113299988210201 lr:9.336045174823033e-06 tokens_per_second_per_gpu:839.0185514027111 
Step 5087 | loss:0.005207458510994911 lr:9.332826872281491e-06 tokens_per_second_per_gpu:881.1043131170042 
Step 5088 | loss:0.007094846572726965 lr:9.32960863914968e-06 tokens_per_second_per_gpu:929.1871033256913 
Step 5089 | loss:0.00929728802293539 lr:9.326390475762413e-06 tokens_per_second_per_gpu:839.0181821999143 
Step 5090 | loss:0.008140296675264835 lr:9.323172382454494e-06 tokens_per_second_per_gpu:869.1532873727152 
Step 5091 | loss:0.038875725120306015 lr:9.319954359560715e-06 tokens_per_second_per_gpu:923.9958889200901 
Step 5092 | loss:0.012624965980648994 lr:9.316736407415872e-06 tokens_per_second_per_gpu:770.9182308281551 
Step 5093 | loss:0.00991605781018734 lr:9.313518526354741e-06 tokens_per_second_per_gpu:880.8320743055363 
Step 5094 | loss:0.009082909673452377 lr:9.310300716712098e-06 tokens_per_second_per_gpu:833.0756526842553 
Step 5095 | loss:0.008377015590667725 lr:9.307082978822709e-06 tokens_per_second_per_gpu:918.5140209421088 
Step 5096 | loss:0.005700721871107817 lr:9.303865313021334e-06 tokens_per_second_per_gpu:806.8427918796401 
Step 5097 | loss:0.010578345507383347 lr:9.300647719642721e-06 tokens_per_second_per_gpu:1007.8756103314784 
Step 5098 | loss:0.007244846783578396 lr:9.297430199021621e-06 tokens_per_second_per_gpu:762.8129740769284 
Step 5099 | loss:0.01405617967247963 lr:9.294212751492767e-06 tokens_per_second_per_gpu:1067.5943800350049 
Step 5100 | loss:0.017695557326078415 lr:9.290995377390887e-06 tokens_per_second_per_gpu:969.0178346253449 
Step 5101 | loss:0.00578596256673336 lr:9.2877780770507e-06 tokens_per_second_per_gpu:1073.2091276021122 
Step 5102 | loss:0.009198577143251896 lr:9.284560850806926e-06 tokens_per_second_per_gpu:843.1413921791387 
Step 5103 | loss:0.028183866292238235 lr:9.281343698994268e-06 tokens_per_second_per_gpu:823.8295392555813 
Step 5104 | loss:0.01423449907451868 lr:9.27812662194742e-06 tokens_per_second_per_gpu:881.2562757294656 
Step 5105 | loss:0.007235339842736721 lr:9.274909620001081e-06 tokens_per_second_per_gpu:880.6929027449017 
Step 5106 | loss:0.008976243436336517 lr:9.271692693489929e-06 tokens_per_second_per_gpu:1024.4086806207915 
Step 5107 | loss:0.006997008807957172 lr:9.268475842748634e-06 tokens_per_second_per_gpu:928.5707627256087 
Step 5108 | loss:0.013707191683351994 lr:9.265259068111873e-06 tokens_per_second_per_gpu:1098.9508985942794 
Step 5109 | loss:0.003999974112957716 lr:9.262042369914296e-06 tokens_per_second_per_gpu:725.4019160274099 
Step 5110 | loss:0.008906630799174309 lr:9.258825748490559e-06 tokens_per_second_per_gpu:906.8470803566586 
Step 5111 | loss:0.008725197054445744 lr:9.255609204175303e-06 tokens_per_second_per_gpu:959.1673263304363 
Step 5112 | loss:0.00551025103777647 lr:9.252392737303166e-06 tokens_per_second_per_gpu:763.3993109250298 
Step 5113 | loss:0.013559548184275627 lr:9.249176348208769e-06 tokens_per_second_per_gpu:1057.7445874896928 
Step 5114 | loss:0.020195692777633667 lr:9.245960037226735e-06 tokens_per_second_per_gpu:968.4819408850716 
Step 5115 | loss:0.011482497677206993 lr:9.242743804691677e-06 tokens_per_second_per_gpu:887.0403484138892 
Step 5116 | loss:0.010148418135941029 lr:9.239527650938194e-06 tokens_per_second_per_gpu:929.2741850531237 
Step 5117 | loss:0.010177520103752613 lr:9.236311576300878e-06 tokens_per_second_per_gpu:894.3690453085823 
Step 5118 | loss:0.00652831606566906 lr:9.23309558111432e-06 tokens_per_second_per_gpu:866.9995981810702 
Step 5119 | loss:0.006310537923127413 lr:9.229879665713099e-06 tokens_per_second_per_gpu:804.8532717984284 
Step 5120 | loss:0.012188056483864784 lr:9.226663830431777e-06 tokens_per_second_per_gpu:1191.0507399433707 
Step 5121 | loss:0.017206639051437378 lr:9.223448075604923e-06 tokens_per_second_per_gpu:939.3522782006173 
Step 5122 | loss:0.0038622203283011913 lr:9.220232401567086e-06 tokens_per_second_per_gpu:888.0158136825338 
Step 5123 | loss:0.020446117967367172 lr:9.217016808652809e-06 tokens_per_second_per_gpu:1166.36169332676 
Step 5124 | loss:0.021944310516119003 lr:9.213801297196633e-06 tokens_per_second_per_gpu:1271.0147236151056 
Step 5125 | loss:0.013545192778110504 lr:9.210585867533083e-06 tokens_per_second_per_gpu:903.52791011099 
Step 5126 | loss:0.011079644784331322 lr:9.207370519996676e-06 tokens_per_second_per_gpu:1086.0263162597241 
Step 5127 | loss:0.004807809833437204 lr:9.204155254921925e-06 tokens_per_second_per_gpu:842.2918561347495 
Step 5128 | loss:0.01151144877076149 lr:9.200940072643332e-06 tokens_per_second_per_gpu:974.9969779174629 
Step 5129 | loss:0.006669891066849232 lr:9.197724973495389e-06 tokens_per_second_per_gpu:903.2797964210537 
Step 5130 | loss:0.007329770363867283 lr:9.194509957812583e-06 tokens_per_second_per_gpu:877.4223073050085 
Step 5131 | loss:0.009643853642046452 lr:9.191295025929387e-06 tokens_per_second_per_gpu:921.2748891295597 
Step 5132 | loss:0.013159070163965225 lr:9.188080178180272e-06 tokens_per_second_per_gpu:1068.9587737368624 
Step 5133 | loss:0.007832152768969536 lr:9.184865414899687e-06 tokens_per_second_per_gpu:1073.8725216811913 
Step 5134 | loss:0.006884523667395115 lr:9.181650736422093e-06 tokens_per_second_per_gpu:701.0703552449152 
Step 5135 | loss:0.008464580401778221 lr:9.178436143081929e-06 tokens_per_second_per_gpu:1077.343831232011 
Step 5136 | loss:0.01451901812106371 lr:9.175221635213618e-06 tokens_per_second_per_gpu:928.2391341700326 
Step 5137 | loss:0.008243569172918797 lr:9.172007213151595e-06 tokens_per_second_per_gpu:832.72095465689 
Step 5138 | loss:0.01584259793162346 lr:9.16879287723027e-06 tokens_per_second_per_gpu:933.7555670864635 
Step 5139 | loss:0.019509851932525635 lr:9.165578627784041e-06 tokens_per_second_per_gpu:1065.9058460464496 
Step 5140 | loss:0.04200655221939087 lr:9.162364465147315e-06 tokens_per_second_per_gpu:1053.8918696345354 
Step 5141 | loss:0.005852123722434044 lr:9.159150389654477e-06 tokens_per_second_per_gpu:807.4328639925022 
Step 5142 | loss:0.011981382966041565 lr:9.155936401639896e-06 tokens_per_second_per_gpu:923.2258552808788 
Step 5143 | loss:0.01575474813580513 lr:9.152722501437953e-06 tokens_per_second_per_gpu:829.0583648602782 
Step 5144 | loss:0.004651056136935949 lr:9.149508689383004e-06 tokens_per_second_per_gpu:946.8802879067105 
Step 5145 | loss:0.005712403915822506 lr:9.146294965809397e-06 tokens_per_second_per_gpu:877.1269429811049 
Step 5146 | loss:0.006854509003460407 lr:9.14308133105147e-06 tokens_per_second_per_gpu:823.2427729636652 
Step 5147 | loss:0.01050908025354147 lr:9.139867785443567e-06 tokens_per_second_per_gpu:879.4303254009923 
Step 5148 | loss:0.006851907353848219 lr:9.136654329320006e-06 tokens_per_second_per_gpu:861.7680865770989 
Step 5149 | loss:0.010414870455861092 lr:9.13344096301509e-06 tokens_per_second_per_gpu:1078.932990165395 
Step 5150 | loss:0.014719495549798012 lr:9.130227686863142e-06 tokens_per_second_per_gpu:996.0774160444156 
Step 5151 | loss:0.006109949201345444 lr:9.127014501198444e-06 tokens_per_second_per_gpu:768.5130097150364 
Step 5152 | loss:0.004629385191947222 lr:9.12380140635528e-06 tokens_per_second_per_gpu:667.5859470260993 
Step 5153 | loss:0.0056018526665866375 lr:9.120588402667938e-06 tokens_per_second_per_gpu:1031.9335109356132 
Step 5154 | loss:0.008331416174769402 lr:9.117375490470678e-06 tokens_per_second_per_gpu:837.3610649375212 
Step 5155 | loss:0.0076995170675218105 lr:9.11416267009775e-06 tokens_per_second_per_gpu:844.8880067010527 
Step 5156 | loss:0.006871688179671764 lr:9.110949941883417e-06 tokens_per_second_per_gpu:880.5650847241678 
Step 5157 | loss:0.007461590692400932 lr:9.107737306161906e-06 tokens_per_second_per_gpu:1053.9640529487033 
Step 5158 | loss:0.013698291033506393 lr:9.104524763267443e-06 tokens_per_second_per_gpu:860.9668633808009 
Step 5159 | loss:0.008262337185442448 lr:9.101312313534258e-06 tokens_per_second_per_gpu:873.1128849073308 
Step 5160 | loss:0.008779020048677921 lr:9.098099957296553e-06 tokens_per_second_per_gpu:866.4756059574095 
Step 5161 | loss:0.008394051343202591 lr:9.094887694888526e-06 tokens_per_second_per_gpu:969.6412380846725 
Step 5162 | loss:0.016691235825419426 lr:9.091675526644368e-06 tokens_per_second_per_gpu:1046.4176427070681 
Step 5163 | loss:0.013691410422325134 lr:9.088463452898263e-06 tokens_per_second_per_gpu:930.6198192298441 
Step 5164 | loss:0.008176074363291264 lr:9.085251473984374e-06 tokens_per_second_per_gpu:838.6804219384236 
Step 5165 | loss:0.007963355630636215 lr:9.082039590236863e-06 tokens_per_second_per_gpu:979.5190849911205 
Step 5166 | loss:0.010899577289819717 lr:9.078827801989884e-06 tokens_per_second_per_gpu:1091.134367379137 
Step 5167 | loss:0.007466728799045086 lr:9.075616109577575e-06 tokens_per_second_per_gpu:1094.0124016330058 
Step 5168 | loss:0.004045951645821333 lr:9.072404513334063e-06 tokens_per_second_per_gpu:741.3208878860084 
Step 5169 | loss:0.00854274071753025 lr:9.069193013593473e-06 tokens_per_second_per_gpu:992.8655172283237 
Step 5170 | loss:0.013759246096014977 lr:9.065981610689915e-06 tokens_per_second_per_gpu:1044.0202607830922 
Step 5171 | loss:0.008100554347038269 lr:9.062770304957484e-06 tokens_per_second_per_gpu:989.7010372908871 
Step 5172 | loss:0.005699570756405592 lr:9.059559096730275e-06 tokens_per_second_per_gpu:1096.5987311755703 
Step 5173 | loss:0.007325076963752508 lr:9.056347986342366e-06 tokens_per_second_per_gpu:1003.9378114692214 
Step 5174 | loss:0.011412609368562698 lr:9.053136974127825e-06 tokens_per_second_per_gpu:823.0562869451184 
Step 5175 | loss:0.016680169850587845 lr:9.049926060420716e-06 tokens_per_second_per_gpu:1140.0937821069376 
Step 5176 | loss:0.006052812095731497 lr:9.046715245555087e-06 tokens_per_second_per_gpu:982.4305676160694 
Step 5177 | loss:0.015399307943880558 lr:9.043504529864972e-06 tokens_per_second_per_gpu:1130.099926441003 
Step 5178 | loss:0.01217533741146326 lr:9.040293913684404e-06 tokens_per_second_per_gpu:818.6235175280514 
Step 5179 | loss:0.010664691217243671 lr:9.037083397347401e-06 tokens_per_second_per_gpu:991.1779210624824 
Step 5180 | loss:0.0038045665714889765 lr:9.03387298118797e-06 tokens_per_second_per_gpu:852.2733538680786 
Step 5181 | loss:0.015980394557118416 lr:9.030662665540108e-06 tokens_per_second_per_gpu:1010.9451739425033 
Step 5182 | loss:0.013487881980836391 lr:9.027452450737805e-06 tokens_per_second_per_gpu:845.6893490694629 
Step 5183 | loss:0.006973635405302048 lr:9.024242337115034e-06 tokens_per_second_per_gpu:903.0823869240342 
Step 5184 | loss:0.010535474866628647 lr:9.021032325005762e-06 tokens_per_second_per_gpu:836.741273017697 
Step 5185 | loss:0.007408563047647476 lr:9.017822414743945e-06 tokens_per_second_per_gpu:899.366380531616 
Step 5186 | loss:0.0068557774648070335 lr:9.01461260666353e-06 tokens_per_second_per_gpu:918.0064938585313 
Step 5187 | loss:0.006799562834203243 lr:9.011402901098442e-06 tokens_per_second_per_gpu:1018.3760102738349 
Step 5188 | loss:0.00592772476375103 lr:9.008193298382616e-06 tokens_per_second_per_gpu:930.96639940144 
Step 5189 | loss:0.012648370116949081 lr:9.00498379884996e-06 tokens_per_second_per_gpu:943.3696623161372 
Step 5190 | loss:0.015822704881429672 lr:9.001774402834375e-06 tokens_per_second_per_gpu:1041.8891879035705 
Step 5191 | loss:0.00891195796430111 lr:8.998565110669754e-06 tokens_per_second_per_gpu:1016.0400689936099 
Step 5192 | loss:0.010150132700800896 lr:8.995355922689978e-06 tokens_per_second_per_gpu:1093.0495539118883 
Step 5193 | loss:0.01912926323711872 lr:8.992146839228915e-06 tokens_per_second_per_gpu:992.6220252059901 
Step 5194 | loss:0.005736161954700947 lr:8.988937860620422e-06 tokens_per_second_per_gpu:854.6640047548996 
Step 5195 | loss:0.003689171513542533 lr:8.985728987198353e-06 tokens_per_second_per_gpu:841.0653402019262 
Step 5196 | loss:0.011241262778639793 lr:8.98252021929654e-06 tokens_per_second_per_gpu:1083.5301738882715 
Step 5197 | loss:0.014773604460060596 lr:8.97931155724881e-06 tokens_per_second_per_gpu:1186.5572815012467 
Step 5198 | loss:0.006870130077004433 lr:8.976103001388977e-06 tokens_per_second_per_gpu:923.2402764937659 
Step 5199 | loss:0.014765255153179169 lr:8.972894552050849e-06 tokens_per_second_per_gpu:980.5227276340249 
Step 5200 | loss:0.0030808215960860252 lr:8.969686209568213e-06 tokens_per_second_per_gpu:676.3724637383618 
Step 5201 | loss:0.0057485089637339115 lr:8.966477974274855e-06 tokens_per_second_per_gpu:928.5471045134775 
Step 5202 | loss:0.00594877265393734 lr:8.963269846504546e-06 tokens_per_second_per_gpu:1010.565295838618 
Step 5203 | loss:0.016434241086244583 lr:8.960061826591041e-06 tokens_per_second_per_gpu:796.1737377499375 
Step 5204 | loss:0.021407660096883774 lr:8.956853914868093e-06 tokens_per_second_per_gpu:987.4866254273895 
Step 5205 | loss:0.009122774936258793 lr:8.953646111669437e-06 tokens_per_second_per_gpu:814.0623194736668 
Step 5206 | loss:0.03953271731734276 lr:8.950438417328797e-06 tokens_per_second_per_gpu:771.3151952260455 
Step 5207 | loss:0.013398789800703526 lr:8.94723083217989e-06 tokens_per_second_per_gpu:956.8056116502693 
Step 5208 | loss:0.00940620806068182 lr:8.944023356556416e-06 tokens_per_second_per_gpu:769.5294687686171 
Step 5209 | loss:0.004594812635332346 lr:8.940815990792069e-06 tokens_per_second_per_gpu:989.1443682942705 
Step 5210 | loss:0.017085663974285126 lr:8.937608735220527e-06 tokens_per_second_per_gpu:993.2414326471809 
Step 5211 | loss:0.008477481082081795 lr:8.934401590175462e-06 tokens_per_second_per_gpu:908.2340309280531 
Step 5212 | loss:0.005104690324515104 lr:8.93119455599053e-06 tokens_per_second_per_gpu:869.9870556367024 
Step 5213 | loss:0.011236949823796749 lr:8.927987632999371e-06 tokens_per_second_per_gpu:1070.2194199443254 
Step 5214 | loss:0.013430947437882423 lr:8.924780821535628e-06 tokens_per_second_per_gpu:1011.7860721223965 
Step 5215 | loss:0.007063170894980431 lr:8.921574121932917e-06 tokens_per_second_per_gpu:876.4513616968319 
Step 5216 | loss:0.007434663362801075 lr:8.918367534524851e-06 tokens_per_second_per_gpu:866.0804066679103 
Step 5217 | loss:0.010020507499575615 lr:8.91516105964503e-06 tokens_per_second_per_gpu:871.4054388022797 
Step 5218 | loss:0.030001580715179443 lr:8.911954697627041e-06 tokens_per_second_per_gpu:832.0503050181113 
Step 5219 | loss:0.0095029566437006 lr:8.908748448804457e-06 tokens_per_second_per_gpu:875.591104173938 
Step 5220 | loss:0.006213929504156113 lr:8.905542313510846e-06 tokens_per_second_per_gpu:1040.3326729754572 
Step 5221 | loss:0.005048482213169336 lr:8.90233629207976e-06 tokens_per_second_per_gpu:932.8674838276594 
Step 5222 | loss:0.0060083260759711266 lr:8.899130384844735e-06 tokens_per_second_per_gpu:874.6314026927535 
Step 5223 | loss:0.010656792670488358 lr:8.895924592139301e-06 tokens_per_second_per_gpu:969.7116660282537 
Step 5224 | loss:0.009127728641033173 lr:8.892718914296977e-06 tokens_per_second_per_gpu:1116.9821279569567 
Step 5225 | loss:0.004927473608404398 lr:8.889513351651265e-06 tokens_per_second_per_gpu:926.1861106095951 
Step 5226 | loss:0.013438675552606583 lr:8.886307904535657e-06 tokens_per_second_per_gpu:910.464993499588 
Step 5227 | loss:0.006431283429265022 lr:8.883102573283637e-06 tokens_per_second_per_gpu:878.7540095250677 
Step 5228 | loss:0.00929831899702549 lr:8.879897358228671e-06 tokens_per_second_per_gpu:962.7797281941918 
Step 5229 | loss:0.008769931271672249 lr:8.876692259704214e-06 tokens_per_second_per_gpu:1002.1226316999739 
Step 5230 | loss:0.009734150022268295 lr:8.873487278043713e-06 tokens_per_second_per_gpu:994.301829295331 
Step 5231 | loss:0.0197316762059927 lr:8.8702824135806e-06 tokens_per_second_per_gpu:1028.130960756889 
Step 5232 | loss:0.0090439822524786 lr:8.867077666648291e-06 tokens_per_second_per_gpu:814.9812274886423 
Step 5233 | loss:0.011978122405707836 lr:8.863873037580198e-06 tokens_per_second_per_gpu:978.4533143802599 
Step 5234 | loss:0.010903969407081604 lr:8.860668526709715e-06 tokens_per_second_per_gpu:996.7319326425339 
Step 5235 | loss:0.01563984528183937 lr:8.857464134370225e-06 tokens_per_second_per_gpu:944.9936868880817 
Step 5236 | loss:0.01754588633775711 lr:8.854259860895098e-06 tokens_per_second_per_gpu:934.4023142840624 
Step 5237 | loss:0.007900247350335121 lr:8.851055706617694e-06 tokens_per_second_per_gpu:914.0096030345647 
Step 5238 | loss:0.01168234832584858 lr:8.847851671871362e-06 tokens_per_second_per_gpu:907.0831536559159 
Step 5239 | loss:0.006310493219643831 lr:8.844647756989423e-06 tokens_per_second_per_gpu:813.9980603949605 
Step 5240 | loss:0.015414009802043438 lr:8.841443962305211e-06 tokens_per_second_per_gpu:890.9257934104129 
Step 5241 | loss:0.012719789519906044 lr:8.838240288152034e-06 tokens_per_second_per_gpu:845.181052303726 
Step 5242 | loss:0.011196566745638847 lr:8.835036734863177e-06 tokens_per_second_per_gpu:1026.7992973850212 
Step 5243 | loss:0.012656684964895248 lr:8.831833302771936e-06 tokens_per_second_per_gpu:681.6601837413963 
Step 5244 | loss:0.0055299848318099976 lr:8.828629992211579e-06 tokens_per_second_per_gpu:768.0245543347381 
Step 5245 | loss:0.08552634716033936 lr:8.825426803515354e-06 tokens_per_second_per_gpu:1232.9224937492095 
Step 5246 | loss:0.0071354941464960575 lr:8.82222373701652e-06 tokens_per_second_per_gpu:745.5597745730394 
Step 5247 | loss:0.011080636642873287 lr:8.819020793048305e-06 tokens_per_second_per_gpu:880.2580796651968 
Step 5248 | loss:0.005817984696477652 lr:8.815817971943925e-06 tokens_per_second_per_gpu:811.0217339802757 
Step 5249 | loss:0.0065545071847736835 lr:8.81261527403659e-06 tokens_per_second_per_gpu:822.2094089826344 
Step 5250 | loss:0.010865875519812107 lr:8.809412699659503e-06 tokens_per_second_per_gpu:1001.7877372160575 
Step 5251 | loss:0.010735370218753815 lr:8.806210249145832e-06 tokens_per_second_per_gpu:928.3497872134108 
Step 5252 | loss:0.005854906514286995 lr:8.80300792282875e-06 tokens_per_second_per_gpu:767.5144731941458 
Step 5253 | loss:0.006530493497848511 lr:8.799805721041418e-06 tokens_per_second_per_gpu:822.6982396461073 
Step 5254 | loss:0.031686220318078995 lr:8.796603644116975e-06 tokens_per_second_per_gpu:1056.737517264802 
Step 5255 | loss:0.006626797839999199 lr:8.793401692388545e-06 tokens_per_second_per_gpu:802.5438604417313 
Step 5256 | loss:0.009539902210235596 lr:8.79019986618926e-06 tokens_per_second_per_gpu:909.7692068516055 
Step 5257 | loss:0.0142018161714077 lr:8.78699816585221e-06 tokens_per_second_per_gpu:890.4036470870759 
Step 5258 | loss:0.012577108107507229 lr:8.78379659171049e-06 tokens_per_second_per_gpu:887.5006467252862 
Step 5259 | loss:0.006061669904738665 lr:8.78059514409718e-06 tokens_per_second_per_gpu:965.2306547190155 
Step 5260 | loss:0.008510143496096134 lr:8.777393823345343e-06 tokens_per_second_per_gpu:895.0918289580896 
Step 5261 | loss:0.004490540362894535 lr:8.774192629788024e-06 tokens_per_second_per_gpu:963.311929707896 
Step 5262 | loss:0.02754386141896248 lr:8.770991563758274e-06 tokens_per_second_per_gpu:877.3028049103484 
Step 5263 | loss:0.011835934594273567 lr:8.76779062558911e-06 tokens_per_second_per_gpu:1054.1721440698275 
Step 5264 | loss:0.002681875601410866 lr:8.764589815613536e-06 tokens_per_second_per_gpu:742.2770471598424 
Step 5265 | loss:0.012553736567497253 lr:8.761389134164566e-06 tokens_per_second_per_gpu:1071.950807174565 
Step 5266 | loss:0.007919255644083023 lr:8.758188581575175e-06 tokens_per_second_per_gpu:898.3351869283182 
Step 5267 | loss:0.005862380377948284 lr:8.754988158178336e-06 tokens_per_second_per_gpu:1108.9035046063702 
Step 5268 | loss:0.008791100233793259 lr:8.751787864307004e-06 tokens_per_second_per_gpu:750.349466424946 
Step 5269 | loss:0.008119485341012478 lr:8.748587700294127e-06 tokens_per_second_per_gpu:848.5594880317553 
Step 5270 | loss:0.010681631043553352 lr:8.745387666472639e-06 tokens_per_second_per_gpu:892.3754039678438 
Step 5271 | loss:0.00967111811041832 lr:8.742187763175447e-06 tokens_per_second_per_gpu:985.729202249696 
Step 5272 | loss:0.007277493365108967 lr:8.738987990735463e-06 tokens_per_second_per_gpu:759.2239117225594 
Step 5273 | loss:0.01239094790071249 lr:8.735788349485578e-06 tokens_per_second_per_gpu:934.1162275635652 
Step 5274 | loss:0.0075380331836640835 lr:8.732588839758663e-06 tokens_per_second_per_gpu:1024.9486004392436 
Step 5275 | loss:0.022405048832297325 lr:8.729389461887584e-06 tokens_per_second_per_gpu:1029.8729374103793 
Step 5276 | loss:0.0158340185880661 lr:8.72619021620519e-06 tokens_per_second_per_gpu:922.0861203829181 
Step 5277 | loss:0.01211082935333252 lr:8.722991103044316e-06 tokens_per_second_per_gpu:915.8899861976017 
Step 5278 | loss:0.006158728618174791 lr:8.719792122737782e-06 tokens_per_second_per_gpu:747.8630686013558 
Step 5279 | loss:0.010340696200728416 lr:8.716593275618398e-06 tokens_per_second_per_gpu:783.1203429625568 
Step 5280 | loss:0.006290995050221682 lr:8.713394562018958e-06 tokens_per_second_per_gpu:885.2899910682326 
Step 5281 | loss:0.006776411551982164 lr:8.71019598227224e-06 tokens_per_second_per_gpu:851.1619632990484 
Step 5282 | loss:0.004305666778236628 lr:8.706997536711012e-06 tokens_per_second_per_gpu:723.3586923798401 
Step 5283 | loss:0.004680134356021881 lr:8.703799225668024e-06 tokens_per_second_per_gpu:796.6556655096545 
Step 5284 | loss:0.006206844933331013 lr:8.700601049476015e-06 tokens_per_second_per_gpu:860.9393399242955 
Step 5285 | loss:0.00533171184360981 lr:8.697403008467711e-06 tokens_per_second_per_gpu:791.1612148076572 
Step 5286 | loss:0.008551736362278461 lr:8.694205102975819e-06 tokens_per_second_per_gpu:1065.8461335664276 
Step 5287 | loss:0.006529613863676786 lr:8.691007333333034e-06 tokens_per_second_per_gpu:1110.4725839281953 
Step 5288 | loss:0.004084651358425617 lr:8.687809699872045e-06 tokens_per_second_per_gpu:777.0217440063766 
Step 5289 | loss:0.004770604893565178 lr:8.684612202925512e-06 tokens_per_second_per_gpu:947.1021121524005 
Step 5290 | loss:0.009495199657976627 lr:8.68141484282609e-06 tokens_per_second_per_gpu:763.9599384793511 
Step 5291 | loss:0.007793234661221504 lr:8.67821761990642e-06 tokens_per_second_per_gpu:873.5944718147433 
Step 5292 | loss:0.007811334449797869 lr:8.675020534499125e-06 tokens_per_second_per_gpu:970.8061993041622 
Step 5293 | loss:0.004903075285255909 lr:8.671823586936817e-06 tokens_per_second_per_gpu:860.6697259501772 
Step 5294 | loss:0.010874740779399872 lr:8.668626777552093e-06 tokens_per_second_per_gpu:1035.9128588995459 
Step 5295 | loss:0.005739497486501932 lr:8.665430106677536e-06 tokens_per_second_per_gpu:921.0730680348908 
Step 5296 | loss:0.020210666581988335 lr:8.662233574645707e-06 tokens_per_second_per_gpu:769.4748991530354 
Step 5297 | loss:0.009362565353512764 lr:8.659037181789163e-06 tokens_per_second_per_gpu:960.4210943724382 
Step 5298 | loss:0.0062914821319282055 lr:8.655840928440444e-06 tokens_per_second_per_gpu:786.1867486434285 
Step 5299 | loss:0.011009527370333672 lr:8.652644814932073e-06 tokens_per_second_per_gpu:768.4857244839795 
Step 5300 | loss:0.010794049128890038 lr:8.64944884159656e-06 tokens_per_second_per_gpu:921.0773779886812 
Step 5301 | loss:0.006932195276021957 lr:8.646253008766398e-06 tokens_per_second_per_gpu:1029.7145972117744 
Step 5302 | loss:0.007279126904904842 lr:8.643057316774069e-06 tokens_per_second_per_gpu:914.6262023388963 
Step 5303 | loss:0.008093243464827538 lr:8.639861765952036e-06 tokens_per_second_per_gpu:821.8330826267045 
Step 5304 | loss:0.011605367064476013 lr:8.636666356632755e-06 tokens_per_second_per_gpu:726.7335997439657 
Step 5305 | loss:0.006686843000352383 lr:8.633471089148658e-06 tokens_per_second_per_gpu:867.337387143294 
Step 5306 | loss:0.005604148376733065 lr:8.630275963832166e-06 tokens_per_second_per_gpu:872.556031147887 
Step 5307 | loss:0.016520235687494278 lr:8.62708098101569e-06 tokens_per_second_per_gpu:709.3857631245468 
Step 5308 | loss:0.01159751322120428 lr:8.623886141031618e-06 tokens_per_second_per_gpu:935.1661605466994 
Step 5309 | loss:0.006508857477456331 lr:8.620691444212325e-06 tokens_per_second_per_gpu:852.5158156951973 
Step 5310 | loss:0.021456552669405937 lr:8.61749689089018e-06 tokens_per_second_per_gpu:1076.1717363868045 
Step 5311 | loss:0.008318774402141571 lr:8.614302481397527e-06 tokens_per_second_per_gpu:807.4284738701427 
Step 5312 | loss:0.008956370875239372 lr:8.611108216066695e-06 tokens_per_second_per_gpu:805.332408260178 
Step 5313 | loss:0.006278542801737785 lr:8.607914095230003e-06 tokens_per_second_per_gpu:876.1738812207432 
Step 5314 | loss:0.01015089638531208 lr:8.604720119219757e-06 tokens_per_second_per_gpu:982.3908673850736 
Step 5315 | loss:0.0059127043932676315 lr:8.60152628836824e-06 tokens_per_second_per_gpu:841.289729227577 
Step 5316 | loss:0.0026666452176868916 lr:8.598332603007723e-06 tokens_per_second_per_gpu:844.7773994023416 
Step 5317 | loss:0.021629273891448975 lr:8.595139063470468e-06 tokens_per_second_per_gpu:1122.447619231995 
Step 5318 | loss:0.015603850595653057 lr:8.591945670088711e-06 tokens_per_second_per_gpu:892.3879707538181 
Step 5319 | loss:0.0068022990599274635 lr:8.588752423194681e-06 tokens_per_second_per_gpu:829.2444558812258 
Step 5320 | loss:0.00419473834335804 lr:8.58555932312059e-06 tokens_per_second_per_gpu:927.9743591018494 
Step 5321 | loss:0.011598361656069756 lr:8.582366370198634e-06 tokens_per_second_per_gpu:954.7890462582969 
Step 5322 | loss:0.015236824750900269 lr:8.579173564760992e-06 tokens_per_second_per_gpu:1039.6596541344352 
Step 5323 | loss:0.011761186644434929 lr:8.575980907139829e-06 tokens_per_second_per_gpu:873.5638023819331 
Step 5324 | loss:0.013293018564581871 lr:8.572788397667299e-06 tokens_per_second_per_gpu:748.8151253053782 
Step 5325 | loss:0.007798250764608383 lr:8.56959603667553e-06 tokens_per_second_per_gpu:907.0261604157537 
Step 5326 | loss:0.008378317579627037 lr:8.566403824496648e-06 tokens_per_second_per_gpu:946.0419470447647 
Step 5327 | loss:0.003489385824650526 lr:8.563211761462753e-06 tokens_per_second_per_gpu:778.8728346144104 
Step 5328 | loss:0.011325998231768608 lr:8.560019847905933e-06 tokens_per_second_per_gpu:990.7390659960788 
Step 5329 | loss:0.0075556072406470776 lr:8.55682808415826e-06 tokens_per_second_per_gpu:805.7172285295915 
Step 5330 | loss:0.005028914660215378 lr:8.553636470551792e-06 tokens_per_second_per_gpu:767.558441846496 
Step 5331 | loss:0.014988438226282597 lr:8.55044500741857e-06 tokens_per_second_per_gpu:943.108156311685 
Step 5332 | loss:0.009624123573303223 lr:8.54725369509062e-06 tokens_per_second_per_gpu:920.4109409637388 
Step 5333 | loss:0.029568098485469818 lr:8.544062533899953e-06 tokens_per_second_per_gpu:1109.5987255104524 
Step 5334 | loss:0.01099453866481781 lr:8.540871524178562e-06 tokens_per_second_per_gpu:863.6061939429254 
Step 5335 | loss:0.012910076417028904 lr:8.537680666258425e-06 tokens_per_second_per_gpu:1065.2479438497635 
Step 5336 | loss:0.011241772212088108 lr:8.534489960471505e-06 tokens_per_second_per_gpu:941.1107510597902 
Step 5337 | loss:0.005949877202510834 lr:8.53129940714975e-06 tokens_per_second_per_gpu:902.5545944158602 
Step 5338 | loss:0.010448061861097813 lr:8.528109006625089e-06 tokens_per_second_per_gpu:864.2105110265951 
Step 5339 | loss:0.004234314430505037 lr:8.524918759229439e-06 tokens_per_second_per_gpu:999.4654764733344 
Step 5340 | loss:0.009347413666546345 lr:8.5217286652947e-06 tokens_per_second_per_gpu:965.666303148985 
Step 5341 | loss:0.010026315227150917 lr:8.51853872515275e-06 tokens_per_second_per_gpu:1212.7271752361914 
Step 5342 | loss:0.004761849995702505 lr:8.515348939135464e-06 tokens_per_second_per_gpu:980.5559034188263 
Step 5343 | loss:0.006758838891983032 lr:8.512159307574688e-06 tokens_per_second_per_gpu:1006.4649654661016 
Step 5344 | loss:0.014294533059000969 lr:8.50896983080226e-06 tokens_per_second_per_gpu:868.2258416526906 
Step 5345 | loss:0.005433578044176102 lr:8.505780509149993e-06 tokens_per_second_per_gpu:823.6919457200669 
Step 5346 | loss:0.00774754025042057 lr:8.502591342949696e-06 tokens_per_second_per_gpu:779.4957590297838 
Step 5347 | loss:0.009098783135414124 lr:8.499402332533157e-06 tokens_per_second_per_gpu:1049.6622636544987 
Step 5348 | loss:0.008800634182989597 lr:8.496213478232136e-06 tokens_per_second_per_gpu:950.5005313381037 
Step 5349 | loss:0.006701353006064892 lr:8.4930247803784e-06 tokens_per_second_per_gpu:968.6216196198126 
Step 5350 | loss:0.005133370403200388 lr:8.489836239303684e-06 tokens_per_second_per_gpu:1046.3754892954387 
Step 5351 | loss:0.007483392022550106 lr:8.4866478553397e-06 tokens_per_second_per_gpu:960.9338585195679 
Step 5352 | loss:0.0081827063113451 lr:8.483459628818165e-06 tokens_per_second_per_gpu:871.147584572907 
Step 5353 | loss:0.009645896032452583 lr:8.480271560070766e-06 tokens_per_second_per_gpu:1123.0709199861155 
Step 5354 | loss:0.017200840637087822 lr:8.477083649429167e-06 tokens_per_second_per_gpu:1091.1870506898133 
Step 5355 | loss:0.011213126592338085 lr:8.473895897225035e-06 tokens_per_second_per_gpu:1049.6772331465213 
Step 5356 | loss:0.011611616238951683 lr:8.470708303790005e-06 tokens_per_second_per_gpu:802.5720513748761 
Step 5357 | loss:0.010203790850937366 lr:8.4675208694557e-06 tokens_per_second_per_gpu:894.9837123078077 
Step 5358 | loss:0.004459383897483349 lr:8.46433359455372e-06 tokens_per_second_per_gpu:686.3573873643528 
Step 5359 | loss:0.004917274694889784 lr:8.461146479415668e-06 tokens_per_second_per_gpu:673.2296221335985 
Step 5360 | loss:0.011473238468170166 lr:8.457959524373109e-06 tokens_per_second_per_gpu:1141.8238665355739 
Step 5361 | loss:0.01609000563621521 lr:8.454772729757596e-06 tokens_per_second_per_gpu:1008.660705439754 
Step 5362 | loss:0.007296619936823845 lr:8.451586095900683e-06 tokens_per_second_per_gpu:902.9590316839191 
Step 5363 | loss:0.0051993103697896 lr:8.448399623133881e-06 tokens_per_second_per_gpu:749.8692512497918 
Step 5364 | loss:0.007644979283213615 lr:8.445213311788697e-06 tokens_per_second_per_gpu:1077.0192912802916 
Step 5365 | loss:0.007152756676077843 lr:8.442027162196628e-06 tokens_per_second_per_gpu:845.4710554682166 
Step 5366 | loss:0.0038216179236769676 lr:8.438841174689143e-06 tokens_per_second_per_gpu:852.6470247047873 
Step 5367 | loss:0.008147240616381168 lr:8.43565534959769e-06 tokens_per_second_per_gpu:884.8236080131418 
Step 5368 | loss:0.004985470324754715 lr:8.432469687253725e-06 tokens_per_second_per_gpu:896.6120516556197 
Step 5369 | loss:0.01278596743941307 lr:8.429284187988658e-06 tokens_per_second_per_gpu:896.5128967539259 
Step 5370 | loss:0.011950774118304253 lr:8.426098852133892e-06 tokens_per_second_per_gpu:924.2965844753619 
Step 5371 | loss:0.004554637707769871 lr:8.422913680020828e-06 tokens_per_second_per_gpu:819.4367510527991 
Step 5372 | loss:0.004990409128367901 lr:8.419728671980826e-06 tokens_per_second_per_gpu:777.0467874403099 
Step 5373 | loss:0.006099623162299395 lr:8.416543828345245e-06 tokens_per_second_per_gpu:882.9709061650057 
Step 5374 | loss:0.00968177430331707 lr:8.413359149445417e-06 tokens_per_second_per_gpu:1018.9612826298302 
Step 5375 | loss:0.01680999994277954 lr:8.410174635612668e-06 tokens_per_second_per_gpu:1081.8878429975134 
Step 5376 | loss:0.009577944874763489 lr:8.4069902871783e-06 tokens_per_second_per_gpu:1011.7613494604616 
Step 5377 | loss:0.0129254050552845 lr:8.403806104473593e-06 tokens_per_second_per_gpu:801.358433338832 
Step 5378 | loss:0.02076723799109459 lr:8.400622087829821e-06 tokens_per_second_per_gpu:1095.8109297928318 
Step 5379 | loss:0.008633846417069435 lr:8.397438237578233e-06 tokens_per_second_per_gpu:775.5588757877832 
Step 5380 | loss:0.005514615681022406 lr:8.394254554050061e-06 tokens_per_second_per_gpu:966.8784591600735 
Step 5381 | loss:0.0022806397173553705 lr:8.391071037576524e-06 tokens_per_second_per_gpu:690.0591076551023 
Step 5382 | loss:0.004489249549806118 lr:8.387887688488821e-06 tokens_per_second_per_gpu:804.4571887351378 
Step 5383 | loss:0.005188740789890289 lr:8.384704507118128e-06 tokens_per_second_per_gpu:908.4700353216036 
Step 5384 | loss:0.005425151903182268 lr:8.381521493795617e-06 tokens_per_second_per_gpu:874.3544085796042 
Step 5385 | loss:0.01004759594798088 lr:8.378338648852431e-06 tokens_per_second_per_gpu:897.3991728718942 
Step 5386 | loss:0.010053934529423714 lr:8.375155972619698e-06 tokens_per_second_per_gpu:761.107581197447 
Step 5387 | loss:0.0062530552968382835 lr:8.371973465428531e-06 tokens_per_second_per_gpu:855.4678542214715 
Step 5388 | loss:0.010346822440624237 lr:8.368791127610024e-06 tokens_per_second_per_gpu:946.9670815567978 
Step 5389 | loss:0.004760477226227522 lr:8.365608959495253e-06 tokens_per_second_per_gpu:865.5476272683541 
Step 5390 | loss:0.003669753670692444 lr:8.362426961415274e-06 tokens_per_second_per_gpu:902.9666156687426 
Step 5391 | loss:0.013663275167346 lr:8.359245133701133e-06 tokens_per_second_per_gpu:918.5439780553163 
Step 5392 | loss:0.0190100260078907 lr:8.35606347668385e-06 tokens_per_second_per_gpu:959.8659778269414 
Step 5393 | loss:0.010084496811032295 lr:8.35288199069443e-06 tokens_per_second_per_gpu:861.6329183399718 
Step 5394 | loss:0.013498572632670403 lr:8.349700676063864e-06 tokens_per_second_per_gpu:878.2548711362984 
Step 5395 | loss:0.013125637546181679 lr:8.346519533123119e-06 tokens_per_second_per_gpu:921.9061386471889 
Step 5396 | loss:0.005505864974111319 lr:8.343338562203144e-06 tokens_per_second_per_gpu:894.2751337419519 
Step 5397 | loss:0.00735325925052166 lr:8.340157763634882e-06 tokens_per_second_per_gpu:971.7173201660055 
Step 5398 | loss:0.011304042302072048 lr:8.336977137749243e-06 tokens_per_second_per_gpu:875.9819205080706 
Step 5399 | loss:0.005376952700316906 lr:8.333796684877123e-06 tokens_per_second_per_gpu:994.4524861668341 
Step 5400 | loss:0.01272368524223566 lr:8.330616405349407e-06 tokens_per_second_per_gpu:1049.184851906992 
Step 5401 | loss:0.020955322310328484 lr:8.327436299496958e-06 tokens_per_second_per_gpu:964.4823409504381 
Step 5402 | loss:0.005235076881945133 lr:8.324256367650616e-06 tokens_per_second_per_gpu:983.1501572086526 
Step 5403 | loss:0.019611703231930733 lr:8.321076610141208e-06 tokens_per_second_per_gpu:1098.7881560238316 
Step 5404 | loss:0.004032466560602188 lr:8.317897027299542e-06 tokens_per_second_per_gpu:602.0192739559501 
Step 5405 | loss:0.010029662400484085 lr:8.31471761945641e-06 tokens_per_second_per_gpu:879.6291501990082 
Step 5406 | loss:0.004318886902183294 lr:8.311538386942581e-06 tokens_per_second_per_gpu:743.9281561424416 
Step 5407 | loss:0.004705033730715513 lr:8.308359330088808e-06 tokens_per_second_per_gpu:918.8217445615579 
Step 5408 | loss:0.007545450236648321 lr:8.305180449225831e-06 tokens_per_second_per_gpu:935.7588162985878 
Step 5409 | loss:0.006921016611158848 lr:8.302001744684358e-06 tokens_per_second_per_gpu:890.9062879352045 
Step 5410 | loss:0.010203281417489052 lr:8.298823216795093e-06 tokens_per_second_per_gpu:1068.8668531708743 
Step 5411 | loss:0.01688198931515217 lr:8.295644865888717e-06 tokens_per_second_per_gpu:920.3545610763605 
Step 5412 | loss:0.00830567255616188 lr:8.292466692295887e-06 tokens_per_second_per_gpu:1230.2611714251498 
Step 5413 | loss:0.01637100614607334 lr:8.289288696347249e-06 tokens_per_second_per_gpu:914.4363526058536 
Step 5414 | loss:0.005565939005464315 lr:8.286110878373428e-06 tokens_per_second_per_gpu:891.3892677120002 
Step 5415 | loss:0.012481294572353363 lr:8.282933238705028e-06 tokens_per_second_per_gpu:1081.448278441045 
Step 5416 | loss:0.031447604298591614 lr:8.27975577767264e-06 tokens_per_second_per_gpu:838.4386914828036 
Step 5417 | loss:0.01977917179465294 lr:8.276578495606829e-06 tokens_per_second_per_gpu:834.301932178144 
Step 5418 | loss:0.003623328637331724 lr:8.273401392838147e-06 tokens_per_second_per_gpu:853.1641328265073 
Step 5419 | loss:0.013544288463890553 lr:8.270224469697125e-06 tokens_per_second_per_gpu:1122.9386244198993 
Step 5420 | loss:0.009360836818814278 lr:8.267047726514278e-06 tokens_per_second_per_gpu:929.7081879243149 
Step 5421 | loss:0.008553052321076393 lr:8.2638711636201e-06 tokens_per_second_per_gpu:1008.9487205319216 
Step 5422 | loss:0.005907015409320593 lr:8.260694781345062e-06 tokens_per_second_per_gpu:748.4394323649018 
Step 5423 | loss:0.019542410969734192 lr:8.257518580019627e-06 tokens_per_second_per_gpu:865.9553021201824 
Step 5424 | loss:0.00997916515916586 lr:8.25434255997423e-06 tokens_per_second_per_gpu:861.5351977048218 
Step 5425 | loss:0.005807070527225733 lr:8.251166721539287e-06 tokens_per_second_per_gpu:913.0316157159456 
Step 5426 | loss:0.02141566574573517 lr:8.247991065045205e-06 tokens_per_second_per_gpu:994.3564402268565 
Step 5427 | loss:0.014200461097061634 lr:8.24481559082236e-06 tokens_per_second_per_gpu:901.624791906895 
Step 5428 | loss:0.011269795708358288 lr:8.241640299201116e-06 tokens_per_second_per_gpu:1025.8011247256647 
Step 5429 | loss:0.008680470287799835 lr:8.238465190511816e-06 tokens_per_second_per_gpu:1017.229798244223 
Step 5430 | loss:0.008244503289461136 lr:8.235290265084785e-06 tokens_per_second_per_gpu:942.1237531361303 
Step 5431 | loss:0.003607467282563448 lr:8.232115523250325e-06 tokens_per_second_per_gpu:853.7071520770925 
Step 5432 | loss:0.0031889481469988823 lr:8.228940965338728e-06 tokens_per_second_per_gpu:743.9425722519248 
Step 5433 | loss:0.007127286400645971 lr:8.225766591680256e-06 tokens_per_second_per_gpu:929.4130870110521 
Step 5434 | loss:0.00429330300539732 lr:8.222592402605158e-06 tokens_per_second_per_gpu:730.7675585685678 
Step 5435 | loss:0.015821315348148346 lr:8.21941839844366e-06 tokens_per_second_per_gpu:942.272345507691 
Step 5436 | loss:0.009979716502130032 lr:8.216244579525976e-06 tokens_per_second_per_gpu:838.762818077367 
Step 5437 | loss:0.0052944659255445 lr:8.213070946182296e-06 tokens_per_second_per_gpu:766.0769786517922 
Step 5438 | loss:0.009287379682064056 lr:8.209897498742785e-06 tokens_per_second_per_gpu:1046.1494658918025 
Step 5439 | loss:0.007598178926855326 lr:8.206724237537603e-06 tokens_per_second_per_gpu:897.1531385544758 
Step 5440 | loss:0.006477572023868561 lr:8.203551162896875e-06 tokens_per_second_per_gpu:907.1208953109716 
Step 5441 | loss:0.010118468664586544 lr:8.200378275150713e-06 tokens_per_second_per_gpu:954.5833531468833 
Step 5442 | loss:0.004053118173032999 lr:8.197205574629215e-06 tokens_per_second_per_gpu:902.2334338050256 
Step 5443 | loss:0.007078530266880989 lr:8.194033061662454e-06 tokens_per_second_per_gpu:1012.0036032726683 
Step 5444 | loss:0.004324807319790125 lr:8.19086073658048e-06 tokens_per_second_per_gpu:815.295664032313 
Step 5445 | loss:0.010636329650878906 lr:8.187688599713333e-06 tokens_per_second_per_gpu:986.2857291962105 
Step 5446 | loss:0.004056863486766815 lr:8.184516651391027e-06 tokens_per_second_per_gpu:823.0704756999419 
Step 5447 | loss:0.016432808712124825 lr:8.18134489194355e-06 tokens_per_second_per_gpu:990.9211192349924 
Step 5448 | loss:0.004578721709549427 lr:8.17817332170089e-06 tokens_per_second_per_gpu:924.4118959814125 
Step 5449 | loss:0.009950227104127407 lr:8.175001940992994e-06 tokens_per_second_per_gpu:937.0061522312197 
Step 5450 | loss:0.00942542590200901 lr:8.171830750149804e-06 tokens_per_second_per_gpu:821.8832394824825 
Step 5451 | loss:0.009357631206512451 lr:8.168659749501228e-06 tokens_per_second_per_gpu:1054.3012027689092 
Step 5452 | loss:0.006094370037317276 lr:8.165488939377173e-06 tokens_per_second_per_gpu:774.873527683148 
Step 5453 | loss:0.006064608693122864 lr:8.162318320107512e-06 tokens_per_second_per_gpu:955.3710835943192 
Step 5454 | loss:0.009081311523914337 lr:8.159147892022097e-06 tokens_per_second_per_gpu:1207.168039437914 
Step 5455 | loss:0.005259867291897535 lr:8.155977655450776e-06 tokens_per_second_per_gpu:898.443928701581 
Step 5456 | loss:0.006133586168289185 lr:8.15280761072336e-06 tokens_per_second_per_gpu:933.0384476319922 
Step 5457 | loss:0.003134604077786207 lr:8.149637758169642e-06 tokens_per_second_per_gpu:821.7931956918659 
Step 5458 | loss:0.0057938722893595695 lr:8.146468098119407e-06 tokens_per_second_per_gpu:848.9864449945759 
Step 5459 | loss:0.024322038516402245 lr:8.143298630902413e-06 tokens_per_second_per_gpu:989.5708000629982 
Step 5460 | loss:0.005446992348879576 lr:8.140129356848387e-06 tokens_per_second_per_gpu:705.9671264729911 
Step 5461 | loss:0.004726829472929239 lr:8.136960276287057e-06 tokens_per_second_per_gpu:854.9871166979265 
Step 5462 | loss:0.01254344917833805 lr:8.133791389548122e-06 tokens_per_second_per_gpu:938.740912706097 
Step 5463 | loss:0.004812236875295639 lr:8.130622696961248e-06 tokens_per_second_per_gpu:740.3822613394916 
Step 5464 | loss:0.005965757183730602 lr:8.127454198856093e-06 tokens_per_second_per_gpu:891.0201811402661 
Step 5465 | loss:0.00985975842922926 lr:8.124285895562302e-06 tokens_per_second_per_gpu:1054.8972401979884 
Step 5466 | loss:0.007660394534468651 lr:8.121117787409487e-06 tokens_per_second_per_gpu:819.172649404194 
Step 5467 | loss:0.01610271818935871 lr:8.11794987472724e-06 tokens_per_second_per_gpu:884.1774498518126 
Step 5468 | loss:0.01306873094290495 lr:8.114782157845145e-06 tokens_per_second_per_gpu:834.1444334821158 
Step 5469 | loss:0.005144376307725906 lr:8.11161463709275e-06 tokens_per_second_per_gpu:1056.0123504614276 
Step 5470 | loss:0.01709691248834133 lr:8.108447312799588e-06 tokens_per_second_per_gpu:846.4712685049815 
Step 5471 | loss:0.011417195200920105 lr:8.105280185295185e-06 tokens_per_second_per_gpu:1055.174119201425 
Step 5472 | loss:0.005173204466700554 lr:8.102113254909023e-06 tokens_per_second_per_gpu:876.5469976480899 
Step 5473 | loss:0.01021527498960495 lr:8.098946521970578e-06 tokens_per_second_per_gpu:1003.2469415864697 
Step 5474 | loss:0.014651400037109852 lr:8.09577998680931e-06 tokens_per_second_per_gpu:1027.0562706312405 
Step 5475 | loss:0.013505663722753525 lr:8.092613649754644e-06 tokens_per_second_per_gpu:802.5303638627821 
Step 5476 | loss:0.0063820648938417435 lr:8.089447511135989e-06 tokens_per_second_per_gpu:841.9244525040561 
Step 5477 | loss:0.006340334191918373 lr:8.086281571282747e-06 tokens_per_second_per_gpu:934.8165995018767 
Step 5478 | loss:0.006011796183884144 lr:8.08311583052428e-06 tokens_per_second_per_gpu:986.2697305367176 
Step 5479 | loss:0.021931195631623268 lr:8.079950289189939e-06 tokens_per_second_per_gpu:937.6485425161844 
Step 5480 | loss:0.025303546339273453 lr:8.076784947609053e-06 tokens_per_second_per_gpu:1122.1085009618123 
Step 5481 | loss:0.008552390150725842 lr:8.073619806110931e-06 tokens_per_second_per_gpu:1036.8071977450263 
Step 5482 | loss:0.011605552397668362 lr:8.070454865024861e-06 tokens_per_second_per_gpu:967.5278539562474 
Step 5483 | loss:0.011606806889176369 lr:8.067290124680106e-06 tokens_per_second_per_gpu:865.2838830929632 
Step 5484 | loss:0.008705276064574718 lr:8.064125585405915e-06 tokens_per_second_per_gpu:871.4238189080271 
Step 5485 | loss:0.010487810708582401 lr:8.060961247531514e-06 tokens_per_second_per_gpu:943.4904796183658 
Step 5486 | loss:0.008667321875691414 lr:8.0577971113861e-06 tokens_per_second_per_gpu:796.5932514400705 
Step 5487 | loss:0.0052208686247467995 lr:8.05463317729886e-06 tokens_per_second_per_gpu:1012.910568672181 
Step 5488 | loss:0.010967113077640533 lr:8.051469445598959e-06 tokens_per_second_per_gpu:818.285814929209 
Step 5489 | loss:0.007436403073370457 lr:8.04830591661553e-06 tokens_per_second_per_gpu:813.0271860968752 
Step 5490 | loss:0.00749952020123601 lr:8.0451425906777e-06 tokens_per_second_per_gpu:864.9921304415888 
Step 5491 | loss:0.017336498945951462 lr:8.041979468114562e-06 tokens_per_second_per_gpu:992.9545916285457 
Step 5492 | loss:0.010870065540075302 lr:8.038816549255195e-06 tokens_per_second_per_gpu:1102.607394826142 
Step 5493 | loss:0.008918535895645618 lr:8.035653834428658e-06 tokens_per_second_per_gpu:1193.1632304223324 
Step 5494 | loss:0.02637762948870659 lr:8.032491323963982e-06 tokens_per_second_per_gpu:1091.67124136323 
Step 5495 | loss:0.013513755053281784 lr:8.029329018190182e-06 tokens_per_second_per_gpu:920.2116079348183 
Step 5496 | loss:0.054405614733695984 lr:8.026166917436247e-06 tokens_per_second_per_gpu:1176.4145726999957 
Step 5497 | loss:0.0240467581897974 lr:8.023005022031154e-06 tokens_per_second_per_gpu:1106.014433716115 
Step 5498 | loss:0.01679854281246662 lr:8.019843332303848e-06 tokens_per_second_per_gpu:1164.0461808270975 
Step 5499 | loss:0.0064765335991978645 lr:8.016681848583258e-06 tokens_per_second_per_gpu:735.3173059240368 
Step 5500 | loss:0.01462910883128643 lr:8.013520571198293e-06 tokens_per_second_per_gpu:915.6284737437568 
Step 5501 | loss:0.012700764462351799 lr:8.010359500477838e-06 tokens_per_second_per_gpu:828.4220631578667 
Step 5502 | loss:0.014199480414390564 lr:8.007198636750751e-06 tokens_per_second_per_gpu:859.3605660906439 
Step 5503 | loss:0.008729038760066032 lr:8.004037980345882e-06 tokens_per_second_per_gpu:836.2470361992529 
Step 5504 | loss:0.012033559381961823 lr:8.000877531592049e-06 tokens_per_second_per_gpu:919.2677856473696 
Step 5505 | loss:0.013238812796771526 lr:7.997717290818047e-06 tokens_per_second_per_gpu:1117.2383374319002 
Step 5506 | loss:0.00921484362334013 lr:7.994557258352659e-06 tokens_per_second_per_gpu:1083.6044558776862 
Step 5507 | loss:0.010648543015122414 lr:7.99139743452464e-06 tokens_per_second_per_gpu:994.4879972578237 
Step 5508 | loss:0.01406746543943882 lr:7.988237819662723e-06 tokens_per_second_per_gpu:1023.0980108045535 
Step 5509 | loss:0.012930038385093212 lr:7.985078414095616e-06 tokens_per_second_per_gpu:1149.4572692112135 
Step 5510 | loss:0.01824977993965149 lr:7.981919218152017e-06 tokens_per_second_per_gpu:1281.014102515979 
Step 5511 | loss:0.013457247987389565 lr:7.97876023216059e-06 tokens_per_second_per_gpu:1032.3264426178396 
Step 5512 | loss:0.01021795067936182 lr:7.975601456449983e-06 tokens_per_second_per_gpu:842.0359322244708 
Step 5513 | loss:0.01580915041267872 lr:7.972442891348822e-06 tokens_per_second_per_gpu:891.9440643056693 
Step 5514 | loss:0.028673086315393448 lr:7.96928453718571e-06 tokens_per_second_per_gpu:920.9543405665522 
Step 5515 | loss:0.008625289425253868 lr:7.966126394289225e-06 tokens_per_second_per_gpu:943.6640932627462 
Step 5516 | loss:0.011874981224536896 lr:7.96296846298793e-06 tokens_per_second_per_gpu:1077.37436651651 
Step 5517 | loss:0.013148519210517406 lr:7.959810743610362e-06 tokens_per_second_per_gpu:1161.3913416165929 
Step 5518 | loss:0.013121102005243301 lr:7.956653236485032e-06 tokens_per_second_per_gpu:808.9547863279212 
Step 5519 | loss:0.01071698684245348 lr:7.953495941940437e-06 tokens_per_second_per_gpu:1071.4873343830343 
Step 5520 | loss:0.005246693734079599 lr:7.950338860305049e-06 tokens_per_second_per_gpu:889.8681980880938 
Step 5521 | loss:0.00833610724657774 lr:7.947181991907312e-06 tokens_per_second_per_gpu:884.6668711481644 
Step 5522 | loss:0.016568953171372414 lr:7.944025337075656e-06 tokens_per_second_per_gpu:1173.0298597160997 
Step 5523 | loss:0.0048455772921442986 lr:7.940868896138484e-06 tokens_per_second_per_gpu:906.2906636060001 
Step 5524 | loss:0.004828973673284054 lr:7.937712669424182e-06 tokens_per_second_per_gpu:812.8828978320546 
Step 5525 | loss:0.012476962991058826 lr:7.934556657261102e-06 tokens_per_second_per_gpu:958.1633337765369 
Step 5526 | loss:0.003229171736165881 lr:7.931400859977588e-06 tokens_per_second_per_gpu:711.2757761869788 
Step 5527 | loss:0.014971520751714706 lr:7.928245277901955e-06 tokens_per_second_per_gpu:934.1091504683834 
Step 5528 | loss:0.012555421330034733 lr:7.92508991136249e-06 tokens_per_second_per_gpu:887.2873663580531 
Step 5529 | loss:0.022245287895202637 lr:7.921934760687472e-06 tokens_per_second_per_gpu:1059.2423735597538 
Step 5530 | loss:0.00832865759730339 lr:7.918779826205141e-06 tokens_per_second_per_gpu:856.7738483004348 
Step 5531 | loss:0.015435943379998207 lr:7.915625108243724e-06 tokens_per_second_per_gpu:1020.1239981529814 
Step 5532 | loss:0.0162665918469429 lr:7.912470607131428e-06 tokens_per_second_per_gpu:899.8359931005969 
Step 5533 | loss:0.009059539064764977 lr:7.909316323196432e-06 tokens_per_second_per_gpu:919.0607262823416 
Step 5534 | loss:0.004872786812484264 lr:7.90616225676689e-06 tokens_per_second_per_gpu:863.9497100190931 
Step 5535 | loss:0.00742998905479908 lr:7.903008408170941e-06 tokens_per_second_per_gpu:799.1513058572137 
Step 5536 | loss:0.00970347411930561 lr:7.899854777736695e-06 tokens_per_second_per_gpu:958.3630628221755 
Step 5537 | loss:0.005541415419429541 lr:7.896701365792242e-06 tokens_per_second_per_gpu:1155.4365652695856 
Step 5538 | loss:0.011290301568806171 lr:7.89354817266565e-06 tokens_per_second_per_gpu:986.5904665789079 
Step 5539 | loss:0.006161677651107311 lr:7.890395198684966e-06 tokens_per_second_per_gpu:797.5734793577838 
Step 5540 | loss:0.01110043004155159 lr:7.887242444178205e-06 tokens_per_second_per_gpu:821.9421505320558 
Step 5541 | loss:0.015019150450825691 lr:7.884089909473368e-06 tokens_per_second_per_gpu:877.8735424203135 
Step 5542 | loss:0.0054876795038580894 lr:7.880937594898434e-06 tokens_per_second_per_gpu:799.1129753361337 
Step 5543 | loss:0.01491326093673706 lr:7.877785500781354e-06 tokens_per_second_per_gpu:826.6875166063606 
Step 5544 | loss:0.007835720665752888 lr:7.874633627450055e-06 tokens_per_second_per_gpu:874.0498147501374 
Step 5545 | loss:0.02042718231678009 lr:7.871481975232446e-06 tokens_per_second_per_gpu:1057.434231827952 
Step 5546 | loss:0.012034725397825241 lr:7.868330544456415e-06 tokens_per_second_per_gpu:786.2740877590923 
Step 5547 | loss:0.0058120377361774445 lr:7.865179335449814e-06 tokens_per_second_per_gpu:853.6055399200316 
Step 5548 | loss:0.002907257294282317 lr:7.862028348540489e-06 tokens_per_second_per_gpu:876.7200872142421 
Step 5549 | loss:0.00628754822537303 lr:7.858877584056252e-06 tokens_per_second_per_gpu:750.7898051346282 
Step 5550 | loss:0.0032228981144726276 lr:7.855727042324892e-06 tokens_per_second_per_gpu:838.5659335982547 
Step 5551 | loss:0.013375135138630867 lr:7.852576723674182e-06 tokens_per_second_per_gpu:997.2773727841774 
Step 5552 | loss:0.00816470105201006 lr:7.849426628431863e-06 tokens_per_second_per_gpu:745.3231249397352 
Step 5553 | loss:0.014074458740651608 lr:7.846276756925658e-06 tokens_per_second_per_gpu:717.0006816992995 
Step 5554 | loss:0.004153153393417597 lr:7.843127109483267e-06 tokens_per_second_per_gpu:853.6793684380332 
Step 5555 | loss:0.005343182012438774 lr:7.839977686432366e-06 tokens_per_second_per_gpu:883.6125014746507 
Step 5556 | loss:0.0058501483872532845 lr:7.836828488100607e-06 tokens_per_second_per_gpu:834.3696081559094 
Step 5557 | loss:0.009736401028931141 lr:7.833679514815612e-06 tokens_per_second_per_gpu:969.1861738036623 
Step 5558 | loss:0.002695110160857439 lr:7.830530766904995e-06 tokens_per_second_per_gpu:794.5954909777561 
Step 5559 | loss:0.03106475993990898 lr:7.827382244696336e-06 tokens_per_second_per_gpu:913.79431976237 
Step 5560 | loss:0.014062479138374329 lr:7.824233948517185e-06 tokens_per_second_per_gpu:717.1285127930713 
Step 5561 | loss:0.009185238741338253 lr:7.821085878695089e-06 tokens_per_second_per_gpu:924.1372754257884 
Step 5562 | loss:0.02690930664539337 lr:7.817938035557555e-06 tokens_per_second_per_gpu:1094.4684551593964 
Step 5563 | loss:0.010214922949671745 lr:7.814790419432062e-06 tokens_per_second_per_gpu:906.2674124942037 
Step 5564 | loss:0.0062675923109054565 lr:7.811643030646087e-06 tokens_per_second_per_gpu:920.2931226400225 
Step 5565 | loss:0.01870984397828579 lr:7.808495869527065e-06 tokens_per_second_per_gpu:811.58321389792 
Step 5566 | loss:0.009350063279271126 lr:7.805348936402407e-06 tokens_per_second_per_gpu:794.3194793976432 
Step 5567 | loss:0.011000287719070911 lr:7.802202231599514e-06 tokens_per_second_per_gpu:945.2326454758424 
Step 5568 | loss:0.022776588797569275 lr:7.799055755445756e-06 tokens_per_second_per_gpu:1145.4355664723644 
Step 5569 | loss:0.01408226229250431 lr:7.795909508268473e-06 tokens_per_second_per_gpu:1010.193247969665 
Step 5570 | loss:0.009522153064608574 lr:7.792763490394983e-06 tokens_per_second_per_gpu:931.0877900247822 
Step 5571 | loss:0.014539757743477821 lr:7.789617702152597e-06 tokens_per_second_per_gpu:1042.2176090239439 
Step 5572 | loss:0.006847263313829899 lr:7.786472143868577e-06 tokens_per_second_per_gpu:976.8903319704687 
Step 5573 | loss:0.028611328452825546 lr:7.783326815870173e-06 tokens_per_second_per_gpu:907.2206229650928 
Step 5574 | loss:0.0054991040378808975 lr:7.780181718484624e-06 tokens_per_second_per_gpu:922.9775657846609 
Step 5575 | loss:0.00941370241343975 lr:7.777036852039117e-06 tokens_per_second_per_gpu:1018.4949934026957 
Step 5576 | loss:0.0056701889261603355 lr:7.773892216860834e-06 tokens_per_second_per_gpu:683.4690999413758 
Step 5577 | loss:0.00442708283662796 lr:7.770747813276936e-06 tokens_per_second_per_gpu:725.0740688251346 
Step 5578 | loss:0.005834789481014013 lr:7.767603641614547e-06 tokens_per_second_per_gpu:784.6788849559604 
Step 5579 | loss:0.00955123919993639 lr:7.764459702200768e-06 tokens_per_second_per_gpu:1043.3023491241222 
Step 5580 | loss:0.008360388688743114 lr:7.761315995362693e-06 tokens_per_second_per_gpu:863.7681278913515 
Step 5581 | loss:0.004674280993640423 lr:7.758172521427368e-06 tokens_per_second_per_gpu:905.8770590872413 
Step 5582 | loss:0.005448034033179283 lr:7.755029280721827e-06 tokens_per_second_per_gpu:829.1988751144211 
Step 5583 | loss:0.006428727880120277 lr:7.751886273573088e-06 tokens_per_second_per_gpu:765.3726662733562 
Step 5584 | loss:0.005092008505016565 lr:7.748743500308128e-06 tokens_per_second_per_gpu:1071.3379663364012 
Step 5585 | loss:0.010104270651936531 lr:7.74560096125391e-06 tokens_per_second_per_gpu:850.4534822627041 
Step 5586 | loss:0.007732648868113756 lr:7.742458656737364e-06 tokens_per_second_per_gpu:745.6803058396517 
Step 5587 | loss:0.006620303727686405 lr:7.73931658708541e-06 tokens_per_second_per_gpu:801.872612117106 
Step 5588 | loss:0.010689621791243553 lr:7.73617475262493e-06 tokens_per_second_per_gpu:825.6171138612981 
Step 5589 | loss:0.006947403773665428 lr:7.733033153682784e-06 tokens_per_second_per_gpu:976.0126355914032 
Step 5590 | loss:0.013617517426609993 lr:7.729891790585817e-06 tokens_per_second_per_gpu:1127.4247938543358 
Step 5591 | loss:0.009179489687085152 lr:7.72675066366084e-06 tokens_per_second_per_gpu:900.5130432873619 
Step 5592 | loss:0.006513120606541634 lr:7.723609773234637e-06 tokens_per_second_per_gpu:838.6866238622644 
Step 5593 | loss:0.010965678840875626 lr:7.720469119633978e-06 tokens_per_second_per_gpu:960.7577871089184 
Step 5594 | loss:0.00847472995519638 lr:7.717328703185602e-06 tokens_per_second_per_gpu:1006.793375955523 
Step 5595 | loss:0.02011871710419655 lr:7.714188524216221e-06 tokens_per_second_per_gpu:959.4162441678696 
Step 5596 | loss:0.018291138112545013 lr:7.711048583052528e-06 tokens_per_second_per_gpu:1476.3221031774392 
Step 5597 | loss:0.00854986347258091 lr:7.707908880021189e-06 tokens_per_second_per_gpu:916.7512456181585 
Step 5598 | loss:0.0073565831407904625 lr:7.70476941544884e-06 tokens_per_second_per_gpu:988.3039383115005 
Step 5599 | loss:0.00536617636680603 lr:7.701630189662105e-06 tokens_per_second_per_gpu:870.8771552707176 
Step 5600 | loss:0.009289473295211792 lr:7.698491202987568e-06 tokens_per_second_per_gpu:766.7063346773156 
Step 5601 | loss:0.005572174675762653 lr:7.6953524557518e-06 tokens_per_second_per_gpu:893.4957986303675 
Step 5602 | loss:0.011400069110095501 lr:7.692213948281336e-06 tokens_per_second_per_gpu:930.6481278160162 
Step 5603 | loss:0.01853780448436737 lr:7.6890756809027e-06 tokens_per_second_per_gpu:1027.404909845039 
Step 5604 | loss:0.008164310827851295 lr:7.68593765394238e-06 tokens_per_second_per_gpu:758.0759839890828 
Step 5605 | loss:0.011497484520077705 lr:7.682799867726839e-06 tokens_per_second_per_gpu:813.8663304047137 
Step 5606 | loss:0.008890162222087383 lr:7.679662322582525e-06 tokens_per_second_per_gpu:758.8617325263731 
Step 5607 | loss:0.00988137349486351 lr:7.67652501883585e-06 tokens_per_second_per_gpu:1026.2163469873365 
Step 5608 | loss:0.008790021762251854 lr:7.673387956813206e-06 tokens_per_second_per_gpu:1061.7072643884735 
Step 5609 | loss:0.004798580426722765 lr:7.670251136840959e-06 tokens_per_second_per_gpu:811.5649598697556 
Step 5610 | loss:0.011901439167559147 lr:7.667114559245451e-06 tokens_per_second_per_gpu:1255.828278761895 
Step 5611 | loss:0.0066028740257024765 lr:7.663978224352995e-06 tokens_per_second_per_gpu:972.5865182992143 
Step 5612 | loss:0.013410354033112526 lr:7.660842132489884e-06 tokens_per_second_per_gpu:1001.5931875267083 
Step 5613 | loss:0.0037961446214467287 lr:7.657706283982384e-06 tokens_per_second_per_gpu:915.9831525585956 
Step 5614 | loss:0.0063928598538041115 lr:7.65457067915673e-06 tokens_per_second_per_gpu:935.2775073558369 
Step 5615 | loss:0.012946907430887222 lr:7.65143531833914e-06 tokens_per_second_per_gpu:978.0574761293823 
Step 5616 | loss:0.011143180541694164 lr:7.648300201855803e-06 tokens_per_second_per_gpu:806.6584485495173 
Step 5617 | loss:0.006533090025186539 lr:7.645165330032881e-06 tokens_per_second_per_gpu:873.3513774381807 
Step 5618 | loss:0.004993048030883074 lr:7.642030703196515e-06 tokens_per_second_per_gpu:773.8512951859578 
Step 5619 | loss:0.006974039599299431 lr:7.638896321672815e-06 tokens_per_second_per_gpu:1010.7005121329371 
Step 5620 | loss:0.0045278179459273815 lr:7.635762185787868e-06 tokens_per_second_per_gpu:916.9150117066133 
Step 5621 | loss:0.011025281623005867 lr:7.632628295867736e-06 tokens_per_second_per_gpu:953.7273478789813 
Step 5622 | loss:0.006701553240418434 lr:7.629494652238457e-06 tokens_per_second_per_gpu:781.7013780846281 
Step 5623 | loss:0.0026530686300247908 lr:7.62636125522604e-06 tokens_per_second_per_gpu:793.1595736450591 
Step 5624 | loss:0.005691983737051487 lr:7.623228105156468e-06 tokens_per_second_per_gpu:927.2237609961127 
Step 5625 | loss:0.006692576687783003 lr:7.620095202355704e-06 tokens_per_second_per_gpu:958.9319683372439 
Step 5626 | loss:0.00755349500104785 lr:7.616962547149679e-06 tokens_per_second_per_gpu:955.9848581339686 
Step 5627 | loss:0.005359923467040062 lr:7.613830139864298e-06 tokens_per_second_per_gpu:742.5012699830239 
Step 5628 | loss:0.01447131484746933 lr:7.610697980825447e-06 tokens_per_second_per_gpu:1027.102264213175 
Step 5629 | loss:0.009960921481251717 lr:7.607566070358981e-06 tokens_per_second_per_gpu:906.6758409029377 
Step 5630 | loss:0.010047574527561665 lr:7.604434408790729e-06 tokens_per_second_per_gpu:848.6716195845448 
Step 5631 | loss:0.006502467207610607 lr:7.601302996446494e-06 tokens_per_second_per_gpu:769.4910079511326 
Step 5632 | loss:0.0048975758254528046 lr:7.598171833652056e-06 tokens_per_second_per_gpu:776.1915274680273 
Step 5633 | loss:0.011213984340429306 lr:7.5950409207331675e-06 tokens_per_second_per_gpu:1081.2354819037932 
Step 5634 | loss:0.0060744816437363625 lr:7.591910258015554e-06 tokens_per_second_per_gpu:747.7877877457039 
Step 5635 | loss:0.010826768353581429 lr:7.5887798458249175e-06 tokens_per_second_per_gpu:956.5848949435327 
Step 5636 | loss:0.0050986153073608875 lr:7.58564968448693e-06 tokens_per_second_per_gpu:981.6146697221822 
Step 5637 | loss:0.004571842961013317 lr:7.582519774327238e-06 tokens_per_second_per_gpu:907.4296607141891 
Step 5638 | loss:0.009760810062289238 lr:7.57939011567147e-06 tokens_per_second_per_gpu:933.0980510193771 
Step 5639 | loss:0.012294180691242218 lr:7.576260708845215e-06 tokens_per_second_per_gpu:812.3834656999975 
Step 5640 | loss:0.0054764640517532825 lr:7.573131554174044e-06 tokens_per_second_per_gpu:812.2775179783612 
Step 5641 | loss:0.005970461294054985 lr:7.570002651983506e-06 tokens_per_second_per_gpu:830.7331339680323 
Step 5642 | loss:0.009213252924382687 lr:7.566874002599111e-06 tokens_per_second_per_gpu:1017.1792246706627 
Step 5643 | loss:0.011265890672802925 lr:7.563745606346352e-06 tokens_per_second_per_gpu:1043.7529627148765 
Step 5644 | loss:0.018842509016394615 lr:7.5606174635506955e-06 tokens_per_second_per_gpu:861.6157806740831 
Step 5645 | loss:0.010804478079080582 lr:7.5574895745375785e-06 tokens_per_second_per_gpu:749.8087103457939 
Step 5646 | loss:0.004320545122027397 lr:7.554361939632412e-06 tokens_per_second_per_gpu:829.1810656633927 
Step 5647 | loss:0.018478836864233017 lr:7.55123455916058e-06 tokens_per_second_per_gpu:999.6906853318102 
Step 5648 | loss:0.011312359012663364 lr:7.548107433447444e-06 tokens_per_second_per_gpu:904.564955363547 
Step 5649 | loss:0.009280162863433361 lr:7.544980562818336e-06 tokens_per_second_per_gpu:798.6653488253188 
Step 5650 | loss:0.01062273234128952 lr:7.541853947598559e-06 tokens_per_second_per_gpu:992.1847339728755 
Step 5651 | loss:0.013877728953957558 lr:7.538727588113395e-06 tokens_per_second_per_gpu:987.0911605737693 
Step 5652 | loss:0.007310801185667515 lr:7.535601484688097e-06 tokens_per_second_per_gpu:831.9489202938718 
Step 5653 | loss:0.005464415997266769 lr:7.532475637647887e-06 tokens_per_second_per_gpu:923.8505515379358 
Step 5654 | loss:0.005419858731329441 lr:7.529350047317969e-06 tokens_per_second_per_gpu:959.1319984170084 
Step 5655 | loss:0.006237966474145651 lr:7.526224714023513e-06 tokens_per_second_per_gpu:782.5817174007005 
Step 5656 | loss:0.004446827806532383 lr:7.523099638089663e-06 tokens_per_second_per_gpu:929.7664936216618 
Step 5657 | loss:0.015963776037096977 lr:7.5199748198415436e-06 tokens_per_second_per_gpu:869.5499305570335 
Step 5658 | loss:0.01861872896552086 lr:7.516850259604243e-06 tokens_per_second_per_gpu:758.4703318847787 
Step 5659 | loss:0.008143678307533264 lr:7.513725957702829e-06 tokens_per_second_per_gpu:941.6879896665919 
Step 5660 | loss:0.010403253138065338 lr:7.510601914462332e-06 tokens_per_second_per_gpu:1000.9532428054201 
Step 5661 | loss:0.02101569063961506 lr:7.507478130207774e-06 tokens_per_second_per_gpu:1197.9150832629432 
Step 5662 | loss:0.007510930299758911 lr:7.504354605264139e-06 tokens_per_second_per_gpu:719.9647473804234 
Step 5663 | loss:0.010094627737998962 lr:7.501231339956375e-06 tokens_per_second_per_gpu:1033.1976203404424 
Step 5664 | loss:0.02126685343682766 lr:7.498108334609423e-06 tokens_per_second_per_gpu:835.1990980478032 
Step 5665 | loss:0.013653972186148167 lr:7.494985589548185e-06 tokens_per_second_per_gpu:1025.1816868885076 
Step 5666 | loss:0.012088950723409653 lr:7.491863105097528e-06 tokens_per_second_per_gpu:1284.1549621115232 
Step 5667 | loss:0.013147654011845589 lr:7.488740881582313e-06 tokens_per_second_per_gpu:903.7726966584978 
Step 5668 | loss:0.0069381981156766415 lr:7.48561891932736e-06 tokens_per_second_per_gpu:870.4538108192138 
Step 5669 | loss:0.017588915303349495 lr:7.482497218657457e-06 tokens_per_second_per_gpu:1026.9929618672272 
Step 5670 | loss:0.012936437502503395 lr:7.479375779897379e-06 tokens_per_second_per_gpu:920.1749393606401 
Step 5671 | loss:0.006788242608308792 lr:7.4762546033718674e-06 tokens_per_second_per_gpu:1064.6151100586922 
Step 5672 | loss:0.00805378332734108 lr:7.473133689405627e-06 tokens_per_second_per_gpu:1190.879824649707 
Step 5673 | loss:0.014947352930903435 lr:7.470013038323353e-06 tokens_per_second_per_gpu:868.1117195036439 
Step 5674 | loss:0.015206439420580864 lr:7.466892650449703e-06 tokens_per_second_per_gpu:865.5654990755683 
Step 5675 | loss:0.010707315988838673 lr:7.463772526109304e-06 tokens_per_second_per_gpu:803.8451605035671 
Step 5676 | loss:0.007875979878008366 lr:7.460652665626758e-06 tokens_per_second_per_gpu:812.2232984203591 
Step 5677 | loss:0.006240648217499256 lr:7.45753306932665e-06 tokens_per_second_per_gpu:788.0539009291116 
Step 5678 | loss:0.00741279311478138 lr:7.454413737533524e-06 tokens_per_second_per_gpu:800.767014010903 
Step 5679 | loss:0.00968443974852562 lr:7.451294670571898e-06 tokens_per_second_per_gpu:976.7299800815321 
Step 5680 | loss:0.009788649156689644 lr:7.4481758687662745e-06 tokens_per_second_per_gpu:865.5727075812001 
Step 5681 | loss:0.02874927595257759 lr:7.445057332441113e-06 tokens_per_second_per_gpu:1103.7890396296546 
Step 5682 | loss:0.005766763351857662 lr:7.44193906192085e-06 tokens_per_second_per_gpu:820.469841283884 
Step 5683 | loss:0.010898311622440815 lr:7.438821057529907e-06 tokens_per_second_per_gpu:1093.9649195981774 
Step 5684 | loss:0.0066857002675533295 lr:7.4357033195926585e-06 tokens_per_second_per_gpu:810.8309206755263 
Step 5685 | loss:0.005089690908789635 lr:7.432585848433459e-06 tokens_per_second_per_gpu:870.823447385728 
Step 5686 | loss:0.05823285132646561 lr:7.429468644376646e-06 tokens_per_second_per_gpu:1053.4678056426214 
Step 5687 | loss:0.011725113727152348 lr:7.4263517077465105e-06 tokens_per_second_per_gpu:885.5913814308979 
Step 5688 | loss:0.011697500944137573 lr:7.423235038867325e-06 tokens_per_second_per_gpu:942.2694618911065 
Step 5689 | loss:0.007008204236626625 lr:7.420118638063342e-06 tokens_per_second_per_gpu:1008.4519257333282 
Step 5690 | loss:0.0064432574436068535 lr:7.417002505658773e-06 tokens_per_second_per_gpu:872.6897361384553 
Step 5691 | loss:0.009213793091475964 lr:7.413886641977803e-06 tokens_per_second_per_gpu:747.2183749572445 
Step 5692 | loss:0.018444566056132317 lr:7.410771047344596e-06 tokens_per_second_per_gpu:883.9402003924467 
Step 5693 | loss:0.020672621205449104 lr:7.4076557220832866e-06 tokens_per_second_per_gpu:965.9952458696088 
Step 5694 | loss:0.01377988699823618 lr:7.404540666517977e-06 tokens_per_second_per_gpu:1185.1312745172118 
Step 5695 | loss:0.03217029944062233 lr:7.401425880972743e-06 tokens_per_second_per_gpu:1319.6103432675352 
Step 5696 | loss:0.014134518802165985 lr:7.398311365771636e-06 tokens_per_second_per_gpu:937.810933272007 
Step 5697 | loss:0.006095976568758488 lr:7.395197121238673e-06 tokens_per_second_per_gpu:922.2688521469324 
Step 5698 | loss:0.007164466194808483 lr:7.3920831476978475e-06 tokens_per_second_per_gpu:924.7492282273389 
Step 5699 | loss:0.012888181954622269 lr:7.3889694454731246e-06 tokens_per_second_per_gpu:961.2865460790302 
Step 5700 | loss:0.008331977762281895 lr:7.38585601488844e-06 tokens_per_second_per_gpu:931.9405570442457 
Step 5701 | loss:0.013906159438192844 lr:7.382742856267698e-06 tokens_per_second_per_gpu:1086.9060304053812 
Step 5702 | loss:0.02926676720380783 lr:7.379629969934783e-06 tokens_per_second_per_gpu:1246.5267505568445 
Step 5703 | loss:0.008233397267758846 lr:7.376517356213544e-06 tokens_per_second_per_gpu:842.1541488198479 
Step 5704 | loss:0.005822184961289167 lr:7.3734050154278e-06 tokens_per_second_per_gpu:934.9919548627573 
Step 5705 | loss:0.01156225148588419 lr:7.370292947901348e-06 tokens_per_second_per_gpu:928.9061290925505 
Step 5706 | loss:0.011861106380820274 lr:7.367181153957955e-06 tokens_per_second_per_gpu:915.016143659123 
Step 5707 | loss:0.006985935382544994 lr:7.364069633921358e-06 tokens_per_second_per_gpu:1043.990697403938 
Step 5708 | loss:0.008577203378081322 lr:7.360958388115261e-06 tokens_per_second_per_gpu:1011.7595538105411 
Step 5709 | loss:0.019029878079891205 lr:7.3578474168633495e-06 tokens_per_second_per_gpu:1069.3124378216226 
Step 5710 | loss:0.01989300735294819 lr:7.354736720489274e-06 tokens_per_second_per_gpu:704.3071611281758 
Step 5711 | loss:0.01133805699646473 lr:7.351626299316655e-06 tokens_per_second_per_gpu:1003.6592674436095 
Step 5712 | loss:0.013975603505969048 lr:7.3485161536690905e-06 tokens_per_second_per_gpu:923.9570359130212 
Step 5713 | loss:0.004692058078944683 lr:7.345406283870144e-06 tokens_per_second_per_gpu:900.2609073212028 
Step 5714 | loss:0.010119418613612652 lr:7.342296690243353e-06 tokens_per_second_per_gpu:753.4462059585843 
Step 5715 | loss:0.006669753231108189 lr:7.339187373112227e-06 tokens_per_second_per_gpu:809.4472809714883 
Step 5716 | loss:0.014008727855980396 lr:7.336078332800245e-06 tokens_per_second_per_gpu:1094.9037469351265 
Step 5717 | loss:0.007253169547766447 lr:7.332969569630855e-06 tokens_per_second_per_gpu:639.6906006373476 
Step 5718 | loss:0.009688121266663074 lr:7.329861083927483e-06 tokens_per_second_per_gpu:889.9586219392241 
Step 5719 | loss:0.012108451686799526 lr:7.326752876013521e-06 tokens_per_second_per_gpu:940.4837859646926 
Step 5720 | loss:0.010329224169254303 lr:7.3236449462123315e-06 tokens_per_second_per_gpu:792.6618545955893 
Step 5721 | loss:0.003639402100816369 lr:7.320537294847249e-06 tokens_per_second_per_gpu:746.6402568889978 
Step 5722 | loss:0.010798203758895397 lr:7.317429922241584e-06 tokens_per_second_per_gpu:873.7770577812411 
Step 5723 | loss:0.011206695809960365 lr:7.3143228287186115e-06 tokens_per_second_per_gpu:817.7454441203076 
Step 5724 | loss:0.00881405919790268 lr:7.3112160146015775e-06 tokens_per_second_per_gpu:827.8257991329085 
Step 5725 | loss:0.010279151611030102 lr:7.308109480213706e-06 tokens_per_second_per_gpu:867.9407450306464 
Step 5726 | loss:0.023804452270269394 lr:7.305003225878182e-06 tokens_per_second_per_gpu:790.6722254549261 
Step 5727 | loss:0.004040249157696962 lr:7.3018972519181666e-06 tokens_per_second_per_gpu:938.8357739208701 
Step 5728 | loss:0.00702966284006834 lr:7.298791558656797e-06 tokens_per_second_per_gpu:844.7511196828906 
Step 5729 | loss:0.019870147109031677 lr:7.295686146417171e-06 tokens_per_second_per_gpu:922.0507541153391 
Step 5730 | loss:0.004327806644141674 lr:7.292581015522363e-06 tokens_per_second_per_gpu:737.4587875996818 
Step 5731 | loss:0.010325158946216106 lr:7.289476166295418e-06 tokens_per_second_per_gpu:972.9201254545154 
Step 5732 | loss:0.0075174495577812195 lr:7.286371599059351e-06 tokens_per_second_per_gpu:999.0665399838368 
Step 5733 | loss:0.019092628732323647 lr:7.283267314137143e-06 tokens_per_second_per_gpu:896.0700041467344 
Step 5734 | loss:0.008714566007256508 lr:7.2801633118517575e-06 tokens_per_second_per_gpu:1015.4787863037764 
Step 5735 | loss:0.007318511605262756 lr:7.277059592526117e-06 tokens_per_second_per_gpu:866.7038816104484 
Step 5736 | loss:0.004102777689695358 lr:7.273956156483117e-06 tokens_per_second_per_gpu:964.2143526292178 
Step 5737 | loss:0.007194341626018286 lr:7.270853004045626e-06 tokens_per_second_per_gpu:771.142449148672 
Step 5738 | loss:0.009561058133840561 lr:7.267750135536485e-06 tokens_per_second_per_gpu:896.0091591817617 
Step 5739 | loss:0.009584714658558369 lr:7.264647551278501e-06 tokens_per_second_per_gpu:769.2107592303886 
Step 5740 | loss:0.007685619872063398 lr:7.261545251594451e-06 tokens_per_second_per_gpu:730.1644338550561 
Step 5741 | loss:0.022435270249843597 lr:7.258443236807088e-06 tokens_per_second_per_gpu:744.4908463055058 
Step 5742 | loss:0.01987297646701336 lr:7.255341507239131e-06 tokens_per_second_per_gpu:943.9691685817904 
Step 5743 | loss:0.007723580114543438 lr:7.252240063213268e-06 tokens_per_second_per_gpu:917.1782477714858 
Step 5744 | loss:0.018099065870046616 lr:7.249138905052162e-06 tokens_per_second_per_gpu:926.8455676995432 
Step 5745 | loss:0.0123587092384696 lr:7.246038033078443e-06 tokens_per_second_per_gpu:1157.5350939948526 
Step 5746 | loss:0.005543719977140427 lr:7.242937447614711e-06 tokens_per_second_per_gpu:733.2714741175564 
Step 5747 | loss:0.016645237803459167 lr:7.239837148983538e-06 tokens_per_second_per_gpu:976.6178635385585 
Step 5748 | loss:0.007358706556260586 lr:7.236737137507466e-06 tokens_per_second_per_gpu:1025.9852061948686 
Step 5749 | loss:0.011963488534092903 lr:7.233637413509004e-06 tokens_per_second_per_gpu:771.9388725466346 
Step 5750 | loss:0.007600683253258467 lr:7.230537977310636e-06 tokens_per_second_per_gpu:915.5859835039827 
Step 5751 | loss:0.016454633325338364 lr:7.227438829234814e-06 tokens_per_second_per_gpu:838.8073063637146 
Step 5752 | loss:0.003564842976629734 lr:7.22433996960396e-06 tokens_per_second_per_gpu:844.8459433653582 
Step 5753 | loss:0.006864697672426701 lr:7.221241398740459e-06 tokens_per_second_per_gpu:926.3350602321285 
Step 5754 | loss:0.013452073559165001 lr:7.21814311696668e-06 tokens_per_second_per_gpu:1019.7791876822058 
Step 5755 | loss:0.00653684139251709 lr:7.215045124604954e-06 tokens_per_second_per_gpu:789.8817440267112 
Step 5756 | loss:0.00668934965506196 lr:7.211947421977578e-06 tokens_per_second_per_gpu:902.5387198739048 
Step 5757 | loss:0.015564768575131893 lr:7.208850009406827e-06 tokens_per_second_per_gpu:851.6643446497178 
Step 5758 | loss:0.00807327963411808 lr:7.205752887214941e-06 tokens_per_second_per_gpu:835.6449249444173 
Step 5759 | loss:0.002054451731964946 lr:7.2026560557241285e-06 tokens_per_second_per_gpu:740.8020366119463 
Step 5760 | loss:0.006782868877053261 lr:7.199559515256573e-06 tokens_per_second_per_gpu:954.5108516978702 
Step 5761 | loss:0.006718093529343605 lr:7.196463266134426e-06 tokens_per_second_per_gpu:897.1730838902711 
Step 5762 | loss:0.009828587993979454 lr:7.193367308679802e-06 tokens_per_second_per_gpu:787.4220353647162 
Step 5763 | loss:0.008387597277760506 lr:7.190271643214799e-06 tokens_per_second_per_gpu:888.2830128740076 
Step 5764 | loss:0.00410680565983057 lr:7.187176270061469e-06 tokens_per_second_per_gpu:716.8332400387206 
Step 5765 | loss:0.0076569439843297005 lr:7.184081189541847e-06 tokens_per_second_per_gpu:755.4610886593208 
Step 5766 | loss:0.005909546744078398 lr:7.18098640197792e-06 tokens_per_second_per_gpu:916.1379734552888 
Step 5767 | loss:0.009105606004595757 lr:7.17789190769167e-06 tokens_per_second_per_gpu:995.3787976821401 
Step 5768 | loss:0.005179394036531448 lr:7.17479770700503e-06 tokens_per_second_per_gpu:790.4917898587698 
Step 5769 | loss:0.005163025110960007 lr:7.171703800239899e-06 tokens_per_second_per_gpu:825.6631028034 
Step 5770 | loss:0.009190433658659458 lr:7.168610187718164e-06 tokens_per_second_per_gpu:854.8173502753369 
Step 5771 | loss:0.005764522589743137 lr:7.165516869761666e-06 tokens_per_second_per_gpu:753.7069653992128 
Step 5772 | loss:0.01059363316744566 lr:7.162423846692217e-06 tokens_per_second_per_gpu:812.674626996 
Step 5773 | loss:0.010629174299538136 lr:7.1593311188316074e-06 tokens_per_second_per_gpu:946.7972034103299 
Step 5774 | loss:0.014677166007459164 lr:7.156238686501591e-06 tokens_per_second_per_gpu:929.2245074938032 
Step 5775 | loss:0.005562469828873873 lr:7.153146550023882e-06 tokens_per_second_per_gpu:848.0693330922949 
Step 5776 | loss:0.006400877144187689 lr:7.150054709720183e-06 tokens_per_second_per_gpu:977.9874201375382 
Step 5777 | loss:0.006038810592144728 lr:7.146963165912153e-06 tokens_per_second_per_gpu:858.6954745258283 
Step 5778 | loss:0.0050903246738016605 lr:7.143871918921415e-06 tokens_per_second_per_gpu:686.0082895628813 
Step 5779 | loss:0.01438580546528101 lr:7.140780969069576e-06 tokens_per_second_per_gpu:831.6533199253046 
Step 5780 | loss:0.007516326382756233 lr:7.137690316678206e-06 tokens_per_second_per_gpu:985.7424507398338 
Step 5781 | loss:0.00570353539660573 lr:7.1345999620688374e-06 tokens_per_second_per_gpu:814.8138813709621 
Step 5782 | loss:0.013695470988750458 lr:7.1315099055629754e-06 tokens_per_second_per_gpu:832.804826204689 
Step 5783 | loss:0.005089034326374531 lr:7.1284201474821055e-06 tokens_per_second_per_gpu:887.0012615509545 
Step 5784 | loss:0.005754244979470968 lr:7.125330688147665e-06 tokens_per_second_per_gpu:947.6233361536034 
Step 5785 | loss:0.007764672860503197 lr:7.122241527881064e-06 tokens_per_second_per_gpu:865.7498606872376 
Step 5786 | loss:0.007487516384571791 lr:7.119152667003697e-06 tokens_per_second_per_gpu:925.512587770374 
Step 5787 | loss:0.010698402300477028 lr:7.116064105836906e-06 tokens_per_second_per_gpu:832.2774205815266 
Step 5788 | loss:0.01215034257620573 lr:7.1129758447020094e-06 tokens_per_second_per_gpu:975.6047598344741 
Step 5789 | loss:0.010128216817975044 lr:7.109887883920305e-06 tokens_per_second_per_gpu:997.7067318420192 
Step 5790 | loss:0.04087093099951744 lr:7.1068002238130465e-06 tokens_per_second_per_gpu:1154.0268989487238 
Step 5791 | loss:0.008704451844096184 lr:7.1037128647014554e-06 tokens_per_second_per_gpu:1049.7267235425343 
Step 5792 | loss:0.009118781425058842 lr:7.100625806906737e-06 tokens_per_second_per_gpu:859.7628149827888 
Step 5793 | loss:0.01290003303438425 lr:7.097539050750046e-06 tokens_per_second_per_gpu:1220.440201969262 
Step 5794 | loss:0.005989170633256435 lr:7.094452596552515e-06 tokens_per_second_per_gpu:835.9572653582043 
Step 5795 | loss:0.008368207141757011 lr:7.091366444635256e-06 tokens_per_second_per_gpu:897.7185006824926 
Step 5796 | loss:0.005411955527961254 lr:7.088280595319327e-06 tokens_per_second_per_gpu:958.4935992957026 
Step 5797 | loss:0.011230044066905975 lr:7.085195048925771e-06 tokens_per_second_per_gpu:837.5128748864975 
Step 5798 | loss:0.009725426323711872 lr:7.08210980577559e-06 tokens_per_second_per_gpu:853.6194495741686 
Step 5799 | loss:0.0106282290071249 lr:7.0790248661897656e-06 tokens_per_second_per_gpu:969.4175356227345 
Step 5800 | loss:0.009439809247851372 lr:7.075940230489237e-06 tokens_per_second_per_gpu:996.6122801774497 
Step 5801 | loss:0.01180044561624527 lr:7.072855898994915e-06 tokens_per_second_per_gpu:743.8328834839037 
Step 5802 | loss:0.005872975569218397 lr:7.0697718720276845e-06 tokens_per_second_per_gpu:848.0572236215818 
Step 5803 | loss:0.014149513095617294 lr:7.066688149908391e-06 tokens_per_second_per_gpu:936.5882846890588 
Step 5804 | loss:0.005731270648539066 lr:7.06360473295785e-06 tokens_per_second_per_gpu:959.2055751443904 
Step 5805 | loss:0.00571938743814826 lr:7.060521621496848e-06 tokens_per_second_per_gpu:868.4208049164939 
Step 5806 | loss:0.010693086311221123 lr:7.0574388158461404e-06 tokens_per_second_per_gpu:999.9575497908394 
Step 5807 | loss:0.012711714953184128 lr:7.054356316326445e-06 tokens_per_second_per_gpu:869.5373643983526 
Step 5808 | loss:0.01019853726029396 lr:7.0512741232584535e-06 tokens_per_second_per_gpu:982.7935955148876 
Step 5809 | loss:0.0050061773508787155 lr:7.048192236962824e-06 tokens_per_second_per_gpu:811.2612427134944 
Step 5810 | loss:0.005200506187975407 lr:7.045110657760179e-06 tokens_per_second_per_gpu:897.6450446256575 
Step 5811 | loss:0.01960650272667408 lr:7.042029385971116e-06 tokens_per_second_per_gpu:938.6569073657165 
Step 5812 | loss:0.004841557238250971 lr:7.038948421916196e-06 tokens_per_second_per_gpu:835.6123969025217 
Step 5813 | loss:0.004816683940589428 lr:7.035867765915949e-06 tokens_per_second_per_gpu:875.0909374551388 
Step 5814 | loss:0.0035965456627309322 lr:7.032787418290869e-06 tokens_per_second_per_gpu:673.0976061722528 
Step 5815 | loss:0.008152826689183712 lr:7.029707379361429e-06 tokens_per_second_per_gpu:899.2995414831456 
Step 5816 | loss:0.01043645292520523 lr:7.026627649448057e-06 tokens_per_second_per_gpu:912.683309914187 
Step 5817 | loss:0.010588308796286583 lr:7.023548228871153e-06 tokens_per_second_per_gpu:1022.6795586012871 
Step 5818 | loss:0.01136306393891573 lr:7.020469117951092e-06 tokens_per_second_per_gpu:1260.9593860957839 
Step 5819 | loss:0.003926560282707214 lr:7.017390317008208e-06 tokens_per_second_per_gpu:855.0491038522529 
Step 5820 | loss:0.013592745177447796 lr:7.014311826362804e-06 tokens_per_second_per_gpu:994.9881762787073 
Step 5821 | loss:0.027342427521944046 lr:7.011233646335156e-06 tokens_per_second_per_gpu:950.2151333485145 
Step 5822 | loss:0.024555373936891556 lr:7.008155777245504e-06 tokens_per_second_per_gpu:953.1761058877805 
Step 5823 | loss:0.00303687434643507 lr:7.005078219414052e-06 tokens_per_second_per_gpu:1011.1237352475265 
Step 5824 | loss:0.007097735535353422 lr:7.002000973160979e-06 tokens_per_second_per_gpu:961.3450918511296 
Step 5825 | loss:0.020324425771832466 lr:6.998924038806427e-06 tokens_per_second_per_gpu:1107.360838378624 
Step 5826 | loss:0.03215600550174713 lr:6.995847416670508e-06 tokens_per_second_per_gpu:887.6071786977548 
Step 5827 | loss:0.005217296537011862 lr:6.992771107073296e-06 tokens_per_second_per_gpu:718.806957314402 
Step 5828 | loss:0.010093052871525288 lr:6.989695110334842e-06 tokens_per_second_per_gpu:775.2716619326249 
Step 5829 | loss:0.002788101090118289 lr:6.9866194267751555e-06 tokens_per_second_per_gpu:918.0101747177412 
Step 5830 | loss:0.015657475218176842 lr:6.9835440567142155e-06 tokens_per_second_per_gpu:739.6812403204904 
Step 5831 | loss:0.005942017771303654 lr:6.980469000471974e-06 tokens_per_second_per_gpu:1095.6433130690664 
Step 5832 | loss:0.0028809872455894947 lr:6.977394258368346e-06 tokens_per_second_per_gpu:815.1589241155004 
Step 5833 | loss:0.010301493108272552 lr:6.974319830723211e-06 tokens_per_second_per_gpu:1030.8755366783284 
Step 5834 | loss:0.01684642769396305 lr:6.971245717856421e-06 tokens_per_second_per_gpu:792.7668175669419 
Step 5835 | loss:0.005277498625218868 lr:6.968171920087792e-06 tokens_per_second_per_gpu:908.6957051185516 
Step 5836 | loss:0.005708659999072552 lr:6.965098437737108e-06 tokens_per_second_per_gpu:844.1576072286189 
Step 5837 | loss:0.004964142106473446 lr:6.962025271124122e-06 tokens_per_second_per_gpu:924.5231814423095 
Step 5838 | loss:0.011661151424050331 lr:6.958952420568552e-06 tokens_per_second_per_gpu:926.0210703746563 
Step 5839 | loss:0.007745834998786449 lr:6.955879886390081e-06 tokens_per_second_per_gpu:786.7009660623673 
Step 5840 | loss:0.014841144904494286 lr:6.952807668908367e-06 tokens_per_second_per_gpu:910.1802032864044 
Step 5841 | loss:0.005333110224455595 lr:6.949735768443027e-06 tokens_per_second_per_gpu:822.1199472155948 
Step 5842 | loss:0.00652202358469367 lr:6.946664185313649e-06 tokens_per_second_per_gpu:753.1482250857872 
Step 5843 | loss:0.004792343359440565 lr:6.9435929198397825e-06 tokens_per_second_per_gpu:924.807108382698 
Step 5844 | loss:0.013665388338267803 lr:6.940521972340955e-06 tokens_per_second_per_gpu:943.2123459571263 
Step 5845 | loss:0.004142548888921738 lr:6.9374513431366496e-06 tokens_per_second_per_gpu:782.0323528235905 
Step 5846 | loss:0.008873611688613892 lr:6.9343810325463226e-06 tokens_per_second_per_gpu:865.3123111133754 
Step 5847 | loss:0.004585233982652426 lr:6.931311040889395e-06 tokens_per_second_per_gpu:904.7843865606819 
Step 5848 | loss:0.023014981299638748 lr:6.928241368485257e-06 tokens_per_second_per_gpu:937.0077109838927 
Step 5849 | loss:0.03120923414826393 lr:6.925172015653259e-06 tokens_per_second_per_gpu:988.7954779256304 
Step 5850 | loss:0.009641438722610474 lr:6.9221029827127285e-06 tokens_per_second_per_gpu:718.8928584792039 
Step 5851 | loss:0.0164690800011158 lr:6.919034269982952e-06 tokens_per_second_per_gpu:1120.4236256154409 
Step 5852 | loss:0.013333515264093876 lr:6.915965877783182e-06 tokens_per_second_per_gpu:955.674060866261 
Step 5853 | loss:0.008747362531721592 lr:6.912897806432646e-06 tokens_per_second_per_gpu:1094.7864637935218 
Step 5854 | loss:0.01912422850728035 lr:6.909830056250527e-06 tokens_per_second_per_gpu:814.6350370453964 
Step 5855 | loss:0.00902390107512474 lr:6.90676262755598e-06 tokens_per_second_per_gpu:935.3575823075298 
Step 5856 | loss:0.003241456812247634 lr:6.903695520668135e-06 tokens_per_second_per_gpu:903.0176805159371 
Step 5857 | loss:0.019849836826324463 lr:6.9006287359060705e-06 tokens_per_second_per_gpu:1141.6604778733633 
Step 5858 | loss:0.005665457807481289 lr:6.897562273588847e-06 tokens_per_second_per_gpu:697.595642526871 
Step 5859 | loss:0.0064529795199632645 lr:6.89449613403548e-06 tokens_per_second_per_gpu:997.5321593852425 
Step 5860 | loss:0.012321840040385723 lr:6.891430317564965e-06 tokens_per_second_per_gpu:891.6307651992029 
Step 5861 | loss:0.027621977031230927 lr:6.888364824496249e-06 tokens_per_second_per_gpu:1081.3001927316209 
Step 5862 | loss:0.010552216321229935 lr:6.8852996551482546e-06 tokens_per_second_per_gpu:973.4763795145312 
Step 5863 | loss:0.0029071331955492496 lr:6.882234809839869e-06 tokens_per_second_per_gpu:778.312146160966 
Step 5864 | loss:0.00799851305782795 lr:6.879170288889946e-06 tokens_per_second_per_gpu:829.2194229563274 
Step 5865 | loss:0.012718183919787407 lr:6.8761060926173004e-06 tokens_per_second_per_gpu:997.5148742799763 
Step 5866 | loss:0.008250000886619091 lr:6.873042221340725e-06 tokens_per_second_per_gpu:947.812568553273 
Step 5867 | loss:0.0033970815129578114 lr:6.869978675378965e-06 tokens_per_second_per_gpu:705.4083613381916 
Step 5868 | loss:0.010753876529633999 lr:6.86691545505074e-06 tokens_per_second_per_gpu:936.5714451041804 
Step 5869 | loss:0.006037998013198376 lr:6.863852560674735e-06 tokens_per_second_per_gpu:767.2077687398529 
Step 5870 | loss:0.007252849638462067 lr:6.860789992569601e-06 tokens_per_second_per_gpu:930.3477792230887 
Step 5871 | loss:0.008728389628231525 lr:6.857727751053952e-06 tokens_per_second_per_gpu:829.3755945873646 
Step 5872 | loss:0.007961857132613659 lr:6.854665836446365e-06 tokens_per_second_per_gpu:697.825124023356 
Step 5873 | loss:0.010683273896574974 lr:6.851604249065396e-06 tokens_per_second_per_gpu:849.0704706114421 
Step 5874 | loss:0.009638195857405663 lr:6.848542989229561e-06 tokens_per_second_per_gpu:947.1539891367343 
Step 5875 | loss:0.003984526731073856 lr:6.8454820572573265e-06 tokens_per_second_per_gpu:843.9920033093475 
Step 5876 | loss:0.013247577473521233 lr:6.842421453467151e-06 tokens_per_second_per_gpu:908.5123953289409 
Step 5877 | loss:0.0089980848133564 lr:6.839361178177444e-06 tokens_per_second_per_gpu:885.9989947401868 
Step 5878 | loss:0.025895968079566956 lr:6.8363012317065746e-06 tokens_per_second_per_gpu:905.4418370505838 
Step 5879 | loss:0.020372960716485977 lr:6.833241614372897e-06 tokens_per_second_per_gpu:973.9034165751677 
Step 5880 | loss:0.005087928380817175 lr:6.830182326494719e-06 tokens_per_second_per_gpu:853.3608674872131 
Step 5881 | loss:0.009401479735970497 lr:6.827123368390303e-06 tokens_per_second_per_gpu:940.6465787089874 
Step 5882 | loss:0.01476298924535513 lr:6.824064740377905e-06 tokens_per_second_per_gpu:872.8476903153093 
Step 5883 | loss:0.009865496307611465 lr:6.821006442775724e-06 tokens_per_second_per_gpu:881.706059846274 
Step 5884 | loss:0.006037534214556217 lr:6.817948475901928e-06 tokens_per_second_per_gpu:1013.508073170665 
Step 5885 | loss:0.009126687422394753 lr:6.814890840074661e-06 tokens_per_second_per_gpu:1013.1162662945113 
Step 5886 | loss:0.005613553337752819 lr:6.811833535612027e-06 tokens_per_second_per_gpu:903.4114934594818 
Step 5887 | loss:0.008844679221510887 lr:6.808776562832088e-06 tokens_per_second_per_gpu:940.080147715756 
Step 5888 | loss:0.0099422512575984 lr:6.805719922052876e-06 tokens_per_second_per_gpu:1019.4786390866516 
Step 5889 | loss:0.004947340115904808 lr:6.8026636135924014e-06 tokens_per_second_per_gpu:943.0877224095985 
Step 5890 | loss:0.010330169461667538 lr:6.799607637768621e-06 tokens_per_second_per_gpu:795.4564085434323 
Step 5891 | loss:0.0050155408680438995 lr:6.796551994899463e-06 tokens_per_second_per_gpu:1080.2113639566853 
Step 5892 | loss:0.01722060516476631 lr:6.793496685302832e-06 tokens_per_second_per_gpu:1184.9594727882813 
Step 5893 | loss:0.005462134722620249 lr:6.79044170929658e-06 tokens_per_second_per_gpu:852.5420328018405 
Step 5894 | loss:0.030085785314440727 lr:6.787387067198533e-06 tokens_per_second_per_gpu:839.8610144515651 
Step 5895 | loss:0.008728912100195885 lr:6.784332759326493e-06 tokens_per_second_per_gpu:946.5719368293721 
Step 5896 | loss:0.006182028912007809 lr:6.7812787859982065e-06 tokens_per_second_per_gpu:799.7512332438907 
Step 5897 | loss:0.007822288200259209 lr:6.778225147531394e-06 tokens_per_second_per_gpu:951.2984402976141 
Step 5898 | loss:0.018421102315187454 lr:6.775171844243754e-06 tokens_per_second_per_gpu:1017.7301297827804 
Step 5899 | loss:0.013504959642887115 lr:6.772118876452929e-06 tokens_per_second_per_gpu:902.1058228234558 
Step 5900 | loss:0.007389472331851721 lr:6.769066244476534e-06 tokens_per_second_per_gpu:934.9945149645163 
Step 5901 | loss:0.008575116284191608 lr:6.766013948632164e-06 tokens_per_second_per_gpu:1122.1467046332866 
Step 5902 | loss:0.006632557604461908 lr:6.762961989237355e-06 tokens_per_second_per_gpu:891.677356187153 
Step 5903 | loss:0.006228300742805004 lr:6.759910366609623e-06 tokens_per_second_per_gpu:894.0536856524462 
Step 5904 | loss:0.011059928685426712 lr:6.756859081066443e-06 tokens_per_second_per_gpu:978.2749064062425 
Step 5905 | loss:0.008889095857739449 lr:6.753808132925259e-06 tokens_per_second_per_gpu:828.0136612578702 
Step 5906 | loss:0.008621408604085445 lr:6.750757522503482e-06 tokens_per_second_per_gpu:946.587850145897 
Step 5907 | loss:0.005807841196656227 lr:6.747707250118476e-06 tokens_per_second_per_gpu:871.9702830135052 
Step 5908 | loss:0.01256982609629631 lr:6.744657316087584e-06 tokens_per_second_per_gpu:934.7021224044422 
Step 5909 | loss:0.012374923564493656 lr:6.741607720728105e-06 tokens_per_second_per_gpu:988.0096925521526 
Step 5910 | loss:0.007883269339799881 lr:6.738558464357305e-06 tokens_per_second_per_gpu:911.9249305304153 
Step 5911 | loss:0.006751474924385548 lr:6.735509547292418e-06 tokens_per_second_per_gpu:880.4931817226369 
Step 5912 | loss:0.011131416074931622 lr:6.7324609698506384e-06 tokens_per_second_per_gpu:1006.120571846819 
Step 5913 | loss:0.0037233615294098854 lr:6.7294127323491245e-06 tokens_per_second_per_gpu:645.8006650292199 
Step 5914 | loss:0.011759398505091667 lr:6.726364835105003e-06 tokens_per_second_per_gpu:1149.8246261926092 
Step 5915 | loss:0.011809118092060089 lr:6.723317278435366e-06 tokens_per_second_per_gpu:1030.0243463490676 
Step 5916 | loss:0.005353903863579035 lr:6.7202700626572636e-06 tokens_per_second_per_gpu:986.6956400615255 
Step 5917 | loss:0.004260731860995293 lr:6.717223188087717e-06 tokens_per_second_per_gpu:889.6753283291987 
Step 5918 | loss:0.008770985528826714 lr:6.714176655043709e-06 tokens_per_second_per_gpu:991.2008468089316 
Step 5919 | loss:0.006574946455657482 lr:6.711130463842189e-06 tokens_per_second_per_gpu:793.6208612040883 
Step 5920 | loss:0.00898005161434412 lr:6.708084614800065e-06 tokens_per_second_per_gpu:952.2239511301772 
Step 5921 | loss:0.009204912930727005 lr:6.705039108234217e-06 tokens_per_second_per_gpu:893.5957165062836 
Step 5922 | loss:0.03574162721633911 lr:6.701993944461487e-06 tokens_per_second_per_gpu:1099.4309751882822 
Step 5923 | loss:0.009249805472791195 lr:6.698949123798676e-06 tokens_per_second_per_gpu:799.9568142125011 
Step 5924 | loss:0.015284828841686249 lr:6.6959046465625585e-06 tokens_per_second_per_gpu:906.9408950545254 
Step 5925 | loss:0.00835091806948185 lr:6.692860513069865e-06 tokens_per_second_per_gpu:904.6589344126181 
Step 5926 | loss:0.012939594686031342 lr:6.6898167236372945e-06 tokens_per_second_per_gpu:1095.5760605010225 
Step 5927 | loss:0.035473816096782684 lr:6.686773278581511e-06 tokens_per_second_per_gpu:1048.411040378661 
Step 5928 | loss:0.01043686829507351 lr:6.6837301782191385e-06 tokens_per_second_per_gpu:918.4894714787902 
Step 5929 | loss:0.013847002759575844 lr:6.680687422866768e-06 tokens_per_second_per_gpu:887.2310854301003 
Step 5930 | loss:0.01381535455584526 lr:6.677645012840957e-06 tokens_per_second_per_gpu:991.6049903168264 
Step 5931 | loss:0.01505584828555584 lr:6.674602948458222e-06 tokens_per_second_per_gpu:943.9181347819934 
Step 5932 | loss:0.011223787441849709 lr:6.671561230035046e-06 tokens_per_second_per_gpu:1043.4316997198973 
Step 5933 | loss:0.008347195573151112 lr:6.668519857887876e-06 tokens_per_second_per_gpu:930.5864507756867 
Step 5934 | loss:0.033962707966566086 lr:6.665478832333123e-06 tokens_per_second_per_gpu:828.0493635670279 
Step 5935 | loss:0.0070764776319265366 lr:6.662438153687163e-06 tokens_per_second_per_gpu:977.7809854711231 
Step 5936 | loss:0.011475672014057636 lr:6.659397822266331e-06 tokens_per_second_per_gpu:904.6286644973061 
Step 5937 | loss:0.0040641967207193375 lr:6.656357838386936e-06 tokens_per_second_per_gpu:958.3110977046596 
Step 5938 | loss:0.004936615005135536 lr:6.653318202365239e-06 tokens_per_second_per_gpu:979.2853586008234 
Step 5939 | loss:0.006817542016506195 lr:6.650278914517469e-06 tokens_per_second_per_gpu:856.5251463398735 
Step 5940 | loss:0.10080154240131378 lr:6.647239975159827e-06 tokens_per_second_per_gpu:1145.1955799717211 
Step 5941 | loss:0.008899090811610222 lr:6.644201384608466e-06 tokens_per_second_per_gpu:963.8996811641521 
Step 5942 | loss:0.01835884340107441 lr:6.641163143179506e-06 tokens_per_second_per_gpu:912.2403023293984 
Step 5943 | loss:0.02143886685371399 lr:6.638125251189036e-06 tokens_per_second_per_gpu:838.6099321856262 
Step 5944 | loss:0.009893456473946571 lr:6.6350877089531044e-06 tokens_per_second_per_gpu:797.4578467553218 
Step 5945 | loss:0.011786271817982197 lr:6.6320505167877195e-06 tokens_per_second_per_gpu:983.868557019976 
Step 5946 | loss:0.003042640397325158 lr:6.629013675008862e-06 tokens_per_second_per_gpu:831.7932101897752 
Step 5947 | loss:0.010848486796021461 lr:6.62597718393247e-06 tokens_per_second_per_gpu:838.9746110281282 
Step 5948 | loss:0.019084472209215164 lr:6.622941043874446e-06 tokens_per_second_per_gpu:1021.7556339199898 
Step 5949 | loss:0.004544664174318314 lr:6.619905255150655e-06 tokens_per_second_per_gpu:822.1977885756753 
Step 5950 | loss:0.004191127605736256 lr:6.61686981807693e-06 tokens_per_second_per_gpu:834.811299390073 
Step 5951 | loss:0.00575757771730423 lr:6.6138347329690644e-06 tokens_per_second_per_gpu:771.6785810442449 
Step 5952 | loss:0.007853619754314423 lr:6.61080000014281e-06 tokens_per_second_per_gpu:923.1751742945124 
Step 5953 | loss:0.0065267025493085384 lr:6.607765619913894e-06 tokens_per_second_per_gpu:701.7315539771686 
Step 5954 | loss:0.01890482008457184 lr:6.604731592597996e-06 tokens_per_second_per_gpu:912.4151406768955 
Step 5955 | loss:0.007180630229413509 lr:6.601697918510761e-06 tokens_per_second_per_gpu:938.1206534374261 
Step 5956 | loss:0.009714202955365181 lr:6.598664597967804e-06 tokens_per_second_per_gpu:808.8434320832713 
Step 5957 | loss:0.006571548990905285 lr:6.5956316312846955e-06 tokens_per_second_per_gpu:968.0622734587033 
Step 5958 | loss:0.010301457718014717 lr:6.59259901877697e-06 tokens_per_second_per_gpu:916.0598609448158 
Step 5959 | loss:0.005456332582980394 lr:6.58956676076013e-06 tokens_per_second_per_gpu:778.2952916654402 
Step 5960 | loss:0.005932878702878952 lr:6.586534857549638e-06 tokens_per_second_per_gpu:971.6502091995695 
Step 5961 | loss:0.00881370808929205 lr:6.583503309460917e-06 tokens_per_second_per_gpu:1082.724506963159 
Step 5962 | loss:0.07585218548774719 lr:6.580472116809358e-06 tokens_per_second_per_gpu:1515.4992791468574 
Step 5963 | loss:0.012929256074130535 lr:6.577441279910315e-06 tokens_per_second_per_gpu:953.2816593863545 
Step 5964 | loss:0.01474347896873951 lr:6.5744107990790985e-06 tokens_per_second_per_gpu:723.0721902926351 
Step 5965 | loss:0.011208106763660908 lr:6.571380674630987e-06 tokens_per_second_per_gpu:907.2289732671609 
Step 5966 | loss:0.009388977661728859 lr:6.568350906881224e-06 tokens_per_second_per_gpu:848.7664223471719 
Step 5967 | loss:0.005435296334326267 lr:6.565321496145012e-06 tokens_per_second_per_gpu:777.5690013402276 
Step 5968 | loss:0.0043672677129507065 lr:6.562292442737514e-06 tokens_per_second_per_gpu:884.2285804335785 
Step 5969 | loss:0.004608845338225365 lr:6.5592637469738656e-06 tokens_per_second_per_gpu:878.2046300029298 
Step 5970 | loss:0.00840685423463583 lr:6.556235409169154e-06 tokens_per_second_per_gpu:1015.0707977566225 
Step 5971 | loss:0.0101307462900877 lr:6.553207429638433e-06 tokens_per_second_per_gpu:795.1873528396575 
Step 5972 | loss:0.007199777755886316 lr:6.550179808696726e-06 tokens_per_second_per_gpu:833.1912473748328 
Step 5973 | loss:0.014757884666323662 lr:6.5471525466590105e-06 tokens_per_second_per_gpu:978.254688711038 
Step 5974 | loss:0.013127094134688377 lr:6.544125643840224e-06 tokens_per_second_per_gpu:926.3214899986918 
Step 5975 | loss:0.010267756879329681 lr:6.541099100555281e-06 tokens_per_second_per_gpu:792.3231734042924 
Step 5976 | loss:0.012359379790723324 lr:6.538072917119047e-06 tokens_per_second_per_gpu:904.2110489459594 
Step 5977 | loss:0.008057692088186741 lr:6.535047093846352e-06 tokens_per_second_per_gpu:853.8126380989071 
Step 5978 | loss:0.010787930339574814 lr:6.532021631051981e-06 tokens_per_second_per_gpu:992.6860537743587 
Step 5979 | loss:0.009700136259198189 lr:6.528996529050702e-06 tokens_per_second_per_gpu:1018.5452010355266 
Step 5980 | loss:0.008628860116004944 lr:6.52597178815723e-06 tokens_per_second_per_gpu:1030.5717302123574 
Step 5981 | loss:0.008455559611320496 lr:6.522947408686239e-06 tokens_per_second_per_gpu:888.2824156757017 
Step 5982 | loss:0.007555460091680288 lr:6.5199233909523805e-06 tokens_per_second_per_gpu:941.2172159096847 
Step 5983 | loss:0.01081970427185297 lr:6.516899735270259e-06 tokens_per_second_per_gpu:837.9857033432933 
Step 5984 | loss:0.005565635859966278 lr:6.513876441954432e-06 tokens_per_second_per_gpu:920.6683027955661 
Step 5985 | loss:0.013665646314620972 lr:6.510853511319442e-06 tokens_per_second_per_gpu:1078.8330053230816 
Step 5986 | loss:0.00953515525907278 lr:6.5078309436797786e-06 tokens_per_second_per_gpu:952.2974314110978 
Step 5987 | loss:0.006283415947109461 lr:6.5048087393498886e-06 tokens_per_second_per_gpu:1062.7872246428806 
Step 5988 | loss:0.012601759284734726 lr:6.501786898644198e-06 tokens_per_second_per_gpu:901.7633196304083 
Step 5989 | loss:0.009143744595348835 lr:6.498765421877085e-06 tokens_per_second_per_gpu:905.7891679115261 
Step 5990 | loss:0.005204359535127878 lr:6.495744309362879e-06 tokens_per_second_per_gpu:855.1807172566153 
Step 5991 | loss:0.010781558230519295 lr:6.492723561415898e-06 tokens_per_second_per_gpu:1029.2065194280815 
Step 5992 | loss:0.0032275805715471506 lr:6.489703178350402e-06 tokens_per_second_per_gpu:774.008782678755 
Step 5993 | loss:0.012408926151692867 lr:6.486683160480616e-06 tokens_per_second_per_gpu:844.4357815007953 
Step 5994 | loss:0.011773746460676193 lr:6.4836635081207255e-06 tokens_per_second_per_gpu:910.7335127450373 
Step 5995 | loss:0.0056299022398889065 lr:6.4806442215848945e-06 tokens_per_second_per_gpu:698.7369908182443 
Step 5996 | loss:0.008934613317251205 lr:6.477625301187225e-06 tokens_per_second_per_gpu:998.945127904193 
Step 5997 | loss:0.021056078374385834 lr:6.474606747241791e-06 tokens_per_second_per_gpu:986.0196559699276 
Step 5998 | loss:0.011743064969778061 lr:6.471588560062642e-06 tokens_per_second_per_gpu:776.3602319833817 
Step 5999 | loss:0.013103662058711052 lr:6.468570739963767e-06 tokens_per_second_per_gpu:776.6283892733568 
Step 6000 | loss:0.005528360139578581 lr:6.4655532872591235e-06 tokens_per_second_per_gpu:842.9840892061555 
Step 6001 | loss:0.01626906730234623 lr:6.462536202262644e-06 tokens_per_second_per_gpu:905.7365176758791 
Step 6002 | loss:0.0037400731816887856 lr:6.459519485288206e-06 tokens_per_second_per_gpu:787.6267239062181 
Step 6003 | loss:0.006168724037706852 lr:6.456503136649653e-06 tokens_per_second_per_gpu:850.5858496486409 
Step 6004 | loss:0.004929497838020325 lr:6.453487156660802e-06 tokens_per_second_per_gpu:810.4699897389588 
Step 6005 | loss:0.0078019495122134686 lr:6.450471545635415e-06 tokens_per_second_per_gpu:891.1282818618267 
Step 6006 | loss:0.004193873144686222 lr:6.4474563038872205e-06 tokens_per_second_per_gpu:743.3482876028862 
Step 6007 | loss:0.021680261939764023 lr:6.44444143172992e-06 tokens_per_second_per_gpu:1058.1089695379528 
Step 6008 | loss:0.005164764821529388 lr:6.441426929477161e-06 tokens_per_second_per_gpu:938.8832735622293 
Step 6009 | loss:0.01871316134929657 lr:6.438412797442559e-06 tokens_per_second_per_gpu:880.6724302073121 
Step 6010 | loss:0.002879007253795862 lr:6.435399035939691e-06 tokens_per_second_per_gpu:794.7568501730941 
Step 6011 | loss:0.002133052796125412 lr:6.432385645282098e-06 tokens_per_second_per_gpu:672.4435389051632 
Step 6012 | loss:0.007760971784591675 lr:6.429372625783279e-06 tokens_per_second_per_gpu:776.7370948581683 
Step 6013 | loss:0.008543819189071655 lr:6.426359977756691e-06 tokens_per_second_per_gpu:961.8379927788386 
Step 6014 | loss:0.003166169160977006 lr:6.423347701515763e-06 tokens_per_second_per_gpu:752.7141132502089 
Step 6015 | loss:0.015269333496689796 lr:6.420335797373876e-06 tokens_per_second_per_gpu:1076.4750239201655 
Step 6016 | loss:0.0064580705948174 lr:6.417324265644372e-06 tokens_per_second_per_gpu:923.2183655619511 
Step 6017 | loss:0.021906161680817604 lr:6.4143131066405615e-06 tokens_per_second_per_gpu:858.3563283589394 
Step 6018 | loss:0.011339830234646797 lr:6.411302320675712e-06 tokens_per_second_per_gpu:1033.2645471744868 
Step 6019 | loss:0.006761913187801838 lr:6.40829190806305e-06 tokens_per_second_per_gpu:753.3594667380771 
Step 6020 | loss:0.008269986137747765 lr:6.405281869115768e-06 tokens_per_second_per_gpu:927.6033295910311 
Step 6021 | loss:0.006518709007650614 lr:6.402272204147015e-06 tokens_per_second_per_gpu:868.5996485741691 
Step 6022 | loss:0.020384613424539566 lr:6.399262913469905e-06 tokens_per_second_per_gpu:1032.384693407773 
Step 6023 | loss:0.0035955144558101892 lr:6.396253997397509e-06 tokens_per_second_per_gpu:895.0454714897809 
Step 6024 | loss:0.008232539519667625 lr:6.393245456242864e-06 tokens_per_second_per_gpu:939.9790554781947 
Step 6025 | loss:0.007399615366011858 lr:6.390237290318964e-06 tokens_per_second_per_gpu:1024.4484885213167 
Step 6026 | loss:0.013123393058776855 lr:6.3872294999387615e-06 tokens_per_second_per_gpu:1153.8152249541981 
Step 6027 | loss:0.010763250291347504 lr:6.384222085415182e-06 tokens_per_second_per_gpu:990.7215585001368 
Step 6028 | loss:0.010098213329911232 lr:6.381215047061096e-06 tokens_per_second_per_gpu:801.0772007427264 
Step 6029 | loss:0.01029412541538477 lr:6.378208385189344e-06 tokens_per_second_per_gpu:881.4379625488135 
Step 6030 | loss:0.006671617738902569 lr:6.37520210011273e-06 tokens_per_second_per_gpu:1018.0049750068779 
Step 6031 | loss:0.009333640336990356 lr:6.372196192144011e-06 tokens_per_second_per_gpu:877.341247161161 
Step 6032 | loss:0.0037688766606152058 lr:6.369190661595908e-06 tokens_per_second_per_gpu:785.4533274011588 
Step 6033 | loss:0.01675361581146717 lr:6.366185508781104e-06 tokens_per_second_per_gpu:910.972042355925 
Step 6034 | loss:0.02279406599700451 lr:6.363180734012244e-06 tokens_per_second_per_gpu:1089.4245364670046 
Step 6035 | loss:0.0050190286710858345 lr:6.360176337601925e-06 tokens_per_second_per_gpu:886.5095696908264 
Step 6036 | loss:0.004861118271946907 lr:6.357172319862719e-06 tokens_per_second_per_gpu:887.9428113640618 
Step 6037 | loss:0.014420338906347752 lr:6.3541686811071466e-06 tokens_per_second_per_gpu:876.8703217488608 
Step 6038 | loss:0.013933003880083561 lr:6.351165421647692e-06 tokens_per_second_per_gpu:1003.9175528583311 
Step 6039 | loss:0.002816980704665184 lr:6.348162541796802e-06 tokens_per_second_per_gpu:944.842958670369 
Step 6040 | loss:0.009720683097839355 lr:6.345160041866885e-06 tokens_per_second_per_gpu:750.6724754317045 
Step 6041 | loss:0.015975214540958405 lr:6.342157922170306e-06 tokens_per_second_per_gpu:946.7709960565917 
Step 6042 | loss:0.011696934700012207 lr:6.3391561830193905e-06 tokens_per_second_per_gpu:801.5386855741177 
Step 6043 | loss:0.013384965248405933 lr:6.336154824726428e-06 tokens_per_second_per_gpu:1043.392635926589 
Step 6044 | loss:0.007170498371124268 lr:6.333153847603668e-06 tokens_per_second_per_gpu:867.5266089290428 
Step 6045 | loss:0.007232556119561195 lr:6.330153251963316e-06 tokens_per_second_per_gpu:946.9407604444064 
Step 6046 | loss:0.013483535498380661 lr:6.327153038117544e-06 tokens_per_second_per_gpu:958.2272202520786 
Step 6047 | loss:0.019031167030334473 lr:6.3241532063784774e-06 tokens_per_second_per_gpu:1125.5738776669693 
Step 6048 | loss:0.012179084122180939 lr:6.321153757058205e-06 tokens_per_second_per_gpu:1014.4775695759647 
Step 6049 | loss:0.006727010011672974 lr:6.318154690468781e-06 tokens_per_second_per_gpu:979.0730989596636 
Step 6050 | loss:0.010576063767075539 lr:6.315156006922211e-06 tokens_per_second_per_gpu:869.2171807787665 
Step 6051 | loss:0.006585214752703905 lr:6.312157706730465e-06 tokens_per_second_per_gpu:983.8518029475099 
Step 6052 | loss:0.0032888741698116064 lr:6.309159790205475e-06 tokens_per_second_per_gpu:941.886769483959 
Step 6053 | loss:0.007213689386844635 lr:6.306162257659129e-06 tokens_per_second_per_gpu:864.0440768460174 
Step 6054 | loss:0.01241448987275362 lr:6.30316510940328e-06 tokens_per_second_per_gpu:920.3828791143679 
Step 6055 | loss:0.006018286570906639 lr:6.300168345749731e-06 tokens_per_second_per_gpu:797.4759220995611 
Step 6056 | loss:0.007263972423970699 lr:6.297171967010259e-06 tokens_per_second_per_gpu:897.4544277909781 
Step 6057 | loss:0.014486828818917274 lr:6.294175973496592e-06 tokens_per_second_per_gpu:900.6454312724243 
Step 6058 | loss:0.007143524941056967 lr:6.291180365520418e-06 tokens_per_second_per_gpu:1034.0273939474769 
Step 6059 | loss:0.004263106733560562 lr:6.2881851433933886e-06 tokens_per_second_per_gpu:928.3885457980427 
Step 6060 | loss:0.010999936610460281 lr:6.285190307427114e-06 tokens_per_second_per_gpu:973.3627018416438 
Step 6061 | loss:0.008205834776163101 lr:6.282195857933161e-06 tokens_per_second_per_gpu:757.676207886381 
Step 6062 | loss:0.012841098941862583 lr:6.2792017952230625e-06 tokens_per_second_per_gpu:915.3602115294703 
Step 6063 | loss:0.008977776393294334 lr:6.276208119608305e-06 tokens_per_second_per_gpu:1042.6738135758055 
Step 6064 | loss:0.023801155388355255 lr:6.273214831400336e-06 tokens_per_second_per_gpu:1041.9537771047608 
Step 6065 | loss:0.024265574291348457 lr:6.2702219309105675e-06 tokens_per_second_per_gpu:918.1782199411473 
Step 6066 | loss:0.00807381421327591 lr:6.2672294184503646e-06 tokens_per_second_per_gpu:919.2251664484559 
Step 6067 | loss:0.007383461110293865 lr:6.264237294331054e-06 tokens_per_second_per_gpu:802.3588179053318 
Step 6068 | loss:0.0047638267278671265 lr:6.26124555886393e-06 tokens_per_second_per_gpu:767.2735106128346 
Step 6069 | loss:0.011233538389205933 lr:6.258254212360233e-06 tokens_per_second_per_gpu:955.5095374510615 
Step 6070 | loss:0.016754228621721268 lr:6.255263255131172e-06 tokens_per_second_per_gpu:1125.8170962420884 
Step 6071 | loss:0.020237524062395096 lr:6.252272687487908e-06 tokens_per_second_per_gpu:800.9986400116546 
Step 6072 | loss:0.009348868392407894 lr:6.249282509741574e-06 tokens_per_second_per_gpu:941.2428390337749 
Step 6073 | loss:0.006414639297872782 lr:6.246292722203251e-06 tokens_per_second_per_gpu:690.560362434751 
Step 6074 | loss:0.01479681208729744 lr:6.2433033251839824e-06 tokens_per_second_per_gpu:968.9710365002629 
Step 6075 | loss:0.007380063179880381 lr:6.240314318994773e-06 tokens_per_second_per_gpu:906.1743667951027 
Step 6076 | loss:0.017263727262616158 lr:6.2373257039465866e-06 tokens_per_second_per_gpu:943.6663774883973 
Step 6077 | loss:0.010548441670835018 lr:6.234337480350343e-06 tokens_per_second_per_gpu:1079.4800368299175 
Step 6078 | loss:0.006175043992698193 lr:6.231349648516927e-06 tokens_per_second_per_gpu:806.3884976603543 
Step 6079 | loss:0.006049821153283119 lr:6.228362208757177e-06 tokens_per_second_per_gpu:836.9243480794147 
Step 6080 | loss:0.010860113427042961 lr:6.225375161381891e-06 tokens_per_second_per_gpu:992.2428125373239 
Step 6081 | loss:0.01781877689063549 lr:6.222388506701834e-06 tokens_per_second_per_gpu:846.7337362619783 
Step 6082 | loss:0.002304014516994357 lr:6.219402245027721e-06 tokens_per_second_per_gpu:794.110697639551 
Step 6083 | loss:0.007130061741918325 lr:6.216416376670231e-06 tokens_per_second_per_gpu:933.4943419050064 
Step 6084 | loss:0.007548353169113398 lr:6.213430901939993e-06 tokens_per_second_per_gpu:743.3315671215048 
Step 6085 | loss:0.016732437536120415 lr:6.210445821147612e-06 tokens_per_second_per_gpu:1141.019179657742 
Step 6086 | loss:0.010591450147330761 lr:6.2074611346036415e-06 tokens_per_second_per_gpu:1006.1694023394309 
Step 6087 | loss:0.009682267904281616 lr:6.2044768426185874e-06 tokens_per_second_per_gpu:811.0639133895107 
Step 6088 | loss:0.011887980625033379 lr:6.201492945502931e-06 tokens_per_second_per_gpu:741.9719527034839 
Step 6089 | loss:0.008421337231993675 lr:6.198509443567101e-06 tokens_per_second_per_gpu:885.8415711821716 
Step 6090 | loss:0.004860861226916313 lr:6.195526337121483e-06 tokens_per_second_per_gpu:883.7180542790769 
Step 6091 | loss:0.012554969638586044 lr:6.1925436264764315e-06 tokens_per_second_per_gpu:1026.5811929708084 
Step 6092 | loss:0.009861675091087818 lr:6.189561311942256e-06 tokens_per_second_per_gpu:1005.1028117988883 
Step 6093 | loss:0.007924512028694153 lr:6.186579393829215e-06 tokens_per_second_per_gpu:727.9218499260332 
Step 6094 | loss:0.02668978087604046 lr:6.183597872447542e-06 tokens_per_second_per_gpu:1006.5375485250162 
Step 6095 | loss:0.00987238809466362 lr:6.180616748107422e-06 tokens_per_second_per_gpu:1094.0450268918116 
Step 6096 | loss:0.007024884689599276 lr:6.177636021118988e-06 tokens_per_second_per_gpu:1097.0575958412069 
Step 6097 | loss:0.011552355252206326 lr:6.1746556917923526e-06 tokens_per_second_per_gpu:796.859368486476 
Step 6098 | loss:0.003941970877349377 lr:6.171675760437572e-06 tokens_per_second_per_gpu:861.4957305004664 
Step 6099 | loss:0.011155209504067898 lr:6.1686962273646645e-06 tokens_per_second_per_gpu:814.061704423291 
Step 6100 | loss:0.011335423216223717 lr:6.165717092883603e-06 tokens_per_second_per_gpu:772.2049254010267 
Step 6101 | loss:0.019210055470466614 lr:6.162738357304334e-06 tokens_per_second_per_gpu:1196.400510138423 
Step 6102 | loss:0.003953026607632637 lr:6.159760020936742e-06 tokens_per_second_per_gpu:889.8517434966003 
Step 6103 | loss:0.013810575008392334 lr:6.156782084090682e-06 tokens_per_second_per_gpu:825.2852359366586 
Step 6104 | loss:0.009174036793410778 lr:6.1538045470759746e-06 tokens_per_second_per_gpu:990.482650892048 
Step 6105 | loss:0.009652158245444298 lr:6.150827410202378e-06 tokens_per_second_per_gpu:750.887551951254 
Step 6106 | loss:0.006643666420131922 lr:6.14785067377962e-06 tokens_per_second_per_gpu:962.2920216316256 
Step 6107 | loss:0.05662431940436363 lr:6.144874338117399e-06 tokens_per_second_per_gpu:952.3329295885006 
Step 6108 | loss:0.021322421729564667 lr:6.14189840352535e-06 tokens_per_second_per_gpu:1076.3725248996116 
Step 6109 | loss:0.010862854309380054 lr:6.138922870313075e-06 tokens_per_second_per_gpu:789.9520964671653 
Step 6110 | loss:0.006602965295314789 lr:6.135947738790145e-06 tokens_per_second_per_gpu:750.4635136202975 
Step 6111 | loss:0.008442739024758339 lr:6.13297300926607e-06 tokens_per_second_per_gpu:918.4630326839471 
Step 6112 | loss:0.00709766149520874 lr:6.129998682050326e-06 tokens_per_second_per_gpu:800.1943850010106 
Step 6113 | loss:0.014420822262763977 lr:6.12702475745236e-06 tokens_per_second_per_gpu:1085.91014174939 
Step 6114 | loss:0.005497824400663376 lr:6.124051235781559e-06 tokens_per_second_per_gpu:1008.1195224229758 
Step 6115 | loss:0.007809060625731945 lr:6.121078117347274e-06 tokens_per_second_per_gpu:942.1392905513814 
Step 6116 | loss:0.008324000984430313 lr:6.118105402458815e-06 tokens_per_second_per_gpu:787.0053764124048 
Step 6117 | loss:0.04846712574362755 lr:6.115133091425454e-06 tokens_per_second_per_gpu:754.7298217591213 
Step 6118 | loss:0.006576987914741039 lr:6.112161184556415e-06 tokens_per_second_per_gpu:970.8021144259308 
Step 6119 | loss:0.01393401063978672 lr:6.109189682160879e-06 tokens_per_second_per_gpu:957.5656952258204 
Step 6120 | loss:0.005356221459805965 lr:6.106218584547992e-06 tokens_per_second_per_gpu:939.5287343514376 
Step 6121 | loss:0.012271237559616566 lr:6.1032478920268534e-06 tokens_per_second_per_gpu:856.3841814883648 
Step 6122 | loss:0.01344358827918768 lr:6.100277604906518e-06 tokens_per_second_per_gpu:661.8285830257954 
Step 6123 | loss:0.009146125987172127 lr:6.097307723496004e-06 tokens_per_second_per_gpu:759.3164215045479 
Step 6124 | loss:0.0070864311419427395 lr:6.094338248104286e-06 tokens_per_second_per_gpu:1026.0779040624927 
Step 6125 | loss:0.04374851658940315 lr:6.09136917904029e-06 tokens_per_second_per_gpu:1186.1955023507107 
Step 6126 | loss:0.005075276363641024 lr:6.088400516612909e-06 tokens_per_second_per_gpu:724.2228448565061 
Step 6127 | loss:0.007088680285960436 lr:6.0854322611309905e-06 tokens_per_second_per_gpu:940.5087574935941 
Step 6128 | loss:0.008888458833098412 lr:6.082464412903334e-06 tokens_per_second_per_gpu:805.9618811850063 
Step 6129 | loss:0.00884001050144434 lr:6.079496972238702e-06 tokens_per_second_per_gpu:893.6943135379229 
Step 6130 | loss:0.005414807703346014 lr:6.0765299394458185e-06 tokens_per_second_per_gpu:798.8223026848287 
Step 6131 | loss:0.005883758421987295 lr:6.073563314833357e-06 tokens_per_second_per_gpu:690.726374428943 
Step 6132 | loss:0.011112803593277931 lr:6.070597098709949e-06 tokens_per_second_per_gpu:830.4559135903252 
Step 6133 | loss:0.0069062430411577225 lr:6.067631291384193e-06 tokens_per_second_per_gpu:892.2954155979617 
Step 6134 | loss:0.008601168170571327 lr:6.0646658931646365e-06 tokens_per_second_per_gpu:857.7475840368155 
Step 6135 | loss:0.009358169510960579 lr:6.061700904359782e-06 tokens_per_second_per_gpu:909.5632949008 
Step 6136 | loss:0.007535080425441265 lr:6.058736325278098e-06 tokens_per_second_per_gpu:949.3631269070548 
Step 6137 | loss:0.007305663079023361 lr:6.055772156228006e-06 tokens_per_second_per_gpu:943.9811239662974 
Step 6138 | loss:0.024912189692258835 lr:6.052808397517882e-06 tokens_per_second_per_gpu:880.0857305639586 
Step 6139 | loss:0.010215407237410545 lr:6.049845049456067e-06 tokens_per_second_per_gpu:904.077821737565 
Step 6140 | loss:0.016877342015504837 lr:6.046882112350851e-06 tokens_per_second_per_gpu:870.1022928594161 
Step 6141 | loss:0.009154677391052246 lr:6.043919586510485e-06 tokens_per_second_per_gpu:895.2453043831579 
Step 6142 | loss:0.011969896033406258 lr:6.040957472243178e-06 tokens_per_second_per_gpu:870.794315943625 
Step 6143 | loss:0.013080665841698647 lr:6.037995769857098e-06 tokens_per_second_per_gpu:752.9382076542965 
Step 6144 | loss:0.005697689950466156 lr:6.035034479660362e-06 tokens_per_second_per_gpu:1023.2445276880843 
Step 6145 | loss:0.014519382268190384 lr:6.032073601961052e-06 tokens_per_second_per_gpu:957.2655591156768 
Step 6146 | loss:0.006172467488795519 lr:6.029113137067205e-06 tokens_per_second_per_gpu:857.8803156984231 
Step 6147 | loss:0.0047005233354866505 lr:6.026153085286815e-06 tokens_per_second_per_gpu:802.14881091614 
Step 6148 | loss:0.01890336163341999 lr:6.023193446927828e-06 tokens_per_second_per_gpu:754.3761212512032 
Step 6149 | loss:0.010040806606411934 lr:6.02023422229816e-06 tokens_per_second_per_gpu:1108.534557785896 
Step 6150 | loss:0.005505684297531843 lr:6.017275411705671e-06 tokens_per_second_per_gpu:788.1980766796357 
Step 6151 | loss:0.016087248921394348 lr:6.01431701545818e-06 tokens_per_second_per_gpu:1176.533984065208 
Step 6152 | loss:0.008872282691299915 lr:6.01135903386347e-06 tokens_per_second_per_gpu:888.9629872100547 
Step 6153 | loss:0.0043042623437941074 lr:6.008401467229274e-06 tokens_per_second_per_gpu:744.7936501415728 
Step 6154 | loss:0.009682825766503811 lr:6.0054443158632825e-06 tokens_per_second_per_gpu:1076.833839885066 
Step 6155 | loss:0.012480075471103191 lr:6.002487580073149e-06 tokens_per_second_per_gpu:1046.9343803855 
Step 6156 | loss:0.015909098088741302 lr:5.999531260166476e-06 tokens_per_second_per_gpu:820.4194079655022 
Step 6157 | loss:0.006832524202764034 lr:5.996575356450824e-06 tokens_per_second_per_gpu:941.3273011961039 
Step 6158 | loss:0.011902270838618279 lr:5.993619869233718e-06 tokens_per_second_per_gpu:970.9006638083498 
Step 6159 | loss:0.00762287899851799 lr:5.99066479882263e-06 tokens_per_second_per_gpu:945.7117764658403 
Step 6160 | loss:0.014498492702841759 lr:5.987710145524992e-06 tokens_per_second_per_gpu:976.6874722000396 
Step 6161 | loss:0.021006397902965546 lr:5.984755909648192e-06 tokens_per_second_per_gpu:1371.3238331708437 
Step 6162 | loss:0.017446618527173996 lr:5.98180209149958e-06 tokens_per_second_per_gpu:990.6503812275422 
Step 6163 | loss:0.006558225490152836 lr:5.978848691386456e-06 tokens_per_second_per_gpu:938.8345871195164 
Step 6164 | loss:0.0047606113366782665 lr:5.975895709616075e-06 tokens_per_second_per_gpu:821.666103649511 
Step 6165 | loss:0.006749236490577459 lr:5.972943146495658e-06 tokens_per_second_per_gpu:1041.7142087376521 
Step 6166 | loss:0.007173351012170315 lr:5.969991002332374e-06 tokens_per_second_per_gpu:943.2308538439673 
Step 6167 | loss:0.004711677320301533 lr:5.967039277433349e-06 tokens_per_second_per_gpu:827.6620009523568 
Step 6168 | loss:0.01647205650806427 lr:5.96408797210567e-06 tokens_per_second_per_gpu:1042.046229780575 
Step 6169 | loss:0.005859339609742165 lr:5.9611370866563765e-06 tokens_per_second_per_gpu:904.4068634662634 
Step 6170 | loss:0.016360526904463768 lr:5.9581866213924656e-06 tokens_per_second_per_gpu:838.4518729244421 
Step 6171 | loss:0.010608585551381111 lr:5.955236576620893e-06 tokens_per_second_per_gpu:933.7205959044842 
Step 6172 | loss:0.020120050758123398 lr:5.952286952648566e-06 tokens_per_second_per_gpu:880.1726896748502 
Step 6173 | loss:0.017422940582036972 lr:5.949337749782349e-06 tokens_per_second_per_gpu:799.3750774959836 
Step 6174 | loss:0.009995772503316402 lr:5.9463889683290665e-06 tokens_per_second_per_gpu:1063.1590082201092 
Step 6175 | loss:0.010049480944871902 lr:5.943440608595497e-06 tokens_per_second_per_gpu:915.5502898811798 
Step 6176 | loss:0.004454595968127251 lr:5.940492670888373e-06 tokens_per_second_per_gpu:881.2979820135232 
Step 6177 | loss:0.005934176500886679 lr:5.9375451555143835e-06 tokens_per_second_per_gpu:930.9245223505483 
Step 6178 | loss:0.008627538569271564 lr:5.934598062780179e-06 tokens_per_second_per_gpu:877.1393295435572 
Step 6179 | loss:0.0073102181777358055 lr:5.931651392992359e-06 tokens_per_second_per_gpu:862.529824945808 
Step 6180 | loss:0.004873175639659166 lr:5.928705146457483e-06 tokens_per_second_per_gpu:946.9648415027968 
Step 6181 | loss:0.005750451236963272 lr:5.925759323482065e-06 tokens_per_second_per_gpu:911.8220789724181 
Step 6182 | loss:0.007917540147900581 lr:5.922813924372577e-06 tokens_per_second_per_gpu:721.7377846798182 
Step 6183 | loss:0.007244376000016928 lr:5.919868949435441e-06 tokens_per_second_per_gpu:928.1107916895132 
Step 6184 | loss:0.010106989182531834 lr:5.916924398977043e-06 tokens_per_second_per_gpu:1015.9776661538557 
Step 6185 | loss:0.014027675613760948 lr:5.913980273303721e-06 tokens_per_second_per_gpu:780.2305418012915 
Step 6186 | loss:0.017388196662068367 lr:5.911036572721767e-06 tokens_per_second_per_gpu:1072.5770644339952 
Step 6187 | loss:0.012217240408062935 lr:5.9080932975374305e-06 tokens_per_second_per_gpu:900.5257117278297 
Step 6188 | loss:0.011531362310051918 lr:5.9051504480569185e-06 tokens_per_second_per_gpu:831.8526900431499 
Step 6189 | loss:0.007221635896712542 lr:5.902208024586394e-06 tokens_per_second_per_gpu:979.0490860924357 
Step 6190 | loss:0.007398406974971294 lr:5.899266027431965e-06 tokens_per_second_per_gpu:903.3525656824838 
Step 6191 | loss:0.009643226861953735 lr:5.896324456899711e-06 tokens_per_second_per_gpu:913.1274963600985 
Step 6192 | loss:0.004447363782674074 lr:5.893383313295663e-06 tokens_per_second_per_gpu:1012.281235407313 
Step 6193 | loss:0.028012188151478767 lr:5.890442596925794e-06 tokens_per_second_per_gpu:1052.9584402339233 
Step 6194 | loss:0.01403341069817543 lr:5.887502308096051e-06 tokens_per_second_per_gpu:1056.657335737581 
Step 6195 | loss:0.007530524395406246 lr:5.884562447112331e-06 tokens_per_second_per_gpu:983.2725553582119 
Step 6196 | loss:0.012699650600552559 lr:5.881623014280473e-06 tokens_per_second_per_gpu:951.4922593003615 
Step 6197 | loss:0.012417270801961422 lr:5.878684009906292e-06 tokens_per_second_per_gpu:875.0006977933608 
Step 6198 | loss:0.01740243472158909 lr:5.875745434295551e-06 tokens_per_second_per_gpu:987.4184654400415 
Step 6199 | loss:0.029684660956263542 lr:5.872807287753954e-06 tokens_per_second_per_gpu:1059.550051737073 
Step 6200 | loss:0.010571416467428207 lr:5.869869570587186e-06 tokens_per_second_per_gpu:788.2577152514369 
Step 6201 | loss:0.017799194902181625 lr:5.866932283100869e-06 tokens_per_second_per_gpu:999.5015633076981 
Step 6202 | loss:0.012796925380825996 lr:5.863995425600579e-06 tokens_per_second_per_gpu:835.5103609838304 
Step 6203 | loss:0.003419213928282261 lr:5.861058998391864e-06 tokens_per_second_per_gpu:827.8671229091591 
Step 6204 | loss:0.02368822693824768 lr:5.8581230017802145e-06 tokens_per_second_per_gpu:1031.5371601382626 
Step 6205 | loss:0.02055632323026657 lr:5.8551874360710746e-06 tokens_per_second_per_gpu:1047.9889014643345 
Step 6206 | loss:0.00958014652132988 lr:5.852252301569845e-06 tokens_per_second_per_gpu:748.9341054039542 
Step 6207 | loss:0.009449873119592667 lr:5.8493175985818936e-06 tokens_per_second_per_gpu:933.8678368824159 
Step 6208 | loss:0.004179638810455799 lr:5.846383327412528e-06 tokens_per_second_per_gpu:748.5535506934914 
Step 6209 | loss:0.010554583743214607 lr:5.843449488367015e-06 tokens_per_second_per_gpu:991.9147492172431 
Step 6210 | loss:0.009815609082579613 lr:5.8405160817505834e-06 tokens_per_second_per_gpu:772.9017394835743 
Step 6211 | loss:0.017771009355783463 lr:5.837583107868408e-06 tokens_per_second_per_gpu:890.4242674623129 
Step 6212 | loss:0.01711365021765232 lr:5.834650567025624e-06 tokens_per_second_per_gpu:959.3392509653945 
Step 6213 | loss:0.0059739467687904835 lr:5.831718459527317e-06 tokens_per_second_per_gpu:853.793075510868 
Step 6214 | loss:0.004563024267554283 lr:5.8287867856785376e-06 tokens_per_second_per_gpu:928.7917460287654 
Step 6215 | loss:0.008306637406349182 lr:5.825855545784275e-06 tokens_per_second_per_gpu:848.896366151698 
Step 6216 | loss:0.031814899295568466 lr:5.822924740149487e-06 tokens_per_second_per_gpu:1010.8699140031536 
Step 6217 | loss:0.004657695535570383 lr:5.819994369079086e-06 tokens_per_second_per_gpu:839.1938858920363 
Step 6218 | loss:0.010384296998381615 lr:5.817064432877925e-06 tokens_per_second_per_gpu:1123.3549073959978 
Step 6219 | loss:0.009130542166531086 lr:5.814134931850829e-06 tokens_per_second_per_gpu:918.9138726214031 
Step 6220 | loss:0.008173529990017414 lr:5.811205866302571e-06 tokens_per_second_per_gpu:850.140884885701 
Step 6221 | loss:0.00828400906175375 lr:5.808277236537872e-06 tokens_per_second_per_gpu:836.8235388182443 
Step 6222 | loss:0.006390384864062071 lr:5.805349042861415e-06 tokens_per_second_per_gpu:459.9554590685764 
Step 6223 | loss:0.007152187637984753 lr:5.802421285577843e-06 tokens_per_second_per_gpu:553.4798620488225 
Step 6224 | loss:0.0067818909883499146 lr:5.799493964991738e-06 tokens_per_second_per_gpu:471.5910888047213 
Step 6225 | loss:0.0052691190503537655 lr:5.796567081407649e-06 tokens_per_second_per_gpu:455.0727741888198 
Step 6226 | loss:0.024161171168088913 lr:5.79364063513008e-06 tokens_per_second_per_gpu:1001.2737639253314 
Step 6227 | loss:0.005052259191870689 lr:5.790714626463479e-06 tokens_per_second_per_gpu:930.9626036094205 
Step 6228 | loss:0.009195638820528984 lr:5.787789055712259e-06 tokens_per_second_per_gpu:946.6067165189154 
Step 6229 | loss:0.003940462600439787 lr:5.784863923180784e-06 tokens_per_second_per_gpu:792.9624664060942 
Step 6230 | loss:0.006636406295001507 lr:5.781939229173365e-06 tokens_per_second_per_gpu:910.4926679708509 
Step 6231 | loss:0.008300762623548508 lr:5.779014973994281e-06 tokens_per_second_per_gpu:810.8901948058976 
Step 6232 | loss:0.025367964059114456 lr:5.776091157947762e-06 tokens_per_second_per_gpu:890.8537850815114 
Step 6233 | loss:0.00575502822175622 lr:5.773167781337978e-06 tokens_per_second_per_gpu:713.3926399335263 
Step 6234 | loss:0.005945236422121525 lr:5.770244844469074e-06 tokens_per_second_per_gpu:967.7516313912465 
Step 6235 | loss:0.009671014733612537 lr:5.767322347645131e-06 tokens_per_second_per_gpu:952.7931024397722 
Step 6236 | loss:0.009986508637666702 lr:5.764400291170198e-06 tokens_per_second_per_gpu:879.187776228745 
Step 6237 | loss:0.0076499199494719505 lr:5.761478675348273e-06 tokens_per_second_per_gpu:730.2949480886052 
Step 6238 | loss:0.011330912820994854 lr:5.758557500483305e-06 tokens_per_second_per_gpu:915.7552084306714 
Step 6239 | loss:0.008439507335424423 lr:5.7556367668792e-06 tokens_per_second_per_gpu:835.7603930044108 
Step 6240 | loss:0.010896391235291958 lr:5.752716474839826e-06 tokens_per_second_per_gpu:940.7098734916514 
Step 6241 | loss:0.00435560941696167 lr:5.749796624668984e-06 tokens_per_second_per_gpu:718.2560912148326 
Step 6242 | loss:0.006094923242926598 lr:5.7468772166704515e-06 tokens_per_second_per_gpu:819.8320650430583 
Step 6243 | loss:0.004765985533595085 lr:5.743958251147952e-06 tokens_per_second_per_gpu:794.9180429443962 
Step 6244 | loss:0.0044913142919540405 lr:5.7410397284051535e-06 tokens_per_second_per_gpu:946.6284260062682 
Step 6245 | loss:0.015122083947062492 lr:5.738121648745691e-06 tokens_per_second_per_gpu:741.5376171557197 
Step 6246 | loss:0.007831026799976826 lr:5.735204012473152e-06 tokens_per_second_per_gpu:493.98563413112015 
Step 6247 | loss:0.016268622130155563 lr:5.732286819891068e-06 tokens_per_second_per_gpu:611.036256598197 
Step 6248 | loss:0.009259984828531742 lr:5.729370071302935e-06 tokens_per_second_per_gpu:302.85509726718186 
Step 6249 | loss:0.008763461373746395 lr:5.726453767012199e-06 tokens_per_second_per_gpu:652.5248132630958 
Step 6250 | loss:0.0058359927497804165 lr:5.723537907322259e-06 tokens_per_second_per_gpu:477.0608666802682 
Step 6251 | loss:0.015309153124690056 lr:5.720622492536456e-06 tokens_per_second_per_gpu:415.00010937953726 
Step 6252 | loss:0.012150337919592857 lr:5.717707522958118e-06 tokens_per_second_per_gpu:571.4313676916818 
Step 6253 | loss:0.011442855931818485 lr:5.714792998890495e-06 tokens_per_second_per_gpu:384.5189977344016 
Step 6254 | loss:0.0049252863973379135 lr:5.711878920636793e-06 tokens_per_second_per_gpu:612.2808115628363 
Step 6255 | loss:0.0067940810695290565 lr:5.708965288500196e-06 tokens_per_second_per_gpu:718.8176924298594 
Step 6256 | loss:0.0037723726127296686 lr:5.706052102783817e-06 tokens_per_second_per_gpu:893.4585480795957 
Step 6257 | loss:0.00824957899749279 lr:5.7031393637907224e-06 tokens_per_second_per_gpu:898.7645208213357 
Step 6258 | loss:0.007942036725580692 lr:5.700227071823959e-06 tokens_per_second_per_gpu:785.0461273090617 
Step 6259 | loss:0.008854398503899574 lr:5.6973152271865e-06 tokens_per_second_per_gpu:750.8992812607544 
Step 6260 | loss:0.012423720210790634 lr:5.69440383018127e-06 tokens_per_second_per_gpu:859.3096489620052 
Step 6261 | loss:0.009378612972795963 lr:5.691492881111176e-06 tokens_per_second_per_gpu:850.6423811852704 
Step 6262 | loss:0.006801986135542393 lr:5.6885823802790525e-06 tokens_per_second_per_gpu:984.5225121584978 
Step 6263 | loss:0.00458897091448307 lr:5.6856723279876876e-06 tokens_per_second_per_gpu:790.3265337164895 
Step 6264 | loss:0.009175729937851429 lr:5.682762724539845e-06 tokens_per_second_per_gpu:818.2081034969693 
Step 6265 | loss:0.01058576162904501 lr:5.679853570238218e-06 tokens_per_second_per_gpu:1126.902563092811 
Step 6266 | loss:0.0040464564226567745 lr:5.676944865385461e-06 tokens_per_second_per_gpu:787.5408752273441 
Step 6267 | loss:0.003957842942327261 lr:5.674036610284186e-06 tokens_per_second_per_gpu:846.0059455249058 
Step 6268 | loss:0.0037658601067960262 lr:5.671128805236957e-06 tokens_per_second_per_gpu:747.3224897194964 
Step 6269 | loss:0.06299936026334763 lr:5.668221450546281e-06 tokens_per_second_per_gpu:1118.6875456246607 
Step 6270 | loss:0.016688065603375435 lr:5.665314546514633e-06 tokens_per_second_per_gpu:930.2087478181527 
Step 6271 | loss:0.004742189310491085 lr:5.6624080934444355e-06 tokens_per_second_per_gpu:787.9681791005771 
Step 6272 | loss:0.006049386691302061 lr:5.659502091638058e-06 tokens_per_second_per_gpu:942.112921694816 
Step 6273 | loss:0.007659075781702995 lr:5.65659654139783e-06 tokens_per_second_per_gpu:949.7467164667876 
Step 6274 | loss:0.00776352034881711 lr:5.653691443026036e-06 tokens_per_second_per_gpu:800.7593366008487 
Step 6275 | loss:0.007082951255142689 lr:5.650786796824903e-06 tokens_per_second_per_gpu:943.1855016872881 
Step 6276 | loss:0.007304229773581028 lr:5.64788260309662e-06 tokens_per_second_per_gpu:778.4308233217312 
Step 6277 | loss:0.01356285996735096 lr:5.644978862143331e-06 tokens_per_second_per_gpu:784.0384642906647 
Step 6278 | loss:0.013024816289544106 lr:5.64207557426712e-06 tokens_per_second_per_gpu:1023.3028222214455 
Step 6279 | loss:0.008174840360879898 lr:5.63917273977004e-06 tokens_per_second_per_gpu:831.0834631411101 
Step 6280 | loss:0.010336675681173801 lr:5.6362703589540835e-06 tokens_per_second_per_gpu:920.6740020903806 
Step 6281 | loss:0.006045329384505749 lr:5.633368432121202e-06 tokens_per_second_per_gpu:769.6889427302312 
Step 6282 | loss:0.010348532348871231 lr:5.630466959573304e-06 tokens_per_second_per_gpu:774.6628719270394 
Step 6283 | loss:0.0051974942907691 lr:5.62756594161224e-06 tokens_per_second_per_gpu:854.9463579853305 
Step 6284 | loss:0.01022674236446619 lr:5.62466537853982e-06 tokens_per_second_per_gpu:1049.76968529238 
Step 6285 | loss:0.005921033211052418 lr:5.6217652706578106e-06 tokens_per_second_per_gpu:903.6985774250677 
Step 6286 | loss:0.01031055673956871 lr:5.618865618267922e-06 tokens_per_second_per_gpu:841.674830078708 
Step 6287 | loss:0.0061903116293251514 lr:5.6159664216718176e-06 tokens_per_second_per_gpu:992.0164654270935 
Step 6288 | loss:0.0025819018483161926 lr:5.613067681171127e-06 tokens_per_second_per_gpu:882.3764499652739 
Step 6289 | loss:0.0088814627379179 lr:5.610169397067413e-06 tokens_per_second_per_gpu:1199.1770730525257 
Step 6290 | loss:0.013105187565088272 lr:5.607271569662203e-06 tokens_per_second_per_gpu:1129.2550938771926 
Step 6291 | loss:0.004037154838442802 lr:5.604374199256979e-06 tokens_per_second_per_gpu:854.8103149517715 
Step 6292 | loss:0.003977918531745672 lr:5.601477286153162e-06 tokens_per_second_per_gpu:907.2322828615518 
Step 6293 | loss:0.014445539563894272 lr:5.5985808306521385e-06 tokens_per_second_per_gpu:1039.1677694158702 
Step 6294 | loss:0.006197016686201096 lr:5.595684833055246e-06 tokens_per_second_per_gpu:900.8266294588002 
Step 6295 | loss:0.007920615375041962 lr:5.592789293663765e-06 tokens_per_second_per_gpu:873.4411372162253 
Step 6296 | loss:0.013493098318576813 lr:5.589894212778938e-06 tokens_per_second_per_gpu:912.9678327524783 
Step 6297 | loss:0.003867689985781908 lr:5.5869995907019595e-06 tokens_per_second_per_gpu:990.6735918521472 
Step 6298 | loss:0.006023179739713669 lr:5.584105427733965e-06 tokens_per_second_per_gpu:1052.0369700713322 
Step 6299 | loss:0.007856622338294983 lr:5.581211724176055e-06 tokens_per_second_per_gpu:837.5675338440255 
Step 6300 | loss:0.011786047369241714 lr:5.578318480329281e-06 tokens_per_second_per_gpu:764.10166297437 
Step 6301 | loss:0.00565005699172616 lr:5.575425696494638e-06 tokens_per_second_per_gpu:850.710809554657 
Step 6302 | loss:0.015487696044147015 lr:5.572533372973079e-06 tokens_per_second_per_gpu:797.5035530989654 
Step 6303 | loss:0.010655495338141918 lr:5.569641510065513e-06 tokens_per_second_per_gpu:860.2607228685271 
Step 6304 | loss:0.01186866220086813 lr:5.5667501080727894e-06 tokens_per_second_per_gpu:912.7385155989888 
Step 6305 | loss:0.006641820538789034 lr:5.563859167295722e-06 tokens_per_second_per_gpu:721.4087556464902 
Step 6306 | loss:0.009569309651851654 lr:5.560968688035074e-06 tokens_per_second_per_gpu:1112.58745683122 
Step 6307 | loss:0.009359222836792469 lr:5.558078670591548e-06 tokens_per_second_per_gpu:973.5211036386874 
Step 6308 | loss:0.011613653041422367 lr:5.555189115265817e-06 tokens_per_second_per_gpu:885.1507949580258 
Step 6309 | loss:0.014177870005369186 lr:5.552300022358499e-06 tokens_per_second_per_gpu:1018.7684886038834 
Step 6310 | loss:0.00861002504825592 lr:5.549411392170154e-06 tokens_per_second_per_gpu:1069.79969573997 
Step 6311 | loss:0.00517458887770772 lr:5.54652322500131e-06 tokens_per_second_per_gpu:770.8893558914883 
Step 6312 | loss:0.006645957473665476 lr:5.543635521152435e-06 tokens_per_second_per_gpu:902.0369613213851 
Step 6313 | loss:0.012540353462100029 lr:5.540748280923952e-06 tokens_per_second_per_gpu:971.4727302695924 
Step 6314 | loss:0.013457931578159332 lr:5.537861504616243e-06 tokens_per_second_per_gpu:758.9736351660353 
Step 6315 | loss:0.006215677130967379 lr:5.534975192529628e-06 tokens_per_second_per_gpu:889.5385036659312 
Step 6316 | loss:0.008234200067818165 lr:5.532089344964389e-06 tokens_per_second_per_gpu:857.4206851248249 
Step 6317 | loss:0.010684252716600895 lr:5.52920396222076e-06 tokens_per_second_per_gpu:979.1892199395818 
Step 6318 | loss:0.00853642262518406 lr:5.526319044598917e-06 tokens_per_second_per_gpu:869.2977345652378 
Step 6319 | loss:0.015558429062366486 lr:5.523434592398997e-06 tokens_per_second_per_gpu:1080.644388670611 
Step 6320 | loss:0.039450228214263916 lr:5.520550605921091e-06 tokens_per_second_per_gpu:823.1141084035463 
Step 6321 | loss:0.007523978129029274 lr:5.517667085465226e-06 tokens_per_second_per_gpu:860.160221484432 
Step 6322 | loss:0.009022382088005543 lr:5.514784031331397e-06 tokens_per_second_per_gpu:1010.238574747509 
Step 6323 | loss:0.012105590663850307 lr:5.511901443819546e-06 tokens_per_second_per_gpu:1015.155759053926 
Step 6324 | loss:0.013304193504154682 lr:5.509019323229559e-06 tokens_per_second_per_gpu:852.2709948115069 
Step 6325 | loss:0.0098107336089015 lr:5.50613766986128e-06 tokens_per_second_per_gpu:950.9513874779216 
Step 6326 | loss:0.005519124213606119 lr:5.50325648401451e-06 tokens_per_second_per_gpu:809.5031489533246 
Step 6327 | loss:0.004875293001532555 lr:5.500375765988986e-06 tokens_per_second_per_gpu:817.8725672964723 
Step 6328 | loss:0.011365660466253757 lr:5.49749551608441e-06 tokens_per_second_per_gpu:955.3641892319632 
Step 6329 | loss:0.0030177831649780273 lr:5.494615734600432e-06 tokens_per_second_per_gpu:762.3270727887146 
Step 6330 | loss:0.015029383823275566 lr:5.491736421836647e-06 tokens_per_second_per_gpu:1027.6568955944529 
Step 6331 | loss:0.004523445852100849 lr:5.488857578092605e-06 tokens_per_second_per_gpu:874.8705116531215 
Step 6332 | loss:0.005899331998080015 lr:5.485979203667817e-06 tokens_per_second_per_gpu:947.0378070526974 
Step 6333 | loss:0.004929757677018642 lr:5.4831012988617285e-06 tokens_per_second_per_gpu:993.8694885820319 
Step 6334 | loss:0.021425113081932068 lr:5.4802238639737435e-06 tokens_per_second_per_gpu:1055.278553379068 
Step 6335 | loss:0.0047795772552490234 lr:5.477346899303224e-06 tokens_per_second_per_gpu:930.9580754415108 
Step 6336 | loss:0.018599985167384148 lr:5.47447040514947e-06 tokens_per_second_per_gpu:928.5156527399461 
Step 6337 | loss:0.015694689005613327 lr:5.471594381811742e-06 tokens_per_second_per_gpu:735.6334241708815 
Step 6338 | loss:0.010822968557476997 lr:5.468718829589252e-06 tokens_per_second_per_gpu:899.9972387650403 
Step 6339 | loss:0.005837780889123678 lr:5.4658437487811525e-06 tokens_per_second_per_gpu:879.4758236064342 
Step 6340 | loss:0.01570604182779789 lr:5.462969139686562e-06 tokens_per_second_per_gpu:899.4348759619061 
Step 6341 | loss:0.006017637439072132 lr:5.460095002604533e-06 tokens_per_second_per_gpu:758.1627039806515 
Step 6342 | loss:0.004483742639422417 lr:5.457221337834084e-06 tokens_per_second_per_gpu:1040.5162545340265 
Step 6343 | loss:0.01728876121342182 lr:5.454348145674182e-06 tokens_per_second_per_gpu:1159.3367243336368 
Step 6344 | loss:0.0059578982181847095 lr:5.4514754264237314e-06 tokens_per_second_per_gpu:834.7270340565236 
Step 6345 | loss:0.0044834427535533905 lr:5.448603180381602e-06 tokens_per_second_per_gpu:1070.502566064128 
Step 6346 | loss:0.020615998655557632 lr:5.445731407846615e-06 tokens_per_second_per_gpu:961.5560267324157 
Step 6347 | loss:0.021046480163931847 lr:5.442860109117527e-06 tokens_per_second_per_gpu:848.8038128496172 
Step 6348 | loss:0.008926213718950748 lr:5.4399892844930605e-06 tokens_per_second_per_gpu:787.0216481790919 
Step 6349 | loss:0.006998637691140175 lr:5.437118934271885e-06 tokens_per_second_per_gpu:768.8604160984798 
Step 6350 | loss:0.024376656860113144 lr:5.434249058752615e-06 tokens_per_second_per_gpu:934.1395301803994 
Step 6351 | loss:0.009540541097521782 lr:5.431379658233822e-06 tokens_per_second_per_gpu:826.2431996608092 
Step 6352 | loss:0.045589324086904526 lr:5.428510733014027e-06 tokens_per_second_per_gpu:1164.7344168132834 
Step 6353 | loss:0.01452055387198925 lr:5.425642283391695e-06 tokens_per_second_per_gpu:873.2387917791688 
Step 6354 | loss:0.005232489667832851 lr:5.422774309665249e-06 tokens_per_second_per_gpu:777.6220165482335 
Step 6355 | loss:0.006084581837058067 lr:5.4199068121330665e-06 tokens_per_second_per_gpu:822.6535422593662 
Step 6356 | loss:0.007139087188988924 lr:5.417039791093465e-06 tokens_per_second_per_gpu:833.4369005379095 
Step 6357 | loss:0.006606794893741608 lr:5.414173246844707e-06 tokens_per_second_per_gpu:873.7233206692899 
Step 6358 | loss:0.020499488338828087 lr:5.411307179685031e-06 tokens_per_second_per_gpu:1015.1345423208194 
Step 6359 | loss:0.004867665469646454 lr:5.408441589912603e-06 tokens_per_second_per_gpu:941.131411404481 
Step 6360 | loss:0.018982190638780594 lr:5.405576477825538e-06 tokens_per_second_per_gpu:1129.358998379887 
Step 6361 | loss:0.007833321578800678 lr:5.402711843721926e-06 tokens_per_second_per_gpu:841.924071303309 
Step 6362 | loss:0.01478560734540224 lr:5.399847687899783e-06 tokens_per_second_per_gpu:744.3323159700291 
Step 6363 | loss:0.011456100270152092 lr:5.3969840106570735e-06 tokens_per_second_per_gpu:851.1980052522375 
Step 6364 | loss:0.005189736373722553 lr:5.394120812291739e-06 tokens_per_second_per_gpu:955.6034509893442 
Step 6365 | loss:0.006589103955775499 lr:5.3912580931016455e-06 tokens_per_second_per_gpu:746.7941375795583 
Step 6366 | loss:0.007258384954184294 lr:5.388395853384609e-06 tokens_per_second_per_gpu:787.339326000938 
Step 6367 | loss:0.004528651013970375 lr:5.385534093438423e-06 tokens_per_second_per_gpu:866.5342071719693 
Step 6368 | loss:0.007817692123353481 lr:5.382672813560801e-06 tokens_per_second_per_gpu:827.9093307753722 
Step 6369 | loss:0.0073563395999372005 lr:5.37981201404941e-06 tokens_per_second_per_gpu:905.8106556370209 
Step 6370 | loss:0.007352692075073719 lr:5.376951695201894e-06 tokens_per_second_per_gpu:986.6451863793972 
Step 6371 | loss:0.008022919297218323 lr:5.3740918573158174e-06 tokens_per_second_per_gpu:810.0364170918415 
Step 6372 | loss:0.00586698530241847 lr:5.371232500688701e-06 tokens_per_second_per_gpu:951.5359486078872 
Step 6373 | loss:0.004794183652848005 lr:5.3683736256180245e-06 tokens_per_second_per_gpu:698.2720501334647 
Step 6374 | loss:0.013453057035803795 lr:5.365515232401217e-06 tokens_per_second_per_gpu:972.5777121833911 
Step 6375 | loss:0.006850386969745159 lr:5.362657321335643e-06 tokens_per_second_per_gpu:1042.0654644136366 
Step 6376 | loss:0.0060691507533192635 lr:5.359799892718634e-06 tokens_per_second_per_gpu:899.5327753745365 
Step 6377 | loss:0.008168404921889305 lr:5.356942946847463e-06 tokens_per_second_per_gpu:854.462943929056 
Step 6378 | loss:0.012382467277348042 lr:5.354086484019352e-06 tokens_per_second_per_gpu:865.6108776546679 
Step 6379 | loss:0.00562960933893919 lr:5.351230504531476e-06 tokens_per_second_per_gpu:802.7221520241297 
Step 6380 | loss:0.019969429820775986 lr:5.348375008680963e-06 tokens_per_second_per_gpu:1029.0853170509477 
Step 6381 | loss:0.0061409049667418 lr:5.345519996764877e-06 tokens_per_second_per_gpu:952.6974496946552 
Step 6382 | loss:0.0035136824008077383 lr:5.342665469080245e-06 tokens_per_second_per_gpu:852.3403770731901 
Step 6383 | loss:0.009541243314743042 lr:5.339811425924044e-06 tokens_per_second_per_gpu:875.5669209580362 
Step 6384 | loss:0.002955012023448944 lr:5.336957867593188e-06 tokens_per_second_per_gpu:834.484756586475 
Step 6385 | loss:0.01478417869657278 lr:5.334104794384556e-06 tokens_per_second_per_gpu:813.8561262025165 
Step 6386 | loss:0.01231633871793747 lr:5.331252206594962e-06 tokens_per_second_per_gpu:819.0566840525756 
Step 6387 | loss:0.010303754359483719 lr:5.328400104521179e-06 tokens_per_second_per_gpu:887.2922028316779 
Step 6388 | loss:0.014480670914053917 lr:5.325548488459933e-06 tokens_per_second_per_gpu:891.6973494572427 
Step 6389 | loss:0.006038729101419449 lr:5.322697358707885e-06 tokens_per_second_per_gpu:955.6560344695702 
Step 6390 | loss:0.016085106879472733 lr:5.319846715561656e-06 tokens_per_second_per_gpu:908.5307169521963 
Step 6391 | loss:0.00899049174040556 lr:5.316996559317822e-06 tokens_per_second_per_gpu:851.8771066409728 
Step 6392 | loss:0.0074570984579622746 lr:5.314146890272889e-06 tokens_per_second_per_gpu:940.9062521847693 
Step 6393 | loss:0.01002822257578373 lr:5.311297708723329e-06 tokens_per_second_per_gpu:850.1218613518104 
Step 6394 | loss:0.008865165524184704 lr:5.3084490149655625e-06 tokens_per_second_per_gpu:1085.7056694341156 
Step 6395 | loss:0.00931776687502861 lr:5.305600809295948e-06 tokens_per_second_per_gpu:837.8614617341661 
Step 6396 | loss:0.006991185247898102 lr:5.302753092010801e-06 tokens_per_second_per_gpu:936.2149015696151 
Step 6397 | loss:0.00933741219341755 lr:5.299905863406394e-06 tokens_per_second_per_gpu:859.0766553498665 
Step 6398 | loss:0.011271601542830467 lr:5.297059123778928e-06 tokens_per_second_per_gpu:1094.1692591836174 
Step 6399 | loss:0.0056335218250751495 lr:5.2942128734245715e-06 tokens_per_second_per_gpu:979.4446678208598 
Step 6400 | loss:0.007353390567004681 lr:5.291367112639439e-06 tokens_per_second_per_gpu:865.5473188358964 
Step 6401 | loss:0.006923499051481485 lr:5.288521841719582e-06 tokens_per_second_per_gpu:870.8055315930919 
Step 6402 | loss:0.016890738159418106 lr:5.285677060961014e-06 tokens_per_second_per_gpu:868.6731735107891 
Step 6403 | loss:0.015625683590769768 lr:5.2828327706596995e-06 tokens_per_second_per_gpu:956.870751510179 
Step 6404 | loss:0.007364104501903057 lr:5.279988971111536e-06 tokens_per_second_per_gpu:976.7788577124982 
Step 6405 | loss:0.011072351597249508 lr:5.277145662612384e-06 tokens_per_second_per_gpu:946.4041284646928 
Step 6406 | loss:0.007153629325330257 lr:5.274302845458052e-06 tokens_per_second_per_gpu:996.3017906097771 
Step 6407 | loss:0.015025471337139606 lr:5.271460519944289e-06 tokens_per_second_per_gpu:812.2946155933605 
Step 6408 | loss:0.004098196048289537 lr:5.2686186863668e-06 tokens_per_second_per_gpu:744.787434571877 
Step 6409 | loss:0.007565557956695557 lr:5.265777345021239e-06 tokens_per_second_per_gpu:827.8075603951876 
Step 6410 | loss:0.023392267525196075 lr:5.2629364962032e-06 tokens_per_second_per_gpu:1240.65409557448 
Step 6411 | loss:0.00671122781932354 lr:5.260096140208237e-06 tokens_per_second_per_gpu:944.6531409313608 
Step 6412 | loss:0.009585533291101456 lr:5.257256277331852e-06 tokens_per_second_per_gpu:866.4072226628249 
Step 6413 | loss:0.018292784690856934 lr:5.254416907869484e-06 tokens_per_second_per_gpu:1116.5161710016969 
Step 6414 | loss:0.018942980095744133 lr:5.251578032116531e-06 tokens_per_second_per_gpu:1011.8570195341931 
Step 6415 | loss:0.008813961409032345 lr:5.2487396503683415e-06 tokens_per_second_per_gpu:1005.4008454011662 
Step 6416 | loss:0.0062204282730817795 lr:5.2459017629202e-06 tokens_per_second_per_gpu:987.7763968373363 
Step 6417 | loss:0.010381879284977913 lr:5.243064370067357e-06 tokens_per_second_per_gpu:903.4374476350201 
Step 6418 | loss:0.01306575071066618 lr:5.240227472104993e-06 tokens_per_second_per_gpu:797.6127256794695 
Step 6419 | loss:0.010388314723968506 lr:5.23739106932825e-06 tokens_per_second_per_gpu:842.6422086162619 
Step 6420 | loss:0.0062790014781057835 lr:5.234555162032221e-06 tokens_per_second_per_gpu:848.6663285488488 
Step 6421 | loss:0.003916415385901928 lr:5.231719750511931e-06 tokens_per_second_per_gpu:866.8553583592317 
Step 6422 | loss:0.008625058457255363 lr:5.228884835062368e-06 tokens_per_second_per_gpu:769.3609346105786 
Step 6423 | loss:0.010466224513947964 lr:5.226050415978467e-06 tokens_per_second_per_gpu:839.0668758936016 
Step 6424 | loss:0.011000320315361023 lr:5.2232164935551046e-06 tokens_per_second_per_gpu:1003.3291092414768 
Step 6425 | loss:0.00672208983451128 lr:5.220383068087109e-06 tokens_per_second_per_gpu:956.2707020487242 
Step 6426 | loss:0.0065706828609108925 lr:5.217550139869263e-06 tokens_per_second_per_gpu:1090.516678509919 
Step 6427 | loss:0.008166860789060593 lr:5.214717709196284e-06 tokens_per_second_per_gpu:920.6077222129719 
Step 6428 | loss:0.02320130355656147 lr:5.211885776362849e-06 tokens_per_second_per_gpu:813.442322445915 
Step 6429 | loss:0.02264675870537758 lr:5.209054341663584e-06 tokens_per_second_per_gpu:1179.808579498537 
Step 6430 | loss:0.016224049031734467 lr:5.206223405393051e-06 tokens_per_second_per_gpu:963.930248841998 
Step 6431 | loss:0.010226592421531677 lr:5.2033929678457705e-06 tokens_per_second_per_gpu:845.6417693625095 
Step 6432 | loss:0.03780676797032356 lr:5.200563029316217e-06 tokens_per_second_per_gpu:783.6341522276172 
Step 6433 | loss:0.0249466635286808 lr:5.1977335900987915e-06 tokens_per_second_per_gpu:947.8662393188018 
Step 6434 | loss:0.009816398844122887 lr:5.194904650487863e-06 tokens_per_second_per_gpu:956.0765902959339 
Step 6435 | loss:0.02749640680849552 lr:5.192076210777745e-06 tokens_per_second_per_gpu:909.1470962384958 
Step 6436 | loss:0.003972710110247135 lr:5.18924827126269e-06 tokens_per_second_per_gpu:965.6104578459702 
Step 6437 | loss:0.007515445817261934 lr:5.186420832236907e-06 tokens_per_second_per_gpu:873.2378685652828 
Step 6438 | loss:0.007049395702779293 lr:5.183593893994552e-06 tokens_per_second_per_gpu:1044.3150260031182 
Step 6439 | loss:0.015137333422899246 lr:5.180767456829721e-06 tokens_per_second_per_gpu:925.3548221877712 
Step 6440 | loss:0.005536169279366732 lr:5.177941521036469e-06 tokens_per_second_per_gpu:796.7933500879739 
Step 6441 | loss:0.008250733837485313 lr:5.175116086908796e-06 tokens_per_second_per_gpu:1076.4776803371049 
Step 6442 | loss:0.009364481084048748 lr:5.172291154740641e-06 tokens_per_second_per_gpu:936.3268527027204 
Step 6443 | loss:0.00857466645538807 lr:5.1694667248259e-06 tokens_per_second_per_gpu:969.8412015029849 
Step 6444 | loss:0.006375874392688274 lr:5.16664279745842e-06 tokens_per_second_per_gpu:773.2410585141645 
Step 6445 | loss:0.02101791463792324 lr:5.163819372931979e-06 tokens_per_second_per_gpu:873.6300315718836 
Step 6446 | loss:0.007552223280072212 lr:5.160996451540326e-06 tokens_per_second_per_gpu:1191.5302300217065 
Step 6447 | loss:0.010018237866461277 lr:5.158174033577133e-06 tokens_per_second_per_gpu:1079.4473584875786 
Step 6448 | loss:0.013180091977119446 lr:5.155352119336037e-06 tokens_per_second_per_gpu:856.2517415481504 
Step 6449 | loss:0.010382464155554771 lr:5.152530709110624e-06 tokens_per_second_per_gpu:848.0868341923109 
Step 6450 | loss:0.00351393548771739 lr:5.149709803194409e-06 tokens_per_second_per_gpu:846.5445818093943 
Step 6451 | loss:0.006899483501911163 lr:5.1468894018808725e-06 tokens_per_second_per_gpu:1088.5374025264798 
Step 6452 | loss:0.008158490061759949 lr:5.144069505463441e-06 tokens_per_second_per_gpu:960.4781278147348 
Step 6453 | loss:0.010377137921750546 lr:5.1412501142354755e-06 tokens_per_second_per_gpu:879.5457705234543 
Step 6454 | loss:0.015255987644195557 lr:5.138431228490297e-06 tokens_per_second_per_gpu:953.5612621814511 
Step 6455 | loss:0.010290965437889099 lr:5.135612848521174e-06 tokens_per_second_per_gpu:904.0399391542929 
Step 6456 | loss:0.009235389530658722 lr:5.132794974621309e-06 tokens_per_second_per_gpu:847.1170646071207 
Step 6457 | loss:0.00803168211132288 lr:5.129977607083867e-06 tokens_per_second_per_gpu:806.3107728317704 
Step 6458 | loss:0.006445331033319235 lr:5.1271607462019576e-06 tokens_per_second_per_gpu:993.8614855596071 
Step 6459 | loss:0.0064993612468242645 lr:5.1243443922686275e-06 tokens_per_second_per_gpu:862.849287442125 
Step 6460 | loss:0.019384179264307022 lr:5.121528545576879e-06 tokens_per_second_per_gpu:990.8046057233086 
Step 6461 | loss:0.0028974353335797787 lr:5.118713206419668e-06 tokens_per_second_per_gpu:989.0989403549222 
Step 6462 | loss:0.004694324918091297 lr:5.115898375089881e-06 tokens_per_second_per_gpu:990.4634455631032 
Step 6463 | loss:0.0035033102612942457 lr:5.113084051880357e-06 tokens_per_second_per_gpu:871.6220529696991 
Step 6464 | loss:0.009457753971219063 lr:5.110270237083901e-06 tokens_per_second_per_gpu:920.4209612597376 
Step 6465 | loss:0.015255089849233627 lr:5.10745693099324e-06 tokens_per_second_per_gpu:1190.8176888863238 
Step 6466 | loss:0.0072126565501093864 lr:5.104644133901051e-06 tokens_per_second_per_gpu:890.6769566951968 
Step 6467 | loss:0.00787795428186655 lr:5.10183184609998e-06 tokens_per_second_per_gpu:930.8730171666405 
Step 6468 | loss:0.006405814550817013 lr:5.0990200678826e-06 tokens_per_second_per_gpu:1006.4723446233832 
Step 6469 | loss:0.011134522035717964 lr:5.096208799541424e-06 tokens_per_second_per_gpu:839.9533432468279 
Step 6470 | loss:0.016777465119957924 lr:5.093398041368942e-06 tokens_per_second_per_gpu:894.1535164371094 
Step 6471 | loss:0.005434317048639059 lr:5.0905877936575645e-06 tokens_per_second_per_gpu:767.6408472478018 
Step 6472 | loss:0.026367684826254845 lr:5.087778056699648e-06 tokens_per_second_per_gpu:797.855554959727 
Step 6473 | loss:0.008697266690433025 lr:5.084968830787523e-06 tokens_per_second_per_gpu:825.2455291348083 
Step 6474 | loss:0.004799452610313892 lr:5.08216011621344e-06 tokens_per_second_per_gpu:803.7276084806639 
Step 6475 | loss:0.015610192902386189 lr:5.079351913269598e-06 tokens_per_second_per_gpu:701.6520340343046 
Step 6476 | loss:0.024088388308882713 lr:5.076544222248164e-06 tokens_per_second_per_gpu:930.8492011118118 
Step 6477 | loss:0.010158808901906013 lr:5.073737043441231e-06 tokens_per_second_per_gpu:928.035441045778 
Step 6478 | loss:0.009498883038759232 lr:5.0709303771408425e-06 tokens_per_second_per_gpu:861.3263368309051 
Step 6479 | loss:0.009032431058585644 lr:5.068124223638994e-06 tokens_per_second_per_gpu:936.042991907023 
Step 6480 | loss:0.006222175434231758 lr:5.06531858322763e-06 tokens_per_second_per_gpu:1072.2565997192548 
Step 6481 | loss:0.018920239061117172 lr:5.0625134561986274e-06 tokens_per_second_per_gpu:842.0649543046445 
Step 6482 | loss:0.01016924623399973 lr:5.059708842843826e-06 tokens_per_second_per_gpu:953.2047310876917 
Step 6483 | loss:0.00835044588893652 lr:5.056904743455006e-06 tokens_per_second_per_gpu:977.0009879241131 
Step 6484 | loss:0.012119518592953682 lr:5.05410115832389e-06 tokens_per_second_per_gpu:1048.1095171941467 
Step 6485 | loss:0.0051731569692492485 lr:5.051298087742149e-06 tokens_per_second_per_gpu:929.2494750874547 
Step 6486 | loss:0.004702618811279535 lr:5.04849553200141e-06 tokens_per_second_per_gpu:1020.1327871356266 
Step 6487 | loss:0.008698720484972 lr:5.045693491393229e-06 tokens_per_second_per_gpu:800.0808496080579 
Step 6488 | loss:0.011881442740559578 lr:5.042891966209123e-06 tokens_per_second_per_gpu:962.2933852200779 
Step 6489 | loss:0.007691292092204094 lr:5.040090956740552e-06 tokens_per_second_per_gpu:950.2621068738301 
Step 6490 | loss:0.007301499601453543 lr:5.037290463278914e-06 tokens_per_second_per_gpu:808.0736142099748 
Step 6491 | loss:0.007462534587830305 lr:5.0344904861155694e-06 tokens_per_second_per_gpu:962.9363581230967 
Step 6492 | loss:0.008540131151676178 lr:5.031691025541805e-06 tokens_per_second_per_gpu:857.7297286357374 
Step 6493 | loss:0.011965995654463768 lr:5.028892081848871e-06 tokens_per_second_per_gpu:837.739528766762 
Step 6494 | loss:0.013302750885486603 lr:5.026093655327957e-06 tokens_per_second_per_gpu:992.8768101429167 
Step 6495 | loss:0.008038844913244247 lr:5.023295746270194e-06 tokens_per_second_per_gpu:935.790478005235 
Step 6496 | loss:0.00540576595813036 lr:5.020498354966667e-06 tokens_per_second_per_gpu:854.9999393640464 
Step 6497 | loss:0.009963849559426308 lr:5.017701481708408e-06 tokens_per_second_per_gpu:791.9133409447386 
Step 6498 | loss:0.00810856744647026 lr:5.014905126786385e-06 tokens_per_second_per_gpu:957.7167116712441 
Step 6499 | loss:0.006627117749303579 lr:5.01210929049152e-06 tokens_per_second_per_gpu:933.5229678742285 
Step 6500 | loss:0.012879948131740093 lr:5.009313973114684e-06 tokens_per_second_per_gpu:992.9633837317404 
Step 6501 | loss:0.03080940619111061 lr:5.006519174946683e-06 tokens_per_second_per_gpu:18.413358199622184 
Step 6502 | loss:0.010421331971883774 lr:5.003724896278278e-06 tokens_per_second_per_gpu:1180.2502516127279 
Step 6503 | loss:0.014989440329372883 lr:5.000931137400178e-06 tokens_per_second_per_gpu:844.6619962266644 
Step 6504 | loss:0.0077819740399718285 lr:4.998137898603024e-06 tokens_per_second_per_gpu:488.672975854824 
Step 6505 | loss:0.005651600658893585 lr:4.995345180177418e-06 tokens_per_second_per_gpu:555.9241976421828 
Step 6506 | loss:0.012968265451490879 lr:4.992552982413904e-06 tokens_per_second_per_gpu:734.5569191711742 
Step 6507 | loss:0.003684556344524026 lr:4.9897613056029636e-06 tokens_per_second_per_gpu:542.550265227585 
Step 6508 | loss:0.0067002978175878525 lr:4.986970150035034e-06 tokens_per_second_per_gpu:892.5068108978043 
Step 6509 | loss:0.003523958381265402 lr:4.984179516000499e-06 tokens_per_second_per_gpu:858.9519331976135 
Step 6510 | loss:0.008841944858431816 lr:4.9813894037896745e-06 tokens_per_second_per_gpu:987.1129112303688 
Step 6511 | loss:0.019546445459127426 lr:4.978599813692837e-06 tokens_per_second_per_gpu:1010.7373437060796 
Step 6512 | loss:0.007398426067084074 lr:4.975810746000205e-06 tokens_per_second_per_gpu:921.4790133975919 
Step 6513 | loss:0.004370538052171469 lr:4.973022201001935e-06 tokens_per_second_per_gpu:925.8499573090447 
Step 6514 | loss:0.005086123012006283 lr:4.970234178988138e-06 tokens_per_second_per_gpu:800.1013994906201 
Step 6515 | loss:0.008663538843393326 lr:4.967446680248871e-06 tokens_per_second_per_gpu:945.8012547319594 
Step 6516 | loss:0.023435182869434357 lr:4.9646597050741255e-06 tokens_per_second_per_gpu:1056.180635755897 
Step 6517 | loss:0.00906404759734869 lr:4.961873253753849e-06 tokens_per_second_per_gpu:893.0021191209325 
Step 6518 | loss:0.003507118672132492 lr:4.959087326577937e-06 tokens_per_second_per_gpu:795.2537419597222 
Step 6519 | loss:0.005906549748033285 lr:4.956301923836218e-06 tokens_per_second_per_gpu:830.3185481434928 
Step 6520 | loss:0.004029138013720512 lr:4.9535170458184735e-06 tokens_per_second_per_gpu:742.5754645384841 
Step 6521 | loss:0.022798605263233185 lr:4.950732692814435e-06 tokens_per_second_per_gpu:974.0440243113218 
Step 6522 | loss:0.0068293167278170586 lr:4.947948865113769e-06 tokens_per_second_per_gpu:767.2073431050262 
Step 6523 | loss:0.004376007243990898 lr:4.945165563006097e-06 tokens_per_second_per_gpu:792.6503713060708 
Step 6524 | loss:0.0064806463196873665 lr:4.942382786780976e-06 tokens_per_second_per_gpu:1029.3547770176956 
Step 6525 | loss:0.03543471172451973 lr:4.939600536727915e-06 tokens_per_second_per_gpu:939.3391912268243 
Step 6526 | loss:0.016222983598709106 lr:4.936818813136373e-06 tokens_per_second_per_gpu:930.0080420293652 
Step 6527 | loss:0.019950535148382187 lr:4.934037616295741e-06 tokens_per_second_per_gpu:1008.3509725450994 
Step 6528 | loss:0.007530580274760723 lr:4.931256946495365e-06 tokens_per_second_per_gpu:939.5378279613517 
Step 6529 | loss:0.010863976553082466 lr:4.928476804024538e-06 tokens_per_second_per_gpu:793.9572704955018 
Step 6530 | loss:0.01485405396670103 lr:4.925697189172485e-06 tokens_per_second_per_gpu:769.6809769161604 
Step 6531 | loss:0.012089121155440807 lr:4.922918102228388e-06 tokens_per_second_per_gpu:998.6385891696827 
Step 6532 | loss:0.010361186228692532 lr:4.920139543481377e-06 tokens_per_second_per_gpu:739.8078139022483 
Step 6533 | loss:0.004502992611378431 lr:4.9173615132205125e-06 tokens_per_second_per_gpu:839.7891500075461 
Step 6534 | loss:0.007967674173414707 lr:4.914584011734811e-06 tokens_per_second_per_gpu:697.5764014040385 
Step 6535 | loss:0.014381477609276772 lr:4.911807039313237e-06 tokens_per_second_per_gpu:880.8618746597373 
Step 6536 | loss:0.009394889697432518 lr:4.909030596244686e-06 tokens_per_second_per_gpu:927.5188867432784 
Step 6537 | loss:0.0048940544947981834 lr:4.90625468281801e-06 tokens_per_second_per_gpu:684.8169651634878 
Step 6538 | loss:0.0043485285714268684 lr:4.903479299322007e-06 tokens_per_second_per_gpu:868.2289893387295 
Step 6539 | loss:0.00970544759184122 lr:4.900704446045409e-06 tokens_per_second_per_gpu:909.323347740734 
Step 6540 | loss:0.008163525722920895 lr:4.897930123276901e-06 tokens_per_second_per_gpu:860.9280790530985 
Step 6541 | loss:0.003416770836338401 lr:4.895156331305118e-06 tokens_per_second_per_gpu:743.2426995773232 
Step 6542 | loss:0.0034534751903265715 lr:4.892383070418623e-06 tokens_per_second_per_gpu:779.7115560095317 
Step 6543 | loss:0.0043824161402881145 lr:4.889610340905938e-06 tokens_per_second_per_gpu:834.1841153730608 
Step 6544 | loss:0.004246481694281101 lr:4.88683814305553e-06 tokens_per_second_per_gpu:931.4287086343645 
Step 6545 | loss:0.004838468506932259 lr:4.884066477155798e-06 tokens_per_second_per_gpu:954.9297479747117 
Step 6546 | loss:0.011419889517128468 lr:4.881295343495098e-06 tokens_per_second_per_gpu:764.0521665738372 
Step 6547 | loss:0.008322079665958881 lr:4.87852474236173e-06 tokens_per_second_per_gpu:1107.2932733040527 
Step 6548 | loss:0.008014247752726078 lr:4.875754674043928e-06 tokens_per_second_per_gpu:902.1940951120099 
Step 6549 | loss:0.02245822362601757 lr:4.8729851388298795e-06 tokens_per_second_per_gpu:927.5852314040237 
Step 6550 | loss:0.004075986798852682 lr:4.8702161370077215e-06 tokens_per_second_per_gpu:1104.0700902027313 
Step 6551 | loss:0.011633865535259247 lr:4.8674476688655185e-06 tokens_per_second_per_gpu:833.936083205699 
Step 6552 | loss:0.008566615171730518 lr:4.864679734691299e-06 tokens_per_second_per_gpu:855.8369823970442 
Step 6553 | loss:0.008079742081463337 lr:4.8619123347730176e-06 tokens_per_second_per_gpu:845.1308772738247 
Step 6554 | loss:0.02001863904297352 lr:4.859145469398588e-06 tokens_per_second_per_gpu:883.1381588392967 
Step 6555 | loss:0.01746385730803013 lr:4.856379138855863e-06 tokens_per_second_per_gpu:821.7329068680647 
Step 6556 | loss:0.00488133542239666 lr:4.853613343432635e-06 tokens_per_second_per_gpu:462.0086377832727 
Step 6557 | loss:0.010537773370742798 lr:4.850848083416647e-06 tokens_per_second_per_gpu:954.8044930163641 
Step 6558 | loss:0.009640446864068508 lr:4.84808335909559e-06 tokens_per_second_per_gpu:844.5053069227265 
Step 6559 | loss:0.006247460842132568 lr:4.845319170757085e-06 tokens_per_second_per_gpu:837.4676245608711 
Step 6560 | loss:0.006406394299119711 lr:4.84255551868871e-06 tokens_per_second_per_gpu:816.5431279999301 
Step 6561 | loss:0.014425667002797127 lr:4.839792403177986e-06 tokens_per_second_per_gpu:996.4154044146107 
Step 6562 | loss:0.006432897411286831 lr:4.837029824512368e-06 tokens_per_second_per_gpu:851.0609819596312 
Step 6563 | loss:0.009531616233289242 lr:4.8342677829792665e-06 tokens_per_second_per_gpu:953.6976859916198 
Step 6564 | loss:0.015612870454788208 lr:4.8315062788660365e-06 tokens_per_second_per_gpu:874.7720738861572 
Step 6565 | loss:0.005732199177145958 lr:4.8287453124599635e-06 tokens_per_second_per_gpu:1021.7751331592336 
Step 6566 | loss:0.02377172000706196 lr:4.825984884048293e-06 tokens_per_second_per_gpu:851.661455128938 
Step 6567 | loss:0.007842383347451687 lr:4.823224993918208e-06 tokens_per_second_per_gpu:875.1113916616126 
Step 6568 | loss:0.008262746036052704 lr:4.820465642356832e-06 tokens_per_second_per_gpu:819.6100555376324 
Step 6569 | loss:0.010877257212996483 lr:4.81770682965123e-06 tokens_per_second_per_gpu:823.9087749426969 
Step 6570 | loss:0.0034145244862884283 lr:4.81494855608843e-06 tokens_per_second_per_gpu:930.6677736225657 
Step 6571 | loss:0.013477357104420662 lr:4.8121908219553845e-06 tokens_per_second_per_gpu:922.7189297856341 
Step 6572 | loss:0.007528963033109903 lr:4.8094336275389876e-06 tokens_per_second_per_gpu:1044.7717240066006 
Step 6573 | loss:0.007953756488859653 lr:4.806676973126101e-06 tokens_per_second_per_gpu:758.0567873984447 
Step 6574 | loss:0.003331100568175316 lr:4.803920859003507e-06 tokens_per_second_per_gpu:863.5508270305614 
Step 6575 | loss:0.006846034899353981 lr:4.801165285457931e-06 tokens_per_second_per_gpu:855.0352160314549 
Step 6576 | loss:0.0119601646438241 lr:4.798410252776067e-06 tokens_per_second_per_gpu:920.0846716027335 
Step 6577 | loss:0.00768913934007287 lr:4.795655761244529e-06 tokens_per_second_per_gpu:1058.687795587633 
Step 6578 | loss:0.0032048351131379604 lr:4.792901811149873e-06 tokens_per_second_per_gpu:785.0270731227374 
Step 6579 | loss:0.014000101014971733 lr:4.790148402778625e-06 tokens_per_second_per_gpu:913.0325078753949 
Step 6580 | loss:0.03393861651420593 lr:4.787395536417227e-06 tokens_per_second_per_gpu:1355.947959393273 
Step 6581 | loss:0.006747319828718901 lr:4.784643212352071e-06 tokens_per_second_per_gpu:888.0763621951932 
Step 6582 | loss:0.006293813697993755 lr:4.781891430869509e-06 tokens_per_second_per_gpu:906.5790624184937 
Step 6583 | loss:0.008336242288351059 lr:4.779140192255818e-06 tokens_per_second_per_gpu:955.0827118141925 
Step 6584 | loss:0.006967675872147083 lr:4.77638949679722e-06 tokens_per_second_per_gpu:857.3207497820728 
Step 6585 | loss:0.01633499749004841 lr:4.773639344779889e-06 tokens_per_second_per_gpu:1025.124607830259 
Step 6586 | loss:0.004503677599132061 lr:4.770889736489943e-06 tokens_per_second_per_gpu:843.1072694076636 
Step 6587 | loss:0.004426863044500351 lr:4.7681406722134306e-06 tokens_per_second_per_gpu:926.6554615643279 
Step 6588 | loss:0.007616193033754826 lr:4.7653921522363566e-06 tokens_per_second_per_gpu:841.6307828101868 
Step 6589 | loss:0.0036281205248087645 lr:4.76264417684467e-06 tokens_per_second_per_gpu:842.0928671723838 
Step 6590 | loss:0.0036904197186231613 lr:4.759896746324247e-06 tokens_per_second_per_gpu:732.9568844807156 
Step 6591 | loss:0.0056366208009421825 lr:4.757149860960925e-06 tokens_per_second_per_gpu:872.9392932570447 
Step 6592 | loss:0.01080108992755413 lr:4.754403521040481e-06 tokens_per_second_per_gpu:1048.0625364460127 
Step 6593 | loss:0.015450558625161648 lr:4.751657726848622e-06 tokens_per_second_per_gpu:1017.0483784993835 
Step 6594 | loss:0.010484728030860424 lr:4.748912478671015e-06 tokens_per_second_per_gpu:1029.0265166563388 
Step 6595 | loss:0.007139644585549831 lr:4.746167776793265e-06 tokens_per_second_per_gpu:806.9162363242972 
Step 6596 | loss:0.0032204953022301197 lr:4.743423621500914e-06 tokens_per_second_per_gpu:903.7940754382022 
Step 6597 | loss:0.006844330113381147 lr:4.740680013079457e-06 tokens_per_second_per_gpu:736.0814537480854 
Step 6598 | loss:0.017967984080314636 lr:4.7379369518143196e-06 tokens_per_second_per_gpu:782.8052921719678 
Step 6599 | loss:0.010382775217294693 lr:4.735194437990881e-06 tokens_per_second_per_gpu:942.9617728791985 
Step 6600 | loss:0.014339420013129711 lr:4.732452471894465e-06 tokens_per_second_per_gpu:1099.3388934612497 
Step 6601 | loss:0.012034757062792778 lr:4.729711053810327e-06 tokens_per_second_per_gpu:995.5041138614095 
Step 6602 | loss:0.0091535160318017 lr:4.726970184023673e-06 tokens_per_second_per_gpu:1095.943524348764 
Step 6603 | loss:0.009958223439753056 lr:4.724229862819656e-06 tokens_per_second_per_gpu:1038.380371463454 
Step 6604 | loss:0.007255783770233393 lr:4.721490090483359e-06 tokens_per_second_per_gpu:819.5524041811148 
Step 6605 | loss:0.011537160724401474 lr:4.71875086729982e-06 tokens_per_second_per_gpu:723.8066707171098 
Step 6606 | loss:0.007002102676779032 lr:4.716012193554021e-06 tokens_per_second_per_gpu:963.3212532461806 
Step 6607 | loss:0.005595498252660036 lr:4.713274069530872e-06 tokens_per_second_per_gpu:339.74647404023324 
Step 6608 | loss:0.009850338101387024 lr:4.710536495515239e-06 tokens_per_second_per_gpu:927.9084604699194 
Step 6609 | loss:0.010043112561106682 lr:4.7077994717919304e-06 tokens_per_second_per_gpu:915.3991614768602 
Step 6610 | loss:0.006970394402742386 lr:4.705062998645687e-06 tokens_per_second_per_gpu:885.813135179737 
Step 6611 | loss:0.010332757607102394 lr:4.702327076361205e-06 tokens_per_second_per_gpu:962.1784573560415 
Step 6612 | loss:0.0054301917552948 lr:4.699591705223119e-06 tokens_per_second_per_gpu:1018.9400612970484 
Step 6613 | loss:0.004771469160914421 lr:4.696856885515998e-06 tokens_per_second_per_gpu:960.1401833480172 
Step 6614 | loss:0.0037286845035851 lr:4.694122617524364e-06 tokens_per_second_per_gpu:873.8432913660057 
Step 6615 | loss:0.012056609615683556 lr:4.691388901532683e-06 tokens_per_second_per_gpu:1038.318454896129 
Step 6616 | loss:0.015374351292848587 lr:4.688655737825349e-06 tokens_per_second_per_gpu:945.5275367246683 
Step 6617 | loss:0.010728035122156143 lr:4.685923126686716e-06 tokens_per_second_per_gpu:905.2763054386261 
Step 6618 | loss:0.006221308372914791 lr:4.6831910684010715e-06 tokens_per_second_per_gpu:709.04844019381 
Step 6619 | loss:0.004519720561802387 lr:4.680459563252641e-06 tokens_per_second_per_gpu:716.7913677052561 
Step 6620 | loss:0.017708992585539818 lr:4.677728611525605e-06 tokens_per_second_per_gpu:789.5317543798518 
Step 6621 | loss:0.0075495606288313866 lr:4.67499821350408e-06 tokens_per_second_per_gpu:930.2135695917468 
Step 6622 | loss:0.011684278957545757 lr:4.672268369472117e-06 tokens_per_second_per_gpu:912.4066537755023 
Step 6623 | loss:0.006833138410001993 lr:4.669539079713723e-06 tokens_per_second_per_gpu:881.7947138999942 
Step 6624 | loss:0.008323869667947292 lr:4.666810344512842e-06 tokens_per_second_per_gpu:1015.0865695346432 
Step 6625 | loss:0.022284794598817825 lr:4.664082164153354e-06 tokens_per_second_per_gpu:907.9712497434446 
Step 6626 | loss:0.005071043036878109 lr:4.661354538919091e-06 tokens_per_second_per_gpu:891.7344094037985 
Step 6627 | loss:0.010335675440728664 lr:4.6586274690938235e-06 tokens_per_second_per_gpu:1044.2218538756176 
Step 6628 | loss:0.006174060516059399 lr:4.655900954961261e-06 tokens_per_second_per_gpu:857.033115678377 
Step 6629 | loss:0.022940602153539658 lr:4.653174996805061e-06 tokens_per_second_per_gpu:983.9612248366362 
Step 6630 | loss:0.00985109992325306 lr:4.650449594908816e-06 tokens_per_second_per_gpu:911.0545992850745 
Step 6631 | loss:0.00588980270549655 lr:4.647724749556066e-06 tokens_per_second_per_gpu:808.7359989894002 
Step 6632 | loss:0.008836801163852215 lr:4.645000461030298e-06 tokens_per_second_per_gpu:940.3914471314017 
Step 6633 | loss:0.012334835715591908 lr:4.642276729614924e-06 tokens_per_second_per_gpu:982.7498001575412 
Step 6634 | loss:0.010125583037734032 lr:4.639553555593316e-06 tokens_per_second_per_gpu:1101.9293657099554 
Step 6635 | loss:0.005449158139526844 lr:4.636830939248783e-06 tokens_per_second_per_gpu:1055.6686962620659 
Step 6636 | loss:0.0058546606451272964 lr:4.634108880864568e-06 tokens_per_second_per_gpu:828.9064284886459 
Step 6637 | loss:0.006373811513185501 lr:4.631387380723863e-06 tokens_per_second_per_gpu:755.1074788898834 
Step 6638 | loss:0.011159880086779594 lr:4.628666439109806e-06 tokens_per_second_per_gpu:816.2019560469197 
Step 6639 | loss:0.005600313190370798 lr:4.625946056305465e-06 tokens_per_second_per_gpu:759.9426750279487 
Step 6640 | loss:0.005193379707634449 lr:4.6232262325938585e-06 tokens_per_second_per_gpu:957.7345115907602 
Step 6641 | loss:0.006023206748068333 lr:4.62050696825795e-06 tokens_per_second_per_gpu:720.4905433830819 
Step 6642 | loss:0.017348306253552437 lr:4.617788263580633e-06 tokens_per_second_per_gpu:808.3720175509258 
Step 6643 | loss:0.009157242253422737 lr:4.61507011884475e-06 tokens_per_second_per_gpu:1012.888847497308 
Step 6644 | loss:0.0038870228454470634 lr:4.612352534333092e-06 tokens_per_second_per_gpu:931.8769803737699 
Step 6645 | loss:0.01233307272195816 lr:4.609635510328375e-06 tokens_per_second_per_gpu:1107.6995419137747 
Step 6646 | loss:0.0075216288678348064 lr:4.60691904711327e-06 tokens_per_second_per_gpu:509.1550451110085 
Step 6647 | loss:0.007935906760394573 lr:4.604203144970391e-06 tokens_per_second_per_gpu:943.0063490448155 
Step 6648 | loss:0.011643649078905582 lr:4.60148780418228e-06 tokens_per_second_per_gpu:1048.5495824756833 
Step 6649 | loss:0.006131663452833891 lr:4.5987730250314315e-06 tokens_per_second_per_gpu:1044.5428704481994 
Step 6650 | loss:0.011219431646168232 lr:4.596058807800284e-06 tokens_per_second_per_gpu:1179.2996151840437 
Step 6651 | loss:0.008812586776912212 lr:4.593345152771205e-06 tokens_per_second_per_gpu:939.964880481407 
Step 6652 | loss:0.00188235763926059 lr:4.590632060226516e-06 tokens_per_second_per_gpu:776.4857852551028 
Step 6653 | loss:0.01662101224064827 lr:4.587919530448476e-06 tokens_per_second_per_gpu:1124.6348047635422 
Step 6654 | loss:0.00820646621286869 lr:4.585207563719279e-06 tokens_per_second_per_gpu:1048.4430538921602 
Step 6655 | loss:0.019029242917895317 lr:4.582496160321071e-06 tokens_per_second_per_gpu:794.8985588230726 
Step 6656 | loss:0.01071728765964508 lr:4.579785320535935e-06 tokens_per_second_per_gpu:942.6687011026743 
Step 6657 | loss:0.004190672654658556 lr:4.577075044645891e-06 tokens_per_second_per_gpu:551.2268146020559 
Step 6658 | loss:0.01372530497610569 lr:4.574365332932908e-06 tokens_per_second_per_gpu:652.5771060412642 
Step 6659 | loss:0.013801938854157925 lr:4.571656185678888e-06 tokens_per_second_per_gpu:480.69298812156774 
Step 6660 | loss:0.00626252731308341 lr:4.568947603165678e-06 tokens_per_second_per_gpu:723.6682918471565 
Step 6661 | loss:0.0048250784166157246 lr:4.566239585675076e-06 tokens_per_second_per_gpu:882.665305413698 
Step 6662 | loss:0.009528878144919872 lr:4.5635321334888015e-06 tokens_per_second_per_gpu:858.013470851077 
Step 6663 | loss:0.004480069037526846 lr:4.560825246888531e-06 tokens_per_second_per_gpu:466.2524890817843 
Step 6664 | loss:0.016556883230805397 lr:4.558118926155878e-06 tokens_per_second_per_gpu:580.397231605336 
Step 6665 | loss:0.012514250352978706 lr:4.555413171572392e-06 tokens_per_second_per_gpu:867.4143427757949 
Step 6666 | loss:0.010248322039842606 lr:4.552707983419569e-06 tokens_per_second_per_gpu:809.0600167333491 
Step 6667 | loss:0.008599501103162766 lr:4.550003361978849e-06 tokens_per_second_per_gpu:940.9932794064786 
Step 6668 | loss:0.004419311881065369 lr:4.5472993075316044e-06 tokens_per_second_per_gpu:789.247501865627 
Step 6669 | loss:0.007707859389483929 lr:4.544595820359152e-06 tokens_per_second_per_gpu:894.4847649624229 
Step 6670 | loss:0.004313929937779903 lr:4.541892900742757e-06 tokens_per_second_per_gpu:813.4584389944304 
Step 6671 | loss:0.006507464684545994 lr:4.5391905489636115e-06 tokens_per_second_per_gpu:857.2285775486723 
Step 6672 | loss:0.013549169525504112 lr:4.53648876530286e-06 tokens_per_second_per_gpu:854.2432809833949 
Step 6673 | loss:0.00992637313902378 lr:4.533787550041587e-06 tokens_per_second_per_gpu:756.6073651536385 
Step 6674 | loss:0.014048890210688114 lr:4.5310869034608115e-06 tokens_per_second_per_gpu:1034.484645744154 
Step 6675 | loss:0.013794461265206337 lr:4.52838682584149e-06 tokens_per_second_per_gpu:1190.3985467595558 
Step 6676 | loss:0.008852509781718254 lr:4.525687317464541e-06 tokens_per_second_per_gpu:770.7559922459865 
Step 6677 | loss:0.018150052055716515 lr:4.522988378610802e-06 tokens_per_second_per_gpu:874.2366583309234 
Step 6678 | loss:0.006844623014330864 lr:4.520290009561051e-06 tokens_per_second_per_gpu:746.1814422129328 
Step 6679 | loss:0.01374613493680954 lr:4.517592210596029e-06 tokens_per_second_per_gpu:871.365451868977 
Step 6680 | loss:0.0075650205835700035 lr:4.514894981996397e-06 tokens_per_second_per_gpu:900.3119835016175 
Step 6681 | loss:0.01755426451563835 lr:4.512198324042753e-06 tokens_per_second_per_gpu:923.4720289018178 
Step 6682 | loss:0.016296491026878357 lr:4.509502237015663e-06 tokens_per_second_per_gpu:934.1043011890431 
Step 6683 | loss:0.005637924186885357 lr:4.506806721195607e-06 tokens_per_second_per_gpu:724.8265705809622 
Step 6684 | loss:0.01302567683160305 lr:4.5041117768630064e-06 tokens_per_second_per_gpu:926.7737511768918 
Step 6685 | loss:0.01647622138261795 lr:4.501417404298246e-06 tokens_per_second_per_gpu:988.3077036407416 
Step 6686 | loss:0.013247101567685604 lr:4.498723603781631e-06 tokens_per_second_per_gpu:905.6684501404641 
Step 6687 | loss:0.013667488470673561 lr:4.496030375593402e-06 tokens_per_second_per_gpu:959.1032174100868 
Step 6688 | loss:0.006389285437762737 lr:4.493337720013769e-06 tokens_per_second_per_gpu:1012.7713406920468 
Step 6689 | loss:0.009404539130628109 lr:4.4906456373228535e-06 tokens_per_second_per_gpu:899.4374950325602 
Step 6690 | loss:0.00978364609181881 lr:4.487954127800726e-06 tokens_per_second_per_gpu:925.8437481022273 
Step 6691 | loss:0.014299694448709488 lr:4.4852631917274015e-06 tokens_per_second_per_gpu:840.3309993606242 
Step 6692 | loss:0.026565266773104668 lr:4.482572829382837e-06 tokens_per_second_per_gpu:926.653206589955 
Step 6693 | loss:0.015018043108284473 lr:4.4798830410469196e-06 tokens_per_second_per_gpu:883.7414373879047 
Step 6694 | loss:0.006617382168769836 lr:4.4771938269994865e-06 tokens_per_second_per_gpu:821.2024005629896 
Step 6695 | loss:0.01040740218013525 lr:4.474505187520314e-06 tokens_per_second_per_gpu:965.6312060645095 
Step 6696 | loss:0.013309740461409092 lr:4.4718171228891095e-06 tokens_per_second_per_gpu:841.0083355221518 
Step 6697 | loss:0.004232763312757015 lr:4.469129633385532e-06 tokens_per_second_per_gpu:920.3834929580263 
Step 6698 | loss:0.011226484552025795 lr:4.466442719289177e-06 tokens_per_second_per_gpu:1053.4921422943453 
Step 6699 | loss:0.009749405086040497 lr:4.463756380879574e-06 tokens_per_second_per_gpu:911.0157327239315 
Step 6700 | loss:0.010561983101069927 lr:4.461070618436203e-06 tokens_per_second_per_gpu:792.6835881841342 
Step 6701 | loss:0.006279335357248783 lr:4.458385432238479e-06 tokens_per_second_per_gpu:999.484545110953 
Step 6702 | loss:0.003624594071879983 lr:4.4557008225657504e-06 tokens_per_second_per_gpu:835.9774248415414 
Step 6703 | loss:0.023245668038725853 lr:4.453016789697321e-06 tokens_per_second_per_gpu:992.422998961713 
Step 6704 | loss:0.015651317313313484 lr:4.450333333912416e-06 tokens_per_second_per_gpu:740.4384962704 
Step 6705 | loss:0.00995609536767006 lr:4.447650455490215e-06 tokens_per_second_per_gpu:856.3026293099737 
Step 6706 | loss:0.006028112024068832 lr:4.444968154709839e-06 tokens_per_second_per_gpu:860.8037773336878 
Step 6707 | loss:0.008034475147724152 lr:4.4422864318503315e-06 tokens_per_second_per_gpu:789.9931503490338 
Step 6708 | loss:0.021387290209531784 lr:4.4396052871906926e-06 tokens_per_second_per_gpu:904.3398922993808 
Step 6709 | loss:0.0049489159137010574 lr:4.436924721009859e-06 tokens_per_second_per_gpu:805.2052935699493 
Step 6710 | loss:0.003072854597121477 lr:4.434244733586699e-06 tokens_per_second_per_gpu:762.6333557887936 
Step 6711 | loss:0.01132570393383503 lr:4.43156532520003e-06 tokens_per_second_per_gpu:797.8400670019672 
Step 6712 | loss:0.014838283881545067 lr:4.4288864961286095e-06 tokens_per_second_per_gpu:1042.6867658265905 
Step 6713 | loss:0.013452007435262203 lr:4.426208246651123e-06 tokens_per_second_per_gpu:852.5932996354068 
Step 6714 | loss:0.0054223183542490005 lr:4.423530577046208e-06 tokens_per_second_per_gpu:1108.5791212035385 
Step 6715 | loss:0.007111226674169302 lr:4.420853487592442e-06 tokens_per_second_per_gpu:850.8043241904048 
Step 6716 | loss:0.0034570989664644003 lr:4.418176978568327e-06 tokens_per_second_per_gpu:969.0163044163411 
Step 6717 | loss:0.0069718193262815475 lr:4.415501050252321e-06 tokens_per_second_per_gpu:1069.4159751245707 
Step 6718 | loss:0.008167486637830734 lr:4.41282570292282e-06 tokens_per_second_per_gpu:996.195253896712 
Step 6719 | loss:0.10464312881231308 lr:4.4101509368581465e-06 tokens_per_second_per_gpu:1352.6831477748613 
Step 6720 | loss:0.010226910933852196 lr:4.407476752336575e-06 tokens_per_second_per_gpu:772.9627421710217 
Step 6721 | loss:0.00712745962664485 lr:4.404803149636322e-06 tokens_per_second_per_gpu:1063.6231963130324 
Step 6722 | loss:0.004897878970950842 lr:4.402130129035526e-06 tokens_per_second_per_gpu:1088.2815538779612 
Step 6723 | loss:0.010505547747015953 lr:4.399457690812283e-06 tokens_per_second_per_gpu:942.5713113566411 
Step 6724 | loss:0.006140129175037146 lr:4.396785835244624e-06 tokens_per_second_per_gpu:825.1126538141343 
Step 6725 | loss:0.009582283906638622 lr:4.39411456261051e-06 tokens_per_second_per_gpu:987.4154161254703 
Step 6726 | loss:0.006740415934473276 lr:4.391443873187852e-06 tokens_per_second_per_gpu:950.9468684730502 
Step 6727 | loss:0.006216815672814846 lr:4.388773767254499e-06 tokens_per_second_per_gpu:1002.7209156368212 
Step 6728 | loss:0.007143127731978893 lr:4.386104245088231e-06 tokens_per_second_per_gpu:774.0877188676334 
Step 6729 | loss:0.013558749109506607 lr:4.383435306966778e-06 tokens_per_second_per_gpu:1170.7495012844272 
Step 6730 | loss:0.010693521238863468 lr:4.380766953167805e-06 tokens_per_second_per_gpu:945.4957666536767 
Step 6731 | loss:0.007326736114919186 lr:4.378099183968911e-06 tokens_per_second_per_gpu:880.3677079568675 
Step 6732 | loss:0.006379355676472187 lr:4.3754319996476424e-06 tokens_per_second_per_gpu:723.7873738162534 
Step 6733 | loss:0.005163421854376793 lr:4.372765400481484e-06 tokens_per_second_per_gpu:925.0646641359782 
Step 6734 | loss:0.006540302187204361 lr:4.370099386747849e-06 tokens_per_second_per_gpu:967.2684934872345 
Step 6735 | loss:0.01007854100316763 lr:4.367433958724107e-06 tokens_per_second_per_gpu:888.6302533299489 
Step 6736 | loss:0.009144919924438 lr:4.364769116687548e-06 tokens_per_second_per_gpu:899.3986032961477 
Step 6737 | loss:0.006374224554747343 lr:4.362104860915416e-06 tokens_per_second_per_gpu:817.1145654097968 
Step 6738 | loss:0.007396358996629715 lr:4.35944119168489e-06 tokens_per_second_per_gpu:911.7725022800752 
Step 6739 | loss:0.01402871124446392 lr:4.35677810927308e-06 tokens_per_second_per_gpu:1081.2883549482817 
Step 6740 | loss:0.00518739502876997 lr:4.354115613957044e-06 tokens_per_second_per_gpu:708.0470549519067 
Step 6741 | loss:0.006692077964544296 lr:4.351453706013781e-06 tokens_per_second_per_gpu:905.9651979382618 
Step 6742 | loss:0.013117611408233643 lr:4.348792385720217e-06 tokens_per_second_per_gpu:844.4537460942271 
Step 6743 | loss:0.009775317274034023 lr:4.346131653353227e-06 tokens_per_second_per_gpu:938.5660761431307 
Step 6744 | loss:0.010607047006487846 lr:4.343471509189626e-06 tokens_per_second_per_gpu:995.9838194538513 
Step 6745 | loss:0.012608982622623444 lr:4.340811953506155e-06 tokens_per_second_per_gpu:929.2117313051743 
Step 6746 | loss:0.007317351642996073 lr:4.338152986579507e-06 tokens_per_second_per_gpu:822.7299546425871 
Step 6747 | loss:0.010998977348208427 lr:4.335494608686313e-06 tokens_per_second_per_gpu:977.8726039065958 
Step 6748 | loss:0.007714994251728058 lr:4.33283682010313e-06 tokens_per_second_per_gpu:800.386366492373 
Step 6749 | loss:0.015346940606832504 lr:4.330179621106469e-06 tokens_per_second_per_gpu:818.1301861853132 
Step 6750 | loss:0.005058055743575096 lr:4.327523011972774e-06 tokens_per_second_per_gpu:1049.4007698600522 
Step 6751 | loss:0.009288506582379341 lr:4.324866992978422e-06 tokens_per_second_per_gpu:876.2566812501398 
Step 6752 | loss:0.008096424862742424 lr:4.322211564399734e-06 tokens_per_second_per_gpu:740.8808139550185 
Step 6753 | loss:0.008999722078442574 lr:4.319556726512976e-06 tokens_per_second_per_gpu:888.6260664273275 
Step 6754 | loss:0.01567140221595764 lr:4.316902479594336e-06 tokens_per_second_per_gpu:993.2673663014393 
Step 6755 | loss:0.008652159944176674 lr:4.314248823919954e-06 tokens_per_second_per_gpu:1015.7152672257843 
Step 6756 | loss:0.0063193198293447495 lr:4.311595759765908e-06 tokens_per_second_per_gpu:928.1669952454157 
Step 6757 | loss:0.014140223152935505 lr:4.308943287408207e-06 tokens_per_second_per_gpu:751.6605471355155 
Step 6758 | loss:0.006290176883339882 lr:4.3062914071228024e-06 tokens_per_second_per_gpu:938.5927260808888 
Step 6759 | loss:0.009214461781084538 lr:4.3036401191855884e-06 tokens_per_second_per_gpu:803.5754249517857 
Step 6760 | loss:0.006683408748358488 lr:4.300989423872386e-06 tokens_per_second_per_gpu:921.9737901423799 
Step 6761 | loss:0.004980204626917839 lr:4.298339321458966e-06 tokens_per_second_per_gpu:758.3567627295317 
Step 6762 | loss:0.008584469556808472 lr:4.295689812221037e-06 tokens_per_second_per_gpu:802.8082384013845 
Step 6763 | loss:0.010559266433119774 lr:4.293040896434235e-06 tokens_per_second_per_gpu:950.6417415720127 
Step 6764 | loss:0.008077101781964302 lr:4.290392574374148e-06 tokens_per_second_per_gpu:911.2485396573621 
Step 6765 | loss:0.0098526980727911 lr:4.287744846316289e-06 tokens_per_second_per_gpu:1115.8293255536084 
Step 6766 | loss:0.012722846120595932 lr:4.2850977125361185e-06 tokens_per_second_per_gpu:758.1030951055976 
Step 6767 | loss:0.006303748115897179 lr:4.282451173309038e-06 tokens_per_second_per_gpu:874.6257032296647 
Step 6768 | loss:0.00980144552886486 lr:4.279805228910372e-06 tokens_per_second_per_gpu:853.0796988935066 
Step 6769 | loss:0.019297370687127113 lr:4.277159879615399e-06 tokens_per_second_per_gpu:1184.8413638647253 
Step 6770 | loss:0.011069480329751968 lr:4.2745151256993325e-06 tokens_per_second_per_gpu:1201.2423063242277 
Step 6771 | loss:0.01446506753563881 lr:4.271870967437311e-06 tokens_per_second_per_gpu:872.3424746962773 
Step 6772 | loss:0.010013144463300705 lr:4.269227405104428e-06 tokens_per_second_per_gpu:833.653331992167 
Step 6773 | loss:0.012320123612880707 lr:4.26658443897571e-06 tokens_per_second_per_gpu:776.0845786518058 
Step 6774 | loss:0.004071755334734917 lr:4.263942069326114e-06 tokens_per_second_per_gpu:766.2252623035396 
Step 6775 | loss:0.010059300810098648 lr:4.261300296430541e-06 tokens_per_second_per_gpu:760.9383906465893 
Step 6776 | loss:0.004977247677743435 lr:4.258659120563836e-06 tokens_per_second_per_gpu:815.9022551100519 
Step 6777 | loss:0.014516268856823444 lr:4.256018542000765e-06 tokens_per_second_per_gpu:1197.625878120164 
Step 6778 | loss:0.010256486013531685 lr:4.253378561016048e-06 tokens_per_second_per_gpu:1002.7270042207226 
Step 6779 | loss:0.006939517799764872 lr:4.25073917788434e-06 tokens_per_second_per_gpu:836.5760293626789 
Step 6780 | loss:0.0067701018415391445 lr:4.248100392880227e-06 tokens_per_second_per_gpu:912.3266161715088 
Step 6781 | loss:0.005268387030810118 lr:4.245462206278229e-06 tokens_per_second_per_gpu:857.9559154306215 
Step 6782 | loss:0.006085178814828396 lr:4.242824618352825e-06 tokens_per_second_per_gpu:788.4744043755277 
Step 6783 | loss:0.005257477983832359 lr:4.240187629378412e-06 tokens_per_second_per_gpu:959.0441179907313 
Step 6784 | loss:0.013619359582662582 lr:4.237551239629324e-06 tokens_per_second_per_gpu:808.3621237158397 
Step 6785 | loss:0.00674370676279068 lr:4.2349154493798514e-06 tokens_per_second_per_gpu:908.4956131775813 
Step 6786 | loss:0.007552728522568941 lr:4.2322802589042046e-06 tokens_per_second_per_gpu:776.3828014132667 
Step 6787 | loss:0.008275714702904224 lr:4.22964566847653e-06 tokens_per_second_per_gpu:1260.4985987149048 
Step 6788 | loss:0.01352632511407137 lr:4.227011678370932e-06 tokens_per_second_per_gpu:1047.7786053716393 
Step 6789 | loss:0.009810918010771275 lr:4.224378288861434e-06 tokens_per_second_per_gpu:766.90393751375 
Step 6790 | loss:0.023163791745901108 lr:4.221745500221992e-06 tokens_per_second_per_gpu:896.7563875784061 
Step 6791 | loss:0.01111890934407711 lr:4.219113312726526e-06 tokens_per_second_per_gpu:921.4411723408849 
Step 6792 | loss:0.013772004283964634 lr:4.21648172664887e-06 tokens_per_second_per_gpu:905.0830866388654 
Step 6793 | loss:0.005464706104248762 lr:4.213850742262795e-06 tokens_per_second_per_gpu:968.7740145031217 
Step 6794 | loss:0.006157994735985994 lr:4.211220359842032e-06 tokens_per_second_per_gpu:768.7467163033609 
Step 6795 | loss:0.0047929356805980206 lr:4.208590579660225e-06 tokens_per_second_per_gpu:847.0711635792177 
Step 6796 | loss:0.008708909153938293 lr:4.2059614019909634e-06 tokens_per_second_per_gpu:1032.7593868451067 
Step 6797 | loss:0.014029332436621189 lr:4.203332827107778e-06 tokens_per_second_per_gpu:851.4155612758391 
Step 6798 | loss:0.004864731803536415 lr:4.200704855284137e-06 tokens_per_second_per_gpu:1111.969974716301 
Step 6799 | loss:0.013563773594796658 lr:4.198077486793437e-06 tokens_per_second_per_gpu:1067.3690662937152 
Step 6800 | loss:0.009040674194693565 lr:4.19545072190902e-06 tokens_per_second_per_gpu:892.8690923847602 
Step 6801 | loss:0.018432743847370148 lr:4.192824560904167e-06 tokens_per_second_per_gpu:852.9862894892718 
Step 6802 | loss:0.0035866633988916874 lr:4.190199004052086e-06 tokens_per_second_per_gpu:825.1192807610297 
Step 6803 | loss:0.012001900002360344 lr:4.18757405162593e-06 tokens_per_second_per_gpu:947.5767220282419 
Step 6804 | loss:0.011968335136771202 lr:4.184949703898793e-06 tokens_per_second_per_gpu:899.0262948577556 
Step 6805 | loss:0.006085951812565327 lr:4.182325961143692e-06 tokens_per_second_per_gpu:966.5355021031022 
Step 6806 | loss:0.010471251793205738 lr:4.179702823633593e-06 tokens_per_second_per_gpu:893.3135608857656 
Step 6807 | loss:0.003937177825719118 lr:4.177080291641401e-06 tokens_per_second_per_gpu:876.5426108439178 
Step 6808 | loss:0.007516810670495033 lr:4.174458365439943e-06 tokens_per_second_per_gpu:898.9690763645173 
Step 6809 | loss:0.007204671390354633 lr:4.171837045302002e-06 tokens_per_second_per_gpu:866.7880095448211 
Step 6810 | loss:0.018092213198542595 lr:4.169216331500279e-06 tokens_per_second_per_gpu:997.8428246589039 
Step 6811 | loss:0.009024754166603088 lr:4.166596224307426e-06 tokens_per_second_per_gpu:898.9655954128467 
Step 6812 | loss:0.007610037457197905 lr:4.163976723996032e-06 tokens_per_second_per_gpu:972.0423208868954 
Step 6813 | loss:0.013174304738640785 lr:4.16135783083861e-06 tokens_per_second_per_gpu:1084.7965317963672 
Step 6814 | loss:0.0047669680789113045 lr:4.158739545107622e-06 tokens_per_second_per_gpu:945.258422892927 
Step 6815 | loss:0.007619450334459543 lr:4.156121867075465e-06 tokens_per_second_per_gpu:762.4453925920328 
Step 6816 | loss:0.004558028653264046 lr:4.153504797014466e-06 tokens_per_second_per_gpu:922.0763478380486 
Step 6817 | loss:0.006671627052128315 lr:4.1508883351968954e-06 tokens_per_second_per_gpu:917.0627524482835 
Step 6818 | loss:0.00407659076154232 lr:4.148272481894962e-06 tokens_per_second_per_gpu:905.705761906221 
Step 6819 | loss:0.008689961396157742 lr:4.1456572373808e-06 tokens_per_second_per_gpu:761.2840165485406 
Step 6820 | loss:0.0031932403799146414 lr:4.143042601926492e-06 tokens_per_second_per_gpu:964.6197836331256 
Step 6821 | loss:0.026684751734137535 lr:4.140428575804057e-06 tokens_per_second_per_gpu:969.2383486826908 
Step 6822 | loss:0.005335214082151651 lr:4.137815159285439e-06 tokens_per_second_per_gpu:878.0311606879677 
Step 6823 | loss:0.006011069752275944 lr:4.1352023526425286e-06 tokens_per_second_per_gpu:770.352426751346 
Step 6824 | loss:0.004212913103401661 lr:4.132590156147157e-06 tokens_per_second_per_gpu:856.5255638575301 
Step 6825 | loss:0.010728615336120129 lr:4.129978570071077e-06 tokens_per_second_per_gpu:1060.2267388502187 
Step 6826 | loss:0.010218966752290726 lr:4.12736759468599e-06 tokens_per_second_per_gpu:912.8994500609367 
Step 6827 | loss:0.010187199339270592 lr:4.124757230263532e-06 tokens_per_second_per_gpu:1088.137805122063 
Step 6828 | loss:0.03703347221016884 lr:4.12214747707527e-06 tokens_per_second_per_gpu:747.2698190936267 
Step 6829 | loss:0.007792075164616108 lr:4.119538335392712e-06 tokens_per_second_per_gpu:921.3444853110792 
Step 6830 | loss:0.007147243246436119 lr:4.116929805487307e-06 tokens_per_second_per_gpu:996.0083578081667 
Step 6831 | loss:0.007182249799370766 lr:4.114321887630427e-06 tokens_per_second_per_gpu:783.1130320045822 
Step 6832 | loss:0.010292774066329002 lr:4.111714582093391e-06 tokens_per_second_per_gpu:860.4783004085959 
Step 6833 | loss:0.009552206844091415 lr:4.109107889147455e-06 tokens_per_second_per_gpu:803.3809956697164 
Step 6834 | loss:0.011566217988729477 lr:4.106501809063803e-06 tokens_per_second_per_gpu:910.210046447873 
Step 6835 | loss:0.009151870384812355 lr:4.103896342113561e-06 tokens_per_second_per_gpu:887.2136084092344 
Step 6836 | loss:0.015320554375648499 lr:4.1012914885677955e-06 tokens_per_second_per_gpu:1338.7146253596898 
Step 6837 | loss:0.006133643910288811 lr:4.098687248697496e-06 tokens_per_second_per_gpu:834.147738016977 
Step 6838 | loss:0.00587685639038682 lr:4.0960836227736e-06 tokens_per_second_per_gpu:909.8814326738625 
Step 6839 | loss:0.005269531160593033 lr:4.093480611066979e-06 tokens_per_second_per_gpu:859.661163309174 
Step 6840 | loss:0.0037112238351255655 lr:4.090878213848434e-06 tokens_per_second_per_gpu:766.331642838573 
Step 6841 | loss:0.0030526744667440653 lr:4.088276431388714e-06 tokens_per_second_per_gpu:742.7101471648558 
Step 6842 | loss:0.010433441027998924 lr:4.0856752639584875e-06 tokens_per_second_per_gpu:991.5611500394552 
Step 6843 | loss:0.006747117266058922 lr:4.083074711828373e-06 tokens_per_second_per_gpu:901.1837426982145 
Step 6844 | loss:0.011787375435233116 lr:4.080474775268925e-06 tokens_per_second_per_gpu:923.2620012776067 
Step 6845 | loss:0.00712596857920289 lr:4.077875454550622e-06 tokens_per_second_per_gpu:1195.3419714860174 
Step 6846 | loss:0.009670209139585495 lr:4.075276749943889e-06 tokens_per_second_per_gpu:897.5291348516497 
Step 6847 | loss:0.02104620449244976 lr:4.0726786617190865e-06 tokens_per_second_per_gpu:937.6166749325622 
Step 6848 | loss:0.007222106214612722 lr:4.070081190146501e-06 tokens_per_second_per_gpu:921.5014736226944 
Step 6849 | loss:0.008220052346587181 lr:4.067484335496368e-06 tokens_per_second_per_gpu:963.2859972421053 
Step 6850 | loss:0.014210737310349941 lr:4.064888098038853e-06 tokens_per_second_per_gpu:1102.8611675855586 
Step 6851 | loss:0.007891477085649967 lr:4.062292478044052e-06 tokens_per_second_per_gpu:953.1486838557518 
Step 6852 | loss:0.011735178530216217 lr:4.059697475782004e-06 tokens_per_second_per_gpu:1021.4263746498557 
Step 6853 | loss:0.011629256419837475 lr:4.057103091522686e-06 tokens_per_second_per_gpu:1040.9031036832325 
Step 6854 | loss:0.005046316422522068 lr:4.054509325535999e-06 tokens_per_second_per_gpu:909.1300637810574 
Step 6855 | loss:0.005973780993372202 lr:4.0519161780917906e-06 tokens_per_second_per_gpu:925.5741321566865 
Step 6856 | loss:0.0069374628365039825 lr:4.049323649459843e-06 tokens_per_second_per_gpu:972.432841655284 
Step 6857 | loss:0.005194676574319601 lr:4.046731739909866e-06 tokens_per_second_per_gpu:788.6898021828337 
Step 6858 | loss:0.004975173622369766 lr:4.044140449711512e-06 tokens_per_second_per_gpu:886.0525005054338 
Step 6859 | loss:0.01214577630162239 lr:4.041549779134371e-06 tokens_per_second_per_gpu:891.9087667608636 
Step 6860 | loss:0.003972871229052544 lr:4.0389597284479595e-06 tokens_per_second_per_gpu:844.4538595164622 
Step 6861 | loss:0.00863274559378624 lr:4.036370297921738e-06 tokens_per_second_per_gpu:939.2705592052055 
Step 6862 | loss:0.006880822125822306 lr:4.033781487825102e-06 tokens_per_second_per_gpu:974.4805050519171 
Step 6863 | loss:0.0032194904051721096 lr:4.031193298427373e-06 tokens_per_second_per_gpu:796.0063708086741 
Step 6864 | loss:0.01074016373604536 lr:4.028605729997817e-06 tokens_per_second_per_gpu:973.4762162185064 
Step 6865 | loss:0.006002399604767561 lr:4.026018782805641e-06 tokens_per_second_per_gpu:1065.641230111079 
Step 6866 | loss:0.004324396140873432 lr:4.023432457119967e-06 tokens_per_second_per_gpu:1017.1701934338816 
Step 6867 | loss:0.003399859881028533 lr:4.020846753209871e-06 tokens_per_second_per_gpu:752.4760585400333 
Step 6868 | loss:0.020666664466261864 lr:4.0182616713443635e-06 tokens_per_second_per_gpu:797.9014745336171 
Step 6869 | loss:0.017984602600336075 lr:4.015677211792375e-06 tokens_per_second_per_gpu:1161.5150780968688 
Step 6870 | loss:0.005903644487261772 lr:4.013093374822789e-06 tokens_per_second_per_gpu:822.3964825642494 
Step 6871 | loss:0.01874149963259697 lr:4.010510160704409e-06 tokens_per_second_per_gpu:1131.4807407063884 
Step 6872 | loss:0.003004235215485096 lr:4.0079275697059864e-06 tokens_per_second_per_gpu:789.9777159208993 
Step 6873 | loss:0.015389863401651382 lr:4.005345602096205e-06 tokens_per_second_per_gpu:971.1703073493992 
Step 6874 | loss:0.0067060464061796665 lr:4.0027642581436735e-06 tokens_per_second_per_gpu:865.7724333737905 
Step 6875 | loss:0.010750087909400463 lr:4.000183538116948e-06 tokens_per_second_per_gpu:1002.5238317383391 
Step 6876 | loss:0.007145026698708534 lr:3.9976034422845176e-06 tokens_per_second_per_gpu:768.6812904853898 
Step 6877 | loss:0.009508155286312103 lr:3.995023970914798e-06 tokens_per_second_per_gpu:989.6712803569854 
Step 6878 | loss:0.0058854143135249615 lr:3.9924451242761496e-06 tokens_per_second_per_gpu:1014.2290923954698 
Step 6879 | loss:0.003945017233490944 lr:3.989866902636867e-06 tokens_per_second_per_gpu:725.8816194959365 
Step 6880 | loss:0.016615986824035645 lr:3.98728930626517e-06 tokens_per_second_per_gpu:1072.5710960086408 
Step 6881 | loss:0.014991981908679008 lr:3.984712335429225e-06 tokens_per_second_per_gpu:1071.5254874855057 
Step 6882 | loss:0.00954977422952652 lr:3.98213599039713e-06 tokens_per_second_per_gpu:878.6348720041884 
Step 6883 | loss:0.028478432446718216 lr:3.979560271436911e-06 tokens_per_second_per_gpu:1162.1338127334793 
Step 6884 | loss:0.00843091495335102 lr:3.976985178816537e-06 tokens_per_second_per_gpu:1020.9930166935709 
Step 6885 | loss:0.005528080742806196 lr:3.974410712803914e-06 tokens_per_second_per_gpu:798.8148226666599 
Step 6886 | loss:0.019937502220273018 lr:3.971836873666873e-06 tokens_per_second_per_gpu:917.697142835039 
Step 6887 | loss:0.007756774313747883 lr:3.969263661673179e-06 tokens_per_second_per_gpu:863.0379194334096 
Step 6888 | loss:0.018372314050793648 lr:3.966691077090552e-06 tokens_per_second_per_gpu:1035.998107488238 
Step 6889 | loss:0.005615609232336283 lr:3.964119120186624e-06 tokens_per_second_per_gpu:773.9889010795774 
Step 6890 | loss:0.002494330983608961 lr:3.961547791228963e-06 tokens_per_second_per_gpu:745.8294843531285 
Step 6891 | loss:0.013697950169444084 lr:3.958977090485092e-06 tokens_per_second_per_gpu:900.8062820138618 
Step 6892 | loss:0.014958393760025501 lr:3.95640701822245e-06 tokens_per_second_per_gpu:855.4738681823567 
Step 6893 | loss:0.007938302122056484 lr:3.953837574708409e-06 tokens_per_second_per_gpu:898.1496584808491 
Step 6894 | loss:0.003255558665841818 lr:3.951268760210295e-06 tokens_per_second_per_gpu:834.7817891425219 
Step 6895 | loss:0.0056299795396625996 lr:3.94870057499535e-06 tokens_per_second_per_gpu:812.6755722044263 
Step 6896 | loss:0.008348817005753517 lr:3.946133019330749e-06 tokens_per_second_per_gpu:965.3124983612861 
Step 6897 | loss:0.004144884645938873 lr:3.943566093483624e-06 tokens_per_second_per_gpu:698.6681642768353 
Step 6898 | loss:0.0071968743577599525 lr:3.94099979772102e-06 tokens_per_second_per_gpu:701.899245519626 
Step 6899 | loss:0.0076951272785663605 lr:3.938434132309914e-06 tokens_per_second_per_gpu:877.3969675491755 
Step 6900 | loss:0.007177680730819702 lr:3.935869097517242e-06 tokens_per_second_per_gpu:892.1582931769793 
Step 6901 | loss:0.005620837211608887 lr:3.933304693609851e-06 tokens_per_second_per_gpu:1017.5643189550842 
Step 6902 | loss:0.014120473526418209 lr:3.930740920854528e-06 tokens_per_second_per_gpu:772.7055679000973 
Step 6903 | loss:0.011288692243397236 lr:3.928177779517999e-06 tokens_per_second_per_gpu:906.2221672258968 
Step 6904 | loss:0.00875450111925602 lr:3.925615269866925e-06 tokens_per_second_per_gpu:1178.483741143365 
Step 6905 | loss:0.021826481446623802 lr:3.923053392167891e-06 tokens_per_second_per_gpu:923.8105298285917 
Step 6906 | loss:0.005944475531578064 lr:3.920492146687429e-06 tokens_per_second_per_gpu:894.9309979943098 
Step 6907 | loss:0.00653853639960289 lr:3.917931533692001e-06 tokens_per_second_per_gpu:760.6007414772175 
Step 6908 | loss:0.014131872914731503 lr:3.915371553447995e-06 tokens_per_second_per_gpu:1094.3096390389805 
Step 6909 | loss:0.006136760115623474 lr:3.912812206221745e-06 tokens_per_second_per_gpu:850.1794189632699 
Step 6910 | loss:0.00584213063120842 lr:3.9102534922795166e-06 tokens_per_second_per_gpu:955.3008521395319 
Step 6911 | loss:0.004415025468915701 lr:3.9076954118875e-06 tokens_per_second_per_gpu:810.6013295994139 
Step 6912 | loss:0.0186415184289217 lr:3.905137965311829e-06 tokens_per_second_per_gpu:1061.394373263059 
Step 6913 | loss:0.01739373616874218 lr:3.902581152818575e-06 tokens_per_second_per_gpu:931.804502884246 
Step 6914 | loss:0.004578161984682083 lr:3.900024974673729e-06 tokens_per_second_per_gpu:868.6303130257058 
Step 6915 | loss:0.01609826274216175 lr:3.897469431143232e-06 tokens_per_second_per_gpu:1131.42449561308 
Step 6916 | loss:0.02131640911102295 lr:3.8949145224929415e-06 tokens_per_second_per_gpu:1002.8413653862324 
Step 6917 | loss:0.01054331287741661 lr:3.892360248988667e-06 tokens_per_second_per_gpu:836.2077626654196 
Step 6918 | loss:0.006212721578776836 lr:3.889806610896144e-06 tokens_per_second_per_gpu:921.7922989225481 
Step 6919 | loss:0.012033350765705109 lr:3.887253608481036e-06 tokens_per_second_per_gpu:913.3038176183302 
Step 6920 | loss:0.002098574535921216 lr:3.884701242008949e-06 tokens_per_second_per_gpu:789.9051002046173 
Step 6921 | loss:0.008341697975993156 lr:3.882149511745425e-06 tokens_per_second_per_gpu:1116.0675587405535 
Step 6922 | loss:0.0031275900546461344 lr:3.879598417955925e-06 tokens_per_second_per_gpu:830.524957780027 
Step 6923 | loss:0.004915333352982998 lr:3.877047960905858e-06 tokens_per_second_per_gpu:766.0263200244106 
Step 6924 | loss:0.015559695661067963 lr:3.874498140860567e-06 tokens_per_second_per_gpu:926.1652026924137 
Step 6925 | loss:0.0048720501363277435 lr:3.871948958085317e-06 tokens_per_second_per_gpu:975.3650582779115 
Step 6926 | loss:0.0052850255742669106 lr:3.869400412845314e-06 tokens_per_second_per_gpu:870.2847745147282 
Step 6927 | loss:0.006522933952510357 lr:3.8668525054057035e-06 tokens_per_second_per_gpu:869.9306369804907 
Step 6928 | loss:0.005103839561343193 lr:3.864305236031552e-06 tokens_per_second_per_gpu:885.9011118122313 
Step 6929 | loss:0.0044685667380690575 lr:3.8617586049878685e-06 tokens_per_second_per_gpu:763.1189038730661 
Step 6930 | loss:0.005060054361820221 lr:3.859212612539597e-06 tokens_per_second_per_gpu:754.2608875402269 
Step 6931 | loss:0.016437029466032982 lr:3.856667258951604e-06 tokens_per_second_per_gpu:1058.7885240216717 
Step 6932 | loss:0.01128294039517641 lr:3.8541225444887e-06 tokens_per_second_per_gpu:854.1845225605284 
Step 6933 | loss:0.0054228282533586025 lr:3.85157846941563e-06 tokens_per_second_per_gpu:977.7722686257806 
Step 6934 | loss:0.004801578354090452 lr:3.8490350339970605e-06 tokens_per_second_per_gpu:912.7925117561451 
Step 6935 | loss:0.0057742055505514145 lr:3.846492238497604e-06 tokens_per_second_per_gpu:843.8971747764854 
Step 6936 | loss:0.0027100108563899994 lr:3.843950083181804e-06 tokens_per_second_per_gpu:901.1472424781184 
Step 6937 | loss:0.01131865568459034 lr:3.841408568314129e-06 tokens_per_second_per_gpu:1012.0435297529065 
Step 6938 | loss:0.01495673693716526 lr:3.838867694158989e-06 tokens_per_second_per_gpu:721.0688499375563 
Step 6939 | loss:0.006672477349638939 lr:3.8363274609807296e-06 tokens_per_second_per_gpu:819.1138283434434 
Step 6940 | loss:0.008398033678531647 lr:3.833787869043619e-06 tokens_per_second_per_gpu:846.8699866051569 
Step 6941 | loss:0.007057600654661655 lr:3.831248918611868e-06 tokens_per_second_per_gpu:918.2476604308284 
Step 6942 | loss:0.010341189801692963 lr:3.8287106099496215e-06 tokens_per_second_per_gpu:1080.2083867589256 
Step 6943 | loss:0.006429053843021393 lr:3.826172943320947e-06 tokens_per_second_per_gpu:982.5439693025237 
Step 6944 | loss:0.008298717439174652 lr:3.823635918989856e-06 tokens_per_second_per_gpu:957.3052478149716 
Step 6945 | loss:0.004607480019330978 lr:3.82109953722029e-06 tokens_per_second_per_gpu:874.4472955728514 
Step 6946 | loss:0.010611760430037975 lr:3.8185637982761195e-06 tokens_per_second_per_gpu:1006.1572842846452 
Step 6947 | loss:0.004715009592473507 lr:3.816028702421156e-06 tokens_per_second_per_gpu:849.5631114995947 
Step 6948 | loss:0.011375470086932182 lr:3.813494249919133e-06 tokens_per_second_per_gpu:1195.3958758136973 
Step 6949 | loss:0.007581319659948349 lr:3.810960441033729e-06 tokens_per_second_per_gpu:814.1875119098992 
Step 6950 | loss:0.008690445683896542 lr:3.8084272760285523e-06 tokens_per_second_per_gpu:770.3488901176182 
Step 6951 | loss:0.010927760973572731 lr:3.8058947551671357e-06 tokens_per_second_per_gpu:945.4808286179853 
Step 6952 | loss:0.013693569228053093 lr:3.803362878712954e-06 tokens_per_second_per_gpu:897.0719561682783 
Step 6953 | loss:0.00635751336812973 lr:3.800831646929416e-06 tokens_per_second_per_gpu:937.6399274271569 
Step 6954 | loss:0.004217084497213364 lr:3.798301060079854e-06 tokens_per_second_per_gpu:941.4895772662495 
Step 6955 | loss:0.008809581398963928 lr:3.7957711184275413e-06 tokens_per_second_per_gpu:811.7114821415796 
Step 6956 | loss:0.04034200310707092 lr:3.793241822235687e-06 tokens_per_second_per_gpu:1049.1744914840929 
Step 6957 | loss:0.011089904233813286 lr:3.7907131717674195e-06 tokens_per_second_per_gpu:729.3811565588114 
Step 6958 | loss:0.009406886994838715 lr:3.7881851672858114e-06 tokens_per_second_per_gpu:1102.721723200941 
Step 6959 | loss:0.005249792709946632 lr:3.7856578090538698e-06 tokens_per_second_per_gpu:844.7614748857228 
Step 6960 | loss:0.004214560613036156 lr:3.7831310973345216e-06 tokens_per_second_per_gpu:763.3918450519527 
Step 6961 | loss:0.004435271490365267 lr:3.7806050323906396e-06 tokens_per_second_per_gpu:907.002916104981 
Step 6962 | loss:0.012043234892189503 lr:3.7780796144850274e-06 tokens_per_second_per_gpu:924.4604455526523 
Step 6963 | loss:0.011661050841212273 lr:3.77555484388041e-06 tokens_per_second_per_gpu:1020.7459524591862 
Step 6964 | loss:0.004211711697280407 lr:3.773030720839459e-06 tokens_per_second_per_gpu:721.1468163157208 
Step 6965 | loss:0.009996992535889149 lr:3.770507245624775e-06 tokens_per_second_per_gpu:915.6971695108757 
Step 6966 | loss:0.019761722534894943 lr:3.7679844184988823e-06 tokens_per_second_per_gpu:1083.5009101213009 
Step 6967 | loss:0.008205495774745941 lr:3.765462239724249e-06 tokens_per_second_per_gpu:948.7244172905001 
Step 6968 | loss:0.011267038062214851 lr:3.762940709563273e-06 tokens_per_second_per_gpu:893.2629569894987 
Step 6969 | loss:0.004610687028616667 lr:3.760419828278279e-06 tokens_per_second_per_gpu:814.0726467434571 
Step 6970 | loss:0.0074958582408726215 lr:3.757899596131529e-06 tokens_per_second_per_gpu:928.2900956615271 
Step 6971 | loss:0.013996968045830727 lr:3.7553800133852216e-06 tokens_per_second_per_gpu:1016.6986372432973 
Step 6972 | loss:0.011064340360462666 lr:3.7528610803014763e-06 tokens_per_second_per_gpu:997.291049810864 
Step 6973 | loss:0.0056494008749723434 lr:3.7503427971423545e-06 tokens_per_second_per_gpu:835.8107377383094 
Step 6974 | loss:0.009636545553803444 lr:3.7478251641698514e-06 tokens_per_second_per_gpu:888.1042866043829 
Step 6975 | loss:0.008723889477550983 lr:3.7453081816458824e-06 tokens_per_second_per_gpu:956.0724599048502 
Step 6976 | loss:0.018259070813655853 lr:3.742791849832311e-06 tokens_per_second_per_gpu:1038.5271659162072 
Step 6977 | loss:0.008630488999187946 lr:3.7402761689909184e-06 tokens_per_second_per_gpu:899.9080321293484 
Step 6978 | loss:0.045718979090452194 lr:3.737761139383428e-06 tokens_per_second_per_gpu:1206.8721698387285 
Step 6979 | loss:0.012149441987276077 lr:3.735246761271496e-06 tokens_per_second_per_gpu:763.4248964283252 
Step 6980 | loss:0.017758948728442192 lr:3.732733034916699e-06 tokens_per_second_per_gpu:940.099649143718 
Step 6981 | loss:0.0028968527913093567 lr:3.7302199605805588e-06 tokens_per_second_per_gpu:695.4247798350136 
Step 6982 | loss:0.005574657581746578 lr:3.7277075385245276e-06 tokens_per_second_per_gpu:834.9735528754201 
Step 6983 | loss:0.0054313610307872295 lr:3.7251957690099795e-06 tokens_per_second_per_gpu:769.8160622792032 
Step 6984 | loss:0.0036192070692777634 lr:3.722684652298232e-06 tokens_per_second_per_gpu:815.225235642391 
Step 6985 | loss:0.014711965806782246 lr:3.7201741886505327e-06 tokens_per_second_per_gpu:772.5075728998904 
Step 6986 | loss:0.007653663866221905 lr:3.717664378328053e-06 tokens_per_second_per_gpu:752.1043618315493 
Step 6987 | loss:0.022164128720760345 lr:3.7151552215919063e-06 tokens_per_second_per_gpu:839.6044841925481 
Step 6988 | loss:0.00981723889708519 lr:3.712646718703138e-06 tokens_per_second_per_gpu:983.0781607374224 
Step 6989 | loss:0.017458291724324226 lr:3.7101388699227125e-06 tokens_per_second_per_gpu:1002.6766631880641 
Step 6990 | loss:0.010870805010199547 lr:3.7076316755115407e-06 tokens_per_second_per_gpu:811.3479439556602 
Step 6991 | loss:0.00833121221512556 lr:3.705125135730462e-06 tokens_per_second_per_gpu:851.6441730787246 
Step 6992 | loss:0.008348006755113602 lr:3.7026192508402436e-06 tokens_per_second_per_gpu:815.6613347660026 
Step 6993 | loss:0.02098153531551361 lr:3.7001140211015795e-06 tokens_per_second_per_gpu:1098.1541637373418 
Step 6994 | loss:0.0049650706350803375 lr:3.6976094467751158e-06 tokens_per_second_per_gpu:814.6885475577237 
Step 6995 | loss:0.007494654040783644 lr:3.695105528121411e-06 tokens_per_second_per_gpu:966.3392044890419 
Step 6996 | loss:0.01206249464303255 lr:3.6926022654009554e-06 tokens_per_second_per_gpu:823.1053796215202 
Step 6997 | loss:0.007507821079343557 lr:3.6900996588741887e-06 tokens_per_second_per_gpu:918.4488067458558 
Step 6998 | loss:0.005232181400060654 lr:3.687597708801467e-06 tokens_per_second_per_gpu:824.154980967284 
Step 6999 | loss:0.016480889171361923 lr:3.6850964154430722e-06 tokens_per_second_per_gpu:917.5603226360421 
Step 7000 | loss:0.0020127962343394756 lr:3.6825957790592446e-06 tokens_per_second_per_gpu:670.5142979216904 
Step 7001 | loss:0.006770912557840347 lr:3.6800957999101316e-06 tokens_per_second_per_gpu:756.6096599519585 
Step 7002 | loss:0.008435716852545738 lr:3.6775964782558115e-06 tokens_per_second_per_gpu:980.9256394030731 
Step 7003 | loss:0.007077028974890709 lr:3.6750978143563176e-06 tokens_per_second_per_gpu:858.9089870200975 
Step 7004 | loss:0.015393170528113842 lr:3.672599808471593e-06 tokens_per_second_per_gpu:959.139264011108 
Step 7005 | loss:0.004266251809895039 lr:3.6701024608615154e-06 tokens_per_second_per_gpu:865.7420024787461 
Step 7006 | loss:0.00573761248961091 lr:3.6676057717859014e-06 tokens_per_second_per_gpu:803.3094674520777 
Step 7007 | loss:0.010682402178645134 lr:3.665109741504499e-06 tokens_per_second_per_gpu:1016.3668651460889 
Step 7008 | loss:0.006419170647859573 lr:3.662614370276977e-06 tokens_per_second_per_gpu:914.5717864098567 
Step 7009 | loss:0.00977751612663269 lr:3.6601196583629463e-06 tokens_per_second_per_gpu:928.6258217879274 
Step 7010 | loss:0.005999566987156868 lr:3.6576256060219486e-06 tokens_per_second_per_gpu:859.6614313436957 
Step 7011 | loss:0.00785895623266697 lr:3.655132213513447e-06 tokens_per_second_per_gpu:736.6894676432374 
Step 7012 | loss:0.00881200097501278 lr:3.652639481096848e-06 tokens_per_second_per_gpu:977.9026891803567 
Step 7013 | loss:0.006663396954536438 lr:3.650147409031487e-06 tokens_per_second_per_gpu:744.8987260947664 
Step 7014 | loss:0.019152294844388962 lr:3.6476559975766213e-06 tokens_per_second_per_gpu:1110.5303181653514 
Step 7015 | loss:0.008282043971121311 lr:3.645165246991449e-06 tokens_per_second_per_gpu:870.621361840457 
Step 7016 | loss:0.011137614026665688 lr:3.6426751575351006e-06 tokens_per_second_per_gpu:674.9480680189262 
Step 7017 | loss:0.00911380723118782 lr:3.6401857294666276e-06 tokens_per_second_per_gpu:890.672474355899 
Step 7018 | loss:0.008758550509810448 lr:3.637696963045022e-06 tokens_per_second_per_gpu:964.3885137139642 
Step 7019 | loss:0.0032282890751957893 lr:3.635208858529207e-06 tokens_per_second_per_gpu:818.7979871578015 
Step 7020 | loss:0.005053287371993065 lr:3.6327214161780287e-06 tokens_per_second_per_gpu:753.2756688287442 
Step 7021 | loss:0.016092976555228233 lr:3.630234636250275e-06 tokens_per_second_per_gpu:868.8817664279348 
Step 7022 | loss:0.024338936433196068 lr:3.6277485190046523e-06 tokens_per_second_per_gpu:1217.3204479817937 
Step 7023 | loss:0.007073600776493549 lr:3.62526306469981e-06 tokens_per_second_per_gpu:871.1202490529446 
Step 7024 | loss:0.01153463777154684 lr:3.622778273594327e-06 tokens_per_second_per_gpu:1117.0626584854615 
Step 7025 | loss:0.009399604052305222 lr:3.620294145946702e-06 tokens_per_second_per_gpu:847.1042975105454 
Step 7026 | loss:0.012225300073623657 lr:3.617810682015377e-06 tokens_per_second_per_gpu:751.0269989182725 
Step 7027 | loss:0.0071442825719714165 lr:3.6153278820587236e-06 tokens_per_second_per_gpu:935.7971366496295 
Step 7028 | loss:0.015616413205862045 lr:3.6128457463350342e-06 tokens_per_second_per_gpu:824.608978118448 
Step 7029 | loss:0.007927974686026573 lr:3.6103642751025425e-06 tokens_per_second_per_gpu:809.6321439032023 
Step 7030 | loss:0.02359132096171379 lr:3.607883468619414e-06 tokens_per_second_per_gpu:1014.1791772419587 
Step 7031 | loss:0.004390308167785406 lr:3.605403327143734e-06 tokens_per_second_per_gpu:1001.7824177639019 
Step 7032 | loss:0.01753547042608261 lr:3.6029238509335283e-06 tokens_per_second_per_gpu:986.4722771965353 
Step 7033 | loss:0.00586354173719883 lr:3.600445040246754e-06 tokens_per_second_per_gpu:882.9446776817307 
Step 7034 | loss:0.011142218485474586 lr:3.597966895341288e-06 tokens_per_second_per_gpu:981.3274061184088 
Step 7035 | loss:0.009341077879071236 lr:3.595489416474951e-06 tokens_per_second_per_gpu:1135.3709115891559 
Step 7036 | loss:0.012783677317202091 lr:3.593012603905491e-06 tokens_per_second_per_gpu:853.7636066891637 
Step 7037 | loss:0.009293029084801674 lr:3.590536457890578e-06 tokens_per_second_per_gpu:1017.8515111741282 
Step 7038 | loss:0.010364405810832977 lr:3.5880609786878218e-06 tokens_per_second_per_gpu:980.0451513319706 
Step 7039 | loss:0.012111939489841461 lr:3.5855861665547643e-06 tokens_per_second_per_gpu:1063.5779594277446 
Step 7040 | loss:0.01178339496254921 lr:3.583112021748868e-06 tokens_per_second_per_gpu:1247.558449563232 
Step 7041 | loss:0.011039740405976772 lr:3.580638544527534e-06 tokens_per_second_per_gpu:927.4049283454997 
Step 7042 | loss:0.0074954647570848465 lr:3.578165735148096e-06 tokens_per_second_per_gpu:840.1671527716892 
Step 7043 | loss:0.007109889294952154 lr:3.575693593867807e-06 tokens_per_second_per_gpu:871.0265945624064 
Step 7044 | loss:0.006844639778137207 lr:3.573222120943862e-06 tokens_per_second_per_gpu:865.2688374725201 
Step 7045 | loss:0.008397145196795464 lr:3.570751316633384e-06 tokens_per_second_per_gpu:705.2167562886325 
Step 7046 | loss:0.004885764792561531 lr:3.568281181193419e-06 tokens_per_second_per_gpu:780.8322066019974 
Step 7047 | loss:0.006648533046245575 lr:3.5658117148809525e-06 tokens_per_second_per_gpu:835.5503145341311 
Step 7048 | loss:0.011528059840202332 lr:3.5633429179528976e-06 tokens_per_second_per_gpu:1122.8612320554682 
Step 7049 | loss:0.008512407541275024 lr:3.5608747906660935e-06 tokens_per_second_per_gpu:923.3154341413776 
Step 7050 | loss:0.012212802655994892 lr:3.558407333277315e-06 tokens_per_second_per_gpu:988.8425770785635 
Step 7051 | loss:0.027820143848657608 lr:3.5559405460432694e-06 tokens_per_second_per_gpu:961.0759515315835 
Step 7052 | loss:0.023814653977751732 lr:3.5534744292205825e-06 tokens_per_second_per_gpu:1240.1483544294879 
Step 7053 | loss:0.003267353866249323 lr:3.5510089830658255e-06 tokens_per_second_per_gpu:692.0143636930687 
Step 7054 | loss:0.003586021950468421 lr:3.5485442078354857e-06 tokens_per_second_per_gpu:663.133001402382 
Step 7055 | loss:0.005458093248307705 lr:3.5460801037859917e-06 tokens_per_second_per_gpu:1053.9945162342867 
Step 7056 | loss:0.008541994728147984 lr:3.543616671173701e-06 tokens_per_second_per_gpu:941.2993840308046 
Step 7057 | loss:0.007913295179605484 lr:3.5411539102548895e-06 tokens_per_second_per_gpu:797.0729177962928 
Step 7058 | loss:0.007113829255104065 lr:3.5386918212857766e-06 tokens_per_second_per_gpu:848.5177988797517 
Step 7059 | loss:0.007498070597648621 lr:3.5362304045225116e-06 tokens_per_second_per_gpu:722.1162587226302 
Step 7060 | loss:0.013304749503731728 lr:3.533769660221161e-06 tokens_per_second_per_gpu:862.6761466250166 
Step 7061 | loss:0.007572561502456665 lr:3.5313095886377345e-06 tokens_per_second_per_gpu:835.5606652266404 
Step 7062 | loss:0.004435771144926548 lr:3.528850190028169e-06 tokens_per_second_per_gpu:1076.4576414859266 
Step 7063 | loss:0.006705921608954668 lr:3.5263914646483243e-06 tokens_per_second_per_gpu:820.7671728050138 
Step 7064 | loss:0.010830678045749664 lr:3.523933412753997e-06 tokens_per_second_per_gpu:1113.1352318797915 
Step 7065 | loss:0.011828719638288021 lr:3.521476034600916e-06 tokens_per_second_per_gpu:1080.4663461874434 
Step 7066 | loss:0.009058056399226189 lr:3.5190193304447297e-06 tokens_per_second_per_gpu:1079.0593307907413 
Step 7067 | loss:0.008341060020029545 lr:3.5165633005410247e-06 tokens_per_second_per_gpu:780.7892541929015 
Step 7068 | loss:0.015010778792202473 lr:3.5141079451453206e-06 tokens_per_second_per_gpu:769.6373625748403 
Step 7069 | loss:0.01972695253789425 lr:3.5116532645130543e-06 tokens_per_second_per_gpu:1015.4034466711175 
Step 7070 | loss:0.007075523026287556 lr:3.5091992588996026e-06 tokens_per_second_per_gpu:941.6589356269924 
Step 7071 | loss:0.006768459919840097 lr:3.5067459285602733e-06 tokens_per_second_per_gpu:906.723408347503 
Step 7072 | loss:0.0066504934802651405 lr:3.5042932737502934e-06 tokens_per_second_per_gpu:797.3872754617737 
Step 7073 | loss:0.00948917306959629 lr:3.5018412947248283e-06 tokens_per_second_per_gpu:815.7507417713804 
Step 7074 | loss:0.0029299966990947723 lr:3.4993899917389762e-06 tokens_per_second_per_gpu:826.7779041168699 
Step 7075 | loss:0.009162391535937786 lr:3.4969393650477522e-06 tokens_per_second_per_gpu:892.9573269525526 
Step 7076 | loss:0.007467540446668863 lr:3.4944894149061127e-06 tokens_per_second_per_gpu:665.2459133079616 
Step 7077 | loss:0.002967251231893897 lr:3.492040141568942e-06 tokens_per_second_per_gpu:936.9710915228176 
Step 7078 | loss:0.009542531333863735 lr:3.4895915452910458e-06 tokens_per_second_per_gpu:879.944042911659 
Step 7079 | loss:0.009978022426366806 lr:3.4871436263271674e-06 tokens_per_second_per_gpu:906.5122687117187 
Step 7080 | loss:0.01455617230385542 lr:3.4846963849319813e-06 tokens_per_second_per_gpu:776.7302382918987 
Step 7081 | loss:0.012975766323506832 lr:3.482249821360082e-06 tokens_per_second_per_gpu:909.5487574097947 
Step 7082 | loss:0.00481618894264102 lr:3.479803935866004e-06 tokens_per_second_per_gpu:867.7654844521799 
Step 7083 | loss:0.012618936598300934 lr:3.477358728704201e-06 tokens_per_second_per_gpu:906.0981369393165 
Step 7084 | loss:0.007700743153691292 lr:3.4749142001290648e-06 tokens_per_second_per_gpu:845.1605529635832 
Step 7085 | loss:0.01568886637687683 lr:3.4724703503949164e-06 tokens_per_second_per_gpu:809.7185467590924 
Step 7086 | loss:0.02364254742860794 lr:3.470027179755996e-06 tokens_per_second_per_gpu:1003.057592669455 
Step 7087 | loss:0.004333170130848885 lr:3.467584688466483e-06 tokens_per_second_per_gpu:953.6468624547125 
Step 7088 | loss:0.00668644392862916 lr:3.4651428767804894e-06 tokens_per_second_per_gpu:669.0541004687869 
Step 7089 | loss:0.004342430271208286 lr:3.4627017449520408e-06 tokens_per_second_per_gpu:842.9979772776305 
Step 7090 | loss:0.006094163283705711 lr:3.4602612932351065e-06 tokens_per_second_per_gpu:884.7971113034414 
Step 7091 | loss:0.013527837581932545 lr:3.457821521883583e-06 tokens_per_second_per_gpu:1022.4028820813596 
Step 7092 | loss:0.012579253874719143 lr:3.455382431151287e-06 tokens_per_second_per_gpu:978.5093775098694 
Step 7093 | loss:0.004294194281101227 lr:3.452944021291975e-06 tokens_per_second_per_gpu:702.3949200433765 
Step 7094 | loss:0.006174013018608093 lr:3.4505062925593304e-06 tokens_per_second_per_gpu:899.9404034626923 
Step 7095 | loss:0.010399394668638706 lr:3.448069245206956e-06 tokens_per_second_per_gpu:819.9163309333376 
Step 7096 | loss:0.009668306447565556 lr:3.4456328794883975e-06 tokens_per_second_per_gpu:670.28231454825 
Step 7097 | loss:0.0024241639766842127 lr:3.4431971956571244e-06 tokens_per_second_per_gpu:816.9215665551785 
Step 7098 | loss:0.007058101240545511 lr:3.4407621939665325e-06 tokens_per_second_per_gpu:953.0249783228459 
Step 7099 | loss:0.010388067923486233 lr:3.4383278746699424e-06 tokens_per_second_per_gpu:905.1643976939057 
Step 7100 | loss:0.004202700685709715 lr:3.4358942380206207e-06 tokens_per_second_per_gpu:882.4067034172812 
Step 7101 | loss:0.008259369991719723 lr:3.4334612842717485e-06 tokens_per_second_per_gpu:886.7001380478699 
Step 7102 | loss:0.010063013061881065 lr:3.431029013676431e-06 tokens_per_second_per_gpu:850.8623535127764 
Step 7103 | loss:0.014518269337713718 lr:3.4285974264877244e-06 tokens_per_second_per_gpu:1001.1758687537357 
Step 7104 | loss:0.007671174127608538 lr:3.426166522958595e-06 tokens_per_second_per_gpu:691.9272172794698 
Step 7105 | loss:0.0051282960921525955 lr:3.4237363033419345e-06 tokens_per_second_per_gpu:964.8314493745949 
Step 7106 | loss:0.008839555084705353 lr:3.4213067678905864e-06 tokens_per_second_per_gpu:1015.9131781450666 
Step 7107 | loss:0.007729395758360624 lr:3.4188779168573015e-06 tokens_per_second_per_gpu:977.4748530733667 
Step 7108 | loss:0.008681008592247963 lr:3.4164497504947624e-06 tokens_per_second_per_gpu:1073.1592654006347 
Step 7109 | loss:0.01447962038218975 lr:3.4140222690555946e-06 tokens_per_second_per_gpu:924.4193530914204 
Step 7110 | loss:0.009949099272489548 lr:3.4115954727923394e-06 tokens_per_second_per_gpu:943.2875127081711 
Step 7111 | loss:0.009397889487445354 lr:3.409169361957464e-06 tokens_per_second_per_gpu:917.6752474105083 
Step 7112 | loss:0.008071952499449253 lr:3.406743936803374e-06 tokens_per_second_per_gpu:1122.5826584869292 
Step 7113 | loss:0.006269132252782583 lr:3.404319197582403e-06 tokens_per_second_per_gpu:844.8191386989938 
Step 7114 | loss:0.005960128735750914 lr:3.4018951445468052e-06 tokens_per_second_per_gpu:879.0755703439494 
Step 7115 | loss:0.008060416206717491 lr:3.3994717779487695e-06 tokens_per_second_per_gpu:740.7938176418478 
Step 7116 | loss:0.010462293401360512 lr:3.397049098040417e-06 tokens_per_second_per_gpu:900.8158116324638 
Step 7117 | loss:0.007273728493601084 lr:3.3946271050737855e-06 tokens_per_second_per_gpu:864.561431703161 
Step 7118 | loss:0.014403847977519035 lr:3.3922057993008516e-06 tokens_per_second_per_gpu:917.7363744086534 
Step 7119 | loss:0.011306923814117908 lr:3.3897851809735205e-06 tokens_per_second_per_gpu:934.3407478159613 
Step 7120 | loss:0.006814297288656235 lr:3.387365250343615e-06 tokens_per_second_per_gpu:958.1789110813448 
Step 7121 | loss:0.015588471665978432 lr:3.384946007662899e-06 tokens_per_second_per_gpu:907.4356582078697 
Step 7122 | loss:0.006560047157108784 lr:3.382527453183063e-06 tokens_per_second_per_gpu:1043.9023294172837 
Step 7123 | loss:0.006557875778526068 lr:3.3801095871557153e-06 tokens_per_second_per_gpu:850.4676466150879 
Step 7124 | loss:0.011748507618904114 lr:3.3776924098324027e-06 tokens_per_second_per_gpu:857.9664397620105 
Step 7125 | loss:0.01087456475943327 lr:3.3752759214646026e-06 tokens_per_second_per_gpu:714.4923650270348 
Step 7126 | loss:0.004725296050310135 lr:3.3728601223037074e-06 tokens_per_second_per_gpu:1018.2019310397806 
Step 7127 | loss:0.011929838918149471 lr:3.3704450126010535e-06 tokens_per_second_per_gpu:1008.9154671822813 
Step 7128 | loss:0.0047191898338496685 lr:3.3680305926078916e-06 tokens_per_second_per_gpu:947.2357902525874 
Step 7129 | loss:0.0036566462367773056 lr:3.3656168625754102e-06 tokens_per_second_per_gpu:746.5784327412064 
Step 7130 | loss:0.006662116851657629 lr:3.3632038227547283e-06 tokens_per_second_per_gpu:909.3716594354747 
Step 7131 | loss:0.006663479842245579 lr:3.360791473396878e-06 tokens_per_second_per_gpu:879.674729377632 
Step 7132 | loss:0.016648955643177032 lr:3.3583798147528346e-06 tokens_per_second_per_gpu:898.4790301829225 
Step 7133 | loss:0.017454372718930244 lr:3.3559688470734995e-06 tokens_per_second_per_gpu:1034.3668225624135 
Step 7134 | loss:0.017093926668167114 lr:3.353558570609693e-06 tokens_per_second_per_gpu:1274.3181527409 
Step 7135 | loss:0.006485427264124155 lr:3.3511489856121716e-06 tokens_per_second_per_gpu:787.6274686886405 
Step 7136 | loss:0.010615821927785873 lr:3.3487400923316227e-06 tokens_per_second_per_gpu:950.0763181912519 
Step 7137 | loss:0.00714806979522109 lr:3.346331891018648e-06 tokens_per_second_per_gpu:1002.7746089909848 
Step 7138 | loss:0.012528525665402412 lr:3.343924381923792e-06 tokens_per_second_per_gpu:974.3346100970963 
Step 7139 | loss:0.007185292895883322 lr:3.341517565297523e-06 tokens_per_second_per_gpu:952.5588196556112 
Step 7140 | loss:0.014890145510435104 lr:3.339111441390229e-06 tokens_per_second_per_gpu:865.6716786859162 
Step 7141 | loss:0.00787582341581583 lr:3.3367060104522366e-06 tokens_per_second_per_gpu:1097.8070508577478 
Step 7142 | loss:0.03538709506392479 lr:3.3343012727337986e-06 tokens_per_second_per_gpu:1113.4529261551897 
Step 7143 | loss:0.014788907952606678 lr:3.3318972284850872e-06 tokens_per_second_per_gpu:922.6330829653043 
Step 7144 | loss:0.03971358388662338 lr:3.3294938779562114e-06 tokens_per_second_per_gpu:1086.570597542267 
Step 7145 | loss:0.02076091803610325 lr:3.3270912213972086e-06 tokens_per_second_per_gpu:1166.8983247499484 
Step 7146 | loss:0.007938213646411896 lr:3.324689259058034e-06 tokens_per_second_per_gpu:837.9360040066622 
Step 7147 | loss:0.016123371198773384 lr:3.3222879911885797e-06 tokens_per_second_per_gpu:1024.374983467511 
Step 7148 | loss:0.0037109949626028538 lr:3.3198874180386675e-06 tokens_per_second_per_gpu:900.1356360145868 
Step 7149 | loss:0.01089981198310852 lr:3.317487539858034e-06 tokens_per_second_per_gpu:912.4725037161398 
Step 7150 | loss:0.005214648321270943 lr:3.3150883568963577e-06 tokens_per_second_per_gpu:800.0794920133709 
Step 7151 | loss:0.004675486125051975 lr:3.3126898694032407e-06 tokens_per_second_per_gpu:879.8109832686855 
Step 7152 | loss:0.020364848896861076 lr:3.3102920776282044e-06 tokens_per_second_per_gpu:773.9529132562213 
Step 7153 | loss:0.0025371010415256023 lr:3.307894981820707e-06 tokens_per_second_per_gpu:670.8882219338514 
Step 7154 | loss:0.0035195236559957266 lr:3.3054985822301377e-06 tokens_per_second_per_gpu:818.294495373557 
Step 7155 | loss:0.008202234283089638 lr:3.303102879105797e-06 tokens_per_second_per_gpu:804.1157260910744 
Step 7156 | loss:0.01804698258638382 lr:3.30070787269693e-06 tokens_per_second_per_gpu:1162.9290644950959 
Step 7157 | loss:0.012751070782542229 lr:3.2983135632527042e-06 tokens_per_second_per_gpu:845.1254260131908 
Step 7158 | loss:0.0057147229090332985 lr:3.2959199510222064e-06 tokens_per_second_per_gpu:897.8429718322042 
Step 7159 | loss:0.012186376377940178 lr:3.2935270362544637e-06 tokens_per_second_per_gpu:921.7857950295962 
Step 7160 | loss:0.005310760345309973 lr:3.291134819198417e-06 tokens_per_second_per_gpu:884.4837527840849 
Step 7161 | loss:0.03002762794494629 lr:3.288743300102948e-06 tokens_per_second_per_gpu:962.4154153077127 
Step 7162 | loss:0.003017190145328641 lr:3.28635247921686e-06 tokens_per_second_per_gpu:791.0227937538085 
Step 7163 | loss:0.007790061645209789 lr:3.283962356788879e-06 tokens_per_second_per_gpu:807.68273531838 
Step 7164 | loss:0.007511945907026529 lr:3.281572933067665e-06 tokens_per_second_per_gpu:1062.7555956698777 
Step 7165 | loss:0.003375394968315959 lr:3.2791842083018065e-06 tokens_per_second_per_gpu:883.4474528298045 
Step 7166 | loss:0.007916193455457687 lr:3.2767961827398088e-06 tokens_per_second_per_gpu:854.1598120737888 
Step 7167 | loss:0.0030339867807924747 lr:3.2744088566301157e-06 tokens_per_second_per_gpu:934.3336670296528 
Step 7168 | loss:0.006667144130915403 lr:3.272022230221097e-06 tokens_per_second_per_gpu:889.4500099479321 
Step 7169 | loss:0.006002878770232201 lr:3.26963630376104e-06 tokens_per_second_per_gpu:805.6875769495792 
Step 7170 | loss:0.007672693580389023 lr:3.2672510774981692e-06 tokens_per_second_per_gpu:1026.9468196619628 
Step 7171 | loss:0.01546655036509037 lr:3.2648665516806365e-06 tokens_per_second_per_gpu:829.1712833278701 
Step 7172 | loss:0.009329209104180336 lr:3.2624827265565095e-06 tokens_per_second_per_gpu:882.5457686442342 
Step 7173 | loss:0.014452027156949043 lr:3.2600996023737964e-06 tokens_per_second_per_gpu:966.6122889719901 
Step 7174 | loss:0.012507442384958267 lr:3.2577171793804287e-06 tokens_per_second_per_gpu:1011.5744808844897 
Step 7175 | loss:0.009668724611401558 lr:3.2553354578242556e-06 tokens_per_second_per_gpu:1038.013155256498 
Step 7176 | loss:0.01993844285607338 lr:3.2529544379530665e-06 tokens_per_second_per_gpu:930.4779390916215 
Step 7177 | loss:0.013678054325282574 lr:3.2505741200145736e-06 tokens_per_second_per_gpu:833.3836055872639 
Step 7178 | loss:0.012847578153014183 lr:3.248194504256409e-06 tokens_per_second_per_gpu:854.4956365099772 
Step 7179 | loss:0.01967640034854412 lr:3.2458155909261402e-06 tokens_per_second_per_gpu:1056.7225217295397 
Step 7180 | loss:0.006193195469677448 lr:3.2434373802712617e-06 tokens_per_second_per_gpu:807.011333291946 
Step 7181 | loss:0.005129195749759674 lr:3.2410598725391863e-06 tokens_per_second_per_gpu:980.7575868769901 
Step 7182 | loss:0.016174769029021263 lr:3.238683067977262e-06 tokens_per_second_per_gpu:816.0959053861019 
Step 7183 | loss:0.00915179681032896 lr:3.236306966832765e-06 tokens_per_second_per_gpu:888.2890807652898 
Step 7184 | loss:0.004690208937972784 lr:3.233931569352887e-06 tokens_per_second_per_gpu:955.0063849057221 
Step 7185 | loss:0.014015626162290573 lr:3.231556875784757e-06 tokens_per_second_per_gpu:842.7591989230889 
Step 7186 | loss:0.011654365807771683 lr:3.229182886375433e-06 tokens_per_second_per_gpu:798.9357592429875 
Step 7187 | loss:0.010345445945858955 lr:3.226809601371884e-06 tokens_per_second_per_gpu:905.1214080427534 
Step 7188 | loss:0.006606228183954954 lr:3.224437021021025e-06 tokens_per_second_per_gpu:846.061237225508 
Step 7189 | loss:0.0053403074853122234 lr:3.2220651455696827e-06 tokens_per_second_per_gpu:997.1414444044385 
Step 7190 | loss:0.005943706259131432 lr:3.2196939752646183e-06 tokens_per_second_per_gpu:917.7754601431574 
Step 7191 | loss:0.014213069342076778 lr:3.2173235103525224e-06 tokens_per_second_per_gpu:942.3368367360882 
Step 7192 | loss:0.01592900976538658 lr:3.21495375108e-06 tokens_per_second_per_gpu:840.0331518274137 
Step 7193 | loss:0.0069844587706029415 lr:3.2125846976935936e-06 tokens_per_second_per_gpu:750.4932528945196 
Step 7194 | loss:0.0041445959359407425 lr:3.210216350439773e-06 tokens_per_second_per_gpu:765.185128765146 
Step 7195 | loss:0.008783083409070969 lr:3.2078487095649235e-06 tokens_per_second_per_gpu:817.1711865261524 
Step 7196 | loss:0.00905622635036707 lr:3.205481775315368e-06 tokens_per_second_per_gpu:923.3658441311263 
Step 7197 | loss:0.011490875855088234 lr:3.2031155479373542e-06 tokens_per_second_per_gpu:780.8497535974011 
Step 7198 | loss:0.003587856190279126 lr:3.2007500276770474e-06 tokens_per_second_per_gpu:827.2721819540443 
Step 7199 | loss:0.017936961725354195 lr:3.1983852147805494e-06 tokens_per_second_per_gpu:857.1199979782766 
Step 7200 | loss:0.018135936930775642 lr:3.1960211094938886e-06 tokens_per_second_per_gpu:1208.4673426316313 
Step 7201 | loss:0.007712796796113253 lr:3.1936577120630086e-06 tokens_per_second_per_gpu:1007.4648000037358 
Step 7202 | loss:0.008819366805255413 lr:3.191295022733791e-06 tokens_per_second_per_gpu:943.2148364585059 
Step 7203 | loss:0.01520604733377695 lr:3.1889330417520424e-06 tokens_per_second_per_gpu:1104.120273362168 
Step 7204 | loss:0.01238013431429863 lr:3.186571769363489e-06 tokens_per_second_per_gpu:808.0553334650067 
Step 7205 | loss:0.011623022146522999 lr:3.184211205813781e-06 tokens_per_second_per_gpu:1060.1815740258783 
Step 7206 | loss:0.011189836077392101 lr:3.181851351348514e-06 tokens_per_second_per_gpu:988.5955711844641 
Step 7207 | loss:0.011504875496029854 lr:3.1794922062131907e-06 tokens_per_second_per_gpu:1050.2141404644794 
Step 7208 | loss:0.013703144155442715 lr:3.177133770653238e-06 tokens_per_second_per_gpu:909.2422100305268 
Step 7209 | loss:0.007618852891027927 lr:3.174776044914032e-06 tokens_per_second_per_gpu:947.3222840430359 
Step 7210 | loss:0.008733991533517838 lr:3.172419029240853e-06 tokens_per_second_per_gpu:1076.9876971917438 
Step 7211 | loss:0.006089929491281509 lr:3.170062723878907e-06 tokens_per_second_per_gpu:945.0880557108608 
Step 7212 | loss:0.08754049241542816 lr:3.1677071290733485e-06 tokens_per_second_per_gpu:1511.161856889117 
Step 7213 | loss:0.02347131446003914 lr:3.165352245069234e-06 tokens_per_second_per_gpu:802.3275158288669 
Step 7214 | loss:0.007752357982099056 lr:3.1629980721115515e-06 tokens_per_second_per_gpu:830.2905962809033 
Step 7215 | loss:0.017697039991617203 lr:3.1606446104452294e-06 tokens_per_second_per_gpu:785.7348912156243 
Step 7216 | loss:0.00652406457811594 lr:3.158291860315106e-06 tokens_per_second_per_gpu:921.557856322893 
Step 7217 | loss:0.007672864943742752 lr:3.1559398219659475e-06 tokens_per_second_per_gpu:1015.4270854877971 
Step 7218 | loss:0.007722844369709492 lr:3.1535884956424534e-06 tokens_per_second_per_gpu:905.1297370835956 
Step 7219 | loss:0.00701084453612566 lr:3.1512378815892475e-06 tokens_per_second_per_gpu:1019.7320909333176 
Step 7220 | loss:0.01904916949570179 lr:3.148887980050872e-06 tokens_per_second_per_gpu:994.7700149659814 
Step 7221 | loss:0.008685941807925701 lr:3.1465387912718015e-06 tokens_per_second_per_gpu:1036.5772768866864 
Step 7222 | loss:0.005312418565154076 lr:3.1441903154964405e-06 tokens_per_second_per_gpu:843.7348187474864 
Step 7223 | loss:0.00819412525743246 lr:3.1418425529691064e-06 tokens_per_second_per_gpu:888.096692233085 
Step 7224 | loss:0.0038994522765278816 lr:3.1394955039340534e-06 tokens_per_second_per_gpu:822.0540905118222 
Step 7225 | loss:0.011401725932955742 lr:3.1371491686354615e-06 tokens_per_second_per_gpu:821.0782518138528 
Step 7226 | loss:0.008889196440577507 lr:3.1348035473174263e-06 tokens_per_second_per_gpu:975.1744038827675 
Step 7227 | loss:0.008221492171287537 lr:3.1324586402239788e-06 tokens_per_second_per_gpu:753.4365764728377 
Step 7228 | loss:0.07153861224651337 lr:3.1301144475990775e-06 tokens_per_second_per_gpu:882.0354044077379 
Step 7229 | loss:0.010914754122495651 lr:3.127770969686593e-06 tokens_per_second_per_gpu:831.1934062389082 
Step 7230 | loss:0.00972660817205906 lr:3.1254282067303353e-06 tokens_per_second_per_gpu:782.1808994621556 
Step 7231 | loss:0.0051139164716005325 lr:3.123086158974038e-06 tokens_per_second_per_gpu:868.6645434690223 
Step 7232 | loss:0.018477262929081917 lr:3.1207448266613517e-06 tokens_per_second_per_gpu:1055.3659822103787 
Step 7233 | loss:0.007154839113354683 lr:3.1184042100358624e-06 tokens_per_second_per_gpu:948.1328038561587 
Step 7234 | loss:0.020322900265455246 lr:3.1160643093410724e-06 tokens_per_second_per_gpu:1033.3198733740326 
Step 7235 | loss:0.00845581665635109 lr:3.113725124820418e-06 tokens_per_second_per_gpu:1051.2140616306922 
Step 7236 | loss:0.012762649916112423 lr:3.11138665671726e-06 tokens_per_second_per_gpu:1075.5788576048267 
Step 7237 | loss:0.012266291305422783 lr:3.1090489052748775e-06 tokens_per_second_per_gpu:971.043243539082 
Step 7238 | loss:0.0040818024426698685 lr:3.1067118707364807e-06 tokens_per_second_per_gpu:910.9585247299713 
Step 7239 | loss:0.0231290515512228 lr:3.104375553345209e-06 tokens_per_second_per_gpu:941.8120784744428 
Step 7240 | loss:0.015107568353414536 lr:3.1020399533441157e-06 tokens_per_second_per_gpu:976.6042718052493 
Step 7241 | loss:0.005565202794969082 lr:3.09970507097619e-06 tokens_per_second_per_gpu:898.2955566246995 
Step 7242 | loss:0.0328812301158905 lr:3.0973709064843448e-06 tokens_per_second_per_gpu:1064.510187781727 
Step 7243 | loss:0.009380635805428028 lr:3.0950374601114106e-06 tokens_per_second_per_gpu:983.0170442170113 
Step 7244 | loss:0.006898687221109867 lr:3.0927047321001513e-06 tokens_per_second_per_gpu:896.6889774542213 
Step 7245 | loss:0.005079646594822407 lr:3.090372722693259e-06 tokens_per_second_per_gpu:805.9174009406872 
Step 7246 | loss:0.012254607863724232 lr:3.0880414321333364e-06 tokens_per_second_per_gpu:968.4777965305565 
Step 7247 | loss:0.0035579847171902657 lr:3.0857108606629248e-06 tokens_per_second_per_gpu:768.7540375780877 
Step 7248 | loss:0.006622877903282642 lr:3.0833810085244897e-06 tokens_per_second_per_gpu:990.7678337552973 
Step 7249 | loss:0.008526458404958248 lr:3.0810518759604134e-06 tokens_per_second_per_gpu:883.3511332634872 
Step 7250 | loss:0.0104832137003541 lr:3.07872346321301e-06 tokens_per_second_per_gpu:1093.1083035344134 
Step 7251 | loss:0.043208636343479156 lr:3.0763957705245205e-06 tokens_per_second_per_gpu:1343.5672506312983 
Step 7252 | loss:0.009634305723011494 lr:3.0740687981371033e-06 tokens_per_second_per_gpu:926.3517033121067 
Step 7253 | loss:0.012118089012801647 lr:3.0717425462928474e-06 tokens_per_second_per_gpu:947.4503694066408 
Step 7254 | loss:0.005923610180616379 lr:3.06941701523377e-06 tokens_per_second_per_gpu:704.481324439669 
Step 7255 | loss:0.008594240061938763 lr:3.0670922052018025e-06 tokens_per_second_per_gpu:855.5426716296187 
Step 7256 | loss:0.008233418688178062 lr:3.06476811643881e-06 tokens_per_second_per_gpu:911.4942472335655 
Step 7257 | loss:0.003440067172050476 lr:3.062444749186585e-06 tokens_per_second_per_gpu:946.512835527044 
Step 7258 | loss:0.008856515400111675 lr:3.0601221036868336e-06 tokens_per_second_per_gpu:883.2692817010302 
Step 7259 | loss:0.020728839561343193 lr:3.057800180181195e-06 tokens_per_second_per_gpu:906.106772339997 
Step 7260 | loss:0.01524978969246149 lr:3.055478978911238e-06 tokens_per_second_per_gpu:1013.6395104003764 
Step 7261 | loss:0.0066141304560005665 lr:3.0531585001184415e-06 tokens_per_second_per_gpu:909.3778601759827 
Step 7262 | loss:0.0165349543094635 lr:3.0508387440442223e-06 tokens_per_second_per_gpu:979.8471575549879 
Step 7263 | loss:0.019979974254965782 lr:3.048519710929919e-06 tokens_per_second_per_gpu:1233.6663917595706 
Step 7264 | loss:0.01672949269413948 lr:3.0462014010167895e-06 tokens_per_second_per_gpu:1342.8256251702294 
Step 7265 | loss:0.012309703975915909 lr:3.0438838145460247e-06 tokens_per_second_per_gpu:1141.8578358590037 
Step 7266 | loss:0.007836397737264633 lr:3.041566951758731e-06 tokens_per_second_per_gpu:1108.107160570579 
Step 7267 | loss:0.007225770503282547 lr:3.0392508128959476e-06 tokens_per_second_per_gpu:916.2287411224245 
Step 7268 | loss:0.005441045388579369 lr:3.036935398198638e-06 tokens_per_second_per_gpu:866.4708730123327 
Step 7269 | loss:0.006981821730732918 lr:3.0346207079076817e-06 tokens_per_second_per_gpu:1021.5817577610895 
Step 7270 | loss:0.005539000499993563 lr:3.032306742263891e-06 tokens_per_second_per_gpu:867.8551884626129 
Step 7271 | loss:0.0072831157594919205 lr:3.0299935015080053e-06 tokens_per_second_per_gpu:951.4678454340715 
Step 7272 | loss:0.013289040885865688 lr:3.0276809858806756e-06 tokens_per_second_per_gpu:825.6998032986031 
Step 7273 | loss:0.005276937037706375 lr:3.0253691956224917e-06 tokens_per_second_per_gpu:803.6818200302585 
Step 7274 | loss:0.006672062911093235 lr:3.023058130973963e-06 tokens_per_second_per_gpu:900.495159617643 
Step 7275 | loss:0.006704095751047134 lr:3.020747792175517e-06 tokens_per_second_per_gpu:1005.0628294187339 
Step 7276 | loss:0.015349205583333969 lr:3.0184381794675134e-06 tokens_per_second_per_gpu:762.9426230232561 
Step 7277 | loss:0.004658822435885668 lr:3.0161292930902375e-06 tokens_per_second_per_gpu:852.3903594294441 
Step 7278 | loss:0.010430757887661457 lr:3.013821133283891e-06 tokens_per_second_per_gpu:916.6457262302127 
Step 7279 | loss:0.01120675727725029 lr:3.0115137002886053e-06 tokens_per_second_per_gpu:1068.4104192214984 
Step 7280 | loss:0.009759137406945229 lr:3.0092069943444393e-06 tokens_per_second_per_gpu:856.1031711205051 
Step 7281 | loss:0.009916483424603939 lr:3.006901015691367e-06 tokens_per_second_per_gpu:826.8729814790665 
Step 7282 | loss:0.006020057015120983 lr:3.004595764569296e-06 tokens_per_second_per_gpu:848.1004045792488 
Step 7283 | loss:0.0053969621658325195 lr:3.002291241218055e-06 tokens_per_second_per_gpu:872.796518929995 
Step 7284 | loss:0.014345825649797916 lr:2.9999874458773925e-06 tokens_per_second_per_gpu:948.8010389811466 
Step 7285 | loss:0.009857319295406342 lr:2.9976843787869868e-06 tokens_per_second_per_gpu:842.1177730324378 
Step 7286 | loss:0.010186811909079552 lr:2.995382040186442e-06 tokens_per_second_per_gpu:968.8721698899927 
Step 7287 | loss:0.008883119560778141 lr:2.993080430315278e-06 tokens_per_second_per_gpu:1107.0358871752126 
Step 7288 | loss:0.007748432457447052 lr:2.9907795494129464e-06 tokens_per_second_per_gpu:1037.7873633837085 
Step 7289 | loss:0.011074704118072987 lr:2.9884793977188243e-06 tokens_per_second_per_gpu:973.6281433475839 
Step 7290 | loss:0.032424263656139374 lr:2.9861799754722033e-06 tokens_per_second_per_gpu:738.6958903335054 
Step 7291 | loss:0.0067339674569666386 lr:2.9838812829123066e-06 tokens_per_second_per_gpu:671.9162244850261 
Step 7292 | loss:0.00776949618011713 lr:2.981583320278284e-06 tokens_per_second_per_gpu:816.8027368556219 
Step 7293 | loss:0.010881057009100914 lr:2.9792860878092e-06 tokens_per_second_per_gpu:750.5126083968557 
Step 7294 | loss:0.007598261348903179 lr:2.9769895857440535e-06 tokens_per_second_per_gpu:968.5040758008865 
Step 7295 | loss:0.003203182015568018 lr:2.9746938143217564e-06 tokens_per_second_per_gpu:956.2643502926225 
Step 7296 | loss:0.012360408902168274 lr:2.9723987737811543e-06 tokens_per_second_per_gpu:744.9035802133468 
Step 7297 | loss:0.009660840034484863 lr:2.9701044643610154e-06 tokens_per_second_per_gpu:1145.0397833025036 
Step 7298 | loss:0.0048591261729598045 lr:2.9678108863000234e-06 tokens_per_second_per_gpu:907.9695457948491 
Step 7299 | loss:0.0031043149065226316 lr:2.9655180398367954e-06 tokens_per_second_per_gpu:789.5360427452002 
Step 7300 | loss:0.004005592316389084 lr:2.963225925209873e-06 tokens_per_second_per_gpu:855.4040114124765 
Step 7301 | loss:0.009558472782373428 lr:2.9609345426577084e-06 tokens_per_second_per_gpu:846.3308535365521 
Step 7302 | loss:0.008493395522236824 lr:2.9586438924186934e-06 tokens_per_second_per_gpu:804.0876528112192 
Step 7303 | loss:0.008021604269742966 lr:2.956353974731139e-06 tokens_per_second_per_gpu:727.6360694148659 
Step 7304 | loss:0.006098560988903046 lr:2.9540647898332707e-06 tokens_per_second_per_gpu:891.0346301014713 
Step 7305 | loss:0.003780264174565673 lr:2.951776337963249e-06 tokens_per_second_per_gpu:776.9277679729563 
Step 7306 | loss:0.012637773528695107 lr:2.9494886193591587e-06 tokens_per_second_per_gpu:827.7061079133299 
Step 7307 | loss:0.00558031490072608 lr:2.947201634258996e-06 tokens_per_second_per_gpu:775.3835557945799 
Step 7308 | loss:0.012613063678145409 lr:2.9449153829006917e-06 tokens_per_second_per_gpu:951.9971205252176 
Step 7309 | loss:0.005996414460241795 lr:2.942629865522102e-06 tokens_per_second_per_gpu:748.0226404881363 
Step 7310 | loss:0.03642653673887253 lr:2.940345082360997e-06 tokens_per_second_per_gpu:1315.1701387273863 
Step 7311 | loss:0.009152731858193874 lr:2.9380610336550706e-06 tokens_per_second_per_gpu:992.8305400926546 
Step 7312 | loss:0.008178160525858402 lr:2.9357777196419566e-06 tokens_per_second_per_gpu:771.1011873610395 
Step 7313 | loss:0.010465801693499088 lr:2.933495140559196e-06 tokens_per_second_per_gpu:832.0312429371317 
Step 7314 | loss:0.0071815731935203075 lr:2.93121329664425e-06 tokens_per_second_per_gpu:947.3730637361676 
Step 7315 | loss:0.008486919105052948 lr:2.9289321881345257e-06 tokens_per_second_per_gpu:746.0944398585472 
Step 7316 | loss:0.0071099381893873215 lr:2.9266518152673317e-06 tokens_per_second_per_gpu:845.4520185267377 
Step 7317 | loss:0.012980043888092041 lr:2.924372178279904e-06 tokens_per_second_per_gpu:1240.6625782994665 
Step 7318 | loss:0.011607792228460312 lr:2.922093277409416e-06 tokens_per_second_per_gpu:999.7481363368502 
Step 7319 | loss:0.008546830154955387 lr:2.9198151128929487e-06 tokens_per_second_per_gpu:864.6781873151477 
Step 7320 | loss:0.009201341308653355 lr:2.9175376849675076e-06 tokens_per_second_per_gpu:1084.9239462826356 
Step 7321 | loss:0.0029629883356392384 lr:2.915260993870036e-06 tokens_per_second_per_gpu:790.5794994887368 
Step 7322 | loss:0.005531271919608116 lr:2.9129850398373873e-06 tokens_per_second_per_gpu:771.9460846696348 
Step 7323 | loss:0.013769801706075668 lr:2.910709823106337e-06 tokens_per_second_per_gpu:939.1952517038935 
Step 7324 | loss:0.008353118784725666 lr:2.9084353439135915e-06 tokens_per_second_per_gpu:1070.9961586838333 
Step 7325 | loss:0.004770616069436073 lr:2.9061616024957807e-06 tokens_per_second_per_gpu:792.9268840799493 
Step 7326 | loss:0.00740142771974206 lr:2.9038885990894493e-06 tokens_per_second_per_gpu:803.9384900073303 
Step 7327 | loss:0.012697757221758366 lr:2.901616333931073e-06 tokens_per_second_per_gpu:973.5284066990098 
Step 7328 | loss:0.0077139465138316154 lr:2.8993448072570507e-06 tokens_per_second_per_gpu:870.810759848965 
Step 7329 | loss:0.014107352122664452 lr:2.8970740193036974e-06 tokens_per_second_per_gpu:836.990732505683 
Step 7330 | loss:0.032609403133392334 lr:2.8948039703072574e-06 tokens_per_second_per_gpu:792.5805306505245 
Step 7331 | loss:0.037851180881261826 lr:2.8925346605038997e-06 tokens_per_second_per_gpu:1104.292678583272 
Step 7332 | loss:0.008586389943957329 lr:2.8902660901297075e-06 tokens_per_second_per_gpu:968.4715459022723 
Step 7333 | loss:0.014093857258558273 lr:2.887998259420697e-06 tokens_per_second_per_gpu:800.9444139547171 
Step 7334 | loss:0.009631162509322166 lr:2.885731168612803e-06 tokens_per_second_per_gpu:1130.4249093439619 
Step 7335 | loss:0.007385974749922752 lr:2.8834648179418813e-06 tokens_per_second_per_gpu:860.2631773199328 
Step 7336 | loss:0.007664362899959087 lr:2.8811992076437135e-06 tokens_per_second_per_gpu:999.4078075453257 
Step 7337 | loss:0.00720452144742012 lr:2.878934337954008e-06 tokens_per_second_per_gpu:847.7018189597627 
Step 7338 | loss:0.005839038174599409 lr:2.8766702091083852e-06 tokens_per_second_per_gpu:718.3514338704343 
Step 7339 | loss:0.006252964027225971 lr:2.8744068213424004e-06 tokens_per_second_per_gpu:777.0422936102752 
Step 7340 | loss:0.00766907911747694 lr:2.872144174891521e-06 tokens_per_second_per_gpu:814.5496531731793 
Step 7341 | loss:0.008862066082656384 lr:2.8698822699911465e-06 tokens_per_second_per_gpu:831.7152960492758 
Step 7342 | loss:0.00470401905477047 lr:2.867621106876598e-06 tokens_per_second_per_gpu:846.1761588624382 
Step 7343 | loss:0.0052185202948749065 lr:2.8653606857831105e-06 tokens_per_second_per_gpu:910.7671203768384 
Step 7344 | loss:0.002675953321158886 lr:2.863101006945851e-06 tokens_per_second_per_gpu:859.239291327395 
Step 7345 | loss:0.014457480050623417 lr:2.8608420705999095e-06 tokens_per_second_per_gpu:959.562022893628 
Step 7346 | loss:0.0072096711955964565 lr:2.858583876980291e-06 tokens_per_second_per_gpu:909.808103029293 
Step 7347 | loss:0.008403689600527287 lr:2.856326426321928e-06 tokens_per_second_per_gpu:821.5578774106483 
Step 7348 | loss:0.00829247571527958 lr:2.854069718859682e-06 tokens_per_second_per_gpu:831.0824974647502 
Step 7349 | loss:0.01752646453678608 lr:2.851813754828324e-06 tokens_per_second_per_gpu:840.7883749520282 
Step 7350 | loss:0.013420377857983112 lr:2.8495585344625566e-06 tokens_per_second_per_gpu:1052.1931441409413 
Step 7351 | loss:0.011067818850278854 lr:2.8473040579970057e-06 tokens_per_second_per_gpu:1059.8216035701637 
Step 7352 | loss:0.012915309518575668 lr:2.845050325666211e-06 tokens_per_second_per_gpu:816.7732379263706 
Step 7353 | loss:0.02043347805738449 lr:2.842797337704646e-06 tokens_per_second_per_gpu:979.7584831568372 
Step 7354 | loss:0.006316294427961111 lr:2.8405450943467016e-06 tokens_per_second_per_gpu:935.0309465492466 
Step 7355 | loss:0.0035957498475909233 lr:2.8382935958266865e-06 tokens_per_second_per_gpu:767.2977073627782 
Step 7356 | loss:0.0058069233782589436 lr:2.8360428423788412e-06 tokens_per_second_per_gpu:744.7233282631203 
Step 7357 | loss:0.00973932072520256 lr:2.8337928342373246e-06 tokens_per_second_per_gpu:864.5643721806133 
Step 7358 | loss:0.003789374604821205 lr:2.831543571636213e-06 tokens_per_second_per_gpu:824.205799553255 
Step 7359 | loss:0.007593041285872459 lr:2.829295054809511e-06 tokens_per_second_per_gpu:1002.0280124502949 
Step 7360 | loss:0.012101552449166775 lr:2.82704728399115e-06 tokens_per_second_per_gpu:1049.3395806328783 
Step 7361 | loss:0.008858181536197662 lr:2.8248002594149706e-06 tokens_per_second_per_gpu:945.214119348723 
Step 7362 | loss:0.009027651511132717 lr:2.8225539813147453e-06 tokens_per_second_per_gpu:1020.7939227377948 
Step 7363 | loss:0.007767757400870323 lr:2.8203084499241718e-06 tokens_per_second_per_gpu:869.2606830111633 
Step 7364 | loss:0.0156492218375206 lr:2.818063665476858e-06 tokens_per_second_per_gpu:848.9842940813228 
Step 7365 | loss:0.005531465634703636 lr:2.8158196282063455e-06 tokens_per_second_per_gpu:1028.9047888099412 
Step 7366 | loss:0.004201184958219528 lr:2.8135763383460955e-06 tokens_per_second_per_gpu:802.3050638367158 
Step 7367 | loss:0.011310245841741562 lr:2.811333796129485e-06 tokens_per_second_per_gpu:904.1880220432354 
Step 7368 | loss:0.0057240803726017475 lr:2.8090920017898227e-06 tokens_per_second_per_gpu:922.500921559955 
Step 7369 | loss:0.004672036971896887 lr:2.806850955560332e-06 tokens_per_second_per_gpu:920.1598770142864 
Step 7370 | loss:0.009748674929141998 lr:2.8046106576741605e-06 tokens_per_second_per_gpu:950.2973778894182 
Step 7371 | loss:0.0240904800593853 lr:2.8023711083643845e-06 tokens_per_second_per_gpu:1082.8550228052327 
Step 7372 | loss:0.0031542303040623665 lr:2.8001323078639906e-06 tokens_per_second_per_gpu:947.104381303225 
Step 7373 | loss:0.006825091317296028 lr:2.7978942564058955e-06 tokens_per_second_per_gpu:975.7019041013544 
Step 7374 | loss:0.007558973040431738 lr:2.7956569542229404e-06 tokens_per_second_per_gpu:777.0513187427084 
Step 7375 | loss:0.011278010904788971 lr:2.793420401547877e-06 tokens_per_second_per_gpu:788.5443790875679 
Step 7376 | loss:0.01433827355504036 lr:2.7911845986133902e-06 tokens_per_second_per_gpu:1109.5886087518568 
Step 7377 | loss:0.005093337502330542 lr:2.7889495456520855e-06 tokens_per_second_per_gpu:830.2178433519153 
Step 7378 | loss:0.00837750919163227 lr:2.7867152428964827e-06 tokens_per_second_per_gpu:983.4751261738094 
Step 7379 | loss:0.018937034532427788 lr:2.7844816905790318e-06 tokens_per_second_per_gpu:841.6964760651363 
Step 7380 | loss:0.009744630195200443 lr:2.782248888932103e-06 tokens_per_second_per_gpu:861.9512797146992 
Step 7381 | loss:0.00959564559161663 lr:2.7800168381879824e-06 tokens_per_second_per_gpu:835.424807400438 
Step 7382 | loss:0.00479992525652051 lr:2.7777855385788854e-06 tokens_per_second_per_gpu:746.2340994336136 
Step 7383 | loss:0.022661203518509865 lr:2.7755549903369507e-06 tokens_per_second_per_gpu:969.8242850892145 
Step 7384 | loss:0.010420847684144974 lr:2.773325193694226e-06 tokens_per_second_per_gpu:1033.3385697803137 
Step 7385 | loss:0.012060943990945816 lr:2.7710961488826948e-06 tokens_per_second_per_gpu:1111.6487544545728 
Step 7386 | loss:0.004674464464187622 lr:2.7688678561342595e-06 tokens_per_second_per_gpu:907.802440640934 
Step 7387 | loss:0.0057400306686758995 lr:2.7666403156807355e-06 tokens_per_second_per_gpu:917.0157887672107 
Step 7388 | loss:0.011340469121932983 lr:2.7644135277538684e-06 tokens_per_second_per_gpu:920.0134143794382 
Step 7389 | loss:0.020850572735071182 lr:2.7621874925853277e-06 tokens_per_second_per_gpu:933.236287107242 
Step 7390 | loss:0.009824884124100208 lr:2.7599622104066937e-06 tokens_per_second_per_gpu:986.8452289618049 
Step 7391 | loss:0.007568064145743847 lr:2.757737681449478e-06 tokens_per_second_per_gpu:1108.0905697031674 
Step 7392 | loss:0.006514892913401127 lr:2.7555139059451143e-06 tokens_per_second_per_gpu:930.6733544512664 
Step 7393 | loss:0.017064066603779793 lr:2.753290884124946e-06 tokens_per_second_per_gpu:1025.4404917932131 
Step 7394 | loss:0.008419495075941086 lr:2.7510686162202526e-06 tokens_per_second_per_gpu:929.2571347280622 
Step 7395 | loss:0.007181759923696518 lr:2.74884710246223e-06 tokens_per_second_per_gpu:796.1140395758613 
Step 7396 | loss:0.009131277911365032 lr:2.746626343081988e-06 tokens_per_second_per_gpu:840.707273584747 
Step 7397 | loss:0.008163899183273315 lr:2.74440633831057e-06 tokens_per_second_per_gpu:950.6382001743701 
Step 7398 | loss:0.010009599849581718 lr:2.742187088378937e-06 tokens_per_second_per_gpu:841.545262064165 
Step 7399 | loss:0.0035308809019625187 lr:2.7399685935179644e-06 tokens_per_second_per_gpu:742.1861935237145 
Step 7400 | loss:0.020334770902991295 lr:2.7377508539584595e-06 tokens_per_second_per_gpu:926.4383271933168 
Step 7401 | loss:0.00475703738629818 lr:2.7355338699311406e-06 tokens_per_second_per_gpu:848.5318807060211 
Step 7402 | loss:0.009586663916707039 lr:2.733317641666656e-06 tokens_per_second_per_gpu:962.7837024537677 
Step 7403 | loss:0.009948311373591423 lr:2.7311021693955764e-06 tokens_per_second_per_gpu:1088.7180935452845 
Step 7404 | loss:0.0142897954210639 lr:2.728887453348382e-06 tokens_per_second_per_gpu:1110.1970301141541 
Step 7405 | loss:0.006298523396253586 lr:2.726673493755486e-06 tokens_per_second_per_gpu:900.6743945023272 
Step 7406 | loss:0.004222005605697632 lr:2.7244602908472206e-06 tokens_per_second_per_gpu:1015.2507165245212 
Step 7407 | loss:0.007574434392154217 lr:2.7222478448538336e-06 tokens_per_second_per_gpu:1086.7815926272099 
Step 7408 | loss:0.005831118673086166 lr:2.7200361560055e-06 tokens_per_second_per_gpu:881.6874591902207 
Step 7409 | loss:0.019518280401825905 lr:2.7178252245323167e-06 tokens_per_second_per_gpu:988.5848219548933 
Step 7410 | loss:0.0043266452848911285 lr:2.715615050664294e-06 tokens_per_second_per_gpu:827.7401717950329 
Step 7411 | loss:0.007747718133032322 lr:2.713405634631372e-06 tokens_per_second_per_gpu:879.4864245944233 
Step 7412 | loss:0.016092486679553986 lr:2.7111969766634106e-06 tokens_per_second_per_gpu:1079.6287085918782 
Step 7413 | loss:0.005298364441841841 lr:2.7089890769901828e-06 tokens_per_second_per_gpu:950.4319142742743 
Step 7414 | loss:0.008879108354449272 lr:2.7067819358413916e-06 tokens_per_second_per_gpu:811.3032387866382 
Step 7415 | loss:0.008636817336082458 lr:2.7045755534466613e-06 tokens_per_second_per_gpu:714.2762335929673 
Step 7416 | loss:0.004102261271327734 lr:2.702369930035531e-06 tokens_per_second_per_gpu:938.1428557859621 
Step 7417 | loss:0.007913106121122837 lr:2.700165065837459e-06 tokens_per_second_per_gpu:1009.2089882922244 
Step 7418 | loss:0.013544506393373013 lr:2.697960961081841e-06 tokens_per_second_per_gpu:1085.1719323391696 
Step 7419 | loss:0.010305074974894524 lr:2.695757615997976e-06 tokens_per_second_per_gpu:920.3765271196071 
Step 7420 | loss:0.0135957607999444 lr:2.693555030815085e-06 tokens_per_second_per_gpu:840.6075847766225 
Step 7421 | loss:0.005597872659564018 lr:2.691353205762326e-06 tokens_per_second_per_gpu:867.8274563607824 
Step 7422 | loss:0.009671400301158428 lr:2.6891521410687617e-06 tokens_per_second_per_gpu:859.8971400653066 
Step 7423 | loss:0.006642921362072229 lr:2.686951836963375e-06 tokens_per_second_per_gpu:857.630114408423 
Step 7424 | loss:0.011686824262142181 lr:2.684752293675088e-06 tokens_per_second_per_gpu:1023.2149323093357 
Step 7425 | loss:0.01091736275702715 lr:2.682553511432725e-06 tokens_per_second_per_gpu:934.2858383688009 
Step 7426 | loss:0.004188011400401592 lr:2.680355490465032e-06 tokens_per_second_per_gpu:854.7953213907779 
Step 7427 | loss:0.01434419397264719 lr:2.6781582310006935e-06 tokens_per_second_per_gpu:1347.37566248602 
Step 7428 | loss:0.009362760931253433 lr:2.6759617332682963e-06 tokens_per_second_per_gpu:903.6487012178316 
Step 7429 | loss:0.01873432658612728 lr:2.6737659974963515e-06 tokens_per_second_per_gpu:957.0141967873614 
Step 7430 | loss:0.00974384043365717 lr:2.6715710239132976e-06 tokens_per_second_per_gpu:1081.8007400885786 
Step 7431 | loss:0.0062499199993908405 lr:2.6693768127474905e-06 tokens_per_second_per_gpu:886.8780411803274 
Step 7432 | loss:0.008413814008235931 lr:2.6671833642272016e-06 tokens_per_second_per_gpu:937.8442799800993 
Step 7433 | loss:0.008648291230201721 lr:2.6649906785806302e-06 tokens_per_second_per_gpu:974.4095343905448 
Step 7434 | loss:0.010214965790510178 lr:2.662798756035898e-06 tokens_per_second_per_gpu:991.4657024447278 
Step 7435 | loss:0.010881015099585056 lr:2.6606075968210354e-06 tokens_per_second_per_gpu:764.1372850387454 
Step 7436 | loss:0.007698465138673782 lr:2.658417201164004e-06 tokens_per_second_per_gpu:1122.4377650107613 
Step 7437 | loss:0.008795277215540409 lr:2.6562275692926863e-06 tokens_per_second_per_gpu:955.8333553528141 
Step 7438 | loss:0.007532333955168724 lr:2.6540387014348756e-06 tokens_per_second_per_gpu:787.0453032615505 
Step 7439 | loss:0.008755164220929146 lr:2.651850597818295e-06 tokens_per_second_per_gpu:935.7141938426668 
Step 7440 | loss:0.01048300787806511 lr:2.6496632586705894e-06 tokens_per_second_per_gpu:905.9147737179022 
Step 7441 | loss:0.01542673073709011 lr:2.647476684219311e-06 tokens_per_second_per_gpu:903.9542601487121 
Step 7442 | loss:0.014923141337931156 lr:2.645290874691947e-06 tokens_per_second_per_gpu:785.8188448387657 
Step 7443 | loss:0.00900178775191307 lr:2.6431058303159017e-06 tokens_per_second_per_gpu:1016.0973641955218 
Step 7444 | loss:0.009587697684764862 lr:2.6409215513184907e-06 tokens_per_second_per_gpu:815.9031562766568 
Step 7445 | loss:0.006877048406749964 lr:2.6387380379269624e-06 tokens_per_second_per_gpu:801.5913894854266 
Step 7446 | loss:0.0032936381176114082 lr:2.6365552903684755e-06 tokens_per_second_per_gpu:795.154487122716 
Step 7447 | loss:0.005888623651117086 lr:2.6343733088701153e-06 tokens_per_second_per_gpu:815.6819417003624 
Step 7448 | loss:0.007149969227612019 lr:2.6321920936588874e-06 tokens_per_second_per_gpu:854.2453261079585 
Step 7449 | loss:0.008582325652241707 lr:2.630011644961712e-06 tokens_per_second_per_gpu:867.4057795326212 
Step 7450 | loss:0.011139250360429287 lr:2.627831963005435e-06 tokens_per_second_per_gpu:939.3803166480355 
Step 7451 | loss:0.008953282609581947 lr:2.6256530480168242e-06 tokens_per_second_per_gpu:945.06001712337 
Step 7452 | loss:0.008615545928478241 lr:2.623474900222558e-06 tokens_per_second_per_gpu:990.7645283132788 
Step 7453 | loss:0.019339868798851967 lr:2.621297519849244e-06 tokens_per_second_per_gpu:1044.477570501641 
Step 7454 | loss:0.012579788453876972 lr:2.6191209071234103e-06 tokens_per_second_per_gpu:945.0777228847197 
Step 7455 | loss:0.006775733549147844 lr:2.6169450622714966e-06 tokens_per_second_per_gpu:1029.422358495184 
Step 7456 | loss:0.012699543498456478 lr:2.6147699855198718e-06 tokens_per_second_per_gpu:1047.4671968159487 
Step 7457 | loss:0.01434690598398447 lr:2.6125956770948225e-06 tokens_per_second_per_gpu:903.9548143288384 
Step 7458 | loss:0.015156559646129608 lr:2.610422137222548e-06 tokens_per_second_per_gpu:812.3836555347813 
Step 7459 | loss:0.015033514238893986 lr:2.6082493661291785e-06 tokens_per_second_per_gpu:895.6230974377588 
Step 7460 | loss:0.0066313548013567924 lr:2.606077364040762e-06 tokens_per_second_per_gpu:952.845589570208 
Step 7461 | loss:0.009694939479231834 lr:2.603906131183257e-06 tokens_per_second_per_gpu:1030.3595909321402 
Step 7462 | loss:0.011316084302961826 lr:2.6017356677825525e-06 tokens_per_second_per_gpu:1099.0800804253042 
Step 7463 | loss:0.010828346014022827 lr:2.5995659740644563e-06 tokens_per_second_per_gpu:904.3708302680834 
Step 7464 | loss:0.02050199545919895 lr:2.5973970502546897e-06 tokens_per_second_per_gpu:1011.3932129235909 
Step 7465 | loss:0.02687733992934227 lr:2.5952288965788987e-06 tokens_per_second_per_gpu:836.1386781525882 
Step 7466 | loss:0.01034056767821312 lr:2.593061513262651e-06 tokens_per_second_per_gpu:902.3113406113362 
Step 7467 | loss:0.004483395721763372 lr:2.5908949005314287e-06 tokens_per_second_per_gpu:907.2287329871139 
Step 7468 | loss:0.005812733434140682 lr:2.588729058610637e-06 tokens_per_second_per_gpu:921.9014104547562 
Step 7469 | loss:0.004463960416615009 lr:2.5865639877256043e-06 tokens_per_second_per_gpu:882.2897031510587 
Step 7470 | loss:0.007069925777614117 lr:2.5843996881015676e-06 tokens_per_second_per_gpu:964.7089950517691 
Step 7471 | loss:0.012515425682067871 lr:2.5822361599636957e-06 tokens_per_second_per_gpu:965.526867875573 
Step 7472 | loss:0.009030475281178951 lr:2.5800734035370755e-06 tokens_per_second_per_gpu:957.5249259407584 
Step 7473 | loss:0.004278491251170635 lr:2.577911419046705e-06 tokens_per_second_per_gpu:898.9662014443228 
Step 7474 | loss:0.023596594110131264 lr:2.575750206717511e-06 tokens_per_second_per_gpu:870.6280788449936 
Step 7475 | loss:0.00549290981143713 lr:2.5735897667743314e-06 tokens_per_second_per_gpu:954.8275907326497 
Step 7476 | loss:0.027191828936338425 lr:2.571430099441934e-06 tokens_per_second_per_gpu:826.1260019005996 
Step 7477 | loss:0.01075065229088068 lr:2.569271204945002e-06 tokens_per_second_per_gpu:993.6262269202975 
Step 7478 | loss:0.004866051021963358 lr:2.5671130835081305e-06 tokens_per_second_per_gpu:851.7558018015911 
Step 7479 | loss:0.011177873238921165 lr:2.5649557353558462e-06 tokens_per_second_per_gpu:826.7963754876885 
Step 7480 | loss:0.007812469266355038 lr:2.5627991607125912e-06 tokens_per_second_per_gpu:772.9203164094084 
Step 7481 | loss:0.007326447870582342 lr:2.5606433598027204e-06 tokens_per_second_per_gpu:994.086084318467 
Step 7482 | loss:0.015558077022433281 lr:2.5584883328505174e-06 tokens_per_second_per_gpu:1006.5110340900061 
Step 7483 | loss:0.008928184397518635 lr:2.556334080080184e-06 tokens_per_second_per_gpu:1200.2966922985054 
Step 7484 | loss:0.0065711550414562225 lr:2.5541806017158333e-06 tokens_per_second_per_gpu:984.9655653233272 
Step 7485 | loss:0.017845407128334045 lr:2.5520278979815072e-06 tokens_per_second_per_gpu:899.8023545723436 
Step 7486 | loss:0.01052981335669756 lr:2.5498759691011653e-06 tokens_per_second_per_gpu:987.8514995830045 
Step 7487 | loss:0.005310617852956057 lr:2.5477248152986787e-06 tokens_per_second_per_gpu:773.2639202677999 
Step 7488 | loss:0.006247100420296192 lr:2.5455744367978485e-06 tokens_per_second_per_gpu:961.6976507501585 
Step 7489 | loss:0.005595956463366747 lr:2.543424833822392e-06 tokens_per_second_per_gpu:977.6879427579615 
Step 7490 | loss:0.011657245457172394 lr:2.5412760065959386e-06 tokens_per_second_per_gpu:1059.1492894090686 
Step 7491 | loss:0.014293499290943146 lr:2.5391279553420466e-06 tokens_per_second_per_gpu:841.7739983511096 
Step 7492 | loss:0.01153732929378748 lr:2.5369806802841925e-06 tokens_per_second_per_gpu:776.5914986412129 
Step 7493 | loss:0.011362706311047077 lr:2.5348341816457623e-06 tokens_per_second_per_gpu:780.8132329458632 
Step 7494 | loss:0.011835776269435883 lr:2.532688459650071e-06 tokens_per_second_per_gpu:831.6387750977452 
Step 7495 | loss:0.010952993296086788 lr:2.530543514520355e-06 tokens_per_second_per_gpu:731.07016160564 
Step 7496 | loss:0.008808167651295662 lr:2.5283993464797584e-06 tokens_per_second_per_gpu:961.8551027226323 
Step 7497 | loss:0.011807835660874844 lr:2.5262559557513524e-06 tokens_per_second_per_gpu:849.5049888921037 
Step 7498 | loss:0.005751109682023525 lr:2.5241133425581287e-06 tokens_per_second_per_gpu:772.4755082524125 
Step 7499 | loss:0.031833477318286896 lr:2.5219715071229924e-06 tokens_per_second_per_gpu:981.1803254856425 
Step 7500 | loss:0.009660333395004272 lr:2.5198304496687696e-06 tokens_per_second_per_gpu:1136.0111945156004 
Step 7501 | loss:0.006588396150618792 lr:2.517690170418212e-06 tokens_per_second_per_gpu:925.9582639541165 
Step 7502 | loss:0.018614578992128372 lr:2.515550669593978e-06 tokens_per_second_per_gpu:1047.8301237594033 
Step 7503 | loss:0.017949726432561874 lr:2.513411947418656e-06 tokens_per_second_per_gpu:719.0583119273042 
Step 7504 | loss:0.04273125156760216 lr:2.511274004114749e-06 tokens_per_second_per_gpu:1222.8442946689563 
Step 7505 | loss:0.016734033823013306 lr:2.5091368399046754e-06 tokens_per_second_per_gpu:1001.6224543349742 
Step 7506 | loss:0.020853083580732346 lr:2.507000455010783e-06 tokens_per_second_per_gpu:1041.0633864377653 
Step 7507 | loss:0.013986587524414062 lr:2.504864849655324e-06 tokens_per_second_per_gpu:870.8449684735468 
Step 7508 | loss:0.011337889358401299 lr:2.5027300240604822e-06 tokens_per_second_per_gpu:948.3558753175564 
Step 7509 | loss:0.008252215571701527 lr:2.500595978448357e-06 tokens_per_second_per_gpu:819.4116539943857 
Step 7510 | loss:0.023576626554131508 lr:2.498462713040958e-06 tokens_per_second_per_gpu:841.3886475693204 
Step 7511 | loss:0.00551446620374918 lr:2.4963302280602263e-06 tokens_per_second_per_gpu:812.3476751520874 
Step 7512 | loss:0.008383380249142647 lr:2.4941985237280176e-06 tokens_per_second_per_gpu:1063.658144651387 
Step 7513 | loss:0.01378919743001461 lr:2.4920676002660992e-06 tokens_per_second_per_gpu:1076.3775889458636 
Step 7514 | loss:0.006421416997909546 lr:2.4899374578961654e-06 tokens_per_second_per_gpu:928.3973011139951 
Step 7515 | loss:0.010550923645496368 lr:2.487808096839831e-06 tokens_per_second_per_gpu:885.1821133800993 
Step 7516 | loss:0.00491589168086648 lr:2.485679517318619e-06 tokens_per_second_per_gpu:939.7796614576115 
Step 7517 | loss:0.01071629673242569 lr:2.483551719553979e-06 tokens_per_second_per_gpu:958.4686734828883 
Step 7518 | loss:0.0036954365205019712 lr:2.4814247037672823e-06 tokens_per_second_per_gpu:774.0781569055204 
Step 7519 | loss:0.011157640255987644 lr:2.479298470179807e-06 tokens_per_second_per_gpu:1009.4752751782706 
Step 7520 | loss:0.010255087167024612 lr:2.4771730190127616e-06 tokens_per_second_per_gpu:1017.2263226149255 
Step 7521 | loss:0.007171138189733028 lr:2.475048350487269e-06 tokens_per_second_per_gpu:842.5689218986148 
Step 7522 | loss:0.00680878572165966 lr:2.47292446482437e-06 tokens_per_second_per_gpu:838.5753935293369 
Step 7523 | loss:0.008688945323228836 lr:2.4708013622450168e-06 tokens_per_second_per_gpu:747.0840125788615 
Step 7524 | loss:0.0070177726447582245 lr:2.4686790429701002e-06 tokens_per_second_per_gpu:967.6622675525082 
Step 7525 | loss:0.00981715228408575 lr:2.4665575072204093e-06 tokens_per_second_per_gpu:1025.9114104895955 
Step 7526 | loss:0.008931117132306099 lr:2.464436755216656e-06 tokens_per_second_per_gpu:879.8386756200389 
Step 7527 | loss:0.013049157336354256 lr:2.462316787179484e-06 tokens_per_second_per_gpu:771.9636288815004 
Step 7528 | loss:0.006601748988032341 lr:2.4601976033294395e-06 tokens_per_second_per_gpu:1038.513434933307 
Step 7529 | loss:0.010325601324439049 lr:2.4580792038869874e-06 tokens_per_second_per_gpu:1159.1283109995043 
Step 7530 | loss:0.01049948949366808 lr:2.4559615890725286e-06 tokens_per_second_per_gpu:919.670914813856 
Step 7531 | loss:0.006419804412871599 lr:2.453844759106364e-06 tokens_per_second_per_gpu:925.4183467282436 
Step 7532 | loss:0.013234524056315422 lr:2.451728714208713e-06 tokens_per_second_per_gpu:951.9283808269487 
Step 7533 | loss:0.009686125442385674 lr:2.449613454599733e-06 tokens_per_second_per_gpu:1091.7528467578118 
Step 7534 | loss:0.006715378724038601 lr:2.4474989804994788e-06 tokens_per_second_per_gpu:912.1820088492763 
Step 7535 | loss:0.01041631493717432 lr:2.4453852921279277e-06 tokens_per_second_per_gpu:817.9527992959343 
Step 7536 | loss:0.005093335174024105 lr:2.4432723897049826e-06 tokens_per_second_per_gpu:878.278046265398 
Step 7537 | loss:0.0043609850108623505 lr:2.4411602734504638e-06 tokens_per_second_per_gpu:890.6844975422187 
Step 7538 | loss:0.00615494791418314 lr:2.439048943584098e-06 tokens_per_second_per_gpu:970.0249300300153 
Step 7539 | loss:0.016931168735027313 lr:2.4369384003255434e-06 tokens_per_second_per_gpu:930.1029364353219 
Step 7540 | loss:0.00409763865172863 lr:2.434828643894376e-06 tokens_per_second_per_gpu:784.4186191386586 
Step 7541 | loss:0.004570453893393278 lr:2.432719674510077e-06 tokens_per_second_per_gpu:903.4235584956532 
Step 7542 | loss:0.007674934808164835 lr:2.4306114923920575e-06 tokens_per_second_per_gpu:1086.8150104113256 
Step 7543 | loss:0.008482294157147408 lr:2.4285040977596476e-06 tokens_per_second_per_gpu:943.1212866387062 
Step 7544 | loss:0.007552051916718483 lr:2.426397490832085e-06 tokens_per_second_per_gpu:760.8457869752272 
Step 7545 | loss:0.007625852711498737 lr:2.4242916718285335e-06 tokens_per_second_per_gpu:826.0947750662982 
Step 7546 | loss:0.013522755354642868 lr:2.4221866409680783e-06 tokens_per_second_per_gpu:817.4961056205586 
Step 7547 | loss:0.008554053492844105 lr:2.4200823984697096e-06 tokens_per_second_per_gpu:896.7941411639099 
Step 7548 | loss:0.009277566336095333 lr:2.4179789445523483e-06 tokens_per_second_per_gpu:922.2928322155365 
Step 7549 | loss:0.007811983115971088 lr:2.415876279434829e-06 tokens_per_second_per_gpu:930.9684072948456 
Step 7550 | loss:0.031281478703022 lr:2.4137744033359e-06 tokens_per_second_per_gpu:955.3251613440633 
Step 7551 | loss:0.007085027173161507 lr:2.4116733164742354e-06 tokens_per_second_per_gpu:933.2365769375416 
Step 7552 | loss:0.006309965159744024 lr:2.4095730190684176e-06 tokens_per_second_per_gpu:767.2475049787101 
Step 7553 | loss:0.007050790823996067 lr:2.407473511336955e-06 tokens_per_second_per_gpu:611.6361624386894 
Step 7554 | loss:0.01395214069634676 lr:2.405374793498275e-06 tokens_per_second_per_gpu:859.3429739365333 
Step 7555 | loss:0.011599363759160042 lr:2.403276865770713e-06 tokens_per_second_per_gpu:969.3873795682946 
Step 7556 | loss:0.007478801999241114 lr:2.401179728372529e-06 tokens_per_second_per_gpu:906.2912632377805 
Step 7557 | loss:0.012068398296833038 lr:2.399083381521905e-06 tokens_per_second_per_gpu:929.2405653756108 
Step 7558 | loss:0.005982051603496075 lr:2.3969878254369283e-06 tokens_per_second_per_gpu:796.2978133477317 
Step 7559 | loss:0.01112664956599474 lr:2.3948930603356156e-06 tokens_per_second_per_gpu:946.6932032251535 
Step 7560 | loss:0.005444295238703489 lr:2.3927990864358985e-06 tokens_per_second_per_gpu:872.7463263596857 
Step 7561 | loss:0.008965443819761276 lr:2.390705903955619e-06 tokens_per_second_per_gpu:700.4431294703189 
Step 7562 | loss:0.03413747623562813 lr:2.3886135131125475e-06 tokens_per_second_per_gpu:930.593362866995 
Step 7563 | loss:0.008031639270484447 lr:2.3865219141243677e-06 tokens_per_second_per_gpu:847.0668648513479 
Step 7564 | loss:0.00489764055237174 lr:2.3844311072086745e-06 tokens_per_second_per_gpu:987.118487805354 
Step 7565 | loss:0.01074293628334999 lr:2.3823410925829904e-06 tokens_per_second_per_gpu:851.4582590523071 
Step 7566 | loss:0.009059779345989227 lr:2.380251870464754e-06 tokens_per_second_per_gpu:978.0585073788016 
Step 7567 | loss:0.00781480222940445 lr:2.3781634410713115e-06 tokens_per_second_per_gpu:1041.5135204119078 
Step 7568 | loss:0.007859701290726662 lr:2.3760758046199382e-06 tokens_per_second_per_gpu:984.9820501593957 
Step 7569 | loss:0.007235364988446236 lr:2.3739889613278256e-06 tokens_per_second_per_gpu:903.0120732661113 
Step 7570 | loss:0.0053010014817118645 lr:2.3719029114120716e-06 tokens_per_second_per_gpu:928.1505236622946 
Step 7571 | loss:0.009896209463477135 lr:2.369817655089706e-06 tokens_per_second_per_gpu:950.6362395472248 
Step 7572 | loss:0.005386613309383392 lr:2.367733192577668e-06 tokens_per_second_per_gpu:831.394616586724 
Step 7573 | loss:0.005507840309292078 lr:2.3656495240928144e-06 tokens_per_second_per_gpu:1001.5278514513725 
Step 7574 | loss:0.004514296539127827 lr:2.3635666498519218e-06 tokens_per_second_per_gpu:912.8247023142336 
Step 7575 | loss:0.011639985255897045 lr:2.361484570071686e-06 tokens_per_second_per_gpu:859.1449974656414 
Step 7576 | loss:0.008206772617995739 lr:2.3594032849687108e-06 tokens_per_second_per_gpu:929.0187962618805 
Step 7577 | loss:0.005960208363831043 lr:2.357322794759529e-06 tokens_per_second_per_gpu:752.4186319067402 
Step 7578 | loss:0.005486354231834412 lr:2.3552430996605867e-06 tokens_per_second_per_gpu:1073.0267940634164 
Step 7579 | loss:0.008252885192632675 lr:2.3531641998882403e-06 tokens_per_second_per_gpu:1138.388974932818 
Step 7580 | loss:0.01505433488637209 lr:2.351086095658777e-06 tokens_per_second_per_gpu:1090.372698922543 
Step 7581 | loss:0.01953420788049698 lr:2.349008787188385e-06 tokens_per_second_per_gpu:1176.5281546821143 
Step 7582 | loss:0.005558094009757042 lr:2.346932274693182e-06 tokens_per_second_per_gpu:842.006456312838 
Step 7583 | loss:0.014669988304376602 lr:2.344856558389205e-06 tokens_per_second_per_gpu:910.6317777379876 
Step 7584 | loss:0.026350943371653557 lr:2.3427816384923916e-06 tokens_per_second_per_gpu:1042.4086714820382 
Step 7585 | loss:0.007033928297460079 lr:2.3407075152186143e-06 tokens_per_second_per_gpu:800.997679248488 
Step 7586 | loss:0.0025118165649473667 lr:2.338634188783656e-06 tokens_per_second_per_gpu:867.7258307824434 
Step 7587 | loss:0.012770949862897396 lr:2.3365616594032124e-06 tokens_per_second_per_gpu:1012.7752321817042 
Step 7588 | loss:0.014457020908594131 lr:2.334489927292902e-06 tokens_per_second_per_gpu:1065.3841109836028 
Step 7589 | loss:0.008892505429685116 lr:2.3324189926682617e-06 tokens_per_second_per_gpu:959.9919302713945 
Step 7590 | loss:0.01635713316500187 lr:2.3303488557447374e-06 tokens_per_second_per_gpu:996.2808117320715 
Step 7591 | loss:0.003486935980618 lr:2.328279516737698e-06 tokens_per_second_per_gpu:881.7490157702869 
Step 7592 | loss:0.009518403559923172 lr:2.326210975862433e-06 tokens_per_second_per_gpu:814.3349885568115 
Step 7593 | loss:0.006430488079786301 lr:2.3241432333341375e-06 tokens_per_second_per_gpu:941.8798072279329 
Step 7594 | loss:0.024480177089571953 lr:2.3220762893679338e-06 tokens_per_second_per_gpu:1008.6982002661048 
Step 7595 | loss:0.005833891686052084 lr:2.32001014417886e-06 tokens_per_second_per_gpu:789.5316266383846 
Step 7596 | loss:0.004636158235371113 lr:2.3179447979818637e-06 tokens_per_second_per_gpu:900.5384862189563 
Step 7597 | loss:0.0041674342937767506 lr:2.3158802509918153e-06 tokens_per_second_per_gpu:866.5614310641436 
Step 7598 | loss:0.011936736293137074 lr:2.313816503423506e-06 tokens_per_second_per_gpu:857.3687129585551 
Step 7599 | loss:0.013025839813053608 lr:2.3117535554916325e-06 tokens_per_second_per_gpu:651.6285809951797 
Step 7600 | loss:0.006511413026601076 lr:2.3096914074108177e-06 tokens_per_second_per_gpu:945.3242310316338 
Step 7601 | loss:0.004939522594213486 lr:2.3076300593956013e-06 tokens_per_second_per_gpu:746.9514601137067 
Step 7602 | loss:0.010157345794141293 lr:2.3055695116604304e-06 tokens_per_second_per_gpu:712.4331160828247 
Step 7603 | loss:0.006384225562214851 lr:2.3035097644196793e-06 tokens_per_second_per_gpu:1024.3345285978785 
Step 7604 | loss:0.016243183985352516 lr:2.301450817887636e-06 tokens_per_second_per_gpu:879.8094151216911 
Step 7605 | loss:0.005929457023739815 lr:2.2993926722785e-06 tokens_per_second_per_gpu:805.2037699157015 
Step 7606 | loss:0.005141793750226498 lr:2.2973353278063948e-06 tokens_per_second_per_gpu:843.8882376303837 
Step 7607 | loss:0.0065389517694711685 lr:2.2952787846853585e-06 tokens_per_second_per_gpu:824.7154492966941 
Step 7608 | loss:0.006908799987286329 lr:2.2932230431293413e-06 tokens_per_second_per_gpu:943.8826761812036 
Step 7609 | loss:0.015618734061717987 lr:2.291168103352214e-06 tokens_per_second_per_gpu:1100.4563210487204 
Step 7610 | loss:0.009569880552589893 lr:2.2891139655677674e-06 tokens_per_second_per_gpu:838.6772007480076 
Step 7611 | loss:0.007115448825061321 lr:2.287060629989699e-06 tokens_per_second_per_gpu:771.6869780826719 
Step 7612 | loss:0.007602801080793142 lr:2.2850080968316346e-06 tokens_per_second_per_gpu:872.0491162056052 
Step 7613 | loss:0.014123780652880669 lr:2.2829563663071052e-06 tokens_per_second_per_gpu:1048.5721737621102 
Step 7614 | loss:0.005668275523930788 lr:2.280905438629566e-06 tokens_per_second_per_gpu:797.772164416407 
Step 7615 | loss:0.00919557549059391 lr:2.2788553140123893e-06 tokens_per_second_per_gpu:1056.7297373268714 
Step 7616 | loss:0.010811380110681057 lr:2.276805992668856e-06 tokens_per_second_per_gpu:963.4840054142705 
Step 7617 | loss:0.010277947410941124 lr:2.2747574748121703e-06 tokens_per_second_per_gpu:992.2561380391238 
Step 7618 | loss:0.012286758050322533 lr:2.2727097606554537e-06 tokens_per_second_per_gpu:822.7702531687058 
Step 7619 | loss:0.0077497209422290325 lr:2.2706628504117366e-06 tokens_per_second_per_gpu:754.9705038478922 
Step 7620 | loss:0.004240233451128006 lr:2.2686167442939733e-06 tokens_per_second_per_gpu:842.2227831172738 
Step 7621 | loss:0.00643667858093977 lr:2.266571442515034e-06 tokens_per_second_per_gpu:841.6896970570435 
Step 7622 | loss:0.004449684172868729 lr:2.2645269452876963e-06 tokens_per_second_per_gpu:888.5078792807547 
Step 7623 | loss:0.007715805899351835 lr:2.2624832528246642e-06 tokens_per_second_per_gpu:1047.962972191925 
Step 7624 | loss:0.007970413193106651 lr:2.260440365338559e-06 tokens_per_second_per_gpu:809.5898433155023 
Step 7625 | loss:0.007580799050629139 lr:2.2583982830419036e-06 tokens_per_second_per_gpu:986.0643634030333 
Step 7626 | loss:0.005489595700055361 lr:2.2563570061471553e-06 tokens_per_second_per_gpu:919.0874536750738 
Step 7627 | loss:0.003791928756982088 lr:2.2543165348666776e-06 tokens_per_second_per_gpu:864.5451101973348 
Step 7628 | loss:0.0039032313507050276 lr:2.2522768694127527e-06 tokens_per_second_per_gpu:879.7539787086198 
Step 7629 | loss:0.023971712216734886 lr:2.250238009997571e-06 tokens_per_second_per_gpu:889.0346260102032 
Step 7630 | loss:0.007020861841738224 lr:2.248199956833258e-06 tokens_per_second_per_gpu:915.9536562263453 
Step 7631 | loss:0.005696765147149563 lr:2.246162710131837e-06 tokens_per_second_per_gpu:735.3986100994566 
Step 7632 | loss:0.014419527724385262 lr:2.2441262701052515e-06 tokens_per_second_per_gpu:927.7156405308574 
Step 7633 | loss:0.005529058165848255 lr:2.2420906369653715e-06 tokens_per_second_per_gpu:750.7222204587196 
Step 7634 | loss:0.006787493824958801 lr:2.2400558109239723e-06 tokens_per_second_per_gpu:866.8184769252124 
Step 7635 | loss:0.009094969369471073 lr:2.2380217921927418e-06 tokens_per_second_per_gpu:784.7650429361021 
Step 7636 | loss:0.005711402278393507 lr:2.2359885809832993e-06 tokens_per_second_per_gpu:938.7941891132263 
Step 7637 | loss:0.01625186763703823 lr:2.2339561775071685e-06 tokens_per_second_per_gpu:973.8630029295334 
Step 7638 | loss:0.008077406324446201 lr:2.2319245819757852e-06 tokens_per_second_per_gpu:863.2496495286377 
Step 7639 | loss:0.01048862375319004 lr:2.2298937946005173e-06 tokens_per_second_per_gpu:878.6172148157021 
Step 7640 | loss:0.004732582252472639 lr:2.227863815592636e-06 tokens_per_second_per_gpu:951.8326160036373 
Step 7641 | loss:0.01656086929142475 lr:2.225834645163325e-06 tokens_per_second_per_gpu:829.527878283121 
Step 7642 | loss:0.007818185724318027 lr:2.223806283523696e-06 tokens_per_second_per_gpu:870.4107337101497 
Step 7643 | loss:0.0060211713425815105 lr:2.2217787308847727e-06 tokens_per_second_per_gpu:711.9918874509658 
Step 7644 | loss:0.006738140247762203 lr:2.219751987457487e-06 tokens_per_second_per_gpu:822.0436941072674 
Step 7645 | loss:0.012346107512712479 lr:2.2177260534526946e-06 tokens_per_second_per_gpu:1005.9458950036632 
Step 7646 | loss:0.006900900974869728 lr:2.215700929081167e-06 tokens_per_second_per_gpu:1008.3284172833701 
Step 7647 | loss:0.008860507979989052 lr:2.2136766145535857e-06 tokens_per_second_per_gpu:795.4488534289154 
Step 7648 | loss:0.01308777742087841 lr:2.2116531100805527e-06 tokens_per_second_per_gpu:1016.3162354573128 
Step 7649 | loss:0.015537088736891747 lr:2.2096304158725865e-06 tokens_per_second_per_gpu:950.5081374507226 
Step 7650 | loss:0.005837231874465942 lr:2.2076085321401152e-06 tokens_per_second_per_gpu:977.1700336200263 
Step 7651 | loss:0.006365939509123564 lr:2.2055874590934888e-06 tokens_per_second_per_gpu:773.2064841922493 
Step 7652 | loss:0.007195652928203344 lr:2.203567196942974e-06 tokens_per_second_per_gpu:761.8500890317711 
Step 7653 | loss:0.005805321037769318 lr:2.2015477458987433e-06 tokens_per_second_per_gpu:699.0075173566687 
Step 7654 | loss:0.013052891008555889 lr:2.1995291061708955e-06 tokens_per_second_per_gpu:886.5960379071811 
Step 7655 | loss:0.005191872827708721 lr:2.197511277969443e-06 tokens_per_second_per_gpu:878.1998977891143 
Step 7656 | loss:0.03517280891537666 lr:2.195494261504305e-06 tokens_per_second_per_gpu:1213.2795295393407 
Step 7657 | loss:0.005568224936723709 lr:2.193478056985331e-06 tokens_per_second_per_gpu:892.7030925720236 
Step 7658 | loss:0.0058162882924079895 lr:2.1914626646222704e-06 tokens_per_second_per_gpu:935.5725709784875 
Step 7659 | loss:0.007490499876439571 lr:2.189448084624799e-06 tokens_per_second_per_gpu:740.7129829232073 
Step 7660 | loss:0.007007908541709185 lr:2.187434317202508e-06 tokens_per_second_per_gpu:905.7656887809208 
Step 7661 | loss:0.008594727143645287 lr:2.1854213625648944e-06 tokens_per_second_per_gpu:836.9967467688676 
Step 7662 | loss:0.010239786468446255 lr:2.183409220921381e-06 tokens_per_second_per_gpu:896.3347467084318 
Step 7663 | loss:0.01406557485461235 lr:2.181397892481304e-06 tokens_per_second_per_gpu:829.4257777913537 
Step 7664 | loss:0.006895026192069054 lr:2.1793873774539077e-06 tokens_per_second_per_gpu:946.6677957098834 
Step 7665 | loss:0.005631633102893829 lr:2.177377676048361e-06 tokens_per_second_per_gpu:955.503513583822 
Step 7666 | loss:0.016732007265090942 lr:2.175368788473745e-06 tokens_per_second_per_gpu:826.8077534070416 
Step 7667 | loss:0.0025020032189786434 lr:2.173360714939051e-06 tokens_per_second_per_gpu:826.3523848580447 
Step 7668 | loss:0.014975558035075665 lr:2.1713534556531944e-06 tokens_per_second_per_gpu:779.4729828479749 
Step 7669 | loss:0.01026578526943922 lr:2.1693470108250014e-06 tokens_per_second_per_gpu:1090.9571186819005 
Step 7670 | loss:0.011618683114647865 lr:2.1673413806632104e-06 tokens_per_second_per_gpu:1170.5238328901946 
Step 7671 | loss:0.029449809342622757 lr:2.1653365653764793e-06 tokens_per_second_per_gpu:947.7427668997882 
Step 7672 | loss:0.011953983455896378 lr:2.163332565173384e-06 tokens_per_second_per_gpu:1069.6779163942956 
Step 7673 | loss:0.01248104777187109 lr:2.161329380262406e-06 tokens_per_second_per_gpu:992.6225956890563 
Step 7674 | loss:0.006659361533820629 lr:2.1593270108519514e-06 tokens_per_second_per_gpu:1035.839729297654 
Step 7675 | loss:0.01147853210568428 lr:2.1573254571503386e-06 tokens_per_second_per_gpu:807.4090808526352 
Step 7676 | loss:0.004530615638941526 lr:2.1553247193657966e-06 tokens_per_second_per_gpu:918.9861723262956 
Step 7677 | loss:0.006830123253166676 lr:2.1533247977064753e-06 tokens_per_second_per_gpu:817.3289586536748 
Step 7678 | loss:0.007008479908108711 lr:2.1513256923804415e-06 tokens_per_second_per_gpu:977.7166700446418 
Step 7679 | loss:0.006159050390124321 lr:2.1493274035956656e-06 tokens_per_second_per_gpu:1100.0641955830856 
Step 7680 | loss:0.018396396189928055 lr:2.147329931560045e-06 tokens_per_second_per_gpu:988.9818767246073 
Step 7681 | loss:0.011676049791276455 lr:2.1453332764813905e-06 tokens_per_second_per_gpu:837.6258505851505 
Step 7682 | loss:0.011116759851574898 lr:2.14333743856742e-06 tokens_per_second_per_gpu:1003.6507319568499 
Step 7683 | loss:0.011368375271558762 lr:2.1413424180257736e-06 tokens_per_second_per_gpu:833.8381570180554 
Step 7684 | loss:0.010652348399162292 lr:2.1393482150640066e-06 tokens_per_second_per_gpu:890.525826296614 
Step 7685 | loss:0.01159085612744093 lr:2.137354829889583e-06 tokens_per_second_per_gpu:976.734243344286 
Step 7686 | loss:0.010287652723491192 lr:2.135362262709891e-06 tokens_per_second_per_gpu:989.8341509051978 
Step 7687 | loss:0.0058448053896427155 lr:2.1333705137322226e-06 tokens_per_second_per_gpu:974.9299415712603 
Step 7688 | loss:0.004221464041620493 lr:2.131379583163793e-06 tokens_per_second_per_gpu:839.24623682628 
Step 7689 | loss:0.007323417812585831 lr:2.1293894712117323e-06 tokens_per_second_per_gpu:1109.5218605247574 
Step 7690 | loss:0.007996177300810814 lr:2.1274001780830776e-06 tokens_per_second_per_gpu:1033.712357916048 
Step 7691 | loss:0.008716880343854427 lr:2.12541170398479e-06 tokens_per_second_per_gpu:789.5619466382142 
Step 7692 | loss:0.005174179561436176 lr:2.1234240491237436e-06 tokens_per_second_per_gpu:742.8086986857977 
Step 7693 | loss:0.004895456600934267 lr:2.1214372137067197e-06 tokens_per_second_per_gpu:883.2576411033547 
Step 7694 | loss:0.003998786211013794 lr:2.119451197940422e-06 tokens_per_second_per_gpu:828.872716395355 
Step 7695 | loss:0.008783017285168171 lr:2.1174660020314696e-06 tokens_per_second_per_gpu:820.8950902901345 
Step 7696 | loss:0.025693092495203018 lr:2.1154816261863887e-06 tokens_per_second_per_gpu:917.2978154716839 
Step 7697 | loss:0.006266729440540075 lr:2.113498070611627e-06 tokens_per_second_per_gpu:1054.25516896775 
Step 7698 | loss:0.012130644172430038 lr:2.1115153355135487e-06 tokens_per_second_per_gpu:963.7095599333921 
Step 7699 | loss:0.013828175142407417 lr:2.109533421098422e-06 tokens_per_second_per_gpu:1007.5011976524672 
Step 7700 | loss:0.01048291102051735 lr:2.1075523275724396e-06 tokens_per_second_per_gpu:949.4654169505241 
Step 7701 | loss:0.009359877556562424 lr:2.105572055141709e-06 tokens_per_second_per_gpu:1199.9772552922404 
Step 7702 | loss:0.0069245523773133755 lr:2.1035926040122434e-06 tokens_per_second_per_gpu:820.837994314957 
Step 7703 | loss:0.01061915047466755 lr:2.1016139743899778e-06 tokens_per_second_per_gpu:745.8331247171343 
Step 7704 | loss:0.010466943494975567 lr:2.099636166480763e-06 tokens_per_second_per_gpu:800.8069047888589 
Step 7705 | loss:0.00812171958386898 lr:2.0976591804903567e-06 tokens_per_second_per_gpu:850.5722159831241 
Step 7706 | loss:0.009119314141571522 lr:2.095683016624439e-06 tokens_per_second_per_gpu:882.0873866105751 
Step 7707 | loss:0.009577721357345581 lr:2.093707675088602e-06 tokens_per_second_per_gpu:844.2940970551894 
Step 7708 | loss:0.03546709194779396 lr:2.091733156088348e-06 tokens_per_second_per_gpu:1095.565197313302 
Step 7709 | loss:0.016246913000941277 lr:2.0897594598290994e-06 tokens_per_second_per_gpu:824.0946098574442 
Step 7710 | loss:0.004306333139538765 lr:2.0877865865161916e-06 tokens_per_second_per_gpu:1024.270585998109 
Step 7711 | loss:0.007706860080361366 lr:2.085814536354871e-06 tokens_per_second_per_gpu:896.3653642051208 
Step 7712 | loss:0.014495765790343285 lr:2.0838433095503018e-06 tokens_per_second_per_gpu:917.4655123506261 
Step 7713 | loss:0.0036975820548832417 lr:2.081872906307566e-06 tokens_per_second_per_gpu:1098.0790425885232 
Step 7714 | loss:0.006854100152850151 lr:2.079903326831648e-06 tokens_per_second_per_gpu:787.1594271366231 
Step 7715 | loss:0.00873557385057211 lr:2.077934571327459e-06 tokens_per_second_per_gpu:999.1648328918782 
Step 7716 | loss:0.007858440279960632 lr:2.0759666399998202e-06 tokens_per_second_per_gpu:752.4290164005192 
Step 7717 | loss:0.005851131398230791 lr:2.0739995330534633e-06 tokens_per_second_per_gpu:829.2106086842116 
Step 7718 | loss:0.010776964016258717 lr:2.0720332506930406e-06 tokens_per_second_per_gpu:921.9650990861203 
Step 7719 | loss:0.018803033977746964 lr:2.070067793123112e-06 tokens_per_second_per_gpu:762.1715254114306 
Step 7720 | loss:0.00784786231815815 lr:2.0681031605481563e-06 tokens_per_second_per_gpu:998.3530835232066 
Step 7721 | loss:0.011925150640308857 lr:2.066139353172568e-06 tokens_per_second_per_gpu:906.2347810422217 
Step 7722 | loss:0.005146978422999382 lr:2.064176371200648e-06 tokens_per_second_per_gpu:921.0918286975019 
Step 7723 | loss:0.009761843830347061 lr:2.0622142148366187e-06 tokens_per_second_per_gpu:908.3381749642065 
Step 7724 | loss:0.00697404844686389 lr:2.060252884284617e-06 tokens_per_second_per_gpu:912.0726543417313 
Step 7725 | loss:0.007659456692636013 lr:2.0582923797486855e-06 tokens_per_second_per_gpu:779.220472748067 
Step 7726 | loss:0.008371079340577126 lr:2.056332701432788e-06 tokens_per_second_per_gpu:794.6110447150999 
Step 7727 | loss:0.009238176047801971 lr:2.054373849540806e-06 tokens_per_second_per_gpu:826.6117102801267 
Step 7728 | loss:0.0127424206584692 lr:2.0524158242765222e-06 tokens_per_second_per_gpu:970.3562086005738 
Step 7729 | loss:0.009881967678666115 lr:2.0504586258436442e-06 tokens_per_second_per_gpu:1175.7313890205842 
Step 7730 | loss:0.02376548759639263 lr:2.0485022544457933e-06 tokens_per_second_per_gpu:1091.134946775222 
Step 7731 | loss:0.013329794630408287 lr:2.0465467102864988e-06 tokens_per_second_per_gpu:1135.349348339027 
Step 7732 | loss:0.004737197421491146 lr:2.0445919935692014e-06 tokens_per_second_per_gpu:924.0599960336905 
Step 7733 | loss:0.015099173411726952 lr:2.042638104497272e-06 tokens_per_second_per_gpu:917.5546015315498 
Step 7734 | loss:0.0070221745409071445 lr:2.040685043273979e-06 tokens_per_second_per_gpu:1080.4458239404146 
Step 7735 | loss:0.017720628529787064 lr:2.038732810102504e-06 tokens_per_second_per_gpu:1333.099653692252 
Step 7736 | loss:0.005975515581667423 lr:2.0367814051859613e-06 tokens_per_second_per_gpu:959.9433182057364 
Step 7737 | loss:0.053312748670578 lr:2.03483082872736e-06 tokens_per_second_per_gpu:1128.650225336436 
Step 7738 | loss:0.012617231346666813 lr:2.032881080929624e-06 tokens_per_second_per_gpu:1033.054061817539 
Step 7739 | loss:0.0061696432530879974 lr:2.0309321619956068e-06 tokens_per_second_per_gpu:764.7555589290747 
Step 7740 | loss:0.0063799344934523106 lr:2.0289840721280606e-06 tokens_per_second_per_gpu:975.1025790530898 
Step 7741 | loss:0.01281454972922802 lr:2.0270368115296514e-06 tokens_per_second_per_gpu:903.6612070909249 
Step 7742 | loss:0.010928524658083916 lr:2.025090380402972e-06 tokens_per_second_per_gpu:1034.5921283350856 
Step 7743 | loss:0.0031222919933497906 lr:2.0231447789505177e-06 tokens_per_second_per_gpu:849.5550474807221 
Step 7744 | loss:0.006400197744369507 lr:2.021200007374693e-06 tokens_per_second_per_gpu:802.1743403547159 
Step 7745 | loss:0.008008232340216637 lr:2.019256065877835e-06 tokens_per_second_per_gpu:770.8327345395949 
Step 7746 | loss:0.009553446434438229 lr:2.017312954662176e-06 tokens_per_second_per_gpu:724.1699753224088 
Step 7747 | loss:0.09766094386577606 lr:2.0153706739298673e-06 tokens_per_second_per_gpu:1200.238629791786 
Step 7748 | loss:0.009011683985590935 lr:2.0134292238829788e-06 tokens_per_second_per_gpu:942.1295138010529 
Step 7749 | loss:0.0037188748829066753 lr:2.0114886047234905e-06 tokens_per_second_per_gpu:1090.578890277863 
Step 7750 | loss:0.016662579029798508 lr:2.009548816653293e-06 tokens_per_second_per_gpu:1041.9690238127757 
Step 7751 | loss:0.011895588599145412 lr:2.0076098598741934e-06 tokens_per_second_per_gpu:1329.4566092123307 
Step 7752 | loss:0.019965054467320442 lr:2.0056717345879174e-06 tokens_per_second_per_gpu:1043.8875367739224 
Step 7753 | loss:0.011149412021040916 lr:2.0037344409960912e-06 tokens_per_second_per_gpu:854.1712915943177 
Step 7754 | loss:0.006434740498661995 lr:2.001797979300266e-06 tokens_per_second_per_gpu:958.9953319688303 
Step 7755 | loss:0.02544129081070423 lr:1.9998623497019064e-06 tokens_per_second_per_gpu:1301.201721788411 
Step 7756 | loss:0.01582815870642662 lr:1.99792755240238e-06 tokens_per_second_per_gpu:824.1360472981249 
Step 7757 | loss:0.010638701729476452 lr:1.9959935876029767e-06 tokens_per_second_per_gpu:901.751550851782 
Step 7758 | loss:0.005180851556360722 lr:1.9940604555049027e-06 tokens_per_second_per_gpu:947.7556504770773 
Step 7759 | loss:0.014157779514789581 lr:1.9921281563092645e-06 tokens_per_second_per_gpu:907.0093854517971 
Step 7760 | loss:0.01634976826608181 lr:1.990196690217094e-06 tokens_per_second_per_gpu:1018.1050513145818 
Step 7761 | loss:0.00856911763548851 lr:1.9882660574293357e-06 tokens_per_second_per_gpu:871.0878279710397 
Step 7762 | loss:0.011480467393994331 lr:1.986336258146836e-06 tokens_per_second_per_gpu:899.9859704914685 
Step 7763 | loss:0.004398104269057512 lr:1.984407292570372e-06 tokens_per_second_per_gpu:943.8148238908211 
Step 7764 | loss:0.008380630053579807 lr:1.9824791609006157e-06 tokens_per_second_per_gpu:1076.396396762807 
Step 7765 | loss:0.01779988780617714 lr:1.980551863338165e-06 tokens_per_second_per_gpu:824.4927246966005 
Step 7766 | loss:0.009677557274699211 lr:1.9786254000835312e-06 tokens_per_second_per_gpu:945.7964990270275 
Step 7767 | loss:0.005118139088153839 lr:1.9766997713371295e-06 tokens_per_second_per_gpu:899.5657206895754 
Step 7768 | loss:0.005294540897011757 lr:1.974774977299295e-06 tokens_per_second_per_gpu:899.8823624507119 
Step 7769 | loss:0.00744182663038373 lr:1.9728510181702796e-06 tokens_per_second_per_gpu:1210.1842110516604 
Step 7770 | loss:0.004331182688474655 lr:1.9709278941502363e-06 tokens_per_second_per_gpu:779.6773112441648 
Step 7771 | loss:0.015072686597704887 lr:1.9690056054392417e-06 tokens_per_second_per_gpu:1019.0155184669306 
Step 7772 | loss:0.009284489788115025 lr:1.967084152237285e-06 tokens_per_second_per_gpu:1008.9743814706464 
Step 7773 | loss:0.02164238877594471 lr:1.96516353474426e-06 tokens_per_second_per_gpu:1155.7408390643402 
Step 7774 | loss:0.018950045108795166 lr:1.963243753159981e-06 tokens_per_second_per_gpu:762.2556842626694 
Step 7775 | loss:0.0032542936969548464 lr:1.9613248076841786e-06 tokens_per_second_per_gpu:886.4826658576146 
Step 7776 | loss:0.007520608603954315 lr:1.959406698516485e-06 tokens_per_second_per_gpu:896.7913520694299 
Step 7777 | loss:0.0046844989992678165 lr:1.9574894258564536e-06 tokens_per_second_per_gpu:868.368282847394 
Step 7778 | loss:0.005714155733585358 lr:1.9555729899035514e-06 tokens_per_second_per_gpu:812.3466078881332 
Step 7779 | loss:0.006025148555636406 lr:1.9536573908571523e-06 tokens_per_second_per_gpu:899.46156543047 
Step 7780 | loss:0.013522040098905563 lr:1.9517426289165484e-06 tokens_per_second_per_gpu:856.4731391660494 
Step 7781 | loss:0.008998032659292221 lr:1.949828704280946e-06 tokens_per_second_per_gpu:949.1285368147759 
Step 7782 | loss:0.02354513481259346 lr:1.947915617149455e-06 tokens_per_second_per_gpu:936.3717126030239 
Step 7783 | loss:0.0050653391517698765 lr:1.9460033677211076e-06 tokens_per_second_per_gpu:834.2974006613787 
Step 7784 | loss:0.009317898191511631 lr:1.94409195619485e-06 tokens_per_second_per_gpu:986.401188000978 
Step 7785 | loss:0.011854746378958225 lr:1.9421813827695292e-06 tokens_per_second_per_gpu:831.9460093652627 
Step 7786 | loss:0.007249245885759592 lr:1.9402716476439175e-06 tokens_per_second_per_gpu:771.1526991551415 
Step 7787 | loss:0.005705393850803375 lr:1.938362751016696e-06 tokens_per_second_per_gpu:913.483785584985 
Step 7788 | loss:0.005370635073632002 lr:1.936454693086455e-06 tokens_per_second_per_gpu:1024.8447479406195 
Step 7789 | loss:0.0052197822369635105 lr:1.9345474740517003e-06 tokens_per_second_per_gpu:1059.847189055013 
Step 7790 | loss:0.011092274449765682 lr:1.932641094110855e-06 tokens_per_second_per_gpu:725.326258583795 
Step 7791 | loss:0.008248488418757915 lr:1.930735553462244e-06 tokens_per_second_per_gpu:889.8691792085182 
Step 7792 | loss:0.011556282639503479 lr:1.9288308523041176e-06 tokens_per_second_per_gpu:830.0296464262332 
Step 7793 | loss:0.009395369328558445 lr:1.9269269908346265e-06 tokens_per_second_per_gpu:846.8371248875623 
Step 7794 | loss:0.006018341984599829 lr:1.9250239692518434e-06 tokens_per_second_per_gpu:890.776510406261 
Step 7795 | loss:0.021020198240876198 lr:1.9231217877537524e-06 tokens_per_second_per_gpu:810.2394331010936 
Step 7796 | loss:0.009110677056014538 lr:1.921220446538242e-06 tokens_per_second_per_gpu:1047.5911573245767 
Step 7797 | loss:0.010169828310608864 lr:1.919319945803123e-06 tokens_per_second_per_gpu:906.6263920755645 
Step 7798 | loss:0.007364555262029171 lr:1.9174202857461177e-06 tokens_per_second_per_gpu:825.6984145358231 
Step 7799 | loss:0.005012305919080973 lr:1.9155214665648527e-06 tokens_per_second_per_gpu:821.0117792039017 
Step 7800 | loss:0.0021541507449001074 lr:1.913623488456875e-06 tokens_per_second_per_gpu:821.8663498282849 
Step 7801 | loss:0.00855246465653181 lr:1.911726351619645e-06 tokens_per_second_per_gpu:878.8269765689836 
Step 7802 | loss:0.009069910272955894 lr:1.9098300562505266e-06 tokens_per_second_per_gpu:976.6647529365366 
Step 7803 | loss:0.01453444454818964 lr:1.907934602546805e-06 tokens_per_second_per_gpu:1166.9720472732097 
Step 7804 | loss:0.008730145171284676 lr:1.906039990705677e-06 tokens_per_second_per_gpu:977.1176271923282 
Step 7805 | loss:0.02270236611366272 lr:1.9041462209242456e-06 tokens_per_second_per_gpu:1128.5599360998995 
Step 7806 | loss:0.006288192700594664 lr:1.9022532933995309e-06 tokens_per_second_per_gpu:703.2487345369773 
Step 7807 | loss:0.019427558407187462 lr:1.9003612083284696e-06 tokens_per_second_per_gpu:786.087367222034 
Step 7808 | loss:0.007392932195216417 lr:1.8984699659078987e-06 tokens_per_second_per_gpu:894.6421894616187 
Step 7809 | loss:0.006258232519030571 lr:1.8965795663345776e-06 tokens_per_second_per_gpu:885.5998138576672 
Step 7810 | loss:0.013559977523982525 lr:1.894690009805178e-06 tokens_per_second_per_gpu:888.8627853505869 
Step 7811 | loss:0.007775320205837488 lr:1.8928012965162767e-06 tokens_per_second_per_gpu:834.4310410985728 
Step 7812 | loss:0.0141606405377388 lr:1.8909134266643681e-06 tokens_per_second_per_gpu:1048.8301032249447 
Step 7813 | loss:0.005693734623491764 lr:1.8890264004458602e-06 tokens_per_second_per_gpu:743.0228952017152 
Step 7814 | loss:0.021768398582935333 lr:1.8871402180570675e-06 tokens_per_second_per_gpu:1004.9908552064295 
Step 7815 | loss:0.01286918856203556 lr:1.8852548796942215e-06 tokens_per_second_per_gpu:822.463439391945 
Step 7816 | loss:0.014555562287569046 lr:1.883370385553468e-06 tokens_per_second_per_gpu:1059.5320285354828 
Step 7817 | loss:0.003514014184474945 lr:1.8814867358308542e-06 tokens_per_second_per_gpu:729.3921310737496 
Step 7818 | loss:0.01436599250882864 lr:1.8796039307223512e-06 tokens_per_second_per_gpu:1413.2536208744793 
Step 7819 | loss:0.006052298005670309 lr:1.877721970423839e-06 tokens_per_second_per_gpu:745.6937347097049 
Step 7820 | loss:0.007716058753430843 lr:1.8758408551311048e-06 tokens_per_second_per_gpu:730.8949107171169 
Step 7821 | loss:0.003447307273745537 lr:1.8739605850398512e-06 tokens_per_second_per_gpu:893.0585689568118 
Step 7822 | loss:0.015614908188581467 lr:1.872081160345699e-06 tokens_per_second_per_gpu:1089.4295276714242 
Step 7823 | loss:0.004902699496597052 lr:1.8702025812441683e-06 tokens_per_second_per_gpu:991.7267107930611 
Step 7824 | loss:0.018534695729613304 lr:1.8683248479307037e-06 tokens_per_second_per_gpu:791.1699317359431 
Step 7825 | loss:0.01452204491943121 lr:1.8664479606006513e-06 tokens_per_second_per_gpu:850.5481346334677 
Step 7826 | loss:0.011431075632572174 lr:1.8645719194492762e-06 tokens_per_second_per_gpu:919.9102269556915 
Step 7827 | loss:0.007978064008057117 lr:1.8626967246717553e-06 tokens_per_second_per_gpu:853.3434816333603 
Step 7828 | loss:0.015882372856140137 lr:1.8608223764631728e-06 tokens_per_second_per_gpu:935.2431692537116 
Step 7829 | loss:0.0047018094919621944 lr:1.858948875018528e-06 tokens_per_second_per_gpu:788.9909334001854 
Step 7830 | loss:0.006732117850333452 lr:1.857076220532734e-06 tokens_per_second_per_gpu:765.6637402052868 
Step 7831 | loss:0.013590987771749496 lr:1.855204413200611e-06 tokens_per_second_per_gpu:904.7934132211672 
Step 7832 | loss:0.013902846723794937 lr:1.8533334532168934e-06 tokens_per_second_per_gpu:877.4494199756118 
Step 7833 | loss:0.004915459081530571 lr:1.8514633407762305e-06 tokens_per_second_per_gpu:732.4006952424047 
Step 7834 | loss:0.007436833344399929 lr:1.8495940760731768e-06 tokens_per_second_per_gpu:856.858128547144 
Step 7835 | loss:0.004371718503534794 lr:1.847725659302203e-06 tokens_per_second_per_gpu:822.3664275746266 
Step 7836 | loss:0.01642429642379284 lr:1.845858090657696e-06 tokens_per_second_per_gpu:1038.0732156266938 
Step 7837 | loss:0.012852802872657776 lr:1.843991370333944e-06 tokens_per_second_per_gpu:929.4819498957049 
Step 7838 | loss:0.01353117823600769 lr:1.842125498525149e-06 tokens_per_second_per_gpu:1084.1131293234478 
Step 7839 | loss:0.007995282299816608 lr:1.8402604754254383e-06 tokens_per_second_per_gpu:945.4293890836955 
Step 7840 | loss:0.010349388234317303 lr:1.838396301228834e-06 tokens_per_second_per_gpu:1054.721163094316 
Step 7841 | loss:0.005841598846018314 lr:1.8365329761292728e-06 tokens_per_second_per_gpu:814.8074725541854 
Step 7842 | loss:0.011449258774518967 lr:1.8346705003206167e-06 tokens_per_second_per_gpu:943.3566539772759 
Step 7843 | loss:0.008099794387817383 lr:1.8328088739966231e-06 tokens_per_second_per_gpu:895.347147295904 
Step 7844 | loss:0.006017368286848068 lr:1.830948097350964e-06 tokens_per_second_per_gpu:797.9082914168347 
Step 7845 | loss:0.014982323162257671 lr:1.8290881705772357e-06 tokens_per_second_per_gpu:953.6276140623213 
Step 7846 | loss:0.007698372937738895 lr:1.827229093868932e-06 tokens_per_second_per_gpu:820.3322239543662 
Step 7847 | loss:0.0030789156444370747 lr:1.8253708674194581e-06 tokens_per_second_per_gpu:844.4846736988247 
Step 7848 | loss:0.007304614409804344 lr:1.8235134914221452e-06 tokens_per_second_per_gpu:920.3393658065728 
Step 7849 | loss:0.004392105620354414 lr:1.821656966070221e-06 tokens_per_second_per_gpu:805.7452927032019 
Step 7850 | loss:0.003694150596857071 lr:1.8198012915568253e-06 tokens_per_second_per_gpu:873.6110966398762 
Step 7851 | loss:0.007561416830867529 lr:1.817946468075026e-06 tokens_per_second_per_gpu:929.2825116430189 
Step 7852 | loss:0.0565635971724987 lr:1.816092495817784e-06 tokens_per_second_per_gpu:1391.067304147936 
Step 7853 | loss:0.006267261225730181 lr:1.8142393749779752e-06 tokens_per_second_per_gpu:861.8249757841933 
Step 7854 | loss:0.004558082669973373 lr:1.8123871057483944e-06 tokens_per_second_per_gpu:939.7108678113698 
Step 7855 | loss:0.00851365178823471 lr:1.8105356883217452e-06 tokens_per_second_per_gpu:1047.2482176348458 
Step 7856 | loss:0.005870081018656492 lr:1.8086851228906365e-06 tokens_per_second_per_gpu:852.8563447050483 
Step 7857 | loss:0.007034227717667818 lr:1.8068354096475938e-06 tokens_per_second_per_gpu:926.0803168855416 
Step 7858 | loss:0.006949952337890863 lr:1.804986548785057e-06 tokens_per_second_per_gpu:889.9384687948018 
Step 7859 | loss:0.009345881640911102 lr:1.803138540495367e-06 tokens_per_second_per_gpu:1015.0865086117988 
Step 7860 | loss:0.008135759271681309 lr:1.8012913849707869e-06 tokens_per_second_per_gpu:862.1451329347534 
Step 7861 | loss:0.005470521282404661 lr:1.799445082403487e-06 tokens_per_second_per_gpu:944.8903766855631 
Step 7862 | loss:0.004901351407170296 lr:1.797599632985545e-06 tokens_per_second_per_gpu:961.2397450223793 
Step 7863 | loss:0.010188164189457893 lr:1.7957550369089561e-06 tokens_per_second_per_gpu:1007.4039758111905 
Step 7864 | loss:0.012157179415225983 lr:1.7939112943656234e-06 tokens_per_second_per_gpu:719.3566569701429 
Step 7865 | loss:0.007891781628131866 lr:1.7920684055473603e-06 tokens_per_second_per_gpu:860.5355772604231 
Step 7866 | loss:0.006553770508617163 lr:1.7902263706458933e-06 tokens_per_second_per_gpu:879.6037950379497 
Step 7867 | loss:0.004249292425811291 lr:1.7883851898528625e-06 tokens_per_second_per_gpu:865.0687656791624 
Step 7868 | loss:0.0054753548465669155 lr:1.7865448633598105e-06 tokens_per_second_per_gpu:1081.2883676388212 
Step 7869 | loss:0.008698136545717716 lr:1.7847053913582035e-06 tokens_per_second_per_gpu:863.54945341802 
Step 7870 | loss:0.007415193133056164 lr:1.7828667740394045e-06 tokens_per_second_per_gpu:789.4026044404702 
Step 7871 | loss:0.011893518269062042 lr:1.7810290115947004e-06 tokens_per_second_per_gpu:787.6751229097431 
Step 7872 | loss:0.003176735946908593 lr:1.7791921042152838e-06 tokens_per_second_per_gpu:953.6817255875976 
Step 7873 | loss:0.0070546469651162624 lr:1.777356052092255e-06 tokens_per_second_per_gpu:929.006481201181 
Step 7874 | loss:0.011724455282092094 lr:1.7755208554166302e-06 tokens_per_second_per_gpu:1057.8135446609872 
Step 7875 | loss:0.018771791830658913 lr:1.773686514379339e-06 tokens_per_second_per_gpu:968.9460389842983 
Step 7876 | loss:0.014747640118002892 lr:1.7718530291712121e-06 tokens_per_second_per_gpu:940.492136826422 
Step 7877 | loss:0.0036613179836422205 lr:1.770020399982999e-06 tokens_per_second_per_gpu:799.6736617496605 
Step 7878 | loss:0.005606163293123245 lr:1.7681886270053628e-06 tokens_per_second_per_gpu:805.0172715907255 
Step 7879 | loss:0.013389581814408302 lr:1.7663577104288653e-06 tokens_per_second_per_gpu:826.1998982793965 
Step 7880 | loss:0.007106904871761799 lr:1.7645276504439924e-06 tokens_per_second_per_gpu:1099.2460294291757 
Step 7881 | loss:0.004636063240468502 lr:1.7626984472411357e-06 tokens_per_second_per_gpu:821.3647462548844 
Step 7882 | loss:0.004446559585630894 lr:1.7608701010105945e-06 tokens_per_second_per_gpu:841.8320284815795 
Step 7883 | loss:0.005109247751533985 lr:1.7590426119425818e-06 tokens_per_second_per_gpu:964.4716096480646 
Step 7884 | loss:0.00903621967881918 lr:1.757215980227226e-06 tokens_per_second_per_gpu:1029.7346021732621 
Step 7885 | loss:0.031109090894460678 lr:1.7553902060545546e-06 tokens_per_second_per_gpu:895.154226274431 
Step 7886 | loss:0.052691057324409485 lr:1.7535652896145184e-06 tokens_per_second_per_gpu:1396.035486759701 
Step 7887 | loss:0.020752977579832077 lr:1.751741231096974e-06 tokens_per_second_per_gpu:826.5866875495389 
Step 7888 | loss:0.00814953725785017 lr:1.749918030691684e-06 tokens_per_second_per_gpu:908.9855566020843 
Step 7889 | loss:0.024661872535943985 lr:1.7480956885883282e-06 tokens_per_second_per_gpu:856.5896158805397 
Step 7890 | loss:0.017369713634252548 lr:1.746274204976498e-06 tokens_per_second_per_gpu:870.9621117060208 
Step 7891 | loss:0.00467608030885458 lr:1.7444535800456885e-06 tokens_per_second_per_gpu:915.8503636275981 
Step 7892 | loss:0.01149222906678915 lr:1.7426338139853094e-06 tokens_per_second_per_gpu:942.824607631035 
Step 7893 | loss:0.01926436647772789 lr:1.7408149069846857e-06 tokens_per_second_per_gpu:950.5464697485967 
Step 7894 | loss:0.008696665987372398 lr:1.738996859233042e-06 tokens_per_second_per_gpu:918.146251239367 
Step 7895 | loss:0.015405717305839062 lr:1.7371796709195233e-06 tokens_per_second_per_gpu:852.5908577039005 
Step 7896 | loss:0.00442078523337841 lr:1.735363342233185e-06 tokens_per_second_per_gpu:733.6132290232501 
Step 7897 | loss:0.0054019782692193985 lr:1.733547873362983e-06 tokens_per_second_per_gpu:785.3929721317207 
Step 7898 | loss:0.01013251207768917 lr:1.7317332644977969e-06 tokens_per_second_per_gpu:980.1102396228812 
Step 7899 | loss:0.009802580811083317 lr:1.7299195158264048e-06 tokens_per_second_per_gpu:956.4525464144805 
Step 7900 | loss:0.005989569239318371 lr:1.7281066275375047e-06 tokens_per_second_per_gpu:766.1443711493299 
Step 7901 | loss:0.00934361107647419 lr:1.7262945998197033e-06 tokens_per_second_per_gpu:919.9227218726066 
Step 7902 | loss:0.014096934348344803 lr:1.7244834328615113e-06 tokens_per_second_per_gpu:954.6824099275709 
Step 7903 | loss:0.011776775121688843 lr:1.7226731268513564e-06 tokens_per_second_per_gpu:874.4890357154161 
Step 7904 | loss:0.006862240843474865 lr:1.720863681977577e-06 tokens_per_second_per_gpu:779.6495572967774 
Step 7905 | loss:0.016227154061198235 lr:1.7190550984284148e-06 tokens_per_second_per_gpu:1094.9969985361251 
Step 7906 | loss:0.016356369480490685 lr:1.7172473763920305e-06 tokens_per_second_per_gpu:1115.5996329703883 
Step 7907 | loss:0.006182391196489334 lr:1.7154405160564936e-06 tokens_per_second_per_gpu:871.5502411841345 
Step 7908 | loss:0.0070613413117825985 lr:1.7136345176097758e-06 tokens_per_second_per_gpu:807.192805715303 
Step 7909 | loss:0.005447388160973787 lr:1.711829381239769e-06 tokens_per_second_per_gpu:900.7184337681693 
Step 7910 | loss:0.008476915769279003 lr:1.7100251071342721e-06 tokens_per_second_per_gpu:828.1304751287646 
Step 7911 | loss:0.007584563922137022 lr:1.7082216954809915e-06 tokens_per_second_per_gpu:941.874971627296 
Step 7912 | loss:0.009599840268492699 lr:1.7064191464675472e-06 tokens_per_second_per_gpu:860.2345762099573 
Step 7913 | loss:0.013333463110029697 lr:1.7046174602814703e-06 tokens_per_second_per_gpu:951.5137626332606 
Step 7914 | loss:0.021027682349085808 lr:1.7028166371101962e-06 tokens_per_second_per_gpu:1050.6215415061383 
Step 7915 | loss:0.046518079936504364 lr:1.7010166771410762e-06 tokens_per_second_per_gpu:1008.7549317785811 
Step 7916 | loss:0.009345718659460545 lr:1.699217580561373e-06 tokens_per_second_per_gpu:1060.4390280113778 
Step 7917 | loss:0.006156503688544035 lr:1.6974193475582523e-06 tokens_per_second_per_gpu:962.3809089437419 
Step 7918 | loss:0.010109912604093552 lr:1.6956219783187965e-06 tokens_per_second_per_gpu:741.150081096843 
Step 7919 | loss:0.00913165882229805 lr:1.6938254730299985e-06 tokens_per_second_per_gpu:789.300074777588 
Step 7920 | loss:0.01457628607749939 lr:1.6920298318787532e-06 tokens_per_second_per_gpu:907.2438801988161 
Step 7921 | loss:0.010423393920063972 lr:1.690235055051873e-06 tokens_per_second_per_gpu:956.3105919189788 
Step 7922 | loss:0.011686987243592739 lr:1.6884411427360826e-06 tokens_per_second_per_gpu:1051.4148310807823 
Step 7923 | loss:0.007314600050449371 lr:1.6866480951180075e-06 tokens_per_second_per_gpu:965.7687956567725 
Step 7924 | loss:0.009077492170035839 lr:1.6848559123841901e-06 tokens_per_second_per_gpu:861.5889402082748 
Step 7925 | loss:0.006039011292159557 lr:1.6830645947210833e-06 tokens_per_second_per_gpu:1128.5448633458695 
Step 7926 | loss:0.009850251488387585 lr:1.6812741423150447e-06 tokens_per_second_per_gpu:1134.183341212719 
Step 7927 | loss:0.012500063516199589 lr:1.6794845553523453e-06 tokens_per_second_per_gpu:1014.9777600528528 
Step 7928 | loss:0.006087083835154772 lr:1.6776958340191696e-06 tokens_per_second_per_gpu:880.4861491173887 
Step 7929 | loss:0.007567749358713627 lr:1.675907978501603e-06 tokens_per_second_per_gpu:899.5369440825874 
Step 7930 | loss:0.006070934236049652 lr:1.6741209889856513e-06 tokens_per_second_per_gpu:938.8880905611576 
Step 7931 | loss:0.004716964904218912 lr:1.6723348656572203e-06 tokens_per_second_per_gpu:675.8374796139968 
Step 7932 | loss:0.005642847158014774 lr:1.6705496087021311e-06 tokens_per_second_per_gpu:864.1610491018679 
Step 7933 | loss:0.007696939632296562 lr:1.6687652183061175e-06 tokens_per_second_per_gpu:808.9509492693735 
Step 7934 | loss:0.010744521394371986 lr:1.6669816946548157e-06 tokens_per_second_per_gpu:894.150520126847 
Step 7935 | loss:0.012398770079016685 lr:1.6651990379337756e-06 tokens_per_second_per_gpu:728.5201483410622 
Step 7936 | loss:0.007268606685101986 lr:1.6634172483284617e-06 tokens_per_second_per_gpu:649.7095568112281 
Step 7937 | loss:0.007463732734322548 lr:1.6616363260242374e-06 tokens_per_second_per_gpu:950.4608305483088 
Step 7938 | loss:0.01009290385991335 lr:1.6598562712063847e-06 tokens_per_second_per_gpu:939.5309472957488 
Step 7939 | loss:0.006215836852788925 lr:1.6580770840600946e-06 tokens_per_second_per_gpu:810.1877891579676 
Step 7940 | loss:0.007573392707854509 lr:1.6562987647704621e-06 tokens_per_second_per_gpu:923.0646449686802 
Step 7941 | loss:0.011094402521848679 lr:1.6545213135224968e-06 tokens_per_second_per_gpu:1069.1459587151292 
Step 7942 | loss:0.010599751025438309 lr:1.65274473050112e-06 tokens_per_second_per_gpu:963.4537426334442 
Step 7943 | loss:0.010924129746854305 lr:1.6509690158911573e-06 tokens_per_second_per_gpu:774.3088493879352 
Step 7944 | loss:0.009385989047586918 lr:1.6491941698773406e-06 tokens_per_second_per_gpu:1100.417667986509 
Step 7945 | loss:0.005153527483344078 lr:1.6474201926443268e-06 tokens_per_second_per_gpu:963.2433697462602 
Step 7946 | loss:0.004823631606996059 lr:1.645647084376668e-06 tokens_per_second_per_gpu:1012.8607636146218 
Step 7947 | loss:0.014366185292601585 lr:1.643874845258826e-06 tokens_per_second_per_gpu:1132.2512778329663 
Step 7948 | loss:0.006186462473124266 lr:1.6421034754751852e-06 tokens_per_second_per_gpu:883.5464071189633 
Step 7949 | loss:0.004623949993401766 lr:1.6403329752100282e-06 tokens_per_second_per_gpu:808.7635156987208 
Step 7950 | loss:0.0041288831271231174 lr:1.6385633446475434e-06 tokens_per_second_per_gpu:758.8324320673527 
Step 7951 | loss:0.023967213928699493 lr:1.6367945839718457e-06 tokens_per_second_per_gpu:949.0905248731528 
Step 7952 | loss:0.006926252041012049 lr:1.6350266933669446e-06 tokens_per_second_per_gpu:990.0988950941971 
Step 7953 | loss:0.013670642860233784 lr:1.6332596730167582e-06 tokens_per_second_per_gpu:1025.9915446225245 
Step 7954 | loss:0.008407984860241413 lr:1.6314935231051287e-06 tokens_per_second_per_gpu:901.0791063276037 
Step 7955 | loss:0.003466788912191987 lr:1.6297282438157947e-06 tokens_per_second_per_gpu:834.4635378227232 
Step 7956 | loss:0.012319905683398247 lr:1.6279638353324034e-06 tokens_per_second_per_gpu:862.4563563856851 
Step 7957 | loss:0.00584911834448576 lr:1.6262002978385238e-06 tokens_per_second_per_gpu:791.6866086661871 
Step 7958 | loss:0.0037472639232873917 lr:1.6244376315176236e-06 tokens_per_second_per_gpu:837.6233808874756 
Step 7959 | loss:0.011472737416625023 lr:1.6226758365530803e-06 tokens_per_second_per_gpu:1055.5014830754694 
Step 7960 | loss:0.011628182604908943 lr:1.6209149131281843e-06 tokens_per_second_per_gpu:887.9608442815621 
Step 7961 | loss:0.018591463565826416 lr:1.6191548614261376e-06 tokens_per_second_per_gpu:1170.815564286874 
Step 7962 | loss:0.01037561520934105 lr:1.6173956816300429e-06 tokens_per_second_per_gpu:1027.80511542418 
Step 7963 | loss:0.004934960510581732 lr:1.6156373739229203e-06 tokens_per_second_per_gpu:841.7605643559593 
Step 7964 | loss:0.010517778806388378 lr:1.6138799384876991e-06 tokens_per_second_per_gpu:1015.7006511170866 
Step 7965 | loss:0.011414066888391972 lr:1.6121233755072097e-06 tokens_per_second_per_gpu:938.1064178134873 
Step 7966 | loss:0.01046417560428381 lr:1.610367685164199e-06 tokens_per_second_per_gpu:1182.9385772158798 
Step 7967 | loss:0.0096441013738513 lr:1.6086128676413248e-06 tokens_per_second_per_gpu:1005.2412904396914 
Step 7968 | loss:0.018301278352737427 lr:1.606858923121144e-06 tokens_per_second_per_gpu:1081.8803524649888 
Step 7969 | loss:0.011079981923103333 lr:1.605105851786134e-06 tokens_per_second_per_gpu:780.7351749993707 
Step 7970 | loss:0.0176932942122221 lr:1.6033536538186778e-06 tokens_per_second_per_gpu:893.8480161184614 
Step 7971 | loss:0.011629316955804825 lr:1.6016023294010607e-06 tokens_per_second_per_gpu:904.569126004038 
Step 7972 | loss:0.013432318344712257 lr:1.599851878715486e-06 tokens_per_second_per_gpu:906.2534302189749 
Step 7973 | loss:0.014339528046548367 lr:1.5981023019440656e-06 tokens_per_second_per_gpu:1027.6024104858266 
Step 7974 | loss:0.004434145055711269 lr:1.5963535992688116e-06 tokens_per_second_per_gpu:939.9776857231049 
Step 7975 | loss:0.007999942637979984 lr:1.5946057708716578e-06 tokens_per_second_per_gpu:893.7572870837016 
Step 7976 | loss:0.016941731795668602 lr:1.592858816934434e-06 tokens_per_second_per_gpu:966.3517857620504 
Step 7977 | loss:0.012567359022796154 lr:1.591112737638889e-06 tokens_per_second_per_gpu:936.7631101073754 
Step 7978 | loss:0.008941436186432838 lr:1.5893675331666803e-06 tokens_per_second_per_gpu:797.0905540937996 
Step 7979 | loss:0.009314252063632011 lr:1.5876232036993644e-06 tokens_per_second_per_gpu:828.4411150802586 
Step 7980 | loss:0.006830908358097076 lr:1.5858797494184163e-06 tokens_per_second_per_gpu:1078.0073227996575 
Step 7981 | loss:0.0039345272816717625 lr:1.584137170505221e-06 tokens_per_second_per_gpu:1046.5567795732297 
Step 7982 | loss:0.0070369793102145195 lr:1.5823954671410634e-06 tokens_per_second_per_gpu:860.951366491913 
Step 7983 | loss:0.004434309434145689 lr:1.5806546395071454e-06 tokens_per_second_per_gpu:943.0308274097531 
Step 7984 | loss:0.010399808175861835 lr:1.5789146877845762e-06 tokens_per_second_per_gpu:942.4548230975768 
Step 7985 | loss:0.010637985542416573 lr:1.577175612154368e-06 tokens_per_second_per_gpu:957.2356251746025 
Step 7986 | loss:0.00665902066975832 lr:1.5754374127974504e-06 tokens_per_second_per_gpu:897.3361888392583 
Step 7987 | loss:0.00789997074753046 lr:1.5737000898946585e-06 tokens_per_second_per_gpu:794.2933032286368 
Step 7988 | loss:0.012751946225762367 lr:1.5719636436267316e-06 tokens_per_second_per_gpu:936.8020466995775 
Step 7989 | loss:0.009703770279884338 lr:1.5702280741743247e-06 tokens_per_second_per_gpu:990.3067901861157 
Step 7990 | loss:0.006618854124099016 lr:1.5684933817180014e-06 tokens_per_second_per_gpu:708.7727162825191 
Step 7991 | loss:0.010907205753028393 lr:1.566759566438225e-06 tokens_per_second_per_gpu:971.2271199064254 
Step 7992 | loss:0.015802746638655663 lr:1.5650266285153781e-06 tokens_per_second_per_gpu:1020.7145302358778 
Step 7993 | loss:0.027291782200336456 lr:1.5632945681297495e-06 tokens_per_second_per_gpu:1074.6509352218184 
Step 7994 | loss:0.011109205894172192 lr:1.561563385461531e-06 tokens_per_second_per_gpu:1040.9272979074872 
Step 7995 | loss:0.006236658431589603 lr:1.559833080690828e-06 tokens_per_second_per_gpu:643.3696989517845 
Step 7996 | loss:0.007820972241461277 lr:1.5581036539976568e-06 tokens_per_second_per_gpu:1029.232705640531 
Step 7997 | loss:0.011194862425327301 lr:1.5563751055619346e-06 tokens_per_second_per_gpu:968.696112539555 
Step 7998 | loss:0.019057678058743477 lr:1.5546474355634956e-06 tokens_per_second_per_gpu:896.1913851597951 
Step 7999 | loss:0.00945490226149559 lr:1.5529206441820788e-06 tokens_per_second_per_gpu:1048.2011809931766 
Step 8000 | loss:0.026742737740278244 lr:1.5511947315973297e-06 tokens_per_second_per_gpu:1144.1244860007555 
Step 8001 | loss:0.0044691734947264194 lr:1.5494696979888047e-06 tokens_per_second_per_gpu:837.6244010809303 
Step 8002 | loss:0.023570716381072998 lr:1.5477455435359723e-06 tokens_per_second_per_gpu:1191.0766765253854 
Step 8003 | loss:0.006525937467813492 lr:1.5460222684182013e-06 tokens_per_second_per_gpu:848.3557065703706 
Step 8004 | loss:0.0037931615952402353 lr:1.5442998728147785e-06 tokens_per_second_per_gpu:999.8893078517062 
Step 8005 | loss:0.01357121393084526 lr:1.542578356904888e-06 tokens_per_second_per_gpu:1037.0629081093152 
Step 8006 | loss:0.010230799205601215 lr:1.5408577208676322e-06 tokens_per_second_per_gpu:903.9687385716057 
Step 8007 | loss:0.004502023104578257 lr:1.5391379648820214e-06 tokens_per_second_per_gpu:831.1898181830351 
Step 8008 | loss:0.011111775413155556 lr:1.5374190891269647e-06 tokens_per_second_per_gpu:866.9203115492123 
Step 8009 | loss:0.009611987508833408 lr:1.5357010937812911e-06 tokens_per_second_per_gpu:1060.409111141487 
Step 8010 | loss:0.008886152878403664 lr:1.5339839790237333e-06 tokens_per_second_per_gpu:971.0629573779745 
Step 8011 | loss:0.02678851969540119 lr:1.5322677450329294e-06 tokens_per_second_per_gpu:1031.4179539338284 
Step 8012 | loss:0.00829140841960907 lr:1.530552391987431e-06 tokens_per_second_per_gpu:954.2805185538506 
Step 8013 | loss:0.0057174647226929665 lr:1.5288379200656967e-06 tokens_per_second_per_gpu:907.4947565946433 
Step 8014 | loss:0.014012634754180908 lr:1.527124329446088e-06 tokens_per_second_per_gpu:900.3061389338365 
Step 8015 | loss:0.006429385393857956 lr:1.5254116203068837e-06 tokens_per_second_per_gpu:913.5484792537211 
Step 8016 | loss:0.011402355507016182 lr:1.5236997928262665e-06 tokens_per_second_per_gpu:911.3969601235294 
Step 8017 | loss:0.005555887706577778 lr:1.5219888471823241e-06 tokens_per_second_per_gpu:907.1932907934066 
Step 8018 | loss:0.011859521269798279 lr:1.5202787835530575e-06 tokens_per_second_per_gpu:661.7720690246365 
Step 8019 | loss:0.02415262535214424 lr:1.5185696021163764e-06 tokens_per_second_per_gpu:921.0911874466241 
Step 8020 | loss:0.007337869610637426 lr:1.5168613030500922e-06 tokens_per_second_per_gpu:980.6944224520306 
Step 8021 | loss:0.009637964889407158 lr:1.5151538865319305e-06 tokens_per_second_per_gpu:934.4903485994895 
Step 8022 | loss:0.006730883847922087 lr:1.5134473527395254e-06 tokens_per_second_per_gpu:806.0492164793984 
Step 8023 | loss:0.005015094764530659 lr:1.5117417018504143e-06 tokens_per_second_per_gpu:1002.1227592243835 
Step 8024 | loss:0.01167626678943634 lr:1.5100369340420451e-06 tokens_per_second_per_gpu:979.7481694418063 
Step 8025 | loss:0.007540388498455286 lr:1.5083330494917792e-06 tokens_per_second_per_gpu:954.6724788941942 
Step 8026 | loss:0.01247289776802063 lr:1.5066300483768749e-06 tokens_per_second_per_gpu:813.9396961152029 
Step 8027 | loss:0.0022765209432691336 lr:1.504927930874508e-06 tokens_per_second_per_gpu:710.4739406084308 
Step 8028 | loss:0.0046942089684307575 lr:1.5032266971617615e-06 tokens_per_second_per_gpu:924.8402847329507 
Step 8029 | loss:0.010436971671879292 lr:1.5015263474156182e-06 tokens_per_second_per_gpu:1005.7993145387109 
Step 8030 | loss:0.006499015726149082 lr:1.4998268818129801e-06 tokens_per_second_per_gpu:1060.9599683479366 
Step 8031 | loss:0.005470880772918463 lr:1.4981283005306514e-06 tokens_per_second_per_gpu:835.8614285592736 
Step 8032 | loss:0.0029643455054610968 lr:1.4964306037453423e-06 tokens_per_second_per_gpu:705.2734063164945 
Step 8033 | loss:0.004827837459743023 lr:1.4947337916336757e-06 tokens_per_second_per_gpu:869.077089224528 
Step 8034 | loss:0.014956696890294552 lr:1.4930378643721821e-06 tokens_per_second_per_gpu:867.5807550009257 
Step 8035 | loss:0.006006983108818531 lr:1.4913428221372927e-06 tokens_per_second_per_gpu:745.1637103066208 
Step 8036 | loss:0.006524539552628994 lr:1.4896486651053598e-06 tokens_per_second_per_gpu:787.3089687476713 
Step 8037 | loss:0.007267116103321314 lr:1.487955393452628e-06 tokens_per_second_per_gpu:900.0793528921679 
Step 8038 | loss:0.015912625938653946 lr:1.486263007355262e-06 tokens_per_second_per_gpu:1002.5956965975263 
Step 8039 | loss:0.005253789015114307 lr:1.484571506989333e-06 tokens_per_second_per_gpu:797.8025391363767 
Step 8040 | loss:0.004892569035291672 lr:1.4828808925308103e-06 tokens_per_second_per_gpu:884.928295367948 
Step 8041 | loss:0.008124632760882378 lr:1.481191164155582e-06 tokens_per_second_per_gpu:840.1692922564506 
Step 8042 | loss:0.011499270796775818 lr:1.4795023220394422e-06 tokens_per_second_per_gpu:1025.6034730654676 
Step 8043 | loss:0.0071939206682145596 lr:1.4778143663580858e-06 tokens_per_second_per_gpu:845.0264577226536 
Step 8044 | loss:0.01831861026585102 lr:1.476127297287121e-06 tokens_per_second_per_gpu:1033.1448537643078 
Step 8045 | loss:0.00979766808450222 lr:1.4744411150020676e-06 tokens_per_second_per_gpu:853.5748265793527 
Step 8046 | loss:0.003964828792959452 lr:1.4727558196783432e-06 tokens_per_second_per_gpu:1000.1635986504339 
Step 8047 | loss:0.003945049364119768 lr:1.4710714114912795e-06 tokens_per_second_per_gpu:891.7852969091424 
Step 8048 | loss:0.008710592053830624 lr:1.4693878906161186e-06 tokens_per_second_per_gpu:801.0250798986231 
Step 8049 | loss:0.006580639164894819 lr:1.4677052572280038e-06 tokens_per_second_per_gpu:897.7583681362943 
Step 8050 | loss:0.008859774097800255 lr:1.4660235115019838e-06 tokens_per_second_per_gpu:836.6079667589979 
Step 8051 | loss:0.010640187188982964 lr:1.464342653613029e-06 tokens_per_second_per_gpu:779.9483411135236 
Step 8052 | loss:0.010188259184360504 lr:1.4626626837360058e-06 tokens_per_second_per_gpu:840.1567265951445 
Step 8053 | loss:0.004576115403324366 lr:1.4609836020456835e-06 tokens_per_second_per_gpu:815.2663419656662 
Step 8054 | loss:0.006282106973230839 lr:1.4593054087167568e-06 tokens_per_second_per_gpu:996.3456076943047 
Step 8055 | loss:0.009162675589323044 lr:1.4576281039238137e-06 tokens_per_second_per_gpu:1206.2565726451628 
Step 8056 | loss:0.010726152919232845 lr:1.4559516878413471e-06 tokens_per_second_per_gpu:938.2202534192264 
Step 8057 | loss:0.009288139641284943 lr:1.454276160643775e-06 tokens_per_second_per_gpu:883.4125314021827 
Step 8058 | loss:0.0038375514559447765 lr:1.4526015225054058e-06 tokens_per_second_per_gpu:854.1451647226157 
Step 8059 | loss:0.017991935834288597 lr:1.4509277736004578e-06 tokens_per_second_per_gpu:871.9440174890283 
Step 8060 | loss:0.005175408907234669 lr:1.4492549141030686e-06 tokens_per_second_per_gpu:764.391384677545 
Step 8061 | loss:0.005079939961433411 lr:1.4475829441872712e-06 tokens_per_second_per_gpu:798.2324560351448 
Step 8062 | loss:0.006843430455774069 lr:1.4459118640270043e-06 tokens_per_second_per_gpu:853.649083879767 
Step 8063 | loss:0.008602505549788475 lr:1.4442416737961307e-06 tokens_per_second_per_gpu:972.9791591439148 
Step 8064 | loss:0.005863821133971214 lr:1.4425723736684039e-06 tokens_per_second_per_gpu:964.4885512792722 
Step 8065 | loss:0.006287979893386364 lr:1.4409039638174881e-06 tokens_per_second_per_gpu:946.5508299706423 
Step 8066 | loss:0.009675601497292519 lr:1.4392364444169604e-06 tokens_per_second_per_gpu:1098.834049593492 
Step 8067 | loss:0.008039344102144241 lr:1.4375698156403028e-06 tokens_per_second_per_gpu:866.4248085419684 
Step 8068 | loss:0.004969579633325338 lr:1.4359040776609012e-06 tokens_per_second_per_gpu:935.630871988037 
Step 8069 | loss:0.01643255725502968 lr:1.4342392306520525e-06 tokens_per_second_per_gpu:843.3579390357069 
Step 8070 | loss:0.011867989785969257 lr:1.4325752747869626e-06 tokens_per_second_per_gpu:920.2545846168672 
Step 8071 | loss:0.00945899449288845 lr:1.4309122102387375e-06 tokens_per_second_per_gpu:987.448068161799 
Step 8072 | loss:0.01882913149893284 lr:1.4292500371803985e-06 tokens_per_second_per_gpu:992.2390421206574 
Step 8073 | loss:0.009470189921557903 lr:1.4275887557848712e-06 tokens_per_second_per_gpu:1070.053048983768 
Step 8074 | loss:0.00919978879392147 lr:1.4259283662249846e-06 tokens_per_second_per_gpu:807.2688677471884 
Step 8075 | loss:0.03605891764163971 lr:1.4242688686734808e-06 tokens_per_second_per_gpu:1026.0824472766692 
Step 8076 | loss:0.0032261370215564966 lr:1.422610263303007e-06 tokens_per_second_per_gpu:728.0581513106018 
Step 8077 | loss:0.005353801883757114 lr:1.4209525502861155e-06 tokens_per_second_per_gpu:982.2082385544817 
Step 8078 | loss:0.01857016235589981 lr:1.419295729795267e-06 tokens_per_second_per_gpu:863.8693394165292 
Step 8079 | loss:0.004321505315601826 lr:1.4176398020028326e-06 tokens_per_second_per_gpu:1020.1291651614855 
Step 8080 | loss:0.006108633242547512 lr:1.4159847670810845e-06 tokens_per_second_per_gpu:940.9428603934833 
Step 8081 | loss:0.004909403156489134 lr:1.4143306252022081e-06 tokens_per_second_per_gpu:771.2552148775901 
Step 8082 | loss:0.01292214822024107 lr:1.4126773765382896e-06 tokens_per_second_per_gpu:865.2050499160357 
Step 8083 | loss:0.00477564986795187 lr:1.4110250212613263e-06 tokens_per_second_per_gpu:789.8400985359499 
Step 8084 | loss:0.011160267516970634 lr:1.4093735595432267e-06 tokens_per_second_per_gpu:1014.1066881048026 
Step 8085 | loss:0.012779810465872288 lr:1.4077229915557954e-06 tokens_per_second_per_gpu:930.1811555738674 
Step 8086 | loss:0.008412275463342667 lr:1.406073317470753e-06 tokens_per_second_per_gpu:936.0059898369093 
Step 8087 | loss:0.03644256666302681 lr:1.4044245374597255e-06 tokens_per_second_per_gpu:1046.7044942831465 
Step 8088 | loss:0.01527414470911026 lr:1.402776651694241e-06 tokens_per_second_per_gpu:873.4035602687079 
Step 8089 | loss:0.011787282302975655 lr:1.4011296603457413e-06 tokens_per_second_per_gpu:881.8176941723318 
Step 8090 | loss:0.007167958654463291 lr:1.399483563585573e-06 tokens_per_second_per_gpu:867.8753376574116 
Step 8091 | loss:0.01521253027021885 lr:1.3978383615849833e-06 tokens_per_second_per_gpu:894.9846012173765 
Step 8092 | loss:0.0044744741171598434 lr:1.3961940545151365e-06 tokens_per_second_per_gpu:907.2478772816154 
Step 8093 | loss:0.010318366810679436 lr:1.3945506425471001e-06 tokens_per_second_per_gpu:845.8077239257194 
Step 8094 | loss:0.00891776941716671 lr:1.3929081258518428e-06 tokens_per_second_per_gpu:997.0927394863091 
Step 8095 | loss:0.010692009702324867 lr:1.3912665046002471e-06 tokens_per_second_per_gpu:900.0592072697765 
Step 8096 | loss:0.007253177464008331 lr:1.3896257789631018e-06 tokens_per_second_per_gpu:804.2091959967062 
Step 8097 | loss:0.01123255304992199 lr:1.3879859491110969e-06 tokens_per_second_per_gpu:833.4189000492644 
Step 8098 | loss:0.007221476174890995 lr:1.386347015214835e-06 tokens_per_second_per_gpu:885.7453049831981 
Step 8099 | loss:0.05195287615060806 lr:1.3847089774448252e-06 tokens_per_second_per_gpu:953.3802732405384 
Step 8100 | loss:0.0048841810785233974 lr:1.383071835971478e-06 tokens_per_second_per_gpu:806.6370703009734 
Step 8101 | loss:0.015986932441592216 lr:1.3814355909651167e-06 tokens_per_second_per_gpu:1289.3453053086628 
Step 8102 | loss:0.008744142949581146 lr:1.37980024259597e-06 tokens_per_second_per_gpu:935.3382467485482 
Step 8103 | loss:0.01211854163557291 lr:1.3781657910341694e-06 tokens_per_second_per_gpu:959.2934875058504 
Step 8104 | loss:0.007595984265208244 lr:1.3765322364497568e-06 tokens_per_second_per_gpu:914.9183612702318 
Step 8105 | loss:0.009079699404537678 lr:1.374899579012684e-06 tokens_per_second_per_gpu:906.1662847328771 
Step 8106 | loss:0.0074924686923623085 lr:1.3732678188927994e-06 tokens_per_second_per_gpu:895.0680786736013 
Step 8107 | loss:0.007706071715801954 lr:1.3716369562598665e-06 tokens_per_second_per_gpu:844.9925210286644 
Step 8108 | loss:0.009759008884429932 lr:1.3700069912835545e-06 tokens_per_second_per_gpu:802.2314094615322 
Step 8109 | loss:0.01199721172451973 lr:1.3683779241334361e-06 tokens_per_second_per_gpu:966.6669055681696 
Step 8110 | loss:0.008405504748225212 lr:1.3667497549789933e-06 tokens_per_second_per_gpu:939.0616517012529 
Step 8111 | loss:0.005876920651644468 lr:1.3651224839896115e-06 tokens_per_second_per_gpu:845.9837256086661 
Step 8112 | loss:0.00872974842786789 lr:1.3634961113345868e-06 tokens_per_second_per_gpu:933.4899823317644 
Step 8113 | loss:0.0028178500942885876 lr:1.3618706371831202e-06 tokens_per_second_per_gpu:851.3190568490076 
Step 8114 | loss:0.0053861369378864765 lr:1.3602460617043155e-06 tokens_per_second_per_gpu:1091.1450040729726 
Step 8115 | loss:0.011141841299831867 lr:1.3586223850671898e-06 tokens_per_second_per_gpu:793.4174614761511 
Step 8116 | loss:0.011147178709506989 lr:1.3569996074406632e-06 tokens_per_second_per_gpu:1053.43486961879 
Step 8117 | loss:0.009829062037169933 lr:1.35537772899356e-06 tokens_per_second_per_gpu:851.822745155947 
Step 8118 | loss:0.009031136520206928 lr:1.3537567498946135e-06 tokens_per_second_per_gpu:1225.1274380188795 
Step 8119 | loss:0.007428411394357681 lr:1.3521366703124662e-06 tokens_per_second_per_gpu:970.3335914506557 
Step 8120 | loss:0.003718649735674262 lr:1.3505174904156593e-06 tokens_per_second_per_gpu:899.2244535390187 
Step 8121 | loss:0.01634417474269867 lr:1.3488992103726483e-06 tokens_per_second_per_gpu:782.4654475892075 
Step 8122 | loss:0.0104076461866498 lr:1.347281830351793e-06 tokens_per_second_per_gpu:776.3885617191735 
Step 8123 | loss:0.008774793706834316 lr:1.3456653505213547e-06 tokens_per_second_per_gpu:902.2987913167368 
Step 8124 | loss:0.016581270843744278 lr:1.3440497710495072e-06 tokens_per_second_per_gpu:1060.228730719555 
Step 8125 | loss:0.011468428187072277 lr:1.3424350921043293e-06 tokens_per_second_per_gpu:823.1452084691164 
Step 8126 | loss:0.004739348776638508 lr:1.3408213138538019e-06 tokens_per_second_per_gpu:878.4490302428896 
Step 8127 | loss:0.014527339488267899 lr:1.3392084364658164e-06 tokens_per_second_per_gpu:978.0554229826389 
Step 8128 | loss:0.007435827050358057 lr:1.3375964601081714e-06 tokens_per_second_per_gpu:973.0924097365804 
Step 8129 | loss:0.016777174547314644 lr:1.3359853849485671e-06 tokens_per_second_per_gpu:967.8047667917753 
Step 8130 | loss:0.00441809231415391 lr:1.3343752111546139e-06 tokens_per_second_per_gpu:857.1775535905507 
Step 8131 | loss:0.007087320555001497 lr:1.3327659388938286e-06 tokens_per_second_per_gpu:926.7769355761762 
Step 8132 | loss:0.007860700599849224 lr:1.3311575683336298e-06 tokens_per_second_per_gpu:831.0093616247725 
Step 8133 | loss:0.007128519006073475 lr:1.3295500996413468e-06 tokens_per_second_per_gpu:1074.1080141798484 
Step 8134 | loss:0.005403905175626278 lr:1.327943532984215e-06 tokens_per_second_per_gpu:925.6783130311504 
Step 8135 | loss:0.00499340146780014 lr:1.3263378685293704e-06 tokens_per_second_per_gpu:879.6484542765941 
Step 8136 | loss:0.00557994470000267 lr:1.3247331064438618e-06 tokens_per_second_per_gpu:896.4824365601893 
Step 8137 | loss:0.00773589638993144 lr:1.3231292468946433e-06 tokens_per_second_per_gpu:1057.31339327692 
Step 8138 | loss:0.018421193584799767 lr:1.3215262900485693e-06 tokens_per_second_per_gpu:880.6244626422466 
Step 8139 | loss:0.011029488407075405 lr:1.3199242360724074e-06 tokens_per_second_per_gpu:770.9375992741292 
Step 8140 | loss:0.01171798538416624 lr:1.3183230851328289e-06 tokens_per_second_per_gpu:771.3083998951886 
Step 8141 | loss:0.007046191953122616 lr:1.3167228373964059e-06 tokens_per_second_per_gpu:1092.3007163467955 
Step 8142 | loss:0.006564391776919365 lr:1.3151234930296264e-06 tokens_per_second_per_gpu:843.2690767957605 
Step 8143 | loss:0.011672691442072392 lr:1.313525052198874e-06 tokens_per_second_per_gpu:864.5095341584494 
Step 8144 | loss:0.0036168210208415985 lr:1.311927515070447e-06 tokens_per_second_per_gpu:736.5931361910019 
Step 8145 | loss:0.005765102803707123 lr:1.3103308818105464e-06 tokens_per_second_per_gpu:887.457882218567 
Step 8146 | loss:0.005978529341518879 lr:1.3087351525852766e-06 tokens_per_second_per_gpu:1194.8974113719241 
Step 8147 | loss:0.01239931583404541 lr:1.3071403275606498e-06 tokens_per_second_per_gpu:864.8888700254006 
Step 8148 | loss:0.008733182214200497 lr:1.3055464069025892e-06 tokens_per_second_per_gpu:1048.4014967889918 
Step 8149 | loss:0.0051956018432974815 lr:1.303953390776912e-06 tokens_per_second_per_gpu:952.7868382889444 
Step 8150 | loss:0.009760397486388683 lr:1.3023612793493535e-06 tokens_per_second_per_gpu:1149.1481687304904 
Step 8151 | loss:0.006721134763211012 lr:1.300770072785551e-06 tokens_per_second_per_gpu:917.8460718825087 
Step 8152 | loss:0.006992006674408913 lr:1.2991797712510423e-06 tokens_per_second_per_gpu:702.2807077721154 
Step 8153 | loss:0.0062751625664532185 lr:1.2975903749112773e-06 tokens_per_second_per_gpu:808.9899918304574 
Step 8154 | loss:0.012501583434641361 lr:1.2960018839316125e-06 tokens_per_second_per_gpu:949.8335603740136 
Step 8155 | loss:0.0029731872491538525 lr:1.2944142984773046e-06 tokens_per_second_per_gpu:788.189796958142 
Step 8156 | loss:0.015153144486248493 lr:1.2928276187135136e-06 tokens_per_second_per_gpu:847.426942548125 
Step 8157 | loss:0.008733559399843216 lr:1.291241844805322e-06 tokens_per_second_per_gpu:958.4296053776194 
Step 8158 | loss:0.0066109998151659966 lr:1.2896569769177004e-06 tokens_per_second_per_gpu:747.2141616665962 
Step 8159 | loss:0.016358857974410057 lr:1.2880730152155274e-06 tokens_per_second_per_gpu:878.0895599499016 
Step 8160 | loss:0.009458381682634354 lr:1.2864899598636005e-06 tokens_per_second_per_gpu:989.0973187241735 
Step 8161 | loss:0.00851600430905819 lr:1.284907811026609e-06 tokens_per_second_per_gpu:1004.3356942936888 
Step 8162 | loss:0.008639594539999962 lr:1.2833265688691476e-06 tokens_per_second_per_gpu:789.8554676814567 
Step 8163 | loss:0.005820424295961857 lr:1.2817462335557318e-06 tokens_per_second_per_gpu:974.5157067167538 
Step 8164 | loss:0.01132461242377758 lr:1.2801668052507688e-06 tokens_per_second_per_gpu:841.6959773581533 
Step 8165 | loss:0.0055412412621080875 lr:1.278588284118568e-06 tokens_per_second_per_gpu:1057.5407858480169 
Step 8166 | loss:0.006945222616195679 lr:1.2770106703233643e-06 tokens_per_second_per_gpu:1085.6796150581001 
Step 8167 | loss:0.0109675582498312 lr:1.275433964029278e-06 tokens_per_second_per_gpu:1112.3508432226445 
Step 8168 | loss:0.004506524186581373 lr:1.2738581654003401e-06 tokens_per_second_per_gpu:862.7142037566864 
Step 8169 | loss:0.008880051784217358 lr:1.2722832746004976e-06 tokens_per_second_per_gpu:941.5950264127063 
Step 8170 | loss:0.01294734701514244 lr:1.2707092917935914e-06 tokens_per_second_per_gpu:1039.959853893536 
Step 8171 | loss:0.006952747702598572 lr:1.2691362171433697e-06 tokens_per_second_per_gpu:1065.0751534949507 
Step 8172 | loss:0.010040445253252983 lr:1.267564050813489e-06 tokens_per_second_per_gpu:974.4486356438014 
Step 8173 | loss:0.007010646164417267 lr:1.2659927929675142e-06 tokens_per_second_per_gpu:954.3968302394932 
Step 8174 | loss:0.028266705572605133 lr:1.2644224437689068e-06 tokens_per_second_per_gpu:1049.76754146477 
Step 8175 | loss:0.009941549971699715 lr:1.2628530033810415e-06 tokens_per_second_per_gpu:851.0396405701415 
Step 8176 | loss:0.006881370209157467 lr:1.261284471967198e-06 tokens_per_second_per_gpu:842.1756959587929 
Step 8177 | loss:0.009798171930015087 lr:1.2597168496905555e-06 tokens_per_second_per_gpu:1053.927464528365 
Step 8178 | loss:0.007326129358261824 lr:1.2581501367142034e-06 tokens_per_second_per_gpu:903.3014978812856 
Step 8179 | loss:0.004215858411043882 lr:1.2565843332011385e-06 tokens_per_second_per_gpu:856.0234288453923 
Step 8180 | loss:0.008875414729118347 lr:1.2550194393142555e-06 tokens_per_second_per_gpu:778.5583683067188 
Step 8181 | loss:0.01373787596821785 lr:1.2534554552163613e-06 tokens_per_second_per_gpu:1113.9876183021045 
Step 8182 | loss:0.009376158937811852 lr:1.2518923810701689e-06 tokens_per_second_per_gpu:876.6296407030851 
Step 8183 | loss:0.04712510108947754 lr:1.250330217038288e-06 tokens_per_second_per_gpu:949.4411541528339 
Step 8184 | loss:0.007243429776281118 lr:1.2487689632832423e-06 tokens_per_second_per_gpu:1037.6491278685019 
Step 8185 | loss:0.008370427414774895 lr:1.2472086199674594e-06 tokens_per_second_per_gpu:1173.8310875310535 
Step 8186 | loss:0.006647884845733643 lr:1.245649187253266e-06 tokens_per_second_per_gpu:743.8711611270668 
Step 8187 | loss:0.0169050395488739 lr:1.2440906653029028e-06 tokens_per_second_per_gpu:895.8776775541493 
Step 8188 | loss:0.009098926559090614 lr:1.2425330542785074e-06 tokens_per_second_per_gpu:960.6329330767006 
Step 8189 | loss:0.007122034206986427 lr:1.2409763543421294e-06 tokens_per_second_per_gpu:826.4521473544098 
Step 8190 | loss:0.013477649539709091 lr:1.2394205656557224e-06 tokens_per_second_per_gpu:844.4210728919583 
Step 8191 | loss:0.0085463747382164 lr:1.2378656883811401e-06 tokens_per_second_per_gpu:783.775918188884 
Step 8192 | loss:0.020943185314536095 lr:1.2363117226801468e-06 tokens_per_second_per_gpu:1165.3789029958396 
Step 8193 | loss:0.007140457164496183 lr:1.234758668714412e-06 tokens_per_second_per_gpu:895.5705453880918 
Step 8194 | loss:0.00712477695196867 lr:1.233206526645505e-06 tokens_per_second_per_gpu:656.2942834361827 
Step 8195 | loss:0.0063288863748312 lr:1.231655296634906e-06 tokens_per_second_per_gpu:1029.677586123554 
Step 8196 | loss:0.006247315555810928 lr:1.230104978843999e-06 tokens_per_second_per_gpu:875.2348542184948 
Step 8197 | loss:0.005672792438417673 lr:1.2285555734340693e-06 tokens_per_second_per_gpu:989.6915477655933 
Step 8198 | loss:0.006503026932477951 lr:1.2270070805663115e-06 tokens_per_second_per_gpu:956.9654315642018 
Step 8199 | loss:0.006883891765028238 lr:1.2254595004018254e-06 tokens_per_second_per_gpu:1031.290809687488 
Step 8200 | loss:0.007867771200835705 lr:1.2239128331016115e-06 tokens_per_second_per_gpu:1008.4482917015984 
Step 8201 | loss:0.006324377376586199 lr:1.2223670788265806e-06 tokens_per_second_per_gpu:848.2970389412494 
Step 8202 | loss:0.007475085556507111 lr:1.2208222377375466e-06 tokens_per_second_per_gpu:812.2432794619178 
Step 8203 | loss:0.002039580838754773 lr:1.2192783099952244e-06 tokens_per_second_per_gpu:802.8938680281206 
Step 8204 | loss:0.006051885895431042 lr:1.2177352957602407e-06 tokens_per_second_per_gpu:887.3879755168496 
Step 8205 | loss:0.009759116917848587 lr:1.2161931951931238e-06 tokens_per_second_per_gpu:1125.179028720929 
Step 8206 | loss:0.008956018835306168 lr:1.2146520084543046e-06 tokens_per_second_per_gpu:878.6509188868511 
Step 8207 | loss:0.009010108187794685 lr:1.2131117357041222e-06 tokens_per_second_per_gpu:1055.7729089768422 
Step 8208 | loss:0.007636349648237228 lr:1.211572377102823e-06 tokens_per_second_per_gpu:976.3659286429393 
Step 8209 | loss:0.007492186967283487 lr:1.2100339328105492e-06 tokens_per_second_per_gpu:958.6365273652034 
Step 8210 | loss:0.008636059239506721 lr:1.208496402987358e-06 tokens_per_second_per_gpu:1154.8261217454815 
Step 8211 | loss:0.008023516274988651 lr:1.2069597877932072e-06 tokens_per_second_per_gpu:801.4556052371415 
Step 8212 | loss:0.011673838831484318 lr:1.2054240873879563e-06 tokens_per_second_per_gpu:751.0557079403849 
Step 8213 | loss:0.004363625310361385 lr:1.2038893019313757e-06 tokens_per_second_per_gpu:829.9300036336753 
Step 8214 | loss:0.020670663565397263 lr:1.2023554315831376e-06 tokens_per_second_per_gpu:756.267393593796 
Step 8215 | loss:0.014626352116465569 lr:1.2008224765028166e-06 tokens_per_second_per_gpu:942.7202350773082 
Step 8216 | loss:0.013037435710430145 lr:1.1992904368498982e-06 tokens_per_second_per_gpu:696.2516832786358 
Step 8217 | loss:0.01012884359806776 lr:1.1977593127837638e-06 tokens_per_second_per_gpu:985.4638909225267 
Step 8218 | loss:0.007467773277312517 lr:1.1962291044637099e-06 tokens_per_second_per_gpu:847.5402743258614 
Step 8219 | loss:0.0050010378472507 lr:1.1946998120489307e-06 tokens_per_second_per_gpu:856.6066192597666 
Step 8220 | loss:0.005110384896397591 lr:1.1931714356985257e-06 tokens_per_second_per_gpu:831.050293002259 
Step 8221 | loss:0.020182814449071884 lr:1.1916439755715015e-06 tokens_per_second_per_gpu:783.6834375159639 
Step 8222 | loss:0.004410329274833202 lr:1.1901174318267705e-06 tokens_per_second_per_gpu:734.029655845336 
Step 8223 | loss:0.013801153749227524 lr:1.1885918046231425e-06 tokens_per_second_per_gpu:855.3180524051094 
Step 8224 | loss:0.009613556787371635 lr:1.1870670941193407e-06 tokens_per_second_per_gpu:915.8376666749847 
Step 8225 | loss:0.002914116717875004 lr:1.1855433004739902e-06 tokens_per_second_per_gpu:823.715309925894 
Step 8226 | loss:0.0039558387361466885 lr:1.1840204238456155e-06 tokens_per_second_per_gpu:836.7343922820706 
Step 8227 | loss:0.009255798533558846 lr:1.182498464392653e-06 tokens_per_second_per_gpu:1157.3454435613182 
Step 8228 | loss:0.008487358689308167 lr:1.1809774222734405e-06 tokens_per_second_per_gpu:887.8378867832438 
Step 8229 | loss:0.005151534453034401 lr:1.1794572976462193e-06 tokens_per_second_per_gpu:835.8700052208228 
Step 8230 | loss:0.008486629463732243 lr:1.1779380906691362e-06 tokens_per_second_per_gpu:883.7336408883006 
Step 8231 | loss:0.0037556225433945656 lr:1.176419801500247e-06 tokens_per_second_per_gpu:796.0355402078814 
Step 8232 | loss:0.00498145492747426 lr:1.174902430297501e-06 tokens_per_second_per_gpu:998.0968088071464 
Step 8233 | loss:0.01105752307921648 lr:1.173385977218763e-06 tokens_per_second_per_gpu:824.6589659612201 
Step 8234 | loss:0.003707853378728032 lr:1.1718704424217986e-06 tokens_per_second_per_gpu:835.2367624874745 
Step 8235 | loss:0.012977579608559608 lr:1.1703558260642734e-06 tokens_per_second_per_gpu:879.0956227049883 
Step 8236 | loss:0.004720226861536503 lr:1.1688421283037643e-06 tokens_per_second_per_gpu:778.6759212260871 
Step 8237 | loss:0.009832311421632767 lr:1.1673293492977523e-06 tokens_per_second_per_gpu:845.4930513511672 
Step 8238 | loss:0.003315558424219489 lr:1.1658174892036146e-06 tokens_per_second_per_gpu:811.0179581621443 
Step 8239 | loss:0.013309815898537636 lr:1.1643065481786397e-06 tokens_per_second_per_gpu:1245.4121480410686 
Step 8240 | loss:0.011071864515542984 lr:1.1627965263800245e-06 tokens_per_second_per_gpu:911.22035077758 
Step 8241 | loss:0.012932131998240948 lr:1.1612874239648576e-06 tokens_per_second_per_gpu:854.4964497280531 
Step 8242 | loss:0.012071575969457626 lr:1.1597792410901432e-06 tokens_per_second_per_gpu:800.5871236440141 
Step 8243 | loss:0.006583932787179947 lr:1.1582719779127871e-06 tokens_per_second_per_gpu:949.2165015019392 
Step 8244 | loss:0.01070074737071991 lr:1.156765634589595e-06 tokens_per_second_per_gpu:936.0941914603679 
Step 8245 | loss:0.007730554789304733 lr:1.1552602112772815e-06 tokens_per_second_per_gpu:925.4923585174473 
Step 8246 | loss:0.0036745104007422924 lr:1.1537557081324668e-06 tokens_per_second_per_gpu:843.6015151640077 
Step 8247 | loss:0.007329586427658796 lr:1.1522521253116692e-06 tokens_per_second_per_gpu:803.0383052047558 
Step 8248 | loss:0.003753421362489462 lr:1.1507494629713167e-06 tokens_per_second_per_gpu:824.1633538726228 
Step 8249 | loss:0.0077634211629629135 lr:1.1492477212677377e-06 tokens_per_second_per_gpu:1078.7479563147876 
Step 8250 | loss:0.014360865578055382 lr:1.1477469003571672e-06 tokens_per_second_per_gpu:942.5203867708926 
Step 8251 | loss:0.010210338048636913 lr:1.146247000395747e-06 tokens_per_second_per_gpu:859.3646898123313 
Step 8252 | loss:0.0030543978791683912 lr:1.1447480215395158e-06 tokens_per_second_per_gpu:799.1848935905269 
Step 8253 | loss:0.01795167289674282 lr:1.1432499639444229e-06 tokens_per_second_per_gpu:1034.5668508061012 
Step 8254 | loss:0.006315086968243122 lr:1.1417528277663214e-06 tokens_per_second_per_gpu:917.3397126653823 
Step 8255 | loss:0.01633344404399395 lr:1.1402566131609616e-06 tokens_per_second_per_gpu:870.1109666362188 
Step 8256 | loss:0.012283463031053543 lr:1.1387613202840075e-06 tokens_per_second_per_gpu:1242.3035751175898 
Step 8257 | loss:0.005012311972677708 lr:1.1372669492910227e-06 tokens_per_second_per_gpu:741.2069261397539 
Step 8258 | loss:0.009575066156685352 lr:1.1357735003374715e-06 tokens_per_second_per_gpu:874.2696397954542 
Step 8259 | loss:0.005467042792588472 lr:1.1342809735787274e-06 tokens_per_second_per_gpu:876.2054346470898 
Step 8260 | loss:0.0033701881766319275 lr:1.1327893691700697e-06 tokens_per_second_per_gpu:933.4503572725805 
Step 8261 | loss:0.010979099199175835 lr:1.1312986872666742e-06 tokens_per_second_per_gpu:925.9322339938299 
Step 8262 | loss:0.012409491464495659 lr:1.1298089280236224e-06 tokens_per_second_per_gpu:884.6204381457527 
Step 8263 | loss:0.006812132894992828 lr:1.128320091595909e-06 tokens_per_second_per_gpu:841.5407612543701 
Step 8264 | loss:0.007595954462885857 lr:1.1268321781384228e-06 tokens_per_second_per_gpu:892.4552541021092 
Step 8265 | loss:0.015994589775800705 lr:1.1253451878059563e-06 tokens_per_second_per_gpu:798.8685020731658 
Step 8266 | loss:0.01192624494433403 lr:1.1238591207532157e-06 tokens_per_second_per_gpu:1032.8118343235892 
Step 8267 | loss:0.006933487020432949 lr:1.122373977134803e-06 tokens_per_second_per_gpu:757.6239607433946 
Step 8268 | loss:0.0117622260004282 lr:1.120889757105219e-06 tokens_per_second_per_gpu:913.2245336501927 
Step 8269 | loss:0.013500276952981949 lr:1.119406460818887e-06 tokens_per_second_per_gpu:1014.3788990269185 
Step 8270 | loss:0.015230391174554825 lr:1.1179240884301158e-06 tokens_per_second_per_gpu:900.3311622486336 
Step 8271 | loss:0.01718505471944809 lr:1.1164426400931206e-06 tokens_per_second_per_gpu:982.6083393422605 
Step 8272 | loss:0.019907061010599136 lr:1.114962115962035e-06 tokens_per_second_per_gpu:861.7566934028016 
Step 8273 | loss:0.013349650427699089 lr:1.1134825161908813e-06 tokens_per_second_per_gpu:738.8662593614093 
Step 8274 | loss:0.007804851047694683 lr:1.1120038409335854e-06 tokens_per_second_per_gpu:1138.1396298302338 
Step 8275 | loss:0.009051303379237652 lr:1.1105260903439907e-06 tokens_per_second_per_gpu:751.0337067197214 
Step 8276 | loss:0.004678002558648586 lr:1.1090492645758321e-06 tokens_per_second_per_gpu:825.162149918027 
Step 8277 | loss:0.015400443226099014 lr:1.1075733637827502e-06 tokens_per_second_per_gpu:884.0253533118603 
Step 8278 | loss:0.018981579691171646 lr:1.106098388118293e-06 tokens_per_second_per_gpu:950.533761264541 
Step 8279 | loss:0.007684497162699699 lr:1.1046243377359122e-06 tokens_per_second_per_gpu:887.3756532788926 
Step 8280 | loss:0.009535511955618858 lr:1.1031512127889578e-06 tokens_per_second_per_gpu:891.2332816661365 
Step 8281 | loss:0.006037736777216196 lr:1.1016790134306876e-06 tokens_per_second_per_gpu:1028.458549839454 
Step 8282 | loss:0.004693439695984125 lr:1.1002077398142675e-06 tokens_per_second_per_gpu:848.8421043695402 
Step 8283 | loss:0.01714218407869339 lr:1.098737392092757e-06 tokens_per_second_per_gpu:1067.8030668826798 
Step 8284 | loss:0.007427416276186705 lr:1.0972679704191247e-06 tokens_per_second_per_gpu:804.9574016860336 
Step 8285 | loss:0.00477573461830616 lr:1.0957994749462476e-06 tokens_per_second_per_gpu:1030.8642963085676 
Step 8286 | loss:0.011256992816925049 lr:1.0943319058268965e-06 tokens_per_second_per_gpu:903.4045368400114 
Step 8287 | loss:0.007168026175349951 lr:1.0928652632137516e-06 tokens_per_second_per_gpu:880.1585219834699 
Step 8288 | loss:0.018102653324604034 lr:1.0913995472593996e-06 tokens_per_second_per_gpu:822.4374677563834 
Step 8289 | loss:0.007677556946873665 lr:1.0899347581163222e-06 tokens_per_second_per_gpu:759.8528590663407 
Step 8290 | loss:0.005780331790447235 lr:1.0884708959369116e-06 tokens_per_second_per_gpu:838.9992415107872 
Step 8291 | loss:0.006879789289087057 lr:1.087007960873463e-06 tokens_per_second_per_gpu:903.4090308874205 
Step 8292 | loss:0.009758705273270607 lr:1.085545953078171e-06 tokens_per_second_per_gpu:878.9907106994417 
Step 8293 | loss:0.016747837886214256 lr:1.0840848727031395e-06 tokens_per_second_per_gpu:856.0321226448368 
Step 8294 | loss:0.007088284473866224 lr:1.082624719900368e-06 tokens_per_second_per_gpu:776.7682069935129 
Step 8295 | loss:0.004472178407013416 lr:1.0811654948217686e-06 tokens_per_second_per_gpu:847.9449973930559 
Step 8296 | loss:0.00781476404517889 lr:1.079707197619153e-06 tokens_per_second_per_gpu:1171.5719787655578 
Step 8297 | loss:0.011194011196494102 lr:1.0782498284442322e-06 tokens_per_second_per_gpu:854.1540545030383 
Step 8298 | loss:0.014769122935831547 lr:1.076793387448627e-06 tokens_per_second_per_gpu:972.1050453081062 
Step 8299 | loss:0.008332409895956516 lr:1.0753378747838594e-06 tokens_per_second_per_gpu:958.2526512890392 
Step 8300 | loss:0.015723982825875282 lr:1.073883290601353e-06 tokens_per_second_per_gpu:929.640571137718 
Step 8301 | loss:0.0037338142283260822 lr:1.0724296350524366e-06 tokens_per_second_per_gpu:859.3770983688427 
Step 8302 | loss:0.013606478460133076 lr:1.0709769082883437e-06 tokens_per_second_per_gpu:917.3225724724517 
Step 8303 | loss:0.018118027597665787 lr:1.0695251104602067e-06 tokens_per_second_per_gpu:1220.448360016778 
Step 8304 | loss:0.00894069578498602 lr:1.068074241719066e-06 tokens_per_second_per_gpu:830.7408664460376 
Step 8305 | loss:0.014562014490365982 lr:1.066624302215865e-06 tokens_per_second_per_gpu:920.9271626148266 
Step 8306 | loss:0.010498732328414917 lr:1.0651752921014457e-06 tokens_per_second_per_gpu:960.5854742259617 
Step 8307 | loss:0.021095212548971176 lr:1.0637272115265585e-06 tokens_per_second_per_gpu:1084.4699379233366 
Step 8308 | loss:0.006523600313812494 lr:1.062280060641856e-06 tokens_per_second_per_gpu:782.4270101048241 
Step 8309 | loss:0.006553668063133955 lr:1.0608338395978912e-06 tokens_per_second_per_gpu:904.5083608593471 
Step 8310 | loss:0.011303398758172989 lr:1.0593885485451239e-06 tokens_per_second_per_gpu:872.233202651688 
Step 8311 | loss:0.008736487478017807 lr:1.0579441876339169e-06 tokens_per_second_per_gpu:896.5530556857262 
Step 8312 | loss:0.011761769652366638 lr:1.0565007570145324e-06 tokens_per_second_per_gpu:910.6102312222949 
Step 8313 | loss:0.006104013882577419 lr:1.0550582568371403e-06 tokens_per_second_per_gpu:865.8214592275068 
Step 8314 | loss:0.006053545977920294 lr:1.0536166872518128e-06 tokens_per_second_per_gpu:864.6349921242356 
Step 8315 | loss:0.013800851069390774 lr:1.0521760484085208e-06 tokens_per_second_per_gpu:893.5997712028535 
Step 8316 | loss:0.0066251326352357864 lr:1.0507363404571459e-06 tokens_per_second_per_gpu:703.593456176023 
Step 8317 | loss:0.005163298919796944 lr:1.0492975635474679e-06 tokens_per_second_per_gpu:831.7929744697304 
Step 8318 | loss:0.011068480089306831 lr:1.0478597178291695e-06 tokens_per_second_per_gpu:722.051398851077 
Step 8319 | loss:0.006780929863452911 lr:1.0464228034518375e-06 tokens_per_second_per_gpu:736.0257439685934 
Step 8320 | loss:0.003647207748144865 lr:1.0449868205649648e-06 tokens_per_second_per_gpu:751.4358285479778 
Step 8321 | loss:0.012510626576840878 lr:1.043551769317942e-06 tokens_per_second_per_gpu:833.9415980970742 
Step 8322 | loss:0.00783221609890461 lr:1.0421176498600683e-06 tokens_per_second_per_gpu:1093.5082602458567 
Step 8323 | loss:0.005473064258694649 lr:1.0406844623405399e-06 tokens_per_second_per_gpu:759.9582358179197 
Step 8324 | loss:0.0025218536611646414 lr:1.0392522069084598e-06 tokens_per_second_per_gpu:712.6023725247046 
Step 8325 | loss:0.010218357667326927 lr:1.0378208837128368e-06 tokens_per_second_per_gpu:1047.1069216578542 
Step 8326 | loss:0.004501589573919773 lr:1.0363904929025737e-06 tokens_per_second_per_gpu:848.41977953818 
Step 8327 | loss:0.007365233264863491 lr:1.034961034626487e-06 tokens_per_second_per_gpu:769.4610504233677 
Step 8328 | loss:0.005168019328266382 lr:1.0335325090332903e-06 tokens_per_second_per_gpu:840.8808336176796 
Step 8329 | loss:0.015923282131552696 lr:1.032104916271599e-06 tokens_per_second_per_gpu:860.6526687895978 
Step 8330 | loss:0.016695844009518623 lr:1.0306782564899353e-06 tokens_per_second_per_gpu:779.6753025568032 
Step 8331 | loss:0.017661869525909424 lr:1.0292525298367228e-06 tokens_per_second_per_gpu:964.1893847301722 
Step 8332 | loss:0.005702527239918709 lr:1.0278277364602861e-06 tokens_per_second_per_gpu:843.7618102617646 
Step 8333 | loss:0.011154037900269032 lr:1.0264038765088547e-06 tokens_per_second_per_gpu:851.6689607892916 
Step 8334 | loss:0.005518435500562191 lr:1.024980950130564e-06 tokens_per_second_per_gpu:851.9626847088593 
Step 8335 | loss:0.01060908567160368 lr:1.023558957473444e-06 tokens_per_second_per_gpu:1040.9149002308925 
Step 8336 | loss:0.011593040078878403 lr:1.0221378986854347e-06 tokens_per_second_per_gpu:991.8454639982308 
Step 8337 | loss:0.007542063947767019 lr:1.020717773914378e-06 tokens_per_second_per_gpu:1025.403992394689 
Step 8338 | loss:0.006994797382503748 lr:1.0192985833080148e-06 tokens_per_second_per_gpu:1030.9260609317535 
Step 8339 | loss:0.005272382870316505 lr:1.0178803270139935e-06 tokens_per_second_per_gpu:972.1830891638294 
Step 8340 | loss:0.012853835709393024 lr:1.0164630051798629e-06 tokens_per_second_per_gpu:1014.1832760800087 
Step 8341 | loss:0.008171992376446724 lr:1.0150466179530739e-06 tokens_per_second_per_gpu:869.3695834282984 
Step 8342 | loss:0.005544262006878853 lr:1.0136311654809815e-06 tokens_per_second_per_gpu:746.2862059895378 
Step 8343 | loss:0.009786028414964676 lr:1.0122166479108441e-06 tokens_per_second_per_gpu:986.4673176193056 
Step 8344 | loss:0.008146703243255615 lr:1.0108030653898204e-06 tokens_per_second_per_gpu:754.2387415884872 
Step 8345 | loss:0.0107166338711977 lr:1.0093904180649738e-06 tokens_per_second_per_gpu:794.4130562883918 
Step 8346 | loss:0.004021205008029938 lr:1.0079787060832714e-06 tokens_per_second_per_gpu:776.8316863853723 
Step 8347 | loss:0.027593018487095833 lr:1.0065679295915776e-06 tokens_per_second_per_gpu:967.4804997246277 
Step 8348 | loss:0.02510766126215458 lr:1.0051580887366664e-06 tokens_per_second_per_gpu:960.2298463788908 
Step 8349 | loss:0.0136293675750494 lr:1.0037491836652125e-06 tokens_per_second_per_gpu:943.2255807409181 
Step 8350 | loss:0.010031861253082752 lr:1.0023412145237888e-06 tokens_per_second_per_gpu:957.3283755225949 
Step 8351 | loss:0.020306970924139023 lr:1.0009341814588746e-06 tokens_per_second_per_gpu:1004.2777061536623 
Step 8352 | loss:0.00989456381648779 lr:9.995280846168553e-07 tokens_per_second_per_gpu:808.8223235614539 
Step 8353 | loss:0.013437993824481964 lr:9.981229241440104e-07 tokens_per_second_per_gpu:938.0712470887 
Step 8354 | loss:0.016685372218489647 lr:9.967187001865298e-07 tokens_per_second_per_gpu:972.6778848826059 
Step 8355 | loss:0.013499004766345024 lr:9.953154128904995e-07 tokens_per_second_per_gpu:850.647669293988 
Step 8356 | loss:0.008500762283802032 lr:9.939130624019134e-07 tokens_per_second_per_gpu:743.5064899355552 
Step 8357 | loss:0.005630099680274725 lr:9.925116488666675e-07 tokens_per_second_per_gpu:797.7123392139425 
Step 8358 | loss:0.007540717720985413 lr:9.911111724305545e-07 tokens_per_second_per_gpu:878.9677390511876 
Step 8359 | loss:0.012795181944966316 lr:9.897116332392754e-07 tokens_per_second_per_gpu:865.7294978138603 
Step 8360 | loss:0.005251562222838402 lr:9.88313031438435e-07 tokens_per_second_per_gpu:919.4021147516248 
Step 8361 | loss:0.0199238620698452 lr:9.86915367173533e-07 tokens_per_second_per_gpu:853.9052822747083 
Step 8362 | loss:0.010579637251794338 lr:9.855186405899786e-07 tokens_per_second_per_gpu:936.5199071301348 
Step 8363 | loss:0.008863251656293869 lr:9.841228518330825e-07 tokens_per_second_per_gpu:875.6602107225334 
Step 8364 | loss:0.01011822372674942 lr:9.827280010480521e-07 tokens_per_second_per_gpu:917.1088750789557 
Step 8365 | loss:0.008673698641359806 lr:9.813340883800048e-07 tokens_per_second_per_gpu:843.0027791839648 
Step 8366 | loss:0.00560653256252408 lr:9.79941113973958e-07 tokens_per_second_per_gpu:773.2240095810303 
Step 8367 | loss:0.008685280568897724 lr:9.785490779748298e-07 tokens_per_second_per_gpu:986.7170361915433 
Step 8368 | loss:0.010448027402162552 lr:9.771579805274355e-07 tokens_per_second_per_gpu:976.5878102774176 
Step 8369 | loss:0.0251447893679142 lr:9.757678217765076e-07 tokens_per_second_per_gpu:863.4573629302397 
Step 8370 | loss:0.009901266545057297 lr:9.74378601866669e-07 tokens_per_second_per_gpu:954.0586332584276 
Step 8371 | loss:0.007244219072163105 lr:9.72990320942443e-07 tokens_per_second_per_gpu:901.8610946743795 
Step 8372 | loss:0.010720537044107914 lr:9.716029791482683e-07 tokens_per_second_per_gpu:1138.719804717804 
Step 8373 | loss:0.02432236075401306 lr:9.702165766284743e-07 tokens_per_second_per_gpu:883.2946101998177 
Step 8374 | loss:0.01425570622086525 lr:9.68831113527292e-07 tokens_per_second_per_gpu:884.6022301744465 
Step 8375 | loss:0.007790764328092337 lr:9.674465899888652e-07 tokens_per_second_per_gpu:954.1060972344362 
Step 8376 | loss:0.007507575675845146 lr:9.660630061572318e-07 tokens_per_second_per_gpu:929.2245868514206 
Step 8377 | loss:0.011410528793931007 lr:9.6468036217633e-07 tokens_per_second_per_gpu:1126.5522684278117 
Step 8378 | loss:0.012043839320540428 lr:9.632986581900093e-07 tokens_per_second_per_gpu:802.7813393182661 
Step 8379 | loss:0.003963468596339226 lr:9.619178943420139e-07 tokens_per_second_per_gpu:1043.8002997124136 
Step 8380 | loss:0.006295655854046345 lr:9.605380707759883e-07 tokens_per_second_per_gpu:862.3942316128955 
Step 8381 | loss:0.01332646980881691 lr:9.59159187635491e-07 tokens_per_second_per_gpu:871.520345292091 
Step 8382 | loss:0.007193371653556824 lr:9.577812450639711e-07 tokens_per_second_per_gpu:877.2227770675684 
Step 8383 | loss:0.013273704797029495 lr:9.564042432047805e-07 tokens_per_second_per_gpu:934.5026243338793 
Step 8384 | loss:0.013162022456526756 lr:9.550281822011798e-07 tokens_per_second_per_gpu:1097.9388153313698 
Step 8385 | loss:0.0083529744297266 lr:9.536530621963302e-07 tokens_per_second_per_gpu:885.9402661120444 
Step 8386 | loss:0.007647775579243898 lr:9.522788833332885e-07 tokens_per_second_per_gpu:865.864322882104 
Step 8387 | loss:0.013567667454481125 lr:9.509056457550192e-07 tokens_per_second_per_gpu:1319.4059687467409 
Step 8388 | loss:0.019048241898417473 lr:9.495333496043923e-07 tokens_per_second_per_gpu:809.7975309256494 
Step 8389 | loss:0.01030054036527872 lr:9.481619950241694e-07 tokens_per_second_per_gpu:961.539770751322 
Step 8390 | loss:0.00879477895796299 lr:9.467915821570228e-07 tokens_per_second_per_gpu:965.5329873102328 
Step 8391 | loss:0.007288074586540461 lr:9.454221111455264e-07 tokens_per_second_per_gpu:839.7090199863347 
Step 8392 | loss:0.012665736488997936 lr:9.440535821321495e-07 tokens_per_second_per_gpu:853.3368929642368 
Step 8393 | loss:0.015581734478473663 lr:9.426859952592704e-07 tokens_per_second_per_gpu:798.4236963593546 
Step 8394 | loss:0.006966269575059414 lr:9.413193506691676e-07 tokens_per_second_per_gpu:870.0165606424463 
Step 8395 | loss:0.008230958133935928 lr:9.399536485040173e-07 tokens_per_second_per_gpu:1050.7517477924994 
Step 8396 | loss:0.006404709070920944 lr:9.385888889059047e-07 tokens_per_second_per_gpu:893.5295348566464 
Step 8397 | loss:0.005097388289868832 lr:9.37225072016813e-07 tokens_per_second_per_gpu:821.0309508332144 
Step 8398 | loss:0.010179633274674416 lr:9.358621979786242e-07 tokens_per_second_per_gpu:1047.3194255864048 
Step 8399 | loss:0.005535351112484932 lr:9.345002669331305e-07 tokens_per_second_per_gpu:764.4705188663198 
Step 8400 | loss:0.007455768063664436 lr:9.331392790220162e-07 tokens_per_second_per_gpu:787.290478270892 
Step 8401 | loss:0.0064797429367899895 lr:9.317792343868759e-07 tokens_per_second_per_gpu:897.126474822155 
Step 8402 | loss:0.004595835693180561 lr:9.30420133169202e-07 tokens_per_second_per_gpu:904.5208557460683 
Step 8403 | loss:0.009324478916823864 lr:9.290619755103891e-07 tokens_per_second_per_gpu:843.2553781289087 
Step 8404 | loss:0.006421826314181089 lr:9.277047615517321e-07 tokens_per_second_per_gpu:768.1117761106784 
Step 8405 | loss:0.007400732021778822 lr:9.263484914344345e-07 tokens_per_second_per_gpu:785.6338700248403 
Step 8406 | loss:0.0027313069440424442 lr:9.249931652995903e-07 tokens_per_second_per_gpu:705.1155294457475 
Step 8407 | loss:0.0035182605497539043 lr:9.236387832882054e-07 tokens_per_second_per_gpu:832.567137003116 
Step 8408 | loss:0.0108914440497756 lr:9.22285345541184e-07 tokens_per_second_per_gpu:774.8027011215775 
Step 8409 | loss:0.0239581111818552 lr:9.209328521993299e-07 tokens_per_second_per_gpu:881.0424175275284 
Step 8410 | loss:0.010277628898620605 lr:9.195813034033507e-07 tokens_per_second_per_gpu:1117.8125606252286 
Step 8411 | loss:0.010818051174283028 lr:9.182306992938583e-07 tokens_per_second_per_gpu:1051.8114807951602 
Step 8412 | loss:0.005962206982076168 lr:9.168810400113604e-07 tokens_per_second_per_gpu:966.2686194107833 
Step 8413 | loss:0.013884386047720909 lr:9.155323256962689e-07 tokens_per_second_per_gpu:849.0378357677625 
Step 8414 | loss:0.005963877309113741 lr:9.141845564889029e-07 tokens_per_second_per_gpu:954.187476973499 
Step 8415 | loss:0.006259503774344921 lr:9.128377325294735e-07 tokens_per_second_per_gpu:817.219669850739 
Step 8416 | loss:0.01862775906920433 lr:9.114918539580986e-07 tokens_per_second_per_gpu:1005.8483358797895 
Step 8417 | loss:0.010235222987830639 lr:9.101469209148018e-07 tokens_per_second_per_gpu:772.8302677772688 
Step 8418 | loss:0.00705250259488821 lr:9.088029335394988e-07 tokens_per_second_per_gpu:810.6325963893714 
Step 8419 | loss:0.00614171801134944 lr:9.074598919720145e-07 tokens_per_second_per_gpu:851.3705377227221 
Step 8420 | loss:0.036224715411663055 lr:9.061177963520751e-07 tokens_per_second_per_gpu:1029.42078983693 
Step 8421 | loss:0.0036479090340435505 lr:9.047766468193009e-07 tokens_per_second_per_gpu:802.4640672660408 
Step 8422 | loss:0.005802493542432785 lr:9.034364435132226e-07 tokens_per_second_per_gpu:765.1840247699621 
Step 8423 | loss:0.008290919475257397 lr:9.020971865732708e-07 tokens_per_second_per_gpu:937.0139502209355 
Step 8424 | loss:0.005246156360954046 lr:9.00758876138772e-07 tokens_per_second_per_gpu:1047.0855079354906 
Step 8425 | loss:0.007654964923858643 lr:8.994215123489592e-07 tokens_per_second_per_gpu:837.4743865832834 
Step 8426 | loss:0.007130103651434183 lr:8.980850953429687e-07 tokens_per_second_per_gpu:897.3956852863445 
Step 8427 | loss:0.007363141048699617 lr:8.967496252598307e-07 tokens_per_second_per_gpu:817.1783532219856 
Step 8428 | loss:0.006936529651284218 lr:8.95415102238485e-07 tokens_per_second_per_gpu:1047.5358331235957 
Step 8429 | loss:0.011750803329050541 lr:8.940815264177682e-07 tokens_per_second_per_gpu:983.6606235103525 
Step 8430 | loss:0.025977682322263718 lr:8.927488979364185e-07 tokens_per_second_per_gpu:807.3429152914417 
Step 8431 | loss:0.009124932810664177 lr:8.914172169330804e-07 tokens_per_second_per_gpu:866.5128316457311 
Step 8432 | loss:0.007367665879428387 lr:8.900864835462919e-07 tokens_per_second_per_gpu:1050.4642750614425 
Step 8433 | loss:0.023256679996848106 lr:8.88756697914498e-07 tokens_per_second_per_gpu:863.0841360025138 
Step 8434 | loss:0.008740296587347984 lr:8.874278601760455e-07 tokens_per_second_per_gpu:947.3942492516475 
Step 8435 | loss:0.017107341438531876 lr:8.860999704691776e-07 tokens_per_second_per_gpu:1010.9744733255305 
Step 8436 | loss:0.02066420391201973 lr:8.847730289320444e-07 tokens_per_second_per_gpu:928.2861827794832 
Step 8437 | loss:0.00943327508866787 lr:8.834470357026958e-07 tokens_per_second_per_gpu:819.7645315159411 
Step 8438 | loss:0.013103178702294827 lr:8.821219909190793e-07 tokens_per_second_per_gpu:949.5134293925828 
Step 8439 | loss:0.011852003633975983 lr:8.807978947190476e-07 tokens_per_second_per_gpu:871.6528872246598 
Step 8440 | loss:0.004083558451384306 lr:8.794747472403564e-07 tokens_per_second_per_gpu:856.6755521585246 
Step 8441 | loss:0.026960615068674088 lr:8.781525486206566e-07 tokens_per_second_per_gpu:828.8756178241395 
Step 8442 | loss:0.0053514414466917515 lr:8.768312989975047e-07 tokens_per_second_per_gpu:823.6020801261643 
Step 8443 | loss:0.01242038607597351 lr:8.75510998508361e-07 tokens_per_second_per_gpu:968.5926079832774 
Step 8444 | loss:0.007612177170813084 lr:8.741916472905787e-07 tokens_per_second_per_gpu:948.5808763200697 
Step 8445 | loss:0.006442230194807053 lr:8.728732454814204e-07 tokens_per_second_per_gpu:930.9027141586887 
Step 8446 | loss:0.006455949041992426 lr:8.715557932180463e-07 tokens_per_second_per_gpu:771.0821948660665 
Step 8447 | loss:0.004403837025165558 lr:8.702392906375179e-07 tokens_per_second_per_gpu:975.3984405019974 
Step 8448 | loss:0.0052733272314071655 lr:8.689237378767967e-07 tokens_per_second_per_gpu:801.7115837294823 
Step 8449 | loss:0.004130665212869644 lr:8.676091350727511e-07 tokens_per_second_per_gpu:896.3104124719532 
Step 8450 | loss:0.011427064426243305 lr:8.662954823621428e-07 tokens_per_second_per_gpu:994.8783249042406 
Step 8451 | loss:0.0063245766796171665 lr:8.64982779881639e-07 tokens_per_second_per_gpu:917.3769902582592 
Step 8452 | loss:0.021120039746165276 lr:8.636710277678096e-07 tokens_per_second_per_gpu:829.9504872588661 
Step 8453 | loss:0.006961628794670105 lr:8.623602261571207e-07 tokens_per_second_per_gpu:890.733245051396 
Step 8454 | loss:0.005407895427197218 lr:8.610503751859434e-07 tokens_per_second_per_gpu:896.8556419629624 
Step 8455 | loss:0.02747631072998047 lr:8.597414749905508e-07 tokens_per_second_per_gpu:1018.1522566818454 
Step 8456 | loss:0.0071379696018993855 lr:8.58433525707112e-07 tokens_per_second_per_gpu:879.8291251930843 
Step 8457 | loss:0.0037442699540406466 lr:8.571265274717022e-07 tokens_per_second_per_gpu:1007.3982730670607 
Step 8458 | loss:0.020219560712575912 lr:8.558204804202941e-07 tokens_per_second_per_gpu:973.8997715046786 
Step 8459 | loss:0.003942105453461409 lr:8.545153846887633e-07 tokens_per_second_per_gpu:772.7314973022029 
Step 8460 | loss:0.008758893236517906 lr:8.532112404128879e-07 tokens_per_second_per_gpu:745.3133714242881 
Step 8461 | loss:0.01367972046136856 lr:8.519080477283436e-07 tokens_per_second_per_gpu:849.2272688348232 
Step 8462 | loss:0.005730096250772476 lr:8.506058067707091e-07 tokens_per_second_per_gpu:725.8360016391586 
Step 8463 | loss:0.026853853836655617 lr:8.493045176754655e-07 tokens_per_second_per_gpu:830.8694211048504 
Step 8464 | loss:0.004924746695905924 lr:8.480041805779892e-07 tokens_per_second_per_gpu:900.1754488511604 
Step 8465 | loss:0.006891992874443531 lr:8.467047956135655e-07 tokens_per_second_per_gpu:952.3848778154718 
Step 8466 | loss:0.01059373002499342 lr:8.454063629173758e-07 tokens_per_second_per_gpu:927.9292466329795 
Step 8467 | loss:0.006055762525647879 lr:8.441088826245014e-07 tokens_per_second_per_gpu:908.5538842036806 
Step 8468 | loss:0.003448733128607273 lr:8.428123548699274e-07 tokens_per_second_per_gpu:904.8212101635767 
Step 8469 | loss:0.0069935559295117855 lr:8.415167797885404e-07 tokens_per_second_per_gpu:935.1864540558723 
Step 8470 | loss:0.011246515437960625 lr:8.402221575151238e-07 tokens_per_second_per_gpu:917.4933266868551 
Step 8471 | loss:0.01291883084923029 lr:8.389284881843641e-07 tokens_per_second_per_gpu:828.150446530084 
Step 8472 | loss:0.012850872240960598 lr:8.376357719308536e-07 tokens_per_second_per_gpu:904.5127802980396 
Step 8473 | loss:0.007548385299742222 lr:8.363440088890762e-07 tokens_per_second_per_gpu:1092.1472370649146 
Step 8474 | loss:0.004928832408040762 lr:8.350531991934197e-07 tokens_per_second_per_gpu:704.921433232983 
Step 8475 | loss:0.008690223097801208 lr:8.3376334297818e-07 tokens_per_second_per_gpu:1042.1584659624548 
Step 8476 | loss:0.01170271635055542 lr:8.324744403775454e-07 tokens_per_second_per_gpu:1021.0035614682881 
Step 8477 | loss:0.01062936894595623 lr:8.311864915256029e-07 tokens_per_second_per_gpu:701.9155033776342 
Step 8478 | loss:0.0051007927395403385 lr:8.298994965563533e-07 tokens_per_second_per_gpu:928.838578552347 
Step 8479 | loss:0.012077786028385162 lr:8.286134556036851e-07 tokens_per_second_per_gpu:797.4172306351041 
Step 8480 | loss:0.00817938894033432 lr:8.2732836880139e-07 tokens_per_second_per_gpu:962.7978281058275 
Step 8481 | loss:0.0038329081144183874 lr:8.2604423628317e-07 tokens_per_second_per_gpu:911.7024536501353 
Step 8482 | loss:0.007237038109451532 lr:8.247610581826149e-07 tokens_per_second_per_gpu:688.0118362746697 
Step 8483 | loss:0.012761862948536873 lr:8.23478834633219e-07 tokens_per_second_per_gpu:995.589493951387 
Step 8484 | loss:0.02361089177429676 lr:8.221975657683867e-07 tokens_per_second_per_gpu:1132.5726064740786 
Step 8485 | loss:0.008267524652183056 lr:8.209172517214104e-07 tokens_per_second_per_gpu:1106.1174595227455 
Step 8486 | loss:0.010885019786655903 lr:8.196378926254855e-07 tokens_per_second_per_gpu:964.2116917059516 
Step 8487 | loss:0.008773526176810265 lr:8.183594886137192e-07 tokens_per_second_per_gpu:945.8711837552571 
Step 8488 | loss:0.005534496158361435 lr:8.170820398191048e-07 tokens_per_second_per_gpu:926.1396800936666 
Step 8489 | loss:0.009223605506122112 lr:8.158055463745429e-07 tokens_per_second_per_gpu:850.8120894991317 
Step 8490 | loss:0.007952794432640076 lr:8.145300084128349e-07 tokens_per_second_per_gpu:799.3989617926159 
Step 8491 | loss:0.010182161815464497 lr:8.132554260666836e-07 tokens_per_second_per_gpu:921.8128100348301 
Step 8492 | loss:0.012440498918294907 lr:8.119817994686885e-07 tokens_per_second_per_gpu:899.77339378364 
Step 8493 | loss:0.01344318687915802 lr:8.107091287513536e-07 tokens_per_second_per_gpu:783.7284905498641 
Step 8494 | loss:0.0074512409046292305 lr:8.094374140470829e-07 tokens_per_second_per_gpu:798.1425829412763 
Step 8495 | loss:0.011984520591795444 lr:8.081666554881762e-07 tokens_per_second_per_gpu:733.2082265864672 
Step 8496 | loss:0.007639114744961262 lr:8.068968532068411e-07 tokens_per_second_per_gpu:1218.4471290303331 
Step 8497 | loss:0.008600113913416862 lr:8.056280073351819e-07 tokens_per_second_per_gpu:936.285018739621 
Step 8498 | loss:0.013936763629317284 lr:8.043601180052007e-07 tokens_per_second_per_gpu:858.720416313858 
Step 8499 | loss:0.003639977192506194 lr:8.030931853488066e-07 tokens_per_second_per_gpu:821.8345399128791 
Step 8500 | loss:0.007603299338370562 lr:8.018272094978052e-07 tokens_per_second_per_gpu:828.9437909317221 
Step 8501 | loss:0.004877097439020872 lr:8.005621905839012e-07 tokens_per_second_per_gpu:853.366004446984 
Step 8502 | loss:0.007626988925039768 lr:7.992981287387014e-07 tokens_per_second_per_gpu:770.6201976906326 
Step 8503 | loss:0.008161865174770355 lr:7.980350240937163e-07 tokens_per_second_per_gpu:973.2106155840123 
Step 8504 | loss:0.013701201416552067 lr:7.967728767803506e-07 tokens_per_second_per_gpu:979.9544015416997 
Step 8505 | loss:0.006681236904114485 lr:7.955116869299139e-07 tokens_per_second_per_gpu:1059.0950524241402 
Step 8506 | loss:0.005445094313472509 lr:7.942514546736146e-07 tokens_per_second_per_gpu:904.7945065498619 
Step 8507 | loss:0.007834228686988354 lr:7.9299218014256e-07 tokens_per_second_per_gpu:922.8915241284195 
Step 8508 | loss:0.011859593912959099 lr:7.917338634677629e-07 tokens_per_second_per_gpu:963.1606642773053 
Step 8509 | loss:0.01720651611685753 lr:7.904765047801299e-07 tokens_per_second_per_gpu:795.7151928508167 
Step 8510 | loss:0.00919351726770401 lr:7.892201042104719e-07 tokens_per_second_per_gpu:776.0679844959993 
Step 8511 | loss:0.006246733479201794 lr:7.879646618895021e-07 tokens_per_second_per_gpu:1019.4408717043879 
Step 8512 | loss:0.01554381474852562 lr:7.867101779478259e-07 tokens_per_second_per_gpu:1045.1791434295087 
Step 8513 | loss:0.005441879853606224 lr:7.854566525159568e-07 tokens_per_second_per_gpu:817.9417348569756 
Step 8514 | loss:0.014035381376743317 lr:7.842040857243083e-07 tokens_per_second_per_gpu:1175.986249810426 
Step 8515 | loss:0.017215725034475327 lr:7.829524777031883e-07 tokens_per_second_per_gpu:756.1055521920076 
Step 8516 | loss:0.0069608562625944614 lr:7.817018285828093e-07 tokens_per_second_per_gpu:927.5606436110545 
Step 8517 | loss:0.006374056451022625 lr:7.804521384932862e-07 tokens_per_second_per_gpu:896.0703252357763 
Step 8518 | loss:0.008256874047219753 lr:7.79203407564627e-07 tokens_per_second_per_gpu:834.6023727489686 
Step 8519 | loss:0.006222838535904884 lr:7.77955635926746e-07 tokens_per_second_per_gpu:955.8262240130404 
Step 8520 | loss:0.05151372402906418 lr:7.767088237094578e-07 tokens_per_second_per_gpu:1106.0223091119597 
Step 8521 | loss:0.014662593603134155 lr:7.754629710424721e-07 tokens_per_second_per_gpu:1113.0463834071725 
Step 8522 | loss:0.023886874318122864 lr:7.742180780554031e-07 tokens_per_second_per_gpu:851.0889134605693 
Step 8523 | loss:0.004822373855859041 lr:7.72974144877765e-07 tokens_per_second_per_gpu:944.2832906859799 
Step 8524 | loss:0.009365759789943695 lr:7.717311716389686e-07 tokens_per_second_per_gpu:1009.3271656671628 
Step 8525 | loss:0.004586710128933191 lr:7.704891584683294e-07 tokens_per_second_per_gpu:755.8164396740428 
Step 8526 | loss:0.007658185437321663 lr:7.692481054950618e-07 tokens_per_second_per_gpu:760.2136966557341 
Step 8527 | loss:0.005663158372044563 lr:7.680080128482759e-07 tokens_per_second_per_gpu:839.7554855267474 
Step 8528 | loss:0.006074123550206423 lr:7.667688806569873e-07 tokens_per_second_per_gpu:997.8805614978352 
Step 8529 | loss:0.008144482970237732 lr:7.655307090501119e-07 tokens_per_second_per_gpu:990.2907464690594 
Step 8530 | loss:0.0033683963119983673 lr:7.642934981564609e-07 tokens_per_second_per_gpu:679.6866320453989 
Step 8531 | loss:0.006389767397195101 lr:7.630572481047482e-07 tokens_per_second_per_gpu:1016.5538433826334 
Step 8532 | loss:0.006628341507166624 lr:7.618219590235909e-07 tokens_per_second_per_gpu:991.7741746424119 
Step 8533 | loss:0.01939423941075802 lr:7.605876310414984e-07 tokens_per_second_per_gpu:1026.5848459423034 
Step 8534 | loss:0.0049553620629012585 lr:7.59354264286889e-07 tokens_per_second_per_gpu:996.0152503106568 
Step 8535 | loss:0.015538986772298813 lr:7.581218588880735e-07 tokens_per_second_per_gpu:881.4886387387614 
Step 8536 | loss:0.004807112738490105 lr:7.568904149732659e-07 tokens_per_second_per_gpu:954.8901828714683 
Step 8537 | loss:0.01071695052087307 lr:7.556599326705849e-07 tokens_per_second_per_gpu:907.7373615330265 
Step 8538 | loss:0.006200643256306648 lr:7.544304121080381e-07 tokens_per_second_per_gpu:881.8699690113186 
Step 8539 | loss:0.0105529660359025 lr:7.532018534135421e-07 tokens_per_second_per_gpu:691.737133957744 
Step 8540 | loss:0.010550526902079582 lr:7.519742567149124e-07 tokens_per_second_per_gpu:852.6423397160673 
Step 8541 | loss:0.00784565880894661 lr:7.507476221398602e-07 tokens_per_second_per_gpu:885.2940545240739 
Step 8542 | loss:0.006120188627392054 lr:7.495219498159989e-07 tokens_per_second_per_gpu:898.3815610549564 
Step 8543 | loss:0.02374020591378212 lr:7.482972398708454e-07 tokens_per_second_per_gpu:963.2229801450669 
Step 8544 | loss:0.003918570466339588 lr:7.47073492431809e-07 tokens_per_second_per_gpu:777.5129176745259 
Step 8545 | loss:0.009430957958102226 lr:7.458507076262056e-07 tokens_per_second_per_gpu:998.811423232872 
Step 8546 | loss:0.009057821705937386 lr:7.446288855812478e-07 tokens_per_second_per_gpu:860.9322761578845 
Step 8547 | loss:0.006554990075528622 lr:7.434080264240473e-07 tokens_per_second_per_gpu:766.9522013072963 
Step 8548 | loss:0.005241287872195244 lr:7.42188130281618e-07 tokens_per_second_per_gpu:943.1973140773562 
Step 8549 | loss:0.019593767821788788 lr:7.409691972808742e-07 tokens_per_second_per_gpu:893.4492180993273 
Step 8550 | loss:0.004285726696252823 lr:7.397512275486241e-07 tokens_per_second_per_gpu:888.1185942645849 
Step 8551 | loss:0.011113314889371395 lr:7.38534221211582e-07 tokens_per_second_per_gpu:972.6384095841464 
Step 8552 | loss:0.011871980503201485 lr:7.373181783963623e-07 tokens_per_second_per_gpu:961.9034470666918 
Step 8553 | loss:0.011165269650518894 lr:7.361030992294726e-07 tokens_per_second_per_gpu:842.0604217763374 
Step 8554 | loss:0.00818122923374176 lr:7.348889838373252e-07 tokens_per_second_per_gpu:1045.9197390953263 
Step 8555 | loss:0.009660642594099045 lr:7.336758323462345e-07 tokens_per_second_per_gpu:853.3844077075329 
Step 8556 | loss:0.010885792784392834 lr:7.324636448824074e-07 tokens_per_second_per_gpu:1055.8126376473874 
Step 8557 | loss:0.008721629157662392 lr:7.312524215719563e-07 tokens_per_second_per_gpu:832.481010686267 
Step 8558 | loss:0.008664065971970558 lr:7.300421625408938e-07 tokens_per_second_per_gpu:888.4714720748431 
Step 8559 | loss:0.011835239827632904 lr:7.288328679151247e-07 tokens_per_second_per_gpu:758.4571010159053 
Step 8560 | loss:0.008692780509591103 lr:7.276245378204616e-07 tokens_per_second_per_gpu:751.7125952697828 
Step 8561 | loss:0.008962390944361687 lr:7.264171723826152e-07 tokens_per_second_per_gpu:829.3647144929354 
Step 8562 | loss:0.003748724702745676 lr:7.252107717271917e-07 tokens_per_second_per_gpu:925.4096530241025 
Step 8563 | loss:0.004438468720763922 lr:7.240053359797028e-07 tokens_per_second_per_gpu:743.6601997008219 
Step 8564 | loss:0.008118747733533382 lr:7.228008652655527e-07 tokens_per_second_per_gpu:910.8961795199782 
Step 8565 | loss:0.015584301203489304 lr:7.215973597100512e-07 tokens_per_second_per_gpu:1025.6828827588813 
Step 8566 | loss:0.01631442829966545 lr:7.20394819438407e-07 tokens_per_second_per_gpu:880.96487021965 
Step 8567 | loss:0.007019763346761465 lr:7.191932445757244e-07 tokens_per_second_per_gpu:733.1859183906719 
Step 8568 | loss:0.009748858399689198 lr:7.179926352470112e-07 tokens_per_second_per_gpu:1099.633926352586 
Step 8569 | loss:0.008720315992832184 lr:7.167929915771766e-07 tokens_per_second_per_gpu:851.5687733818567 
Step 8570 | loss:0.010931264609098434 lr:7.155943136910193e-07 tokens_per_second_per_gpu:935.8634499948311 
Step 8571 | loss:0.016490785405039787 lr:7.143966017132498e-07 tokens_per_second_per_gpu:847.2741580510514 
Step 8572 | loss:0.00630164472386241 lr:7.131998557684728e-07 tokens_per_second_per_gpu:747.3076436090324 
Step 8573 | loss:0.0074929129332304 lr:7.120040759811885e-07 tokens_per_second_per_gpu:855.7668675926328 
Step 8574 | loss:0.004693703725934029 lr:7.108092624758034e-07 tokens_per_second_per_gpu:949.2471087761845 
Step 8575 | loss:0.009898513555526733 lr:7.096154153766222e-07 tokens_per_second_per_gpu:754.770334300627 
Step 8576 | loss:0.0076270801946520805 lr:7.084225348078432e-07 tokens_per_second_per_gpu:854.464327541999 
Step 8577 | loss:0.0026489028241485357 lr:7.072306208935698e-07 tokens_per_second_per_gpu:643.8262028204342 
Step 8578 | loss:0.007243012078106403 lr:7.060396737578068e-07 tokens_per_second_per_gpu:914.1159654049462 
Step 8579 | loss:0.011403960175812244 lr:7.04849693524452e-07 tokens_per_second_per_gpu:1050.0028479810226 
Step 8580 | loss:0.003549272194504738 lr:7.036606803173041e-07 tokens_per_second_per_gpu:960.9196126978934 
Step 8581 | loss:0.00533642852678895 lr:7.024726342600663e-07 tokens_per_second_per_gpu:840.2819156474089 
Step 8582 | loss:0.010536786168813705 lr:7.012855554763376e-07 tokens_per_second_per_gpu:925.8203958355681 
Step 8583 | loss:0.01646113581955433 lr:7.000994440896102e-07 tokens_per_second_per_gpu:987.4069123918018 
Step 8584 | loss:0.004497020971029997 lr:6.989143002232912e-07 tokens_per_second_per_gpu:955.5924369608833 
Step 8585 | loss:0.011034684255719185 lr:6.977301240006729e-07 tokens_per_second_per_gpu:892.2793759770954 
Step 8586 | loss:0.0024444586597383022 lr:6.965469155449478e-07 tokens_per_second_per_gpu:863.7096490791274 
Step 8587 | loss:0.025202950462698936 lr:6.953646749792198e-07 tokens_per_second_per_gpu:1054.464400933585 
Step 8588 | loss:0.010795973241329193 lr:6.941834024264804e-07 tokens_per_second_per_gpu:934.2254347887626 
Step 8589 | loss:0.018772080540657043 lr:6.930030980096192e-07 tokens_per_second_per_gpu:1066.103852016724 
Step 8590 | loss:0.006371641997247934 lr:6.918237618514378e-07 tokens_per_second_per_gpu:881.9258867430348 
Step 8591 | loss:0.02006446197628975 lr:6.906453940746261e-07 tokens_per_second_per_gpu:925.3834990438299 
Step 8592 | loss:0.006833840161561966 lr:6.894679948017725e-07 tokens_per_second_per_gpu:951.7186732877693 
Step 8593 | loss:0.005759271327406168 lr:6.882915641553733e-07 tokens_per_second_per_gpu:883.1394900188378 
Step 8594 | loss:0.00362211000174284 lr:6.871161022578187e-07 tokens_per_second_per_gpu:758.3787711137072 
Step 8595 | loss:0.007433874532580376 lr:6.859416092313953e-07 tokens_per_second_per_gpu:962.6149736332728 
Step 8596 | loss:0.006386913824826479 lr:6.847680851982941e-07 tokens_per_second_per_gpu:722.5469838698862 
Step 8597 | loss:0.01772751659154892 lr:6.835955302806041e-07 tokens_per_second_per_gpu:886.9941377523 
Step 8598 | loss:0.004600673448294401 lr:6.824239446003112e-07 tokens_per_second_per_gpu:814.1509144179912 
Step 8599 | loss:0.009429726749658585 lr:6.812533282793032e-07 tokens_per_second_per_gpu:873.6539559426598 
Step 8600 | loss:0.0033497526310384274 lr:6.800836814393653e-07 tokens_per_second_per_gpu:729.9545340326282 
Step 8601 | loss:0.011412478983402252 lr:6.78915004202182e-07 tokens_per_second_per_gpu:813.9848962217525 
Step 8602 | loss:0.004562097601592541 lr:6.777472966893373e-07 tokens_per_second_per_gpu:836.8930780007875 
Step 8603 | loss:0.011925384402275085 lr:6.765805590223163e-07 tokens_per_second_per_gpu:897.8195604319911 
Step 8604 | loss:0.013699086382985115 lr:6.754147913224985e-07 tokens_per_second_per_gpu:870.2492625888485 
Step 8605 | loss:0.009356523863971233 lr:6.742499937111657e-07 tokens_per_second_per_gpu:807.0453648368659 
Step 8606 | loss:0.007136227563023567 lr:6.730861663095001e-07 tokens_per_second_per_gpu:778.3311768125521 
Step 8607 | loss:0.008052549324929714 lr:6.71923309238579e-07 tokens_per_second_per_gpu:1030.6716079157964 
Step 8608 | loss:0.011139189824461937 lr:6.707614226193814e-07 tokens_per_second_per_gpu:960.7247471147409 
Step 8609 | loss:0.05875495821237564 lr:6.696005065727873e-07 tokens_per_second_per_gpu:1136.3286758417107 
Step 8610 | loss:0.011051816865801811 lr:6.684405612195688e-07 tokens_per_second_per_gpu:926.3115517754871 
Step 8611 | loss:0.007661181967705488 lr:6.672815866804061e-07 tokens_per_second_per_gpu:965.284908836516 
Step 8612 | loss:0.014586598612368107 lr:6.661235830758694e-07 tokens_per_second_per_gpu:924.6312590258559 
Step 8613 | loss:0.00527273491024971 lr:6.649665505264347e-07 tokens_per_second_per_gpu:875.6443595200275 
Step 8614 | loss:0.004478622693568468 lr:6.638104891524766e-07 tokens_per_second_per_gpu:832.8641398172311 
Step 8615 | loss:0.008184829726815224 lr:6.626553990742612e-07 tokens_per_second_per_gpu:830.2693502964828 
Step 8616 | loss:0.009068031795322895 lr:6.615012804119624e-07 tokens_per_second_per_gpu:819.8527393427295 
Step 8617 | loss:0.005067794118076563 lr:6.603481332856521e-07 tokens_per_second_per_gpu:902.8185757376259 
Step 8618 | loss:0.011926204897463322 lr:6.591959578152928e-07 tokens_per_second_per_gpu:736.0004965422066 
Step 8619 | loss:0.012755169533193111 lr:6.580447541207546e-07 tokens_per_second_per_gpu:983.025036820505 
Step 8620 | loss:0.005238592624664307 lr:6.568945223218048e-07 tokens_per_second_per_gpu:1007.3493286430752 
Step 8621 | loss:0.0040163761004805565 lr:6.557452625381067e-07 tokens_per_second_per_gpu:810.6351935673731 
Step 8622 | loss:0.009472742676734924 lr:6.545969748892245e-07 tokens_per_second_per_gpu:934.2991113250233 
Step 8623 | loss:0.007964879274368286 lr:6.534496594946227e-07 tokens_per_second_per_gpu:806.0684305496771 
Step 8624 | loss:0.009004568681120872 lr:6.523033164736592e-07 tokens_per_second_per_gpu:1050.1139185386317 
Step 8625 | loss:0.008653426542878151 lr:6.511579459455974e-07 tokens_per_second_per_gpu:920.8036363488859 
Step 8626 | loss:0.0068059260956943035 lr:6.500135480295966e-07 tokens_per_second_per_gpu:1086.0664459517086 
Step 8627 | loss:0.024824563413858414 lr:6.488701228447136e-07 tokens_per_second_per_gpu:1226.0280339470485 
Step 8628 | loss:0.005482632666826248 lr:6.477276705099045e-07 tokens_per_second_per_gpu:885.841667168135 
Step 8629 | loss:0.0031840880401432514 lr:6.465861911440285e-07 tokens_per_second_per_gpu:771.0957878377963 
Step 8630 | loss:0.0045351190492510796 lr:6.454456848658364e-07 tokens_per_second_per_gpu:940.9751375909472 
Step 8631 | loss:0.020052148029208183 lr:6.443061517939819e-07 tokens_per_second_per_gpu:1020.4749063094908 
Step 8632 | loss:0.007478362414985895 lr:6.431675920470204e-07 tokens_per_second_per_gpu:850.1492701097544 
Step 8633 | loss:0.009042966179549694 lr:6.420300057433981e-07 tokens_per_second_per_gpu:945.9317787485062 
Step 8634 | loss:0.013734346255660057 lr:6.408933930014671e-07 tokens_per_second_per_gpu:820.6253920522496 
Step 8635 | loss:0.0039298878982663155 lr:6.39757753939475e-07 tokens_per_second_per_gpu:760.3949106595716 
Step 8636 | loss:0.019563455134630203 lr:6.386230886755684e-07 tokens_per_second_per_gpu:866.4359052512542 
Step 8637 | loss:0.00926123559474945 lr:6.374893973277918e-07 tokens_per_second_per_gpu:975.9459351131777 
Step 8638 | loss:0.006264484021812677 lr:6.36356680014093e-07 tokens_per_second_per_gpu:886.3874301890327 
Step 8639 | loss:0.007674700580537319 lr:6.3522493685231e-07 tokens_per_second_per_gpu:989.4964248492066 
Step 8640 | loss:0.004395415540784597 lr:6.340941679601898e-07 tokens_per_second_per_gpu:929.3389212540909 
Step 8641 | loss:0.007375176064670086 lr:6.32964373455367e-07 tokens_per_second_per_gpu:988.5423257715186 
Step 8642 | loss:0.009220436215400696 lr:6.318355534553822e-07 tokens_per_second_per_gpu:917.8247973782535 
Step 8643 | loss:0.010182182304561138 lr:6.307077080776769e-07 tokens_per_second_per_gpu:925.1522579400458 
Step 8644 | loss:0.013616631738841534 lr:6.295808374395807e-07 tokens_per_second_per_gpu:957.8364019818492 
Step 8645 | loss:0.012282700277864933 lr:6.284549416583319e-07 tokens_per_second_per_gpu:801.0407444466914 
Step 8646 | loss:0.007923460565507412 lr:6.273300208510657e-07 tokens_per_second_per_gpu:806.9285388305442 
Step 8647 | loss:0.01001392025500536 lr:6.262060751348087e-07 tokens_per_second_per_gpu:919.7898477743623 
Step 8648 | loss:0.00754959974437952 lr:6.250831046264938e-07 tokens_per_second_per_gpu:880.0566581663182 
Step 8649 | loss:0.01846383698284626 lr:6.239611094429521e-07 tokens_per_second_per_gpu:855.7136484618334 
Step 8650 | loss:0.012800442054867744 lr:6.228400897009068e-07 tokens_per_second_per_gpu:1001.34253911899 
Step 8651 | loss:0.004788301885128021 lr:6.217200455169858e-07 tokens_per_second_per_gpu:956.3006592579217 
Step 8652 | loss:0.01015463750809431 lr:6.206009770077159e-07 tokens_per_second_per_gpu:845.6166573106146 
Step 8653 | loss:0.009125879034399986 lr:6.19482884289515e-07 tokens_per_second_per_gpu:860.3874571992702 
Step 8654 | loss:0.006062621250748634 lr:6.18365767478708e-07 tokens_per_second_per_gpu:981.808416286966 
Step 8655 | loss:0.003988950047641993 lr:6.172496266915151e-07 tokens_per_second_per_gpu:816.7444783307067 
Step 8656 | loss:0.007680439855903387 lr:6.161344620440524e-07 tokens_per_second_per_gpu:982.8645676319766 
Step 8657 | loss:0.008291543461382389 lr:6.150202736523381e-07 tokens_per_second_per_gpu:1027.4705113377704 
Step 8658 | loss:0.015610085800290108 lr:6.139070616322884e-07 tokens_per_second_per_gpu:915.6593944061692 
Step 8659 | loss:0.021748222410678864 lr:6.12794826099714e-07 tokens_per_second_per_gpu:964.6706455031883 
Step 8660 | loss:0.0452326163649559 lr:6.116835671703281e-07 tokens_per_second_per_gpu:840.447722411649 
Step 8661 | loss:0.006574746686965227 lr:6.105732849597435e-07 tokens_per_second_per_gpu:850.407008471338 
Step 8662 | loss:0.00840706191956997 lr:6.094639795834667e-07 tokens_per_second_per_gpu:913.3225232370957 
Step 8663 | loss:0.008874411694705486 lr:6.083556511569044e-07 tokens_per_second_per_gpu:819.9669488628383 
Step 8664 | loss:0.003538816701620817 lr:6.072482997953643e-07 tokens_per_second_per_gpu:785.8585389296381 
Step 8665 | loss:0.0070975967682898045 lr:6.061419256140489e-07 tokens_per_second_per_gpu:866.9020735896914 
Step 8666 | loss:0.010965488851070404 lr:6.050365287280602e-07 tokens_per_second_per_gpu:1079.5554665750872 
Step 8667 | loss:0.013454535976052284 lr:6.039321092524008e-07 tokens_per_second_per_gpu:924.9987466114591 
Step 8668 | loss:0.011801982298493385 lr:6.028286673019668e-07 tokens_per_second_per_gpu:801.9529940054191 
Step 8669 | loss:0.00604722835123539 lr:6.017262029915582e-07 tokens_per_second_per_gpu:853.476561989835 
Step 8670 | loss:0.004017587751150131 lr:6.00624716435868e-07 tokens_per_second_per_gpu:703.222986649064 
Step 8671 | loss:0.01478535495698452 lr:5.995242077494901e-07 tokens_per_second_per_gpu:900.8425107224613 
Step 8672 | loss:0.012293050065636635 lr:5.984246770469204e-07 tokens_per_second_per_gpu:1075.539143877907 
Step 8673 | loss:0.005783459637314081 lr:5.973261244425433e-07 tokens_per_second_per_gpu:1021.1655228000616 
Step 8674 | loss:0.006445067934691906 lr:5.962285500506515e-07 tokens_per_second_per_gpu:824.2794467013506 
Step 8675 | loss:0.005312410183250904 lr:5.951319539854317e-07 tokens_per_second_per_gpu:973.2174497378836 
Step 8676 | loss:0.006045034620910883 lr:5.940363363609658e-07 tokens_per_second_per_gpu:815.6120747145027 
Step 8677 | loss:0.01511388085782528 lr:5.929416972912394e-07 tokens_per_second_per_gpu:872.6798905773456 
Step 8678 | loss:0.00821899063885212 lr:5.918480368901347e-07 tokens_per_second_per_gpu:848.37728520189 
Step 8679 | loss:0.005163818132132292 lr:5.907553552714285e-07 tokens_per_second_per_gpu:802.655530184131 
Step 8680 | loss:0.011167781427502632 lr:5.896636525488009e-07 tokens_per_second_per_gpu:886.469373751425 
Step 8681 | loss:0.003494902513921261 lr:5.885729288358278e-07 tokens_per_second_per_gpu:771.0711220833297 
Step 8682 | loss:0.020468560978770256 lr:5.874831842459816e-07 tokens_per_second_per_gpu:1047.7825415435766 
Step 8683 | loss:0.004945142660290003 lr:5.863944188926352e-07 tokens_per_second_per_gpu:809.8671142393711 
Step 8684 | loss:0.0074533019214868546 lr:5.8530663288906e-07 tokens_per_second_per_gpu:860.4029702445388 
Step 8685 | loss:0.016927961260080338 lr:5.842198263484244e-07 tokens_per_second_per_gpu:911.538898603865 
Step 8686 | loss:0.010843736119568348 lr:5.831339993837904e-07 tokens_per_second_per_gpu:965.9638335058802 
Step 8687 | loss:0.005659763235598803 lr:5.820491521081295e-07 tokens_per_second_per_gpu:853.4723161670107 
Step 8688 | loss:0.016895314678549767 lr:5.809652846343006e-07 tokens_per_second_per_gpu:995.5526287276666 
Step 8689 | loss:0.015072531066834927 lr:5.798823970750634e-07 tokens_per_second_per_gpu:918.7914702131009 
Step 8690 | loss:0.006042503751814365 lr:5.788004895430799e-07 tokens_per_second_per_gpu:755.9456691045056 
Step 8691 | loss:0.007331113331019878 lr:5.777195621509057e-07 tokens_per_second_per_gpu:814.5473857132413 
Step 8692 | loss:0.0023814949672669172 lr:5.766396150109932e-07 tokens_per_second_per_gpu:745.4336808262244 
Step 8693 | loss:0.008812019601464272 lr:5.755606482357002e-07 tokens_per_second_per_gpu:1068.1224326616461 
Step 8694 | loss:0.014489074237644672 lr:5.744826619372745e-07 tokens_per_second_per_gpu:972.4481156273245 
Step 8695 | loss:0.012630481272935867 lr:5.734056562278634e-07 tokens_per_second_per_gpu:1044.1712304931527 
Step 8696 | loss:0.00787639245390892 lr:5.723296312195181e-07 tokens_per_second_per_gpu:937.673252135016 
Step 8697 | loss:0.006308337207883596 lr:5.712545870241803e-07 tokens_per_second_per_gpu:720.2238747336975 
Step 8698 | loss:0.012792425230145454 lr:5.701805237536928e-07 tokens_per_second_per_gpu:920.9315424517524 
Step 8699 | loss:0.006452352274209261 lr:5.691074415197984e-07 tokens_per_second_per_gpu:841.4258665393805 
Step 8700 | loss:0.009186025708913803 lr:5.680353404341366e-07 tokens_per_second_per_gpu:1008.4440699718892 
Step 8701 | loss:0.008878316730260849 lr:5.669642206082393e-07 tokens_per_second_per_gpu:825.0938554397901 
Step 8702 | loss:0.014607110060751438 lr:5.658940821535442e-07 tokens_per_second_per_gpu:1047.2562970977149 
Step 8703 | loss:0.021660950034856796 lr:5.648249251813853e-07 tokens_per_second_per_gpu:1012.7775086835538 
Step 8704 | loss:0.008097747340798378 lr:5.637567498029895e-07 tokens_per_second_per_gpu:941.4356129706979 
Step 8705 | loss:0.01924286037683487 lr:5.626895561294865e-07 tokens_per_second_per_gpu:971.864107471496 
Step 8706 | loss:0.01268018875271082 lr:5.616233442719044e-07 tokens_per_second_per_gpu:873.5912037908357 
Step 8707 | loss:0.01594417914748192 lr:5.605581143411631e-07 tokens_per_second_per_gpu:1061.0900497450536 
Step 8708 | loss:0.007236635312438011 lr:5.594938664480876e-07 tokens_per_second_per_gpu:820.7837495403885 
Step 8709 | loss:0.013470720499753952 lr:5.584306007033969e-07 tokens_per_second_per_gpu:1025.4813120839922 
Step 8710 | loss:0.013078366406261921 lr:5.57368317217708e-07 tokens_per_second_per_gpu:1006.2962384193415 
Step 8711 | loss:0.007242243271321058 lr:5.563070161015349e-07 tokens_per_second_per_gpu:997.8096484022217 
Step 8712 | loss:0.008810593746602535 lr:5.552466974652948e-07 tokens_per_second_per_gpu:797.2589943686679 
Step 8713 | loss:0.008693662472069263 lr:5.541873614192938e-07 tokens_per_second_per_gpu:950.7548111610874 
Step 8714 | loss:0.016515223309397697 lr:5.531290080737428e-07 tokens_per_second_per_gpu:1177.4354626342883 
Step 8715 | loss:0.026847196742892265 lr:5.52071637538748e-07 tokens_per_second_per_gpu:827.5082414332785 
Step 8716 | loss:0.012583233416080475 lr:5.510152499243127e-07 tokens_per_second_per_gpu:938.8404963482953 
Step 8717 | loss:0.030039455741643906 lr:5.49959845340341e-07 tokens_per_second_per_gpu:897.6689615964883 
Step 8718 | loss:0.006443940568715334 lr:5.489054238966296e-07 tokens_per_second_per_gpu:914.0390092127692 
Step 8719 | loss:0.011953286826610565 lr:5.478519857028774e-07 tokens_per_second_per_gpu:905.9394573687606 
Step 8720 | loss:0.01075264997780323 lr:5.467995308686813e-07 tokens_per_second_per_gpu:931.9924055894709 
Step 8721 | loss:0.003329594386741519 lr:5.457480595035292e-07 tokens_per_second_per_gpu:897.9813650400778 
Step 8722 | loss:0.007032421883195639 lr:5.446975717168157e-07 tokens_per_second_per_gpu:934.2568710226826 
Step 8723 | loss:0.0034593744203448296 lr:5.43648067617828e-07 tokens_per_second_per_gpu:768.9193065248643 
Step 8724 | loss:0.007558202371001244 lr:5.425995473157497e-07 tokens_per_second_per_gpu:949.3990523163119 
Step 8725 | loss:0.01377581525593996 lr:5.41552010919667e-07 tokens_per_second_per_gpu:940.0769917595765 
Step 8726 | loss:0.015594297088682652 lr:5.405054585385605e-07 tokens_per_second_per_gpu:1147.7199761939012 
Step 8727 | loss:0.04737609252333641 lr:5.394598902813075e-07 tokens_per_second_per_gpu:1020.0369726167012 
Step 8728 | loss:0.00515532772988081 lr:5.384153062566844e-07 tokens_per_second_per_gpu:1034.9539814083014 
Step 8729 | loss:0.03729936480522156 lr:5.373717065733663e-07 tokens_per_second_per_gpu:1018.9551807480024 
Step 8730 | loss:0.008619093336164951 lr:5.363290913399232e-07 tokens_per_second_per_gpu:923.4685059345252 
Step 8731 | loss:0.010415018536150455 lr:5.352874606648251e-07 tokens_per_second_per_gpu:755.9982851578853 
Step 8732 | loss:0.009249844588339329 lr:5.342468146564406e-07 tokens_per_second_per_gpu:1088.5894955355311 
Step 8733 | loss:0.008169498294591904 lr:5.332071534230299e-07 tokens_per_second_per_gpu:947.1203653919308 
Step 8734 | loss:0.005650140345096588 lr:5.321684770727564e-07 tokens_per_second_per_gpu:892.0927996250593 
Step 8735 | loss:0.0059801312163472176 lr:5.311307857136816e-07 tokens_per_second_per_gpu:922.4643230735516 
Step 8736 | loss:0.01104229036718607 lr:5.30094079453759e-07 tokens_per_second_per_gpu:1203.9089413064974 
Step 8737 | loss:0.010918513871729374 lr:5.290583584008435e-07 tokens_per_second_per_gpu:1079.501789756497 
Step 8738 | loss:0.03832894563674927 lr:5.2802362266269e-07 tokens_per_second_per_gpu:1003.0382020566428 
Step 8739 | loss:0.019398752599954605 lr:5.269898723469435e-07 tokens_per_second_per_gpu:1056.8925350959894 
Step 8740 | loss:0.01109623908996582 lr:5.259571075611525e-07 tokens_per_second_per_gpu:969.5500801680527 
Step 8741 | loss:0.015226712450385094 lr:5.249253284127631e-07 tokens_per_second_per_gpu:1052.864026065155 
Step 8742 | loss:0.009174786508083344 lr:5.238945350091152e-07 tokens_per_second_per_gpu:943.7868407341244 
Step 8743 | loss:0.008899821899831295 lr:5.228647274574472e-07 tokens_per_second_per_gpu:820.8124703237771 
Step 8744 | loss:0.011739811860024929 lr:5.218359058648991e-07 tokens_per_second_per_gpu:944.6320801483303 
Step 8745 | loss:0.005830027163028717 lr:5.208080703384999e-07 tokens_per_second_per_gpu:837.4539032248958 
Step 8746 | loss:0.006484228186309338 lr:5.19781220985186e-07 tokens_per_second_per_gpu:811.3945565443862 
Step 8747 | loss:0.014696458354592323 lr:5.187553579117832e-07 tokens_per_second_per_gpu:1077.5352356801445 
Step 8748 | loss:0.002903631655499339 lr:5.177304812250184e-07 tokens_per_second_per_gpu:818.7338793093828 
Step 8749 | loss:0.010251553729176521 lr:5.167065910315161e-07 tokens_per_second_per_gpu:748.0050061601294 
Step 8750 | loss:0.0036362402606755495 lr:5.156836874377958e-07 tokens_per_second_per_gpu:815.3584703113168 
Step 8751 | loss:0.008612092584371567 lr:5.146617705502754e-07 tokens_per_second_per_gpu:967.7982053676968 
Step 8752 | loss:0.006134305614978075 lr:5.136408404752746e-07 tokens_per_second_per_gpu:727.5904515121085 
Step 8753 | loss:0.005408676341176033 lr:5.126208973190017e-07 tokens_per_second_per_gpu:815.9372612839577 
Step 8754 | loss:0.0027810707688331604 lr:5.116019411875695e-07 tokens_per_second_per_gpu:893.7635402639232 
Step 8755 | loss:0.002866894006729126 lr:5.105839721869866e-07 tokens_per_second_per_gpu:918.0309022616748 
Step 8756 | loss:0.010205717757344246 lr:5.095669904231549e-07 tokens_per_second_per_gpu:999.42357530958 
Step 8757 | loss:0.007693945430219173 lr:5.085509960018786e-07 tokens_per_second_per_gpu:973.4152160162976 
Step 8758 | loss:0.011602729558944702 lr:5.075359890288578e-07 tokens_per_second_per_gpu:821.7185049409497 
Step 8759 | loss:0.011326385661959648 lr:5.065219696096879e-07 tokens_per_second_per_gpu:914.8233469539903 
Step 8760 | loss:0.005254196468740702 lr:5.055089378498634e-07 tokens_per_second_per_gpu:1017.045142047454 
Step 8761 | loss:0.006203485187143087 lr:5.044968938547767e-07 tokens_per_second_per_gpu:941.3837794888813 
Step 8762 | loss:0.009328285232186317 lr:5.034858377297158e-07 tokens_per_second_per_gpu:812.0026655598666 
Step 8763 | loss:0.0035625402815639973 lr:5.024757695798643e-07 tokens_per_second_per_gpu:958.101795478776 
Step 8764 | loss:0.011870432645082474 lr:5.014666895103092e-07 tokens_per_second_per_gpu:933.3606197657057 
Step 8765 | loss:0.005877406802028418 lr:5.004585976260279e-07 tokens_per_second_per_gpu:846.1066116849837 
Step 8766 | loss:0.004820000380277634 lr:4.994514940318984e-07 tokens_per_second_per_gpu:916.909840245548 
Step 8767 | loss:0.004268096759915352 lr:4.98445378832696e-07 tokens_per_second_per_gpu:859.1559038506742 
Step 8768 | loss:0.0056323762983083725 lr:4.974402521330912e-07 tokens_per_second_per_gpu:803.9377082472375 
Step 8769 | loss:0.004443353042006493 lr:4.96436114037654e-07 tokens_per_second_per_gpu:902.957303973247 
Step 8770 | loss:0.006853675004094839 lr:4.954329646508505e-07 tokens_per_second_per_gpu:948.0932714251117 
Step 8771 | loss:0.012037159875035286 lr:4.94430804077043e-07 tokens_per_second_per_gpu:789.1184938346985 
Step 8772 | loss:0.016915149986743927 lr:4.934296324204912e-07 tokens_per_second_per_gpu:761.8208253534777 
Step 8773 | loss:0.01505902037024498 lr:4.924294497853566e-07 tokens_per_second_per_gpu:984.9139655024512 
Step 8774 | loss:0.013193177990615368 lr:4.914302562756889e-07 tokens_per_second_per_gpu:1098.585753748586 
Step 8775 | loss:0.0104365274310112 lr:4.904320519954431e-07 tokens_per_second_per_gpu:881.8916231352107 
Step 8776 | loss:0.01155385933816433 lr:4.894348370484648e-07 tokens_per_second_per_gpu:866.3916259133674 
Step 8777 | loss:0.006495702546089888 lr:4.88438611538502e-07 tokens_per_second_per_gpu:867.8841612795907 
Step 8778 | loss:0.003153677564114332 lr:4.874433755691987e-07 tokens_per_second_per_gpu:742.5026172394889 
Step 8779 | loss:0.010111555457115173 lr:4.864491292440921e-07 tokens_per_second_per_gpu:844.5768368716882 
Step 8780 | loss:0.0054284073412418365 lr:4.854558726666192e-07 tokens_per_second_per_gpu:986.7620122300715 
Step 8781 | loss:0.011369938030838966 lr:4.844636059401175e-07 tokens_per_second_per_gpu:861.422522510275 
Step 8782 | loss:0.006574186030775309 lr:4.834723291678145e-07 tokens_per_second_per_gpu:888.8620692250022 
Step 8783 | loss:0.006941455416381359 lr:4.824820424528398e-07 tokens_per_second_per_gpu:846.4515927165731 
Step 8784 | loss:0.00888439267873764 lr:4.814927458982188e-07 tokens_per_second_per_gpu:964.9333067872245 
Step 8785 | loss:0.009509168565273285 lr:4.805044396068715e-07 tokens_per_second_per_gpu:895.9470621684284 
Step 8786 | loss:0.011197770945727825 lr:4.795171236816187e-07 tokens_per_second_per_gpu:1079.1615601698884 
Step 8787 | loss:0.01399410143494606 lr:4.785307982251774e-07 tokens_per_second_per_gpu:819.785728472284 
Step 8788 | loss:0.008770525455474854 lr:4.775454633401577e-07 tokens_per_second_per_gpu:810.3501980746966 
Step 8789 | loss:0.006098429672420025 lr:4.765611191290698e-07 tokens_per_second_per_gpu:819.7992306715163 
Step 8790 | loss:0.011358210816979408 lr:4.755777656943239e-07 tokens_per_second_per_gpu:826.2106950344028 
Step 8791 | loss:0.026932697743177414 lr:4.745954031382216e-07 tokens_per_second_per_gpu:1026.1521222267709 
Step 8792 | loss:0.004542314447462559 lr:4.7361403156296004e-07 tokens_per_second_per_gpu:913.2889795955671 
Step 8793 | loss:0.007054704707115889 lr:4.7263365107064194e-07 tokens_per_second_per_gpu:842.5651701770361 
Step 8794 | loss:0.008153912611305714 lr:4.7165426176326135e-07 tokens_per_second_per_gpu:857.6573545262092 
Step 8795 | loss:0.011041631922125816 lr:4.706758637427045e-07 tokens_per_second_per_gpu:1032.6349088382697 
Step 8796 | loss:0.005787590052932501 lr:4.6969845711076543e-07 tokens_per_second_per_gpu:911.1860205005783 
Step 8797 | loss:0.007802979089319706 lr:4.687220419691274e-07 tokens_per_second_per_gpu:950.6771405872165 
Step 8798 | loss:0.011537877842783928 lr:4.677466184193702e-07 tokens_per_second_per_gpu:1091.2751464648004 
Step 8799 | loss:0.006747141946107149 lr:4.66772186562976e-07 tokens_per_second_per_gpu:878.9543536565941 
Step 8800 | loss:0.012580879032611847 lr:4.6579874650131804e-07 tokens_per_second_per_gpu:842.0943156746258 
Step 8801 | loss:0.007498600520193577 lr:4.648262983356666e-07 tokens_per_second_per_gpu:801.1984452187133 
Step 8802 | loss:0.004909460432827473 lr:4.638548421671962e-07 tokens_per_second_per_gpu:887.2643397927745 
Step 8803 | loss:0.004672643728554249 lr:4.6288437809697053e-07 tokens_per_second_per_gpu:1010.9545798821928 
Step 8804 | loss:0.004777604714035988 lr:4.619149062259498e-07 tokens_per_second_per_gpu:946.2890082282822 
Step 8805 | loss:0.02226356416940689 lr:4.609464266549979e-07 tokens_per_second_per_gpu:910.6375020828623 
Step 8806 | loss:0.009103207848966122 lr:4.599789394848686e-07 tokens_per_second_per_gpu:824.4540807027332 
Step 8807 | loss:0.01469980739057064 lr:4.5901244481621366e-07 tokens_per_second_per_gpu:788.5724480487402 
Step 8808 | loss:0.00877138040959835 lr:4.5804694274958596e-07 tokens_per_second_per_gpu:892.0272692862791 
Step 8809 | loss:0.01083503756672144 lr:4.570824333854307e-07 tokens_per_second_per_gpu:889.2490797149538 
Step 8810 | loss:0.008726319298148155 lr:4.561189168240909e-07 tokens_per_second_per_gpu:915.6379511734712 
Step 8811 | loss:0.010870793834328651 lr:4.551563931658054e-07 tokens_per_second_per_gpu:895.0647619431963 
Step 8812 | loss:0.010978255420923233 lr:4.541948625107151e-07 tokens_per_second_per_gpu:724.720188123938 
Step 8813 | loss:0.032489776611328125 lr:4.5323432495884776e-07 tokens_per_second_per_gpu:772.8688184871589 
Step 8814 | loss:0.007258526049554348 lr:4.52274780610138e-07 tokens_per_second_per_gpu:869.662713600574 
Step 8815 | loss:0.007096308283507824 lr:4.513162295644102e-07 tokens_per_second_per_gpu:861.7860517891763 
Step 8816 | loss:0.0034432830289006233 lr:4.5035867192138816e-07 tokens_per_second_per_gpu:999.4429040534286 
Step 8817 | loss:0.006277749314904213 lr:4.4940210778069206e-07 tokens_per_second_per_gpu:863.5152514602022 
Step 8818 | loss:0.005208008922636509 lr:4.484465372418401e-07 tokens_per_second_per_gpu:1010.7334075316588 
Step 8819 | loss:0.01150141004472971 lr:4.474919604042427e-07 tokens_per_second_per_gpu:864.2591501609214 
Step 8820 | loss:0.004173688590526581 lr:4.4653837736721273e-07 tokens_per_second_per_gpu:845.2056144777632 
Step 8821 | loss:0.014673888683319092 lr:4.455857882299541e-07 tokens_per_second_per_gpu:820.8883830837447 
Step 8822 | loss:0.014431153424084187 lr:4.4463419309156987e-07 tokens_per_second_per_gpu:989.9515975638084 
Step 8823 | loss:0.004855101462453604 lr:4.4368359205106404e-07 tokens_per_second_per_gpu:836.4367299087905 
Step 8824 | loss:0.027436820790171623 lr:4.4273398520732756e-07 tokens_per_second_per_gpu:986.6649614899884 
Step 8825 | loss:0.01561669260263443 lr:4.417853726591559e-07 tokens_per_second_per_gpu:1118.223946534415 
Step 8826 | loss:0.003299865871667862 lr:4.4083775450524004e-07 tokens_per_second_per_gpu:862.6508727227275 
Step 8827 | loss:0.013898292556405067 lr:4.398911308441622e-07 tokens_per_second_per_gpu:858.6666949968693 
Step 8828 | loss:0.010274705477058887 lr:4.389455017744071e-07 tokens_per_second_per_gpu:934.628008285435 
Step 8829 | loss:0.011616076342761517 lr:4.3800086739435477e-07 tokens_per_second_per_gpu:954.7554702035736 
Step 8830 | loss:0.013196390122175217 lr:4.3705722780227887e-07 tokens_per_second_per_gpu:897.4918233252445 
Step 8831 | loss:0.008490821346640587 lr:4.36114583096352e-07 tokens_per_second_per_gpu:961.7217900766541 
Step 8832 | loss:0.010961204767227173 lr:4.3517293337464463e-07 tokens_per_second_per_gpu:998.4498424852767 
Step 8833 | loss:0.0055828033946454525 lr:4.342322787351183e-07 tokens_per_second_per_gpu:837.5220884741493 
Step 8834 | loss:0.006297590211033821 lr:4.332926192756359e-07 tokens_per_second_per_gpu:858.7456832038139 
Step 8835 | loss:0.005979299079626799 lr:4.3235395509395817e-07 tokens_per_second_per_gpu:825.3046132108075 
Step 8836 | loss:0.007452634163200855 lr:4.314162862877358e-07 tokens_per_second_per_gpu:957.2616759583082 
Step 8837 | loss:0.009472586214542389 lr:4.304796129545219e-07 tokens_per_second_per_gpu:1061.2263439387038 
Step 8838 | loss:0.006557416170835495 lr:4.2954393519176297e-07 tokens_per_second_per_gpu:773.570333692419 
Step 8839 | loss:0.004831274971365929 lr:4.286092530968022e-07 tokens_per_second_per_gpu:871.668647525212 
Step 8840 | loss:0.018607743084430695 lr:4.276755667668808e-07 tokens_per_second_per_gpu:890.5287721856479 
Step 8841 | loss:0.007724031340330839 lr:4.267428762991366e-07 tokens_per_second_per_gpu:867.2470910631283 
Step 8842 | loss:0.010696806944906712 lr:4.2581118179059966e-07 tokens_per_second_per_gpu:1049.8347759244227 
Step 8843 | loss:0.014475807547569275 lr:4.2488048333820033e-07 tokens_per_second_per_gpu:1007.7235370971196 
Step 8844 | loss:0.0054139127023518085 lr:4.2395078103876553e-07 tokens_per_second_per_gpu:951.4886446198982 
Step 8845 | loss:0.019564758986234665 lr:4.2302207498901684e-07 tokens_per_second_per_gpu:906.4896829773531 
Step 8846 | loss:0.012235117144882679 lr:4.2209436528557133e-07 tokens_per_second_per_gpu:949.8244547558999 
Step 8847 | loss:0.0079572182148695 lr:4.2116765202494635e-07 tokens_per_second_per_gpu:1077.7772425365406 
Step 8848 | loss:0.0027207506354898214 lr:4.202419353035503e-07 tokens_per_second_per_gpu:760.1697130923426 
Step 8849 | loss:0.013513371348381042 lr:4.1931721521769163e-07 tokens_per_second_per_gpu:814.2823460050182 
Step 8850 | loss:0.010826258920133114 lr:4.183934918635768e-07 tokens_per_second_per_gpu:939.0837622398102 
Step 8851 | loss:0.009651176631450653 lr:4.1747076533730113e-07 tokens_per_second_per_gpu:786.8059189737266 
Step 8852 | loss:0.0070123979821801186 lr:4.165490357348656e-07 tokens_per_second_per_gpu:903.1386488005138 
Step 8853 | loss:0.006437794771045446 lr:4.1562830315215905e-07 tokens_per_second_per_gpu:936.9353134428777 
Step 8854 | loss:0.006207007449120283 lr:4.147085676849716e-07 tokens_per_second_per_gpu:965.4116713199815 
Step 8855 | loss:0.016292963176965714 lr:4.13789829428991e-07 tokens_per_second_per_gpu:1034.2119698322092 
Step 8856 | loss:0.016174741089344025 lr:4.128720884797943e-07 tokens_per_second_per_gpu:881.4977521270796 
Step 8857 | loss:0.006627662107348442 lr:4.119553449328617e-07 tokens_per_second_per_gpu:815.4994692708552 
Step 8858 | loss:0.008619805797934532 lr:4.1103959888356916e-07 tokens_per_second_per_gpu:980.1521311240286 
Step 8859 | loss:0.0060507310554385185 lr:4.1012485042718263e-07 tokens_per_second_per_gpu:756.9720061835202 
Step 8860 | loss:0.011315218172967434 lr:4.092110996588705e-07 tokens_per_second_per_gpu:1101.9191724442483 
Step 8861 | loss:0.022714324295520782 lr:4.082983466736956e-07 tokens_per_second_per_gpu:1208.5268855176107 
Step 8862 | loss:0.011316603049635887 lr:4.073865915666164e-07 tokens_per_second_per_gpu:736.8817851291884 
Step 8863 | loss:0.004128110595047474 lr:4.064758344324871e-07 tokens_per_second_per_gpu:814.037334792108 
Step 8864 | loss:0.005378452129662037 lr:4.0556607536606175e-07 tokens_per_second_per_gpu:832.1326624950441 
Step 8865 | loss:0.01711384765803814 lr:4.0465731446198365e-07 tokens_per_second_per_gpu:1032.3746961626418 
Step 8866 | loss:0.007551290560513735 lr:4.037495518147982e-07 tokens_per_second_per_gpu:743.5521836271673 
Step 8867 | loss:0.008783185854554176 lr:4.0284278751894556e-07 tokens_per_second_per_gpu:812.4503578044443 
Step 8868 | loss:0.003339980496093631 lr:4.0193702166876015e-07 tokens_per_second_per_gpu:911.5362108327945 
Step 8869 | loss:0.0055775027722120285 lr:4.0103225435847436e-07 tokens_per_second_per_gpu:702.5518570024196 
Step 8870 | loss:0.014278596267104149 lr:4.001284856822174e-07 tokens_per_second_per_gpu:1002.1270858782297 
Step 8871 | loss:0.010030960664153099 lr:3.9922571573401184e-07 tokens_per_second_per_gpu:826.8752761754852 
Step 8872 | loss:0.010894883424043655 lr:3.983239446077769e-07 tokens_per_second_per_gpu:945.085954599059 
Step 8873 | loss:0.017287641763687134 lr:3.974231723973321e-07 tokens_per_second_per_gpu:840.2021286162808 
Step 8874 | loss:0.012188277207314968 lr:3.965233991963868e-07 tokens_per_second_per_gpu:964.4241998230974 
Step 8875 | loss:0.027201693505048752 lr:3.956246250985507e-07 tokens_per_second_per_gpu:1073.1725123842914 
Step 8876 | loss:0.00841391459107399 lr:3.947268501973289e-07 tokens_per_second_per_gpu:1089.5225329847228 
Step 8877 | loss:0.004567743744701147 lr:3.93830074586119e-07 tokens_per_second_per_gpu:820.8793654109528 
Step 8878 | loss:0.011618002317845821 lr:3.929342983582207e-07 tokens_per_second_per_gpu:791.704119290633 
Step 8879 | loss:0.004460946656763554 lr:3.9203952160682734e-07 tokens_per_second_per_gpu:845.9876667227733 
Step 8880 | loss:0.02717830240726471 lr:3.9114574442502326e-07 tokens_per_second_per_gpu:729.7926702391576 
Step 8881 | loss:0.007587073836475611 lr:3.902529669057975e-07 tokens_per_second_per_gpu:1214.5018725100358 
Step 8882 | loss:0.004236938897520304 lr:3.893611891420268e-07 tokens_per_second_per_gpu:661.7899084593212 
Step 8883 | loss:0.011075980961322784 lr:3.884704112264903e-07 tokens_per_second_per_gpu:909.3260313062196 
Step 8884 | loss:0.010406787507236004 lr:3.875806332518606e-07 tokens_per_second_per_gpu:792.314087137277 
Step 8885 | loss:0.010465217754244804 lr:3.8669185531070464e-07 tokens_per_second_per_gpu:740.333654555619 
Step 8886 | loss:0.006985326763242483 lr:3.8580407749548854e-07 tokens_per_second_per_gpu:791.7807418211651 
Step 8887 | loss:0.008554312400519848 lr:3.8491729989857287e-07 tokens_per_second_per_gpu:918.1722609054264 
Step 8888 | loss:0.00920449011027813 lr:3.8403152261221153e-07 tokens_per_second_per_gpu:863.3466399693598 
Step 8889 | loss:0.00771720614284277 lr:3.831467457285587e-07 tokens_per_second_per_gpu:1147.998312027955 
Step 8890 | loss:0.008571581915020943 lr:3.822629693396651e-07 tokens_per_second_per_gpu:848.881851072408 
Step 8891 | loss:0.007723937276750803 lr:3.8138019353746946e-07 tokens_per_second_per_gpu:1010.6951461082891 
Step 8892 | loss:0.008231421932578087 lr:3.8049841841381607e-07 tokens_per_second_per_gpu:798.8097145738952 
Step 8893 | loss:0.013792527839541435 lr:3.7961764406044044e-07 tokens_per_second_per_gpu:1190.8469482084638 
Step 8894 | loss:0.010252700187265873 lr:3.787378705689715e-07 tokens_per_second_per_gpu:926.7339997242261 
Step 8895 | loss:0.017170287668704987 lr:3.7785909803094045e-07 tokens_per_second_per_gpu:1065.014031390329 
Step 8896 | loss:0.007521803956478834 lr:3.7698132653776975e-07 tokens_per_second_per_gpu:910.3577664676985 
Step 8897 | loss:0.022612154483795166 lr:3.761045561807786e-07 tokens_per_second_per_gpu:947.8082144197541 
Step 8898 | loss:0.00823938101530075 lr:3.752287870511806e-07 tokens_per_second_per_gpu:776.3885511077837 
Step 8899 | loss:0.0061090076342225075 lr:3.7435401924009073e-07 tokens_per_second_per_gpu:996.4506976028515 
Step 8900 | loss:0.00823366828262806 lr:3.7348025283851285e-07 tokens_per_second_per_gpu:1031.939477391745 
Step 8901 | loss:0.003314387984573841 lr:3.726074879373498e-07 tokens_per_second_per_gpu:830.0684669830649 
Step 8902 | loss:0.0033542613964527845 lr:3.7173572462740225e-07 tokens_per_second_per_gpu:743.54601227933 
Step 8903 | loss:0.005583489313721657 lr:3.708649629993644e-07 tokens_per_second_per_gpu:815.4051074371274 
Step 8904 | loss:0.012442628853023052 lr:3.699952031438225e-07 tokens_per_second_per_gpu:775.760530365903 
Step 8905 | loss:0.00631626695394516 lr:3.6912644515126774e-07 tokens_per_second_per_gpu:756.6333293780432 
Step 8906 | loss:0.007098617032170296 lr:3.682586891120798e-07 tokens_per_second_per_gpu:813.5757333947962 
Step 8907 | loss:0.01305724773555994 lr:3.6739193511653335e-07 tokens_per_second_per_gpu:1108.0427490636728 
Step 8908 | loss:0.010693233460187912 lr:3.6652618325480727e-07 tokens_per_second_per_gpu:811.2524677757601 
Step 8909 | loss:0.02442660555243492 lr:3.6566143361696616e-07 tokens_per_second_per_gpu:944.4207129154744 
Step 8910 | loss:0.005121209658682346 lr:3.6479768629297473e-07 tokens_per_second_per_gpu:810.7817589356439 
Step 8911 | loss:0.006608099211007357 lr:3.639349413726967e-07 tokens_per_second_per_gpu:1068.4157627622635 
Step 8912 | loss:0.006991969887167215 lr:3.6307319894588687e-07 tokens_per_second_per_gpu:904.7686139240261 
Step 8913 | loss:0.007229904644191265 lr:3.622124591021947e-07 tokens_per_second_per_gpu:1007.3865309912236 
Step 8914 | loss:0.010067423805594444 lr:3.6135272193116964e-07 tokens_per_second_per_gpu:766.0746516914696 
Step 8915 | loss:0.006815016735345125 lr:3.6049398752225683e-07 tokens_per_second_per_gpu:946.2724421546832 
Step 8916 | loss:0.022674651816487312 lr:3.5963625596479147e-07 tokens_per_second_per_gpu:975.1837759484597 
Step 8917 | loss:0.005917033180594444 lr:3.587795273480088e-07 tokens_per_second_per_gpu:1052.704836759972 
Step 8918 | loss:0.007716167252510786 lr:3.5792380176104316e-07 tokens_per_second_per_gpu:637.4558813904777 
Step 8919 | loss:0.004698364529758692 lr:3.5706907929291543e-07 tokens_per_second_per_gpu:888.6389482659537 
Step 8920 | loss:0.013502094894647598 lr:3.562153600325491e-07 tokens_per_second_per_gpu:827.0219829556697 
Step 8921 | loss:0.006263715215027332 lr:3.5536264406876185e-07 tokens_per_second_per_gpu:1066.8675290713697 
Step 8922 | loss:0.006821540184319019 lr:3.5451093149026617e-07 tokens_per_second_per_gpu:882.1178784082916 
Step 8923 | loss:0.004285190254449844 lr:3.536602223856689e-07 tokens_per_second_per_gpu:826.6854173435006 
Step 8924 | loss:0.009653309360146523 lr:3.52810516843477e-07 tokens_per_second_per_gpu:765.69442511661 
Step 8925 | loss:0.0072670020163059235 lr:3.519618149520876e-07 tokens_per_second_per_gpu:995.4601998336249 
Step 8926 | loss:0.0042904517613351345 lr:3.511141167997989e-07 tokens_per_second_per_gpu:953.9212291118642 
Step 8927 | loss:0.00800460483878851 lr:3.5026742247479706e-07 tokens_per_second_per_gpu:751.2967173539265 
Step 8928 | loss:0.005462865810841322 lr:3.494217320651716e-07 tokens_per_second_per_gpu:920.3527501640415 
Step 8929 | loss:0.004292418714612722 lr:3.485770456589044e-07 tokens_per_second_per_gpu:794.3857598623424 
Step 8930 | loss:0.008866526186466217 lr:3.4773336334387063e-07 tokens_per_second_per_gpu:838.9182121442162 
Step 8931 | loss:0.006510167382657528 lr:3.4689068520784463e-07 tokens_per_second_per_gpu:945.3453905106425 
Step 8932 | loss:0.01506828423589468 lr:3.460490113384973e-07 tokens_per_second_per_gpu:897.0725292039754 
Step 8933 | loss:0.014642736874520779 lr:3.452083418233887e-07 tokens_per_second_per_gpu:1120.80547713179 
Step 8934 | loss:0.004657869692891836 lr:3.443686767499799e-07 tokens_per_second_per_gpu:723.7123390312362 
Step 8935 | loss:0.008608723059296608 lr:3.4353001620562764e-07 tokens_per_second_per_gpu:931.0063760634133 
Step 8936 | loss:0.0051497649401426315 lr:3.426923602775789e-07 tokens_per_second_per_gpu:847.1197242325893 
Step 8937 | loss:0.0077728042379021645 lr:3.4185570905298283e-07 tokens_per_second_per_gpu:777.7081101008966 
Step 8938 | loss:0.007463224232196808 lr:3.410200626188809e-07 tokens_per_second_per_gpu:953.7225315843207 
Step 8939 | loss:0.005920913070440292 lr:3.401854210622069e-07 tokens_per_second_per_gpu:1012.385957733061 
Step 8940 | loss:0.007779437117278576 lr:3.3935178446979575e-07 tokens_per_second_per_gpu:924.0688747795662 
Step 8941 | loss:0.016513550654053688 lr:3.385191529283749e-07 tokens_per_second_per_gpu:1042.0702340507344 
Step 8942 | loss:0.012383157387375832 lr:3.3768752652456827e-07 tokens_per_second_per_gpu:1020.4671865030248 
Step 8943 | loss:0.004163776524364948 lr:3.3685690534489224e-07 tokens_per_second_per_gpu:871.3028645574476 
Step 8944 | loss:0.0061956737190485 lr:3.3602728947576436e-07 tokens_per_second_per_gpu:938.5854963916213 
Step 8945 | loss:0.009125659242272377 lr:3.351986790034911e-07 tokens_per_second_per_gpu:856.8744520837681 
Step 8946 | loss:0.004979145247489214 lr:3.3437107401427915e-07 tokens_per_second_per_gpu:950.9428680408912 
Step 8947 | loss:0.006245555821806192 lr:3.3354447459422954e-07 tokens_per_second_per_gpu:901.7318263988494 
Step 8948 | loss:0.01176508329808712 lr:3.3271888082933577e-07 tokens_per_second_per_gpu:927.9897874959961 
Step 8949 | loss:0.0027090641669929028 lr:3.3189429280548915e-07 tokens_per_second_per_gpu:725.8510580534946 
Step 8950 | loss:0.012089146301150322 lr:3.310707106084798e-07 tokens_per_second_per_gpu:916.4278408740672 
Step 8951 | loss:0.003995966631919146 lr:3.3024813432398496e-07 tokens_per_second_per_gpu:854.3814063017427 
Step 8952 | loss:0.0051991818472743034 lr:3.294265640375827e-07 tokens_per_second_per_gpu:1003.795981707112 
Step 8953 | loss:0.008848283439874649 lr:3.2860599983474903e-07 tokens_per_second_per_gpu:851.2759669459886 
Step 8954 | loss:0.00830099917948246 lr:3.2778644180084806e-07 tokens_per_second_per_gpu:866.9676122279762 
Step 8955 | loss:0.008391570299863815 lr:3.2696789002114373e-07 tokens_per_second_per_gpu:804.5659760974038 
Step 8956 | loss:0.008678795769810677 lr:3.2615034458079675e-07 tokens_per_second_per_gpu:863.5731666956158 
Step 8957 | loss:0.007146617863327265 lr:3.2533380556485694e-07 tokens_per_second_per_gpu:1047.9289863548427 
Step 8958 | loss:0.01641053706407547 lr:3.2451827305827855e-07 tokens_per_second_per_gpu:931.5233481833668 
Step 8959 | loss:0.006585318129509687 lr:3.2370374714590037e-07 tokens_per_second_per_gpu:942.0840403370084 
Step 8960 | loss:0.008517231792211533 lr:3.228902279124657e-07 tokens_per_second_per_gpu:733.0197855596987 
Step 8961 | loss:0.01430255826562643 lr:3.2207771544260913e-07 tokens_per_second_per_gpu:1018.8713837828438 
Step 8962 | loss:0.003924451768398285 lr:3.2126620982085966e-07 tokens_per_second_per_gpu:849.1015146308433 
Step 8963 | loss:0.007675763685256243 lr:3.204557111316431e-07 tokens_per_second_per_gpu:966.3116803579104 
Step 8964 | loss:0.0052596647292375565 lr:3.19646219459282e-07 tokens_per_second_per_gpu:921.2712098628831 
Step 8965 | loss:0.025731800124049187 lr:3.1883773488798895e-07 tokens_per_second_per_gpu:1034.850181534177 
Step 8966 | loss:0.012271965853869915 lr:3.180302575018779e-07 tokens_per_second_per_gpu:1017.0288997044462 
Step 8967 | loss:0.011594386771321297 lr:3.1722378738495377e-07 tokens_per_second_per_gpu:968.6146820886694 
Step 8968 | loss:0.003197372891008854 lr:3.1641832462111833e-07 tokens_per_second_per_gpu:781.2755305576087 
Step 8969 | loss:0.012070972472429276 lr:3.1561386929416794e-07 tokens_per_second_per_gpu:922.7477601658005 
Step 8970 | loss:0.01032837014645338 lr:3.1481042148779674e-07 tokens_per_second_per_gpu:853.4415386209258 
Step 8971 | loss:0.0073919049464166164 lr:3.1400798128558894e-07 tokens_per_second_per_gpu:979.2284384729834 
Step 8972 | loss:0.017802398651838303 lr:3.1320654877102895e-07 tokens_per_second_per_gpu:1029.3322590686194 
Step 8973 | loss:0.020726289600133896 lr:3.124061240274945e-07 tokens_per_second_per_gpu:1169.0413168858195 
Step 8974 | loss:0.01260395348072052 lr:3.1160670713825556e-07 tokens_per_second_per_gpu:851.9407575655733 
Step 8975 | loss:0.00893942266702652 lr:3.1080829818648127e-07 tokens_per_second_per_gpu:1143.3505202601825 
Step 8976 | loss:0.0048109907656908035 lr:3.1001089725523626e-07 tokens_per_second_per_gpu:912.5664813835492 
Step 8977 | loss:0.014248758554458618 lr:3.0921450442747633e-07 tokens_per_second_per_gpu:1255.0994057168018 
Step 8978 | loss:0.012578772380948067 lr:3.084191197860564e-07 tokens_per_second_per_gpu:963.833820898415 
Step 8979 | loss:0.008207760751247406 lr:3.076247434137236e-07 tokens_per_second_per_gpu:988.7495583437444 
Step 8980 | loss:0.0087041724473238 lr:3.068313753931218e-07 tokens_per_second_per_gpu:850.8004181098946 
Step 8981 | loss:0.005660607013851404 lr:3.060390158067883e-07 tokens_per_second_per_gpu:920.2216147275446 
Step 8982 | loss:0.009352254681289196 lr:3.052476647371594e-07 tokens_per_second_per_gpu:761.9467268033421 
Step 8983 | loss:0.013711527921259403 lr:3.044573222665603e-07 tokens_per_second_per_gpu:1033.589572279034 
Step 8984 | loss:0.003949744161218405 lr:3.036679884772165e-07 tokens_per_second_per_gpu:948.2789203557279 
Step 8985 | loss:0.006291665136814117 lr:3.028796634512488e-07 tokens_per_second_per_gpu:873.4389262535719 
Step 8986 | loss:0.005149753764271736 lr:3.0209234727066717e-07 tokens_per_second_per_gpu:888.1062359266451 
Step 8987 | loss:0.017833828926086426 lr:3.0130604001738395e-07 tokens_per_second_per_gpu:1079.2000863152446 
Step 8988 | loss:0.009525984525680542 lr:3.0052074177319924e-07 tokens_per_second_per_gpu:1019.760216366694 
Step 8989 | loss:0.018550720065832138 lr:2.997364526198154e-07 tokens_per_second_per_gpu:1318.3981263536366 
Step 8990 | loss:0.003462241031229496 lr:2.989531726388262e-07 tokens_per_second_per_gpu:824.5723500999856 
Step 8991 | loss:0.0076115429401397705 lr:2.981709019117174e-07 tokens_per_second_per_gpu:1054.1955603428244 
Step 8992 | loss:0.01856192946434021 lr:2.9738964051987617e-07 tokens_per_second_per_gpu:929.9377254902796 
Step 8993 | loss:0.021100085228681564 lr:2.966093885445809e-07 tokens_per_second_per_gpu:1102.9336102638783 
Step 8994 | loss:0.01033735554665327 lr:2.9583014606700546e-07 tokens_per_second_per_gpu:976.213087178483 
Step 8995 | loss:0.02458677440881729 lr:2.9505191316821724e-07 tokens_per_second_per_gpu:855.4673236630119 
Step 8996 | loss:0.0028633407782763243 lr:2.942746899291826e-07 tokens_per_second_per_gpu:736.7046752765531 
Step 8997 | loss:0.005620041862130165 lr:2.9349847643075803e-07 tokens_per_second_per_gpu:766.3544384647072 
Step 8998 | loss:0.004672149196267128 lr:2.927232727536977e-07 tokens_per_second_per_gpu:779.6798571348975 
Step 8999 | loss:0.011664437130093575 lr:2.919490789786539e-07 tokens_per_second_per_gpu:858.7563707410234 
Step 9000 | loss:0.012930882163345814 lr:2.911758951861654e-07 tokens_per_second_per_gpu:830.8036059658378 
Step 9001 | loss:0.03943992033600807 lr:2.904037214566724e-07 tokens_per_second_per_gpu:994.0797136615477 
Step 9002 | loss:0.002876686630770564 lr:2.896325578705117e-07 tokens_per_second_per_gpu:760.4200034311397 
Step 9003 | loss:0.034285884350538254 lr:2.8886240450790805e-07 tokens_per_second_per_gpu:988.1468923314507 
Step 9004 | loss:0.012443983927369118 lr:2.8809326144898284e-07 tokens_per_second_per_gpu:1059.658289701261 
Step 9005 | loss:0.0034660501405596733 lr:2.8732512877375997e-07 tokens_per_second_per_gpu:829.4371430749071 
Step 9006 | loss:0.014694895595312119 lr:2.8655800656214984e-07 tokens_per_second_per_gpu:906.1911073309554 
Step 9007 | loss:0.0028845807537436485 lr:2.8579189489395863e-07 tokens_per_second_per_gpu:898.914057952166 
Step 9008 | loss:0.011783750727772713 lr:2.8502679384889263e-07 tokens_per_second_per_gpu:880.3473987284191 
Step 9009 | loss:0.008786100894212723 lr:2.8426270350654814e-07 tokens_per_second_per_gpu:717.404273056079 
Step 9010 | loss:0.012758659198880196 lr:2.8349962394641604e-07 tokens_per_second_per_gpu:911.7783348022982 
Step 9011 | loss:0.005738300271332264 lr:2.827375552478862e-07 tokens_per_second_per_gpu:904.20861062333 
Step 9012 | loss:0.013592700473964214 lr:2.819764974902406e-07 tokens_per_second_per_gpu:820.3326584461493 
Step 9013 | loss:0.015662072226405144 lr:2.812164507526527e-07 tokens_per_second_per_gpu:887.1206294720308 
Step 9014 | loss:0.01238836720585823 lr:2.804574151142003e-07 tokens_per_second_per_gpu:991.0789858313224 
Step 9015 | loss:0.017546553164720535 lr:2.79699390653847e-07 tokens_per_second_per_gpu:835.3152026741592 
Step 9016 | loss:0.006751455366611481 lr:2.7894237745045183e-07 tokens_per_second_per_gpu:838.073577492727 
Step 9017 | loss:0.01477156300097704 lr:2.781863755827752e-07 tokens_per_second_per_gpu:1176.1542830734747 
Step 9018 | loss:0.014084842056035995 lr:2.774313851294674e-07 tokens_per_second_per_gpu:922.6379866950898 
Step 9019 | loss:0.007258862257003784 lr:2.7667740616907246e-07 tokens_per_second_per_gpu:976.3715808250439 
Step 9020 | loss:0.005837311036884785 lr:2.7592443878003196e-07 tokens_per_second_per_gpu:784.2121029359092 
Step 9021 | loss:0.032760847359895706 lr:2.751724830406821e-07 tokens_per_second_per_gpu:1065.5277308081704 
Step 9022 | loss:0.005602385848760605 lr:2.744215390292515e-07 tokens_per_second_per_gpu:922.9623199276774 
Step 9023 | loss:0.00782679207623005 lr:2.736716068238654e-07 tokens_per_second_per_gpu:826.4178276076419 
Step 9024 | loss:0.0023662876337766647 lr:2.7292268650254585e-07 tokens_per_second_per_gpu:1018.4308452896024 
Step 9025 | loss:0.012926395982503891 lr:2.721747781432038e-07 tokens_per_second_per_gpu:1076.1596707261388 
Step 9026 | loss:0.011960139498114586 lr:2.714278818236493e-07 tokens_per_second_per_gpu:986.5270845584351 
Step 9027 | loss:0.0045211296528577805 lr:2.7068199762158796e-07 tokens_per_second_per_gpu:876.1044823106332 
Step 9028 | loss:0.004890650510787964 lr:2.699371256146155e-07 tokens_per_second_per_gpu:826.3194291112219 
Step 9029 | loss:0.007866980507969856 lr:2.6919326588022656e-07 tokens_per_second_per_gpu:994.7539720060555 
Step 9030 | loss:0.012381486594676971 lr:2.6845041849581034e-07 tokens_per_second_per_gpu:888.711505810794 
Step 9031 | loss:0.0026805843226611614 lr:2.6770858353864615e-07 tokens_per_second_per_gpu:727.6258674714884 
Step 9032 | loss:0.004114032723009586 lr:2.669677610859156e-07 tokens_per_second_per_gpu:724.6708594909106 
Step 9033 | loss:0.006011412478983402 lr:2.662279512146859e-07 tokens_per_second_per_gpu:864.2437102673125 
Step 9034 | loss:0.009665904566645622 lr:2.6548915400192555e-07 tokens_per_second_per_gpu:721.3818228369576 
Step 9035 | loss:0.02129531092941761 lr:2.6475136952449633e-07 tokens_per_second_per_gpu:894.007610487703 
Step 9036 | loss:0.004644796717911959 lr:2.640145978591535e-07 tokens_per_second_per_gpu:955.3010212719886 
Step 9037 | loss:0.004788224585354328 lr:2.6327883908254806e-07 tokens_per_second_per_gpu:963.705971561846 
Step 9038 | loss:0.012953772209584713 lr:2.6254409327122423e-07 tokens_per_second_per_gpu:951.7784543978887 
Step 9039 | loss:0.012937000952661037 lr:2.61810360501622e-07 tokens_per_second_per_gpu:1000.4597024581153 
Step 9040 | loss:0.00627472996711731 lr:2.6107764085007593e-07 tokens_per_second_per_gpu:716.5753733543188 
Step 9041 | loss:0.014682110399007797 lr:2.603459343928161e-07 tokens_per_second_per_gpu:755.4573215531726 
Step 9042 | loss:0.004471600987017155 lr:2.596152412059627e-07 tokens_per_second_per_gpu:920.3574404499813 
Step 9043 | loss:0.006485306657850742 lr:2.588855613655361e-07 tokens_per_second_per_gpu:875.3575764043862 
Step 9044 | loss:0.009283732622861862 lr:2.5815689494745e-07 tokens_per_second_per_gpu:721.4902001479328 
Step 9045 | loss:0.012298280373215675 lr:2.574292420275093e-07 tokens_per_second_per_gpu:745.9096753889181 
Step 9046 | loss:0.01405253168195486 lr:2.5670260268141564e-07 tokens_per_second_per_gpu:800.3479156930388 
Step 9047 | loss:0.021149447187781334 lr:2.5597697698476864e-07 tokens_per_second_per_gpu:1053.1315108870288 
Step 9048 | loss:0.005198527593165636 lr:2.552523650130556e-07 tokens_per_second_per_gpu:996.6865833732429 
Step 9049 | loss:0.002682399470359087 lr:2.5452876684166404e-07 tokens_per_second_per_gpu:956.6032774025525 
Step 9050 | loss:0.011596119031310081 lr:2.5380618254587376e-07 tokens_per_second_per_gpu:821.8549503814725 
Step 9051 | loss:0.005260911304503679 lr:2.530846122008568e-07 tokens_per_second_per_gpu:1084.535172565389 
Step 9052 | loss:0.008084855042397976 lr:2.5236405588168534e-07 tokens_per_second_per_gpu:780.6820569801686 
Step 9053 | loss:0.008231721818447113 lr:2.5164451366332167e-07 tokens_per_second_per_gpu:881.638521377971 
Step 9054 | loss:0.003925991710275412 lr:2.5092598562062255e-07 tokens_per_second_per_gpu:744.7411257563996 
Step 9055 | loss:0.036694254726171494 lr:2.502084718283415e-07 tokens_per_second_per_gpu:1434.8997434301816 
Step 9056 | loss:0.009863127954304218 lr:2.494919723611278e-07 tokens_per_second_per_gpu:1120.858563947371 
Step 9057 | loss:0.0060401614755392075 lr:2.4877648729351835e-07 tokens_per_second_per_gpu:893.2131117591991 
Step 9058 | loss:0.018992312252521515 lr:2.4806201669995147e-07 tokens_per_second_per_gpu:954.5829101877246 
Step 9059 | loss:0.018012821674346924 lr:2.4734856065475876e-07 tokens_per_second_per_gpu:1023.8992856851185 
Step 9060 | loss:0.015795767307281494 lr:2.4663611923216204e-07 tokens_per_second_per_gpu:844.0842065328205 
Step 9061 | loss:0.006508910097181797 lr:2.459246925062819e-07 tokens_per_second_per_gpu:845.2794770051593 
Step 9062 | loss:0.008435862138867378 lr:2.452142805511337e-07 tokens_per_second_per_gpu:866.2571039519579 
Step 9063 | loss:0.004587799310684204 lr:2.445048834406238e-07 tokens_per_second_per_gpu:740.0075999721669 
Step 9064 | loss:0.002034796867519617 lr:2.4379650124855437e-07 tokens_per_second_per_gpu:674.0672718082633 
Step 9065 | loss:0.0023729552049189806 lr:2.43089134048623e-07 tokens_per_second_per_gpu:855.0393675191348 
Step 9066 | loss:0.01127671729773283 lr:2.423827819144209e-07 tokens_per_second_per_gpu:725.9098645690507 
Step 9067 | loss:0.005058799870312214 lr:2.416774449194348e-07 tokens_per_second_per_gpu:693.6637529473147 
Step 9068 | loss:0.012858225964009762 lr:2.409731231370427e-07 tokens_per_second_per_gpu:974.4980442280003 
Step 9069 | loss:0.006163459271192551 lr:2.4026981664052154e-07 tokens_per_second_per_gpu:948.9392978807128 
Step 9070 | loss:0.003833523951470852 lr:2.395675255030383e-07 tokens_per_second_per_gpu:752.1964592063373 
Step 9071 | loss:0.005240095779299736 lr:2.388662497976568e-07 tokens_per_second_per_gpu:850.2771172786438 
Step 9072 | loss:0.004861059598624706 lr:2.381659895973354e-07 tokens_per_second_per_gpu:935.3038900715785 
Step 9073 | loss:0.005815385840833187 lr:2.3746674497492573e-07 tokens_per_second_per_gpu:804.9940240530309 
Step 9074 | loss:0.012850677594542503 lr:2.3676851600317297e-07 tokens_per_second_per_gpu:862.3198846454868 
Step 9075 | loss:0.004637699108570814 lr:2.3607130275471902e-07 tokens_per_second_per_gpu:857.5458235596954 
Step 9076 | loss:0.005185845773667097 lr:2.3537510530209918e-07 tokens_per_second_per_gpu:824.4731762601156 
Step 9077 | loss:0.0072577521204948425 lr:2.3467992371774106e-07 tokens_per_second_per_gpu:992.4748348637961 
Step 9078 | loss:0.00807628221809864 lr:2.3398575807397018e-07 tokens_per_second_per_gpu:793.6737354838751 
Step 9079 | loss:0.009973376989364624 lr:2.3329260844300316e-07 tokens_per_second_per_gpu:960.5904280146996 
Step 9080 | loss:0.004592014476656914 lr:2.3260047489695236e-07 tokens_per_second_per_gpu:839.9957553570785 
Step 9081 | loss:0.009567714296281338 lr:2.3190935750782461e-07 tokens_per_second_per_gpu:747.311724462317 
Step 9082 | loss:0.010040313005447388 lr:2.312192563475213e-07 tokens_per_second_per_gpu:870.5105642187074 
Step 9083 | loss:0.00408282782882452 lr:2.3053017148783497e-07 tokens_per_second_per_gpu:954.313085655751 
Step 9084 | loss:0.0065568480640649796 lr:2.2984210300045828e-07 tokens_per_second_per_gpu:1031.3519111114902 
Step 9085 | loss:0.00897291861474514 lr:2.29155050956974e-07 tokens_per_second_per_gpu:875.2732811128337 
Step 9086 | loss:0.007163459435105324 lr:2.2846901542885713e-07 tokens_per_second_per_gpu:1085.3949555369948 
Step 9087 | loss:0.00934757199138403 lr:2.2778399648748285e-07 tokens_per_second_per_gpu:1170.3138583411878 
Step 9088 | loss:0.0037978687323629856 lr:2.2709999420411744e-07 tokens_per_second_per_gpu:747.5734848578381 
Step 9089 | loss:0.010495530441403389 lr:2.2641700864991955e-07 tokens_per_second_per_gpu:1160.9532352469994 
Step 9090 | loss:0.011556992307305336 lr:2.257350398959457e-07 tokens_per_second_per_gpu:921.7296664600764 
Step 9091 | loss:0.010740773752331734 lr:2.2505408801314465e-07 tokens_per_second_per_gpu:1094.7116326227974 
Step 9092 | loss:0.005815429612994194 lr:2.2437415307235755e-07 tokens_per_second_per_gpu:735.1437759050701 
Step 9093 | loss:0.00428435206413269 lr:2.2369523514432557e-07 tokens_per_second_per_gpu:669.6495641158895 
Step 9094 | loss:0.005881087388843298 lr:2.2301733429967664e-07 tokens_per_second_per_gpu:841.3511326635563 
Step 9095 | loss:0.005159369669854641 lr:2.223404506089377e-07 tokens_per_second_per_gpu:871.9515443113987 
Step 9096 | loss:0.014376427046954632 lr:2.2166458414253134e-07 tokens_per_second_per_gpu:762.9769785295261 
Step 9097 | loss:0.009098459035158157 lr:2.2098973497076793e-07 tokens_per_second_per_gpu:911.0807711726179 
Step 9098 | loss:0.006281939800828695 lr:2.2031590316385687e-07 tokens_per_second_per_gpu:1070.8586422121277 
Step 9099 | loss:0.005428195931017399 lr:2.196430887919021e-07 tokens_per_second_per_gpu:946.6221271060283 
Step 9100 | loss:0.005328485742211342 lr:2.1897129192489873e-07 tokens_per_second_per_gpu:868.1202618448832 
Step 9101 | loss:0.007782145403325558 lr:2.1830051263273755e-07 tokens_per_second_per_gpu:1081.3265426289959 
Step 9102 | loss:0.004548484459519386 lr:2.1763075098520604e-07 tokens_per_second_per_gpu:835.9896363818001 
Step 9103 | loss:0.009540366008877754 lr:2.1696200705197956e-07 tokens_per_second_per_gpu:687.9965490098338 
Step 9104 | loss:0.01278071291744709 lr:2.1629428090263248e-07 tokens_per_second_per_gpu:882.7264170338865 
Step 9105 | loss:0.013165511190891266 lr:2.156275726066337e-07 tokens_per_second_per_gpu:911.9226115335243 
Step 9106 | loss:0.008941300213336945 lr:2.1496188223334213e-07 tokens_per_second_per_gpu:1045.7989058330472 
Step 9107 | loss:0.008114458993077278 lr:2.1429720985201463e-07 tokens_per_second_per_gpu:1060.252855502408 
Step 9108 | loss:0.021347925066947937 lr:2.1363355553180253e-07 tokens_per_second_per_gpu:957.5704041439338 
Step 9109 | loss:0.01789197511970997 lr:2.129709193417462e-07 tokens_per_second_per_gpu:904.7806721943101 
Step 9110 | loss:0.038546714931726456 lr:2.1230930135078377e-07 tokens_per_second_per_gpu:1421.9648739957413 
Step 9111 | loss:0.006492285523563623 lr:2.1164870162774908e-07 tokens_per_second_per_gpu:918.3945462470341 
Step 9112 | loss:0.03733053803443909 lr:2.109891202413672e-07 tokens_per_second_per_gpu:903.5908553179275 
Step 9113 | loss:0.020094214007258415 lr:2.103305572602554e-07 tokens_per_second_per_gpu:899.8091171332136 
Step 9114 | loss:0.010151234455406666 lr:2.096730127529334e-07 tokens_per_second_per_gpu:778.8039916156475 
Step 9115 | loss:0.017466427758336067 lr:2.0901648678780418e-07 tokens_per_second_per_gpu:898.243515403954 
Step 9116 | loss:0.009738687425851822 lr:2.083609794331709e-07 tokens_per_second_per_gpu:891.4038742220898 
Step 9117 | loss:0.007834822870790958 lr:2.0770649075723125e-07 tokens_per_second_per_gpu:872.8342761275719 
Step 9118 | loss:0.017225489020347595 lr:2.0705302082807411e-07 tokens_per_second_per_gpu:925.3728282822133 
Step 9119 | loss:0.007781447842717171 lr:2.064005697136817e-07 tokens_per_second_per_gpu:970.7186008462784 
Step 9120 | loss:0.013708725571632385 lr:2.057491374819365e-07 tokens_per_second_per_gpu:917.264022896221 
Step 9121 | loss:0.010792823508381844 lr:2.0509872420060862e-07 tokens_per_second_per_gpu:716.4763074731046 
Step 9122 | loss:0.004518849775195122 lr:2.0444932993736177e-07 tokens_per_second_per_gpu:859.6070039904904 
Step 9123 | loss:0.010161999613046646 lr:2.038009547597597e-07 tokens_per_second_per_gpu:1009.5725237893903 
Step 9124 | loss:0.003536549862474203 lr:2.0315359873525508e-07 tokens_per_second_per_gpu:909.8162489350988 
Step 9125 | loss:0.008513551205396652 lr:2.025072619311952e-07 tokens_per_second_per_gpu:984.3182341412802 
Step 9126 | loss:0.006480199284851551 lr:2.0186194441482175e-07 tokens_per_second_per_gpu:908.7081753650863 
Step 9127 | loss:0.0069980500265955925 lr:2.0121764625327334e-07 tokens_per_second_per_gpu:803.577543036868 
Step 9128 | loss:0.008930285461246967 lr:2.005743675135774e-07 tokens_per_second_per_gpu:985.9575789660068 
Step 9129 | loss:0.009781556203961372 lr:1.9993210826265818e-07 tokens_per_second_per_gpu:772.0378025672082 
Step 9130 | loss:0.004823547787964344 lr:1.992908685673345e-07 tokens_per_second_per_gpu:775.6822474672776 
Step 9131 | loss:0.00732000544667244 lr:1.9865064849431735e-07 tokens_per_second_per_gpu:965.1308265990709 
Step 9132 | loss:0.00993190985172987 lr:1.9801144811021246e-07 tokens_per_second_per_gpu:777.7187289119198 
Step 9133 | loss:0.01889810711145401 lr:1.9737326748151985e-07 tokens_per_second_per_gpu:1103.7350338501756 
Step 9134 | loss:0.011179113760590553 lr:1.9673610667463205e-07 tokens_per_second_per_gpu:1034.6145783929453 
Step 9135 | loss:0.008319989778101444 lr:1.96099965755836e-07 tokens_per_second_per_gpu:782.4850377016522 
Step 9136 | loss:0.036560047417879105 lr:1.9546484479131544e-07 tokens_per_second_per_gpu:957.7296939082045 
Step 9137 | loss:0.004687924403697252 lr:1.9483074384714417e-07 tokens_per_second_per_gpu:865.875926620243 
Step 9138 | loss:0.016523119062185287 lr:1.9419766298929054e-07 tokens_per_second_per_gpu:984.3582553214432 
Step 9139 | loss:0.010423976927995682 lr:1.9356560228361854e-07 tokens_per_second_per_gpu:847.3657875016964 
Step 9140 | loss:0.0033584884367883205 lr:1.9293456179588332e-07 tokens_per_second_per_gpu:816.0641098935125 
Step 9141 | loss:0.010602940805256367 lr:1.9230454159173905e-07 tokens_per_second_per_gpu:957.9066450088256 
Step 9142 | loss:0.0045629581436514854 lr:1.9167554173672555e-07 tokens_per_second_per_gpu:906.559904468372 
Step 9143 | loss:0.009730212390422821 lr:1.9104756229628485e-07 tokens_per_second_per_gpu:959.4559040477079 
Step 9144 | loss:0.015461458824574947 lr:1.9042060333574697e-07 tokens_per_second_per_gpu:913.2293914600781 
Step 9145 | loss:0.009133775718510151 lr:1.8979466492033972e-07 tokens_per_second_per_gpu:990.563638636655 
Step 9146 | loss:0.01178681943565607 lr:1.89169747115181e-07 tokens_per_second_per_gpu:1008.9367044289112 
Step 9147 | loss:0.017568374052643776 lr:1.8854584998528657e-07 tokens_per_second_per_gpu:1140.9615600322522 
Step 9148 | loss:0.008847943507134914 lr:1.8792297359556233e-07 tokens_per_second_per_gpu:1078.2870021187389 
Step 9149 | loss:0.007908361032605171 lr:1.8730111801080975e-07 tokens_per_second_per_gpu:861.4721911364684 
Step 9150 | loss:0.017651749774813652 lr:1.8668028329572485e-07 tokens_per_second_per_gpu:1143.7289665275855 
Step 9151 | loss:0.00840629730373621 lr:1.8606046951489597e-07 tokens_per_second_per_gpu:873.8330202083206 
Step 9152 | loss:0.006299879401922226 lr:1.8544167673280488e-07 tokens_per_second_per_gpu:911.8892268669995 
Step 9153 | loss:0.009403589181602001 lr:1.8482390501383008e-07 tokens_per_second_per_gpu:766.4101212675939 
Step 9154 | loss:0.006068916525691748 lr:1.8420715442224013e-07 tokens_per_second_per_gpu:834.2130926058434 
Step 9155 | loss:0.016745181754231453 lr:1.8359142502219928e-07 tokens_per_second_per_gpu:857.0724626115946 
Step 9156 | loss:0.0146305738016963 lr:1.829767168777663e-07 tokens_per_second_per_gpu:1105.2639687432236 
Step 9157 | loss:0.019117265939712524 lr:1.8236303005289224e-07 tokens_per_second_per_gpu:867.0201601527049 
Step 9158 | loss:0.007596027571707964 lr:1.8175036461142048e-07 tokens_per_second_per_gpu:887.7824347903742 
Step 9159 | loss:0.00992429256439209 lr:1.8113872061709337e-07 tokens_per_second_per_gpu:1017.4650612691828 
Step 9160 | loss:0.015566272661089897 lr:1.805280981335411e-07 tokens_per_second_per_gpu:993.6996695792192 
Step 9161 | loss:0.00951979961246252 lr:1.7991849722429066e-07 tokens_per_second_per_gpu:811.0212122307203 
Step 9162 | loss:0.013178078457713127 lr:1.7930991795276243e-07 tokens_per_second_per_gpu:862.0390014713404 
Step 9163 | loss:0.010061332955956459 lr:1.7870236038227017e-07 tokens_per_second_per_gpu:884.2118208942452 
Step 9164 | loss:0.00696225930005312 lr:1.7809582457602225e-07 tokens_per_second_per_gpu:906.3262209702501 
Step 9165 | loss:0.008961032144725323 lr:1.774903105971193e-07 tokens_per_second_per_gpu:987.6693277869787 
Step 9166 | loss:0.006883412599563599 lr:1.7688581850855645e-07 tokens_per_second_per_gpu:875.885335492539 
Step 9167 | loss:0.006310565862804651 lr:1.7628234837322123e-07 tokens_per_second_per_gpu:921.0582353580479 
Step 9168 | loss:0.011022916063666344 lr:1.7567990025389892e-07 tokens_per_second_per_gpu:888.8598729464104 
Step 9169 | loss:0.04240230470895767 lr:1.7507847421326164e-07 tokens_per_second_per_gpu:966.47739885074 
Step 9170 | loss:0.004283091053366661 lr:1.7447807031388264e-07 tokens_per_second_per_gpu:809.0072428675969 
Step 9171 | loss:0.009702203795313835 lr:1.7387868861822311e-07 tokens_per_second_per_gpu:946.154819667152 
Step 9172 | loss:0.016802756115794182 lr:1.732803291886409e-07 tokens_per_second_per_gpu:1056.9872296753142 
Step 9173 | loss:0.007233647163957357 lr:1.7268299208738625e-07 tokens_per_second_per_gpu:899.6163593660997 
Step 9174 | loss:0.009818276390433311 lr:1.720866773766039e-07 tokens_per_second_per_gpu:882.0294485639038 
Step 9175 | loss:0.003737162332981825 lr:1.7149138511833085e-07 tokens_per_second_per_gpu:837.4436039545645 
Step 9176 | loss:0.006473339628428221 lr:1.7089711537450095e-07 tokens_per_second_per_gpu:909.8988729209425 
Step 9177 | loss:0.016119565814733505 lr:1.7030386820693688e-07 tokens_per_second_per_gpu:931.790915767485 
Step 9178 | loss:0.011365951970219612 lr:1.6971164367735825e-07 tokens_per_second_per_gpu:938.5799841111791 
Step 9179 | loss:0.00807882472872734 lr:1.6912044184737796e-07 tokens_per_second_per_gpu:960.0649984301269 
Step 9180 | loss:0.005404324736446142 lr:1.6853026277850238e-07 tokens_per_second_per_gpu:1020.6650675227187 
Step 9181 | loss:0.013488063588738441 lr:1.6794110653212902e-07 tokens_per_second_per_gpu:935.7260593956755 
Step 9182 | loss:0.0038820733316242695 lr:1.6735297316955335e-07 tokens_per_second_per_gpu:943.488698643679 
Step 9183 | loss:0.009082414209842682 lr:1.6676586275196083e-07 tokens_per_second_per_gpu:790.7673133503649 
Step 9184 | loss:0.010185841470956802 lr:1.6617977534043263e-07 tokens_per_second_per_gpu:909.5291135913739 
Step 9185 | loss:0.004890162032097578 lr:1.6559471099594327e-07 tokens_per_second_per_gpu:865.6507192795348 
Step 9186 | loss:0.01634303294122219 lr:1.6501066977935743e-07 tokens_per_second_per_gpu:956.8646642178868 
Step 9187 | loss:0.006563371047377586 lr:1.6442765175143871e-07 tokens_per_second_per_gpu:967.1233811949796 
Step 9188 | loss:0.022173121571540833 lr:1.6384565697284195e-07 tokens_per_second_per_gpu:961.2934680901596 
Step 9189 | loss:0.008342206478118896 lr:1.6326468550411422e-07 tokens_per_second_per_gpu:1192.7846051264664 
Step 9190 | loss:0.02233867533504963 lr:1.6268473740569723e-07 tokens_per_second_per_gpu:903.1819077534333 
Step 9191 | loss:0.010091220028698444 lr:1.6210581273792604e-07 tokens_per_second_per_gpu:950.9236001504016 
Step 9192 | loss:0.008306107483804226 lr:1.615279115610302e-07 tokens_per_second_per_gpu:1025.5089378515663 
Step 9193 | loss:0.010951101779937744 lr:1.6095103393513166e-07 tokens_per_second_per_gpu:973.2172421700407