{"gradients/classifier.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0], "bins": [-5.709332981496118e-06, -5.593876267084852e-06, -5.478419552673586e-06, -5.3629628382623196e-06, -5.247506578598404e-06, -5.132049864187138e-06, -5.016593149775872e-06, -4.901136435364606e-06, -4.78567972095334e-06, -4.6702230065420736e-06, -4.554766292130807e-06, -4.439310032466892e-06, -4.323853318055626e-06, -4.20839660364436e-06, -4.092939889233094e-06, -3.9774831748218276e-06, -3.862026460410561e-06, -3.7465697459992953e-06, -3.6311132589617046e-06, -3.5156565445504384e-06, -3.4001998301391723e-06, -3.2847433431015816e-06, -3.1692866286903154e-06, -3.0538299142790493e-06, -2.938373654615134e-06, -2.822916940203868e-06, -2.707460453166277e-06, -2.592003738755011e-06, -2.476547024343745e-06, -2.361090537306154e-06, -2.245633822894888e-06, -2.130177108483622e-06, -2.0147203940723557e-06, -1.8992637933479273e-06, -1.7838070789366611e-06, -1.6683504782122327e-06, -1.5528937638009666e-06, -1.4374371630765381e-06, -1.3219805623521097e-06, -1.2065238479408436e-06, -1.0910672472164151e-06, -9.756106464919867e-07, -8.601539320807206e-07, -7.446973313562921e-07, -6.292406737884448e-07, -5.137840162205976e-07, -3.983274154961691e-07, -2.8287075792832184e-07, -1.6741410036047455e-07, -5.195745700348198e-08, 6.34991863535106e-08, 1.7895581549964845e-07, 2.9441247306749574e-07, 4.09869130635343e-07, 5.253257313597715e-07, 6.407823889276187e-07, 7.56239046495466e-07, 8.716957040633133e-07, 9.871523616311606e-07, 1.102608962355589e-06, 1.2180655630800175e-06, 1.3335222774912836e-06, 1.448978878215712e-06, 1.5644354789401405e-06, 1.6798921933514066e-06]}, "gradients/classifier.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 4.0, 6.0, 1.0, 9.0, 4.0, 13.0, 9.0, 9.0, 12.0, 6.0, 22.0, 19.0, 22.0, 24.0, 37.0, 30.0, 54.0, 66.0, 95.0, 155.0, 240.0, 368.0, 610.0, 848.0, 854.0, 622.0, 387.0, 235.0, 141.0, 91.0, 73.0, 55.0, 43.0, 30.0, 27.0, 19.0, 16.0, 17.0, 9.0, 19.0, 11.0, 7.0, 6.0, 7.0, 6.0, 5.0, 8.0, 3.0, 0.0, 6.0, 5.0, 2.0, 1.0, 1.0, 1.0], "bins": [-1.2125223292969167e-05, -1.1758488653867971e-05, -1.1391754014766775e-05, -1.1025019375665579e-05, -1.0658284736564383e-05, -1.0291550097463187e-05, -9.92481545836199e-06, -9.558080819260795e-06, -9.191346180159599e-06, -8.824611541058403e-06, -8.457876901957206e-06, -8.09114226285601e-06, -7.724407623754814e-06, -7.357672984653618e-06, -6.990938345552422e-06, -6.624203706451226e-06, -6.25746906735003e-06, -5.890734428248834e-06, -5.523999789147638e-06, -5.157265150046442e-06, -4.790530510945246e-06, -4.4237958718440495e-06, -4.0570612327428535e-06, -3.6903265936416574e-06, -3.3235919545404613e-06, -2.9568573154392652e-06, -2.590122676338069e-06, -2.223388037236873e-06, -1.856653398135677e-06, -1.489918759034481e-06, -1.1231841199332848e-06, -7.564494808320887e-07, -3.8971575122559443e-07, -2.298111212439835e-08, 3.4375352697679773e-07, 7.104881660779938e-07, 1.0772228051791899e-06, 1.443957444280386e-06, 1.810692083381582e-06, 2.177426722482778e-06, 2.5441613615839742e-06, 2.9108960006851703e-06, 3.2776306397863664e-06, 3.6443652788875625e-06, 4.0110999179887585e-06, 4.377834557089955e-06, 4.744569196191151e-06, 5.111303835292347e-06, 5.478038474393543e-06, 5.844773113494739e-06, 6.211507752595935e-06, 6.578242391697131e-06, 6.944977030798327e-06, 7.311711669899523e-06, 7.67844630900072e-06, 8.045180948101915e-06, 8.411915587203111e-06, 8.778650226304308e-06, 9.145384865405504e-06, 9.5121195045067e-06, 9.878854143607896e-06, 1.0245588782709092e-05, 1.0612323421810288e-05, 1.0979058060911484e-05, 1.134579270001268e-05]}, "gradients/bert.encoder.layer.11.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 3.0, 1.0, 1.0, 3.0, 1.0, 4.0, 2.0, 1.0, 1.0, 2.0, 6.0, 1.0, 10.0, 2.0, 10.0, 3.0, 4.0, 5.0, 12.0, 2.0, 4.0, 7.0, 11.0, 14.0, 13.0, 9.0, 10.0, 16.0, 15.0, 12.0, 14.0, 17.0, 21.0, 38.0, 50.0, 39.0, 46.0, 48.0, 43.0, 58.0, 49.0, 49.0, 53.0, 37.0, 12.0], "bins": [-1.3482194844982587e-06, -1.3270432646095287e-06, -1.305866931033961e-06, -1.2846905974583933e-06, -1.2635143775696633e-06, -1.2423381576809334e-06, -1.2211618241053657e-06, -1.199985490529798e-06, -1.178809270641068e-06, -1.157633050752338e-06, -1.1364567171767703e-06, -1.1152803836012026e-06, -1.0941041637124727e-06, -1.0729279438237427e-06, -1.051751610248175e-06, -1.0305752766726073e-06, -1.0093990567838773e-06, -9.882228368951473e-07, -9.670465033195796e-07, -9.458702265874308e-07, -9.24693949855282e-07, -9.035176731231331e-07, -8.823413963909843e-07, -8.611651196588355e-07, -8.399888429266866e-07, -8.188125661945378e-07, -7.97636289462389e-07, -7.764600127302401e-07, -7.552837359980913e-07, -7.341074592659425e-07, -7.129311825337936e-07, -6.917549058016448e-07, -6.705786290694959e-07, -6.494023523373471e-07, -6.282260756051983e-07, -6.070497988730494e-07, -5.858735221409006e-07, -5.646972454087518e-07, -5.435209686766029e-07, -5.223446919444541e-07, -5.011684152123053e-07, -4.799921384801564e-07, -4.588158617480076e-07, -4.3763958501585876e-07, -4.164633082837099e-07, -3.952870315515611e-07, -3.7411075481941225e-07, -3.529344780872634e-07, -3.31758229776824e-07, -3.105819530446752e-07, -2.8940567631252634e-07, -2.682293995803775e-07, -2.4705312284822867e-07, -2.2587684611607983e-07, -2.04700569383931e-07, -1.8352429265178216e-07, -1.6234801591963333e-07, -1.411717391874845e-07, -1.1999546245533566e-07, -9.881918572318682e-08, -7.764290899103798e-08, -5.646663225888915e-08, -3.5290355526740314e-08, -1.4114078794591478e-08, 7.062198825735777e-09]}, "gradients/bert.encoder.layer.11.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 5.0, 7.0, 6.0, 4.0, 10.0, 14.0, 15.0, 13.0, 13.0, 22.0, 24.0, 29.0, 22.0, 27.0, 20.0, 25.0, 23.0, 27.0, 29.0, 20.0, 29.0, 22.0, 21.0, 30.0, 27.0, 27.0, 22.0, 25.0, 26.0, 24.0, 12.0, 16.0, 16.0, 22.0, 11.0, 11.0, 7.0, 8.0, 11.0, 4.0, 6.0, 5.0, 4.0, 2.0, 3.0, 3.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0], "bins": [-5.082754910290532e-07, -4.927385361952474e-07, -4.772016382048605e-07, -4.616646833710547e-07, -4.4612775695895834e-07, -4.30590830546862e-07, -4.150538757130562e-07, -3.995169493009598e-07, -3.8398002288886346e-07, -3.684430964767671e-07, -3.529061416429613e-07, -3.3736921523086494e-07, -3.218322888187686e-07, -3.062953624066722e-07, -2.907584075728664e-07, -2.7522148116077005e-07, -2.5968452632696426e-07, -2.441475999148679e-07, -2.2861065929191682e-07, -2.1307371866896574e-07, -1.9753679225686938e-07, -1.819998516339183e-07, -1.6646291101096722e-07, -1.5092598459887085e-07, -1.3538904397591978e-07, -1.198521033529687e-07, -1.0431517694087233e-07, -8.877823631792126e-08, -7.324130280039753e-08, -5.770436928287381e-08, -4.2167428659922734e-08, -2.6630495142399013e-08, -1.1093561624875292e-08, 4.443373669005268e-09, 1.998030896288583e-08, 3.551724603312323e-08, 5.105417955064695e-08, 6.659111306817067e-08, 8.212805369112175e-08, 9.766498720864547e-08, 1.1320192072616919e-07, 1.2873886134912027e-07, 1.4427578776121663e-07, 1.598127283841677e-07, 1.753496690071188e-07, 1.9088659541921515e-07, 2.0642353604216623e-07, 2.219604766651173e-07, 2.3749740307721368e-07, 2.5303432948931004e-07, 2.6857128432311583e-07, 2.841082107352122e-07, 2.9964513714730856e-07, 3.1518209198111435e-07, 3.307190183932107e-07, 3.462559448053071e-07, 3.617928996391129e-07, 3.7732982605120924e-07, 3.9286678088501503e-07, 4.084037072971114e-07, 4.2394063370920776e-07, 4.394775601213041e-07, 4.550145149551099e-07, 4.705514413672063e-07, 4.860883677793026e-07]}, "gradients/bert.encoder.layer.11.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 5.0, 2.0, 2.0, 5.0, 6.0, 11.0, 9.0, 8.0, 12.0, 12.0, 28.0, 14.0, 25.0, 33.0, 34.0, 25.0, 33.0, 48.0, 32.0, 33.0, 35.0, 34.0, 37.0, 30.0, 36.0, 20.0, 28.0, 18.0, 17.0, 21.0, 25.0, 12.0, 14.0, 8.0, 7.0, 11.0, 8.0, 6.0, 2.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.350572334667959e-08, -6.138082397910694e-08, -5.925592461153428e-08, -5.713102524396163e-08, -5.500612587638898e-08, -5.2881226508816326e-08, -5.0756327141243673e-08, -4.863142777367102e-08, -4.650652840609837e-08, -4.4381629038525716e-08, -4.2256729670953064e-08, -4.013183030338041e-08, -3.800693093580776e-08, -3.5882031568235107e-08, -3.3757132200662454e-08, -3.16322328330898e-08, -2.950733346551715e-08, -2.7382434097944497e-08, -2.5257534730371844e-08, -2.3132635362799192e-08, -2.100773599522654e-08, -1.8882836627653887e-08, -1.6757937260081235e-08, -1.4633037892508582e-08, -1.250813852493593e-08, -1.0383239157363278e-08, -8.258339789790625e-09, -6.133440422217973e-09, -4.00854105464532e-09, -1.883641687072668e-09, 2.412576804999844e-10, 2.366157048072637e-09, 4.491056415645289e-09, 6.615955783217942e-09, 8.740855150790594e-09, 1.0865754518363246e-08, 1.2990653885935899e-08, 1.511555325350855e-08, 1.7240452621081204e-08, 1.9365351988653856e-08, 2.149025135622651e-08, 2.361515072379916e-08, 2.5740050091371813e-08, 2.7864949458944466e-08, 2.998984882651712e-08, 3.211474819408977e-08, 3.423964756166242e-08, 3.6364546929235075e-08, 3.848944629680773e-08, 4.061434566438038e-08, 4.273924503195303e-08, 4.4864144399525685e-08, 4.698904376709834e-08, 4.911394313467099e-08, 5.123884250224364e-08, 5.3363741869816295e-08, 5.548864123738895e-08, 5.76135406049616e-08, 5.973843997253425e-08, 6.18633393401069e-08, 6.398823870767956e-08, 6.611313807525221e-08, 6.823803744282486e-08, 7.036293681039751e-08, 7.248783617797017e-08]}, "gradients/bert.encoder.layer.11.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 5.0, 6.0, 7.0, 7.0, 7.0, 12.0, 19.0, 24.0, 36.0, 45.0, 57.0, 85.0, 121.0, 194.0, 298.0, 446.0, 630.0, 976.0, 1634.0, 2715.0, 4859.0, 8607.0, 17696.0, 43460.0, 241804.0, 1672114.0, 275837.0, 47532.0, 19055.0, 9054.0, 4954.0, 2736.0, 1580.0, 938.0, 598.0, 387.0, 240.0, 144.0, 117.0, 85.0, 65.0, 33.0, 31.0, 16.0, 6.0, 6.0, 4.0, 1.0, 1.0, 4.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.255389830452259e-07, -2.1860469701096008e-07, -2.1167041097669426e-07, -2.0473612494242843e-07, -1.978018389081626e-07, -1.9086755287389678e-07, -1.8393326683963096e-07, -1.7699898080536514e-07, -1.700646947710993e-07, -1.631304087368335e-07, -1.5619612270256766e-07, -1.4926183666830184e-07, -1.4232755063403602e-07, -1.353932645997702e-07, -1.2845897856550437e-07, -1.2152469253123854e-07, -1.1459040649697272e-07, -1.076561204627069e-07, -1.0072183442844107e-07, -9.378754839417525e-08, -8.685326235990942e-08, -7.99189763256436e-08, -7.298469029137777e-08, -6.605040425711195e-08, -5.9116118222846126e-08, -5.21818321885803e-08, -4.524754615431448e-08, -3.8313260120048653e-08, -3.137897408578283e-08, -2.4444688051517005e-08, -1.751040201725118e-08, -1.0576115982985357e-08, -3.6418157378648175e-09, 3.2924702964010066e-09, 1.022675633066683e-08, 1.7161042364932655e-08, 2.409532839919848e-08, 3.10296144334643e-08, 3.796390046773013e-08, 4.489818650199595e-08, 5.1832472536261776e-08, 5.87667585705276e-08, 6.570104460479342e-08, 7.263533063905925e-08, 7.956961667332507e-08, 8.65039027075909e-08, 9.343818874185672e-08, 1.0037247477612254e-07, 1.0730676081038837e-07, 1.1424104684465419e-07, 1.2117533287892002e-07, 1.2810961891318584e-07, 1.3504390494745167e-07, 1.419781909817175e-07, 1.4891247701598331e-07, 1.5584676305024914e-07, 1.6278104908451496e-07, 1.6971533511878079e-07, 1.766496211530466e-07, 1.8358390718731243e-07, 1.9051819322157826e-07, 1.9745247925584408e-07, 2.043867652901099e-07, 2.1132105132437573e-07, 2.1825533735864155e-07]}, "gradients/bert.encoder.layer.11.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 4.0, 8.0, 25.0, 41.0, 46.0, 118.0, 217.0, 720.0, 1172.0, 383.0, 155.0, 84.0, 36.0, 30.0, 8.0, 7.0, 2.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.866825140785295e-08, -8.427474540440016e-08, -7.988123940094738e-08, -7.54877333974946e-08, -7.109423449946917e-08, -6.670072139058902e-08, -6.23072224925636e-08, -5.791371648911081e-08, -5.3520210485658026e-08, -4.912670448220524e-08, -4.4733198478752456e-08, -4.033969602801335e-08, -3.5946190024560565e-08, -3.155268402110778e-08, -2.7159179794011834e-08, -2.2765675566915888e-08, -1.8372169563463103e-08, -1.3978664448188738e-08, -9.585159332914372e-09, -5.191654217640007e-09, -7.981491023656417e-10, 3.5953569010871433e-09, 7.988861128183089e-09, 1.2382365355279035e-08, 1.677587135873182e-08, 2.1169377362184605e-08, 2.556288158928055e-08, 2.9956385816376496e-08, 3.434989181982928e-08, 3.8743397823282066e-08, 4.313690027402117e-08, 4.753040627747396e-08, 5.1923905175499385e-08, 5.631741117895217e-08, 6.071091718240496e-08, 6.510442318585774e-08, 6.949792918931053e-08, 7.389142808733595e-08, 7.828493409078874e-08, 8.267844009424152e-08, 8.707194609769431e-08, 9.146545210114709e-08, 9.585895810459988e-08, 1.0025246410805266e-07, 1.0464596300607809e-07, 1.0903947611495823e-07, 1.1343297501298366e-07, 1.1782648101643645e-07, 1.2221998701988923e-07, 1.2661348591791466e-07, 1.310069990267948e-07, 1.3540049792482023e-07, 1.3979401103370037e-07, 1.441875099317258e-07, 1.4858102304060594e-07, 1.5297452193863137e-07, 1.573680208366568e-07, 1.6176151973468222e-07, 1.6615503284356237e-07, 1.705485317415878e-07, 1.7494204485046794e-07, 1.7933554374849336e-07, 1.837290568573735e-07, 1.8812255575539893e-07, 1.9251606886427908e-07]}, "gradients/bert.encoder.layer.11.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 5.0, 11.0, 11.0, 6.0, 18.0, 43.0, 40.0, 86.0, 135.0, 236.0, 461.0, 1513.0, 8503.0, 91751.0, 2133677.0, 110777.0, 9280.0, 1630.0, 529.0, 219.0, 128.0, 80.0, 52.0, 34.0, 21.0, 16.0, 10.0, 4.0, 7.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.272840889527288e-07, -7.088863753779151e-07, -6.904886618031014e-07, -6.720909482282877e-07, -6.536932346534741e-07, -6.352955210786604e-07, -6.168978075038467e-07, -5.98500093929033e-07, -5.801023803542193e-07, -5.617046667794057e-07, -5.43306953204592e-07, -5.249092396297783e-07, -5.065115260549646e-07, -4.88113812480151e-07, -4.697160989053373e-07, -4.513183853305236e-07, -4.329206717557099e-07, -4.1452295818089624e-07, -3.9612524460608256e-07, -3.777275310312689e-07, -3.593298174564552e-07, -3.409321038816415e-07, -3.2253439030682785e-07, -3.0413667673201417e-07, -2.857389631572005e-07, -2.673412495823868e-07, -2.4894353600757313e-07, -2.3054582243275945e-07, -2.1214810885794577e-07, -1.937503952831321e-07, -1.7535268170831841e-07, -1.5695496813350474e-07, -1.3855725455869106e-07, -1.2015954098387738e-07, -1.017618274090637e-07, -8.336411383425002e-08, -6.496640025943634e-08, -4.656868668462266e-08, -2.8170973109808983e-08, -9.773259534995304e-09, 8.624454039818374e-09, 2.7022167614632053e-08, 4.541988118944573e-08, 6.381759476425941e-08, 8.221530833907309e-08, 1.0061302191388677e-07, 1.1901073548870045e-07, 1.3740844906351413e-07, 1.558061626383278e-07, 1.7420387621314148e-07, 1.9260158978795516e-07, 2.1099930336276884e-07, 2.2939701693758252e-07, 2.477947305123962e-07, 2.661924440872099e-07, 2.8459015766202356e-07, 3.0298787123683724e-07, 3.213855848116509e-07, 3.397832983864646e-07, 3.5818101196127827e-07, 3.7657872553609195e-07, 3.9497643911090563e-07, 4.133741526857193e-07, 4.31771866260533e-07, 4.5016957983534667e-07]}, "gradients/bert.encoder.layer.11.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 3.0, 9.0, 7.0, 9.0, 17.0, 24.0, 32.0, 39.0, 58.0, 70.0, 83.0, 92.0, 88.0, 43.0, 47.0, 37.0, 23.0, 23.0, 14.0, 10.0, 5.0, 4.0, 4.0, 4.0, 1.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.553799933162736e-07, -1.493067713909113e-07, -1.432335352546943e-07, -1.3716031332933198e-07, -1.3108709140396968e-07, -1.2501385526775266e-07, -1.1894063334239036e-07, -1.128674043116007e-07, -1.0679417528081103e-07, -1.0072094625002137e-07, -9.464771721923171e-08, -8.85744952938694e-08, -8.250126626307974e-08, -7.642803723229008e-08, -7.035481530692778e-08, -6.428158627613811e-08, -5.820835724534845e-08, -5.213512821455879e-08, -4.606190273648281e-08, -3.9988677258406824e-08, -3.391544822761716e-08, -2.78422191968275e-08, -2.1768993718751517e-08, -1.5695768240675534e-08, -9.622539209885872e-09, -3.5493119554530494e-09, 2.523915298979773e-09, 8.597142553412596e-09, 1.4670369807845418e-08, 2.074359883863508e-08, 2.6816824316711063e-08, 3.2890049794787046e-08, 3.896327882557671e-08, 4.503650785636637e-08, 5.110973333444235e-08, 5.7182958812518336e-08, 6.3256187843308e-08, 6.932941687409766e-08, 7.540263879945996e-08, 8.147586783024963e-08, 8.754909686103929e-08, 9.362232589182895e-08, 9.969555492261861e-08, 1.0576877684798092e-07, 1.1184200587877058e-07, 1.1791523490956024e-07, 1.2398845683492254e-07, 1.3006169297113956e-07, 1.3613491489650187e-07, 1.4220813682186417e-07, 1.482813729580812e-07, 1.543545948834435e-07, 1.604278168088058e-07, 1.6650105294502282e-07, 1.7257427487038512e-07, 1.7864749679574743e-07, 1.8472073293196445e-07, 1.9079395485732675e-07, 1.9686719099354377e-07, 2.0294041291890608e-07, 2.090136490551231e-07, 2.150868709804854e-07, 2.211600929058477e-07, 2.2723332904206472e-07, 2.3330655096742703e-07]}, "gradients/bert.encoder.layer.11.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 7.0, 6.0, 6.0, 7.0, 6.0, 18.0, 22.0, 7.0, 10.0, 18.0, 17.0, 20.0, 20.0, 20.0, 33.0, 30.0, 27.0, 37.0, 27.0, 36.0, 32.0, 51.0, 29.0, 27.0, 27.0, 24.0, 20.0, 24.0, 18.0, 25.0, 12.0, 15.0, 14.0, 13.0, 6.0, 7.0, 4.0, 8.0, 5.0, 4.0, 2.0, 3.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0], "bins": [-1.269339691134519e-07, -1.23399686913217e-07, -1.1986540471298213e-07, -1.163311296181746e-07, -1.1279685452336707e-07, -1.0926257232313219e-07, -1.0572829722832466e-07, -1.0219401502808978e-07, -9.865973993328225e-08, -9.512545773304737e-08, -9.159118263823984e-08, -8.805690043800496e-08, -8.452262534319743e-08, -8.098834314296255e-08, -7.745406804815502e-08, -7.391978584792014e-08, -7.038551075311261e-08, -6.685122855287773e-08, -6.33169534580702e-08, -5.978267125783532e-08, -5.624839616302779e-08, -5.271411396279291e-08, -4.917983886798538e-08, -4.56455566677505e-08, -4.2111274467515614e-08, -3.857699581999441e-08, -3.5042717172473203e-08, -3.1508438524952e-08, -2.7974159877430793e-08, -2.443987945355275e-08, -2.0905600806031543e-08, -1.7371322158510338e-08, -1.3837045287345973e-08, -1.0302766639824767e-08, -6.7684875482143525e-09, -3.2342084566039375e-09, 3.000701909172676e-10, 3.8343497266168924e-09, 7.3686283741380976e-09, 1.0902907021659303e-08, 1.4437185669180508e-08, 1.7971464316701713e-08, 2.1505742964222918e-08, 2.5040023388100963e-08, 2.8574302035622168e-08, 3.210858068314337e-08, 3.564285933066458e-08, 3.917713797818578e-08, 4.271141662570699e-08, 4.6245695273228193e-08, 4.97799739207494e-08, 5.3314252568270604e-08, 5.684853121579181e-08, 6.038280986331301e-08, 6.39170920635479e-08, 6.745136715835542e-08, 7.098564935859031e-08, 7.451993155882519e-08, 7.805420665363272e-08, 8.15884888538676e-08, 8.512276394867513e-08, 8.865704614891001e-08, 9.219132124371754e-08, 9.572560344395242e-08, 9.925987853875995e-08]}, "gradients/bert.encoder.layer.11.attention.output.dense.bias": {"_type": "histogram", "values": [3.0, 2.0, 2.0, 2.0, 0.0, 4.0, 3.0, 7.0, 3.0, 16.0, 6.0, 14.0, 21.0, 19.0, 26.0, 24.0, 31.0, 34.0, 46.0, 51.0, 45.0, 51.0, 49.0, 39.0, 57.0, 45.0, 27.0, 28.0, 19.0, 26.0, 14.0, 15.0, 10.0, 6.0, 9.0, 2.0, 2.0, 4.0, 4.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.067718937354584e-08, -7.689674674793423e-08, -7.311630412232262e-08, -6.9335861496711e-08, -6.555541176567203e-08, -6.177496914006042e-08, -5.799452651444881e-08, -5.4214083888837195e-08, -5.043364126322558e-08, -4.665319863761397e-08, -4.2872756012002355e-08, -3.9092309833677064e-08, -3.531186720806545e-08, -3.153142458245384e-08, -2.7750980180485385e-08, -2.3970535778516933e-08, -2.019009315290532e-08, -1.6409650527293707e-08, -1.2629206125325254e-08, -8.848762611535221e-09, -5.068319097745189e-09, -1.2878764721335756e-09, 2.492567929834877e-09, 6.273012331803329e-09, 1.0053454957414942e-08, 1.3833898471204975e-08, 1.7614341984995008e-08, 2.139478638696346e-08, 2.5175229012575073e-08, 2.8955671638186686e-08, 3.273611781651198e-08, 3.651656044212359e-08, 4.029701017316256e-08, 4.4077452798774175e-08, 4.785789542438579e-08, 5.163834160271108e-08, 5.541878422832269e-08, 5.9199226853934306e-08, 6.29796730322596e-08, 6.676011565787121e-08, 7.054055828348282e-08, 7.432100090909444e-08, 7.810144353470605e-08, 8.188188616031766e-08, 8.566233589135663e-08, 8.944277851696825e-08, 9.322322114257986e-08, 9.700366376819147e-08, 1.0078410639380309e-07, 1.045645490194147e-07, 1.0834499164502631e-07, 1.1212543427063792e-07, 1.1590587689624954e-07, 1.1968631952186115e-07, 1.2346676214747276e-07, 1.2724720477308438e-07, 1.310276616095507e-07, 1.3480810423516232e-07, 1.3858854686077393e-07, 1.4236898948638554e-07, 1.4614943211199716e-07, 1.4992987473760877e-07, 1.5371031736322038e-07, 1.574907741996867e-07, 1.612712026144436e-07]}, "gradients/bert.encoder.layer.11.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 2.0, 2.0, 2.0, 3.0, 6.0, 9.0, 14.0, 12.0, 31.0, 55.0, 37.0, 74.0, 122.0, 175.0, 268.0, 408.0, 641.0, 1104.0, 2088.0, 4253.0, 9693.0, 26636.0, 130697.0, 353350.0, 36293.0, 12618.0, 5161.0, 2588.0, 1427.0, 770.0, 466.0, 260.0, 179.0, 107.0, 86.0, 59.0, 37.0, 20.0, 13.0, 13.0, 11.0, 4.0, 3.0, 6.0, 3.0, 4.0, 3.0, 4.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0196922889681446e-07, -1.9393432637571095e-07, -1.8589940964375273e-07, -1.7786450712264923e-07, -1.69829590390691e-07, -1.617946878695875e-07, -1.5375977113762929e-07, -1.4572486861652578e-07, -1.3768996609542228e-07, -1.2965506357431877e-07, -1.2162014684236055e-07, -1.1358524432125705e-07, -1.0555032758929883e-07, -9.751542506819533e-08, -8.948051544166447e-08, -8.14456058151336e-08, -7.341068908317538e-08, -6.537577945664452e-08, -5.734086983011366e-08, -4.930596375629648e-08, -4.1271054129765616e-08, -3.3236144503234755e-08, -2.5201238429417572e-08, -1.716632880288671e-08, -9.131419176355848e-09, -1.0965104380034063e-09, 6.938398300349036e-09, 1.4973306150523058e-08, 2.300821577705392e-08, 3.104312540358478e-08, 3.9078031477401964e-08, 4.7112941103932826e-08, 5.514783651960897e-08, 6.318274614613983e-08, 7.12176557726707e-08, 7.92525582937742e-08, 8.728747502573242e-08, 9.532237754683592e-08, 1.0335728717336679e-07, 1.1139219679989765e-07, 1.1942711353185587e-07, 1.2746201605295937e-07, 1.354969327849176e-07, 1.435318353060211e-07, 1.515667520379793e-07, 1.5960165455908282e-07, 1.6763655708018632e-07, 1.7567147381214454e-07, 1.8370637633324804e-07, 1.9174127885435155e-07, 1.9977619558630977e-07, 2.0781109810741327e-07, 2.158460148393715e-07, 2.23880917360475e-07, 2.3191583409243322e-07, 2.399507366135367e-07, 2.479856391346402e-07, 2.5602054165574373e-07, 2.6405544417684723e-07, 2.7209037511966017e-07, 2.8012527764076367e-07, 2.881601801618672e-07, 2.961950826829707e-07, 3.042300136257836e-07, 3.122649161468871e-07]}, "gradients/bert.encoder.layer.11.attention.self.value.bias": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 3.0, 4.0, 5.0, 11.0, 3.0, 7.0, 8.0, 7.0, 7.0, 9.0, 10.0, 8.0, 19.0, 16.0, 18.0, 19.0, 35.0, 23.0, 27.0, 36.0, 37.0, 24.0, 30.0, 32.0, 28.0, 34.0, 24.0, 33.0, 21.0, 31.0, 29.0, 15.0, 23.0, 20.0, 10.0, 14.0, 8.0, 8.0, 7.0, 7.0, 5.0, 3.0, 6.0, 4.0, 9.0, 4.0, 6.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 3.0], "bins": [-1.0268561112525276e-07, -9.963999758610953e-08, -9.659439115239365e-08, -9.354877761325042e-08, -9.050316407410719e-08, -8.745755764039131e-08, -8.441194410124808e-08, -8.136633766753221e-08, -7.832072412838897e-08, -7.527511058924574e-08, -7.222950415552987e-08, -6.918389061638663e-08, -6.613828418267076e-08, -6.309267064352753e-08, -6.00470571043843e-08, -5.700144711795474e-08, -5.3955837131525186e-08, -5.091022714509563e-08, -4.786461715866608e-08, -4.4819003619522846e-08, -4.177339363309329e-08, -3.872778364666374e-08, -3.5682170107520506e-08, -3.263656012109095e-08, -2.9590950134661398e-08, -2.6545340148231844e-08, -2.349972838544545e-08, -2.0454116622659058e-08, -1.7408506636229504e-08, -1.436289664979995e-08, -1.1317284887013557e-08, -8.271673124227163e-09, -5.226056032370252e-09, -2.1804451577622785e-09, 8.65165716845695e-10, 3.9107765914536685e-09, 6.956387466061642e-09, 1.0001997452491196e-08, 1.3047609215277589e-08, 1.6093220978063982e-08, 1.9138830964493536e-08, 2.218444095092309e-08, 2.5230052713709483e-08, 2.8275664476495876e-08, 3.132127446292543e-08, 3.4366884449354984e-08, 3.741249798849822e-08, 4.045810797492777e-08, 4.3503717961357324e-08, 4.654932794778688e-08, 4.959493793421643e-08, 5.2640551473359665e-08, 5.568616145978922e-08, 5.873177144621877e-08, 6.1777384985362e-08, 6.482299852450524e-08, 6.786860495822111e-08, 7.091421849736435e-08, 7.395982493108022e-08, 7.700543847022345e-08, 8.005105200936669e-08, 8.309665844308256e-08, 8.614227198222579e-08, 8.918787841594167e-08, 9.22334919550849e-08]}, "gradients/bert.encoder.layer.11.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 4.0, 4.0, 4.0, 3.0, 13.0, 18.0, 44.0, 56.0, 77.0, 116.0, 200.0, 404.0, 715.0, 1419.0, 2721.0, 6080.0, 15597.0, 58146.0, 426018.0, 52029.0, 14820.0, 5701.0, 2674.0, 1325.0, 714.0, 375.0, 200.0, 124.0, 76.0, 44.0, 27.0, 20.0, 12.0, 11.0, 2.0, 6.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.034952555935888e-07, -2.941469574579969e-07, -2.8479868774411443e-07, -2.7545041803023196e-07, -2.6610211989464005e-07, -2.5675382175904815e-07, -2.474055520451657e-07, -2.380572681204285e-07, -2.287089841956913e-07, -2.193607002709541e-07, -2.1001241634621692e-07, -2.0066413242147974e-07, -1.9131584849674255e-07, -1.8196756457200536e-07, -1.7261928064726817e-07, -1.6327099672253098e-07, -1.539227127977938e-07, -1.445744288730566e-07, -1.3522614494831942e-07, -1.2587786102358223e-07, -1.1652957709884504e-07, -1.0718129317410785e-07, -9.783300924937066e-08, -8.848472532463347e-08, -7.913644139989628e-08, -6.97881574751591e-08, -6.043987355042191e-08, -5.109158962568472e-08, -4.174330570094753e-08, -3.239502177621034e-08, -2.3046737851473154e-08, -1.3698453926735965e-08, -4.3501700019987766e-09, 4.998113922738412e-09, 1.43463978474756e-08, 2.369468177221279e-08, 3.304296569694998e-08, 4.2391249621687166e-08, 5.1739533546424354e-08, 6.108781747116154e-08, 7.043610139589873e-08, 7.978438532063592e-08, 8.913266924537311e-08, 9.84809531701103e-08, 1.0782923709484749e-07, 1.1717752101958467e-07, 1.2652580494432186e-07, 1.3587408886905905e-07, 1.4522237279379624e-07, 1.5457065671853343e-07, 1.6391894064327062e-07, 1.732672245680078e-07, 1.82615508492745e-07, 1.9196379241748218e-07, 2.0131207634221937e-07, 2.1066036026695656e-07, 2.2000864419169375e-07, 2.2935692811643094e-07, 2.387052120411681e-07, 2.480534817550506e-07, 2.574017798906425e-07, 2.667500780262344e-07, 2.760983477401169e-07, 2.8544661745399935e-07, 2.9479491558959126e-07]}, "gradients/bert.encoder.layer.11.attention.self.key.bias": {"_type": "histogram", "values": [4.0, 0.0, 0.0, 1.0, 0.0, 0.0, 3.0, 2.0, 0.0, 2.0, 1.0, 4.0, 1.0, 5.0, 4.0, 1.0, 6.0, 3.0, 1.0, 13.0, 1.0, 12.0, 8.0, 31.0, 50.0, 100.0, 223.0, 131.0, 56.0, 45.0, 7.0, 10.0, 4.0, 19.0, 3.0, 1.0, 2.0, 1.0, 1.0, 6.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.105427357601002e-15, -6.8382799423005736e-15, -6.571132527000145e-15, -6.303985111699717e-15, -6.036837696399289e-15, -5.7696902810988604e-15, -5.502542865798432e-15, -5.235395450498004e-15, -4.9682480351975755e-15, -4.701100619897147e-15, -4.433953204596719e-15, -4.166805789296291e-15, -3.899658373995862e-15, -3.632510958695434e-15, -3.3653635433950058e-15, -3.0982161280945775e-15, -2.831068712794149e-15, -2.563921297493721e-15, -2.2967738821932926e-15, -2.0296264668928643e-15, -1.762479051592436e-15, -1.4953316362920077e-15, -1.2281842209915794e-15, -9.610368056911511e-16, -6.938893903907228e-16, -4.2674197509029455e-16, -1.5959455978986625e-16, 1.0755285551056204e-16, 3.7470027081099033e-16, 6.418476861114186e-16, 9.08995101411847e-16, 1.1761425167122752e-15, 1.4432899320127035e-15, 1.7104373473131318e-15, 1.97758476261356e-15, 2.2447321779139884e-15, 2.5118795932144167e-15, 2.779027008514845e-15, 3.0461744238152733e-15, 3.3133218391157016e-15, 3.58046925441613e-15, 3.847616669716558e-15, 4.1147640850169864e-15, 4.381911500317415e-15, 4.649058915617843e-15, 4.916206330918271e-15, 5.1833537462186996e-15, 5.450501161519128e-15, 5.717648576819556e-15, 5.9847959921199845e-15, 6.251943407420413e-15, 6.519090822720841e-15, 6.786238238021269e-15, 7.053385653321698e-15, 7.320533068622126e-15, 7.587680483922554e-15, 7.854827899222983e-15, 8.121975314523411e-15, 8.389122729823839e-15, 8.656270145124267e-15, 8.923417560424696e-15, 9.190564975725124e-15, 9.457712391025552e-15, 9.72485980632598e-15, 9.992007221626409e-15]}, "gradients/bert.encoder.layer.11.attention.self.key.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 10.0, 11.0, 8.0, 19.0, 14.0, 22.0, 32.0, 59.0, 73.0, 94.0, 132.0, 181.0, 264.0, 372.0, 564.0, 780.0, 1131.0, 1788.0, 2893.0, 5536.0, 15335.0, 176042.0, 352990.0, 16808.0, 5906.0, 3046.0, 1893.0, 1137.0, 766.0, 536.0, 386.0, 286.0, 200.0, 146.0, 102.0, 63.0, 62.0, 33.0, 23.0, 24.0, 14.0, 9.0, 9.0, 4.0, 1.0, 3.0, 4.0], "bins": [-2.0960320057383797e-07, -2.0423331648089516e-07, -1.9886343238795234e-07, -1.9349354829500953e-07, -1.8812366420206672e-07, -1.827537658982692e-07, -1.7738388180532638e-07, -1.7201399771238357e-07, -1.6664411361944076e-07, -1.6127422952649795e-07, -1.5590434543355514e-07, -1.5053446134061232e-07, -1.451645630368148e-07, -1.3979467894387199e-07, -1.3442479485092917e-07, -1.2905491075798636e-07, -1.2368502666504355e-07, -1.1831514257210074e-07, -1.1294525847915793e-07, -1.0757536728078776e-07, -1.0220548318784495e-07, -9.683559909490214e-08, -9.146570789653197e-08, -8.609582380358916e-08, -8.072593971064634e-08, -7.535605561770353e-08, -6.998617152476072e-08, -6.461628032639055e-08, -5.924639623344774e-08, -5.387651214050493e-08, -4.850662449484844e-08, -4.313673684919195e-08, -3.776686696710385e-08, -3.239698287416104e-08, -2.702709522850455e-08, -2.16572093592049e-08, -1.6287323489905248e-08, -1.0917437620605597e-08, -5.547551751305946e-09, -1.7766410564945545e-10, 5.192219987293356e-09, 1.0562105856593007e-08, 1.5931991725892658e-08, 2.130187759519231e-08, 2.667176346449196e-08, 3.204164755743477e-08, 3.741153520309126e-08, 4.278142284874775e-08, 4.8151306941690564e-08, 5.3521191034633375e-08, 5.8891078680289866e-08, 6.426096632594636e-08, 6.963085041888917e-08, 7.500073451183198e-08, 8.037062571020215e-08, 8.574050980314496e-08, 9.111039389608777e-08, 9.648027798903058e-08, 1.018501620819734e-07, 1.0722005328034356e-07, 1.1258993737328638e-07, 1.1795982146622919e-07, 1.2332971266459936e-07, 1.2869959675754217e-07, 1.3406948085048498e-07]}, "gradients/bert.encoder.layer.11.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 3.0, 2.0, 4.0, 3.0, 5.0, 6.0, 5.0, 8.0, 18.0, 54.0, 125.0, 371.0, 63.0, 33.0, 10.0, 13.0, 7.0, 5.0, 3.0, 2.0, 2.0, 5.0, 4.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.576963494988377e-08, -8.374410498390716e-08, -8.17185679125032e-08, -7.96930379465266e-08, -7.766750798055e-08, -7.56419780145734e-08, -7.36164480485968e-08, -7.159091097719283e-08, -6.956538101121623e-08, -6.753985104523963e-08, -6.551431397383567e-08, -6.348878400785907e-08, -6.146325404188246e-08, -5.943772407590586e-08, -5.741219055721558e-08, -5.53866570385253e-08, -5.33611270725487e-08, -5.1335597106572095e-08, -4.9310063587881814e-08, -4.728453006919153e-08, -4.525900010321493e-08, -4.323347013723833e-08, -4.1207936618548047e-08, -3.9182403099857765e-08, -3.715687313388116e-08, -3.513134316790456e-08, -3.310580964921428e-08, -3.1080276130524e-08, -2.9054746164547396e-08, -2.7029214422213954e-08, -2.5003682679880512e-08, -2.297815093754707e-08, -2.095261208978627e-08, -1.892708034745283e-08, -1.6901548605119388e-08, -1.4876016862785946e-08, -1.2850485120452504e-08, -1.0824953378119062e-08, -8.79942163578562e-09, -6.7738898934521785e-09, -4.748358151118737e-09, -2.722826408785295e-09, -6.972946664518531e-10, 1.3282370758815887e-09, 3.3537688182150305e-09, 5.379300560548472e-09, 7.404832302881914e-09, 9.430364045215356e-09, 1.1455895787548798e-08, 1.348142752988224e-08, 1.550695927221568e-08, 1.7532491014549123e-08, 1.9558022756882565e-08, 2.1583554499216007e-08, 2.360908624154945e-08, 2.563461798388289e-08, 2.7660149726216332e-08, 2.9685681468549774e-08, 3.1711213210883216e-08, 3.37367467295735e-08, 3.57622766955501e-08, 3.77878066615267e-08, 3.981334018021698e-08, 4.1838873698907264e-08, 4.3864403664883866e-08]}, "gradients/bert.encoder.layer.11.attention.self.query.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 2.0, 2.0, 5.0, 5.0, 6.0, 13.0, 19.0, 38.0, 39.0, 53.0, 89.0, 146.0, 238.0, 386.0, 748.0, 1553.0, 3267.0, 7674.0, 44334.0, 496287.0, 23294.0, 5984.0, 2667.0, 1271.0, 673.0, 421.0, 219.0, 133.0, 81.0, 58.0, 36.0, 27.0, 18.0, 7.0, 9.0, 4.0, 4.0, 3.0, 2.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5501350958402327e-07, -1.4808361470386444e-07, -1.4115371982370561e-07, -1.3422381073269207e-07, -1.2729391585253325e-07, -1.2036402097237442e-07, -1.1343412609221559e-07, -1.0650422410662941e-07, -9.957432212104322e-08, -9.26444272408844e-08, -8.571452525529821e-08, -7.878463037513939e-08, -7.18547283895532e-08, -6.492483350939438e-08, -5.799493507652187e-08, -5.1065036643649364e-08, -4.413514176349054e-08, -3.720524333061803e-08, -3.0275344897745526e-08, -2.334544824122986e-08, -1.6415549808357355e-08, -9.485653151841689e-09, -2.555754718969183e-09, 4.374143713903322e-09, 1.1304042146775828e-08, 1.8233940579648333e-08, 2.516383901252084e-08, 3.2093737445393344e-08, 3.902363232555217e-08, 4.5953530758424677e-08, 5.288342919129718e-08, 5.981333117688337e-08, 6.674322605704219e-08, 7.367312093720102e-08, 8.06030229227872e-08, 8.753291780294603e-08, 9.446281978853222e-08, 1.0139271466869104e-07, 1.0832260954884987e-07, 1.1525251153443605e-07, 1.2218241352002224e-07, 1.2911230840018106e-07, 1.360422032803399e-07, 1.4297211237135343e-07, 1.4990200725151226e-07, 1.5683190213167109e-07, 1.637617970118299e-07, 1.7069169189198874e-07, 1.7762158677214757e-07, 1.845514816523064e-07, 1.9148137653246522e-07, 1.9841128562347876e-07, 2.053411805036376e-07, 2.1227107538379641e-07, 2.1920097026395524e-07, 2.2613087935496878e-07, 2.330607742351276e-07, 2.3999066911528644e-07, 2.4692056399544526e-07, 2.538504588756041e-07, 2.607803537557629e-07, 2.677102770576312e-07, 2.7464017193779e-07, 2.8157006681794883e-07, 2.8849996169810765e-07]}, "gradients/bert.encoder.layer.10.output.LayerNorm.weight": {"_type": "histogram", "values": [11.0, 28.0, 133.0, 354.0, 185.0, 45.0, 6.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1130490662480952e-07, -8.029183362623371e-08, -4.92787606276579e-08, -1.8265687629082095e-08, 1.2747385369493713e-08, 4.376045836806952e-08, 7.477353136664533e-08, 1.0578660436522114e-07, 1.367996844692243e-07, 1.678127574678001e-07, 1.9882583046637592e-07, 2.2983890346495173e-07, 2.6085197646352754e-07, 2.9186503525124863e-07, 3.2287812246067915e-07, 3.538912096701097e-07, 3.8490426845783077e-07, 4.1591732724555186e-07, 4.469304144549824e-07, 4.779435016644129e-07, 5.089565320304246e-07, 5.399696192398551e-07, 5.709827064492856e-07, 6.019957936587161e-07, 6.330088240247278e-07, 6.640219112341583e-07, 6.9503494160017e-07, 7.260480288096005e-07, 7.57061116019031e-07, 7.880742032284616e-07, 8.190872904378921e-07, 8.501003208039037e-07, 8.811134648567531e-07, 9.121265520661836e-07, 9.431396392756142e-07, 9.741527264850447e-07, 1.0051658136944752e-06, 1.036178787217068e-06, 1.0671918744264985e-06, 1.098204961635929e-06, 1.1292180488453596e-06, 1.1602311360547901e-06, 1.1912442232642206e-06, 1.2222573104736512e-06, 1.253270283996244e-06, 1.2842833712056745e-06, 1.315296458415105e-06, 1.3463095456245355e-06, 1.377322632833966e-06, 1.4083357200433966e-06, 1.439348807252827e-06, 1.4703618944622576e-06, 1.5013749816716881e-06, 1.532387955194281e-06, 1.5634010424037115e-06, 1.594414129613142e-06, 1.6254272168225725e-06, 1.656440304032003e-06, 1.6874533912414336e-06, 1.718466478450864e-06, 1.7494794519734569e-06, 1.7804925391828874e-06, 1.811505626392318e-06, 1.8425187136017485e-06, 1.873531800811179e-06]}, "gradients/bert.encoder.layer.10.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 2.0, 1.0, 2.0, 4.0, 4.0, 6.0, 4.0, 4.0, 4.0, 5.0, 4.0, 11.0, 12.0, 11.0, 19.0, 22.0, 14.0, 25.0, 39.0, 17.0, 27.0, 29.0, 33.0, 27.0, 31.0, 25.0, 21.0, 36.0, 29.0, 39.0, 32.0, 28.0, 24.0, 29.0, 18.0, 26.0, 19.0, 18.0, 4.0, 9.0, 10.0, 10.0, 3.0, 8.0, 4.0, 3.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5718215706783667e-07, -1.519996430943138e-07, -1.4681712912079092e-07, -1.4163461514726805e-07, -1.3645208696289046e-07, -1.312695729893676e-07, -1.2608705901584472e-07, -1.2090454504232184e-07, -1.1572202396337161e-07, -1.1053950998984874e-07, -1.0535698891089851e-07, -1.0017447493737563e-07, -9.499196096385276e-08, -8.980943988490253e-08, -8.462692591137966e-08, -7.944440483242943e-08, -7.426189085890655e-08, -6.907937688538368e-08, -6.389685580643345e-08, -5.871434183291058e-08, -5.3531824306674025e-08, -4.834930678043747e-08, -4.31667928069146e-08, -3.798427528067805e-08, -3.2801757754441496e-08, -2.7619240228204944e-08, -2.2436724478325232e-08, -1.725420872844552e-08, -1.2071691202208967e-08, -6.889173675972415e-09, -1.7066597024495422e-09, 3.4758578237870097e-09, 8.658361139168846e-09, 1.3840877777226979e-08, 1.902339441528511e-08, 2.4205910165164823e-08, 2.9388427691401375e-08, 3.457094521763793e-08, 3.97534591911608e-08, 4.493597671739735e-08, 5.0118494243633904e-08, 5.5301011769870456e-08, 6.048352929610701e-08, 6.566604326962988e-08, 7.084855724315275e-08, 7.603107832210299e-08, 8.121359229562586e-08, 8.639611337457609e-08, 9.157862734809896e-08, 9.676114132162184e-08, 1.0194366240057207e-07, 1.0712617637409494e-07, 1.1230869745304517e-07, 1.1749121142656804e-07, 1.2267372540009092e-07, 1.278562393736138e-07, 1.3303875334713666e-07, 1.3822126732065954e-07, 1.434037812941824e-07, 1.4858630947856e-07, 1.5376882345208287e-07, 1.5895133742560574e-07, 1.6413385139912862e-07, 1.693163653726515e-07, 1.7449889355702908e-07]}, "gradients/bert.encoder.layer.10.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 1.0, 5.0, 7.0, 5.0, 4.0, 5.0, 11.0, 10.0, 11.0, 22.0, 25.0, 25.0, 22.0, 27.0, 33.0, 28.0, 45.0, 47.0, 58.0, 43.0, 44.0, 30.0, 34.0, 37.0, 31.0, 22.0, 23.0, 21.0, 11.0, 16.0, 11.0, 12.0, 9.0, 5.0, 5.0, 4.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.982874533103313e-08, -8.6354802419919e-08, -8.288085950880486e-08, -7.940691659769072e-08, -7.593298079200395e-08, -7.245903788088981e-08, -6.898509496977567e-08, -6.551115205866154e-08, -6.20372091475474e-08, -5.8563266236433265e-08, -5.508932687803281e-08, -5.161538396691867e-08, -4.8141441055804535e-08, -4.466750169740408e-08, -4.119355878628994e-08, -3.7719615875175805e-08, -3.424567651677535e-08, -3.077173360566121e-08, -2.7297792470903914e-08, -2.3823851336146618e-08, -2.034990842503248e-08, -1.6875967290275184e-08, -1.3402026155517888e-08, -9.928083244403751e-09, -6.454142109646455e-09, -2.980200308755343e-09, 4.937414921357686e-10, 3.967683070982275e-09, 7.441625093917992e-09, 1.0915567116853708e-08, 1.4389508251611005e-08, 1.786345116272514e-08, 2.1337392297482438e-08, 2.4811333432239735e-08, 2.828527634335387e-08, 3.175921747811117e-08, 3.5233160389225304e-08, 3.870709974762576e-08, 4.21810426587399e-08, 4.5654985569854034e-08, 4.912892848096817e-08, 5.2602871392082307e-08, 5.6076810750482764e-08, 5.95507536615969e-08, 6.302469301999736e-08, 6.64986359311115e-08, 6.997257884222563e-08, 7.344652175333977e-08, 7.692045755902654e-08, 8.039440047014068e-08, 8.386834338125482e-08, 8.734228629236895e-08, 9.081622209805573e-08, 9.429016500916987e-08, 9.7764107920284e-08, 1.0123805083139814e-07, 1.0471199374251228e-07, 1.0818593665362641e-07, 1.1165987956474055e-07, 1.1513381537042733e-07, 1.1860775828154146e-07, 1.220817011926556e-07, 1.2555564410376974e-07, 1.2902958701488387e-07, 1.32503529925998e-07]}, "gradients/bert.encoder.layer.10.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 3.0, 1.0, 1.0, 1.0, 2.0, 5.0, 4.0, 9.0, 6.0, 12.0, 19.0, 16.0, 21.0, 34.0, 48.0, 72.0, 131.0, 192.0, 312.0, 513.0, 988.0, 2019.0, 5215.0, 20280.0, 1772622.0, 537689.0, 11727.0, 3785.0, 1580.0, 826.0, 403.0, 251.0, 149.0, 114.0, 64.0, 51.0, 43.0, 18.0, 15.0, 13.0, 12.0, 6.0, 2.0, 4.0, 5.0, 2.0, 4.0, 3.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.678880832718278e-07, -2.582751505997294e-07, -2.48662217927631e-07, -2.3904925683382316e-07, -2.2943632416172477e-07, -2.1982339148962637e-07, -2.1021044460667326e-07, -2.0059749772372015e-07, -1.9098456505162176e-07, -1.8137163237952336e-07, -1.7175868549657025e-07, -1.6214573861361714e-07, -1.5253280594151875e-07, -1.4291987326942035e-07, -1.3330692638646724e-07, -1.2369397950351413e-07, -1.1408104683141573e-07, -1.0446810705388998e-07, -9.485516727636423e-08, -8.524222749883847e-08, -7.562928772131272e-08, -6.601634794378697e-08, -5.6403408166261215e-08, -4.679046838873546e-08, -3.717752861120971e-08, -2.7564588833683956e-08, -1.7951649056158203e-08, -8.33870927863245e-09, 1.2742304988933029e-09, 1.0887170276419056e-08, 2.050011005394481e-08, 3.011304983147056e-08, 3.9725989608996315e-08, 4.933892938652207e-08, 5.895186916404782e-08, 6.856480894157357e-08, 7.817774871909933e-08, 8.779068849662508e-08, 9.740362827415083e-08, 1.0701656805167659e-07, 1.1662950782920234e-07, 1.2624244050130073e-07, 1.3585538738425385e-07, 1.4546833426720696e-07, 1.5508126693930535e-07, 1.6469419961140375e-07, 1.7430714649435686e-07, 1.8392009337730997e-07, 1.9353302604940836e-07, 2.0314595872150676e-07, 2.1275890560445987e-07, 2.2237185248741298e-07, 2.3198478515951138e-07, 2.4159771783160977e-07, 2.512106789254176e-07, 2.60823611597516e-07, 2.704365442696144e-07, 2.800494769417128e-07, 2.896624096138112e-07, 2.99275370707619e-07, 3.088883033797174e-07, 3.185012360518158e-07, 3.281141971456236e-07, 3.37727129817722e-07, 3.473400624898204e-07]}, "gradients/bert.encoder.layer.10.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 3.0, 1.0, 2.0, 2.0, 7.0, 3.0, 3.0, 6.0, 16.0, 25.0, 56.0, 198.0, 983.0, 1378.0, 257.0, 59.0, 21.0, 12.0, 13.0, 5.0, 2.0, 2.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1696613455569604e-07, -1.1390369536457001e-07, -1.1084125617344398e-07, -1.077788240877453e-07, -1.0471638489661927e-07, -1.0165394570549324e-07, -9.859150651436721e-08, -9.552907442866854e-08, -9.24666352375425e-08, -8.940419604641647e-08, -8.634175685529044e-08, -8.327932476959177e-08, -8.021688557846574e-08, -7.71544463873397e-08, -7.409200719621367e-08, -7.1029575110515e-08, -6.796713591938897e-08, -6.490469672826293e-08, -6.18422575371369e-08, -5.877982189872455e-08, -5.5717386260312196e-08, -5.2654947069186164e-08, -4.959250787806013e-08, -4.653007223964778e-08, -4.346762949580807e-08, -4.040519030468204e-08, -3.7342754666269684e-08, -3.428031547514365e-08, -3.12178798367313e-08, -2.8155440645605267e-08, -2.5093003230836075e-08, -2.2030565816066883e-08, -1.896813017765453e-08, -1.5905692762885337e-08, -1.2843255348116145e-08, -9.780817045168533e-09, -6.71837963039934e-09, -3.6559413274517283e-09, -5.935039126825359e-10, 2.4689335020866565e-09, 5.531370916855849e-09, 8.593808331625041e-09, 1.1656245746394234e-08, 1.4718684049341846e-08, 1.7781122352289458e-08, 2.084355976705865e-08, 2.3905997181827843e-08, 2.6968434596597035e-08, 3.003087201136623e-08, 3.309331120249226e-08, 3.615574684090461e-08, 3.9218186032030644e-08, 4.2280621670443e-08, 4.534306086156903e-08, 4.840549649998138e-08, 5.1467935691107414e-08, 5.4530374882233446e-08, 5.759281407335948e-08, 6.065525326448551e-08, 6.371768535018418e-08, 6.678012454131022e-08, 6.984256373243625e-08, 7.290500292356228e-08, 7.596743500926095e-08, 7.902987420038698e-08]}, "gradients/bert.encoder.layer.10.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 3.0, 7.0, 17.0, 24.0, 46.0, 126.0, 412.0, 1722.0, 19082.0, 2324626.0, 11256.0, 1400.0, 339.0, 116.0, 39.0, 27.0, 18.0, 6.0, 5.0, 5.0, 4.0, 2.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.468369401271048e-07, -8.147840730998723e-07, -7.82731149229221e-07, -7.506782822019886e-07, -7.186254151747562e-07, -6.865725481475238e-07, -6.545196811202914e-07, -6.224667572496401e-07, -5.904138902224076e-07, -5.583610231951752e-07, -5.263080993245239e-07, -4.942552322972915e-07, -4.622023652700591e-07, -4.3014949824282667e-07, -3.980966027938848e-07, -3.6604370734494296e-07, -3.3399084031771054e-07, -3.019379732904781e-07, -2.6988507784153626e-07, -2.3783219660344912e-07, -2.0577931536536198e-07, -1.7372643412727484e-07, -1.416735528891877e-07, -1.0962067165110057e-07, -7.756779041301343e-08, -4.551490917492629e-08, -1.346202793683915e-08, 1.859085330124799e-08, 5.064373453933513e-08, 8.269661577742227e-08, 1.147494970155094e-07, 1.4680237825359654e-07, 1.7885531633510254e-07, 2.1090819757318968e-07, 2.429610788112768e-07, 2.750139742602187e-07, 3.070668412874511e-07, 3.391197083146835e-07, 3.711726037636254e-07, 4.0322549921256723e-07, 4.3527836623979965e-07, 4.673312332670321e-07, 4.993841002942645e-07, 5.314370241649158e-07, 5.634898911921482e-07, 5.955427582193806e-07, 6.275956820900319e-07, 6.596485491172643e-07, 6.917014161444968e-07, 7.237542831717292e-07, 7.558071501989616e-07, 7.878600740696129e-07, 8.199129410968453e-07, 8.519658081240777e-07, 8.84018731994729e-07, 9.160715990219614e-07, 9.481244660491939e-07, 9.801773330764263e-07, 1.0122302001036587e-06, 1.0442830671308911e-06, 1.0763360478449613e-06, 1.1083889148721937e-06, 1.1404417818994261e-06, 1.1724946489266586e-06, 1.204547515953891e-06]}, "gradients/bert.encoder.layer.10.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 4.0, 5.0, 15.0, 12.0, 31.0, 55.0, 94.0, 96.0, 146.0, 110.0, 77.0, 44.0, 34.0, 22.0, 8.0, 3.0, 6.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.125773820831455e-07, -1.0342056100398622e-07, -9.426374703025431e-08, -8.510692595109504e-08, -7.595011197736312e-08, -6.679329089820385e-08, -5.763646981904458e-08, -4.8479655845312664e-08, -3.932283476615339e-08, -3.01660172397078e-08, -2.1009197936905366e-08, -1.1852378634102934e-08, -2.6955611076573405e-09, 6.461256418788253e-09, 1.5618077497947525e-08, 2.477489147167944e-08, 3.393171255083871e-08, 4.3088530077284304e-08, 5.22453476037299e-08, 6.140216868288917e-08, 7.055898265662108e-08, 7.971580373578036e-08, 8.887262481493963e-08, 9.802943878867154e-08, 1.0718625986783081e-07, 1.1634308094699009e-07, 1.25499894920722e-07, 1.3465671599988127e-07, 1.4381353707904054e-07, 1.5297035815819982e-07, 1.621271792373591e-07, 1.7128398610566364e-07, 1.8044082139567763e-07, 1.895976424748369e-07, 1.9875446355399617e-07, 2.0791128463315545e-07, 2.1706809150146e-07, 2.2622491258061928e-07, 2.3538173365977855e-07, 2.445385405280831e-07, 2.536953616072424e-07, 2.6285218268640165e-07, 2.720090037655609e-07, 2.811658248447202e-07, 2.9032264592387946e-07, 2.994794385813293e-07, 3.08636288082198e-07, 3.1779308073964785e-07, 3.2694993024051655e-07, 3.361067513196758e-07, 3.452635723988351e-07, 3.5442039347799437e-07, 3.6357721455715364e-07, 3.727340072146035e-07, 3.818908567154722e-07, 3.91047649372922e-07, 4.002044704520813e-07, 4.0936129153124057e-07, 4.1851811261039984e-07, 4.276749336895591e-07, 4.368317547687184e-07, 4.4598857584787766e-07, 4.551453685053275e-07, 4.6430218958448677e-07, 4.7345901066364604e-07]}, "gradients/bert.encoder.layer.10.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 8.0, 5.0, 5.0, 5.0, 5.0, 7.0, 8.0, 9.0, 6.0, 16.0, 11.0, 19.0, 22.0, 32.0, 29.0, 21.0, 28.0, 27.0, 28.0, 40.0, 24.0, 41.0, 35.0, 42.0, 22.0, 30.0, 26.0, 29.0, 26.0, 17.0, 13.0, 26.0, 22.0, 15.0, 8.0, 14.0, 6.0, 4.0, 4.0, 6.0, 5.0, 5.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.263885658583604e-08, -8.974100751402148e-08, -8.684316554763427e-08, -8.394531647581971e-08, -8.10474745094325e-08, -7.814962543761794e-08, -7.525177636580338e-08, -7.235393439941618e-08, -6.945608532760161e-08, -6.655823625578705e-08, -6.366039428939985e-08, -6.076254521758528e-08, -5.78646996984844e-08, -5.496685417938352e-08, -5.2069008660282634e-08, -4.917116314118175e-08, -4.627331762208087e-08, -4.3375472102979984e-08, -4.04776265838791e-08, -3.757978106477822e-08, -3.4681931992963655e-08, -3.178408647386277e-08, -2.8886240954761888e-08, -2.5988393659304165e-08, -2.3090548140203282e-08, -2.01927026211024e-08, -1.7294855325644676e-08, -1.4397009806543792e-08, -1.149916339926449e-08, -8.601316991985186e-09, -5.703471472884303e-09, -2.80562417742658e-09, 9.22213416743034e-11, 2.9900675269090016e-09, 5.8879137121437e-09, 8.785759675333793e-09, 1.1683606082613096e-08, 1.4581452489892399e-08, 1.7479298008993283e-08, 2.0377145304451005e-08, 2.327499082355189e-08, 2.6172836342652772e-08, 2.9070683638110495e-08, 3.196852915721138e-08, 3.486637467631226e-08, 3.7764223748126824e-08, 4.066206571451403e-08, 4.355991478632859e-08, 4.6457760305429474e-08, 4.935560582453036e-08, 5.225345134363124e-08, 5.5151296862732124e-08, 5.8049145934546686e-08, 6.094698790093389e-08, 6.384483697274845e-08, 6.674268604456302e-08, 6.964052801095022e-08, 7.253837708276478e-08, 7.543621904915199e-08, 7.833406812096655e-08, 8.123191008735375e-08, 8.412975915916832e-08, 8.702760112555552e-08, 8.992545019737008e-08, 9.282329926918464e-08]}, "gradients/bert.encoder.layer.10.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 6.0, 6.0, 8.0, 8.0, 9.0, 7.0, 12.0, 15.0, 36.0, 38.0, 37.0, 35.0, 51.0, 53.0, 56.0, 58.0, 45.0, 52.0, 48.0, 26.0, 30.0, 35.0, 25.0, 17.0, 9.0, 12.0, 9.0, 4.0, 5.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-1.7354669523683697e-07, -1.6908477107335784e-07, -1.6462284690987872e-07, -1.601609227463996e-07, -1.5569899858292047e-07, -1.5123707441944134e-07, -1.4677515025596222e-07, -1.423132260924831e-07, -1.3785130192900397e-07, -1.3338937776552484e-07, -1.2892745360204572e-07, -1.244655294385666e-07, -1.2000360527508747e-07, -1.1554168111160834e-07, -1.1107975694812922e-07, -1.0661783278465009e-07, -1.0215591572659832e-07, -9.76939915631192e-08, -9.323206739964007e-08, -8.877014323616095e-08, -8.430821907268182e-08, -7.98462949092027e-08, -7.538437785115093e-08, -7.09224536876718e-08, -6.646052952419268e-08, -6.199860536071355e-08, -5.753668119723443e-08, -5.3074757033755304e-08, -4.861283287027618e-08, -4.4150908706797054e-08, -3.968898809603161e-08, -3.522706393255248e-08, -3.076512911093232e-08, -2.6303204947453196e-08, -2.184128078397407e-08, -1.7379358396851785e-08, -1.291743423337266e-08, -8.455510069893535e-09, -3.993587682771249e-09, 4.68336480707876e-10, 4.930260644187001e-09, 9.392184807666126e-09, 1.3854108082966832e-08, 1.8316031358267537e-08, 2.2777955521746662e-08, 2.7239879685225787e-08, 3.170180207234807e-08, 3.61637262358272e-08, 4.0625650399306323e-08, 4.508757456278545e-08, 4.9549498726264574e-08, 5.40114228897437e-08, 5.8473347053222824e-08, 6.293527121670195e-08, 6.739719538018107e-08, 7.18591195436602e-08, 7.632104370713932e-08, 8.078296787061845e-08, 8.524489203409757e-08, 8.97068161975767e-08, 9.416874036105582e-08, 9.863066452453495e-08, 1.0309258868801408e-07, 1.075545128514932e-07, 1.1201642990954497e-07]}, "gradients/bert.encoder.layer.10.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 5.0, 3.0, 5.0, 11.0, 15.0, 20.0, 65.0, 90.0, 232.0, 539.0, 1305.0, 4002.0, 14848.0, 119454.0, 411237.0, 28077.0, 6453.0, 2121.0, 737.0, 327.0, 123.0, 62.0, 42.0, 14.0, 11.0, 3.0, 3.0, 6.0, 2.0, 2.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.615367063503072e-07, -3.5126419106745743e-07, -3.4099167578460765e-07, -3.307191889234673e-07, -3.204466736406175e-07, -3.1017415835776774e-07, -2.999016714966274e-07, -2.896291562137776e-07, -2.793566409309278e-07, -2.6908412564807804e-07, -2.5881161036522826e-07, -2.485391235040879e-07, -2.3826660822123813e-07, -2.2799409293838835e-07, -2.1772159186639328e-07, -2.0744909079439822e-07, -1.9717657551154844e-07, -1.8690406022869865e-07, -1.766315591567036e-07, -1.6635905808470852e-07, -1.5608654280185874e-07, -1.4581402751900896e-07, -1.355415264470139e-07, -1.2526902537501883e-07, -1.1499651009216905e-07, -1.0472400191474662e-07, -9.44514937373242e-08, -8.417898555990178e-08, -7.390647738247935e-08, -6.363396920505693e-08, -5.3361461027634505e-08, -4.308895285021208e-08, -3.281647309449909e-08, -2.2543964917076664e-08, -1.227145673965424e-08, -1.998948562231817e-09, 8.273559615190607e-09, 1.854606779261303e-08, 2.8818575970035454e-08, 3.909108414745788e-08, 4.93635923248803e-08, 5.963610050230272e-08, 6.990860867972515e-08, 8.018111685714757e-08, 9.045362503457e-08, 1.0072613321199242e-07, 1.1099864138941484e-07, 1.212711424614099e-07, 1.315436577442597e-07, 1.4181617302710947e-07, 1.5208867409910454e-07, 1.623611751710996e-07, 1.7263369045394938e-07, 1.8290620573679917e-07, 1.9317870680879423e-07, 2.034512078807893e-07, 2.1372372316363908e-07, 2.2399623844648886e-07, 2.3426873951848393e-07, 2.44541240590479e-07, 2.5481375587332877e-07, 2.6508627115617855e-07, 2.7535878643902834e-07, 2.856312733001687e-07, 2.9590378858301847e-07]}, "gradients/bert.encoder.layer.10.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 5.0, 3.0, 4.0, 4.0, 2.0, 8.0, 10.0, 8.0, 7.0, 13.0, 12.0, 17.0, 22.0, 20.0, 19.0, 23.0, 16.0, 24.0, 33.0, 31.0, 26.0, 25.0, 36.0, 41.0, 29.0, 33.0, 30.0, 23.0, 24.0, 24.0, 21.0, 23.0, 22.0, 12.0, 16.0, 21.0, 12.0, 7.0, 8.0, 6.0, 11.0, 7.0, 4.0, 2.0, 2.0, 2.0, 3.0, 4.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-7.57896856384832e-08, -7.32312201989771e-08, -7.067275475947099e-08, -6.811428931996488e-08, -6.555582388045877e-08, -6.299735844095267e-08, -6.043889300144656e-08, -5.788042756194045e-08, -5.532196212243434e-08, -5.2763496682928235e-08, -5.020503124342213e-08, -4.764656580391602e-08, -4.508810036440991e-08, -4.25296349249038e-08, -3.9971169485397695e-08, -3.741270404589159e-08, -3.485423860638548e-08, -3.229577316687937e-08, -2.9737307727373263e-08, -2.7178842287867155e-08, -2.4620376848361047e-08, -2.206191140885494e-08, -1.950344596934883e-08, -1.6944980529842724e-08, -1.4386515090336616e-08, -1.1828049650830508e-08, -9.2695842113244e-09, -6.711118771818292e-09, -4.152653332312184e-09, -1.594187892806076e-09, 9.64277546700032e-10, 3.52274298620614e-09, 6.0812155311396054e-09, 8.639680970645713e-09, 1.1198146410151821e-08, 1.375661184965793e-08, 1.6315077289164037e-08, 1.8873542728670145e-08, 2.1432008168176253e-08, 2.399047360768236e-08, 2.654893904718847e-08, 2.9107404486694577e-08, 3.1665869926200685e-08, 3.422433536570679e-08, 3.67828008052129e-08, 3.934126624471901e-08, 4.1899731684225117e-08, 4.4458197123731225e-08, 4.701666256323733e-08, 4.957512800274344e-08, 5.213359344224955e-08, 5.4692058881755656e-08, 5.7250524321261764e-08, 5.980898976076787e-08, 6.236745520027398e-08, 6.492592063978009e-08, 6.74843860792862e-08, 7.00428515187923e-08, 7.260131695829841e-08, 7.515978239780452e-08, 7.771824783731063e-08, 8.027671327681674e-08, 8.283517871632284e-08, 8.539364415582895e-08, 8.795210959533506e-08]}, "gradients/bert.encoder.layer.10.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 3.0, 3.0, 3.0, 0.0, 4.0, 7.0, 8.0, 7.0, 5.0, 9.0, 12.0, 9.0, 12.0, 12.0, 19.0, 21.0, 18.0, 22.0, 40.0, 44.0, 118.0, 648.0, 7552.0, 537616.0, 41355.0, 1805.0, 200.0, 44.0, 39.0, 17.0, 26.0, 19.0, 15.0, 19.0, 14.0, 16.0, 7.0, 4.0, 8.0, 8.0, 6.0, 4.0, 3.0, 4.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0], "bins": [-8.252944780906546e-07, -8.015348385015386e-07, -7.777751989124226e-07, -7.540155593233067e-07, -7.302559197341907e-07, -7.064962801450747e-07, -6.827366405559587e-07, -6.589770009668428e-07, -6.352173613777268e-07, -6.114577217886108e-07, -5.876980821994948e-07, -5.639384426103788e-07, -5.401788030212629e-07, -5.164191634321469e-07, -4.926595238430309e-07, -4.6889991267562436e-07, -4.451403015082178e-07, -4.2138066191910184e-07, -3.9762102232998586e-07, -3.738613827408699e-07, -3.501017431517539e-07, -3.2634210356263793e-07, -3.025824923952314e-07, -2.788228528061154e-07, -2.5506321321699943e-07, -2.3130357362788345e-07, -2.0754393403876747e-07, -1.837843086605062e-07, -1.6002466907139024e-07, -1.3626502948227426e-07, -1.12505404104013e-07, -8.874576451489702e-08, -6.49861817691999e-08, -4.1226545732797604e-08, -1.7466909696395305e-08, 6.2927227872933145e-09, 3.005236237640929e-08, 5.381200196552527e-08, 7.757162734378653e-08, 1.0133126693290251e-07, 1.2509090652201849e-07, 1.4885054611113446e-07, 1.7261018570025044e-07, 1.963698110785117e-07, 2.2012945066762768e-07, 2.4388907604588894e-07, 2.676487156350049e-07, 2.914083552241209e-07, 3.151679948132369e-07, 3.3892763440235285e-07, 3.6268727399146883e-07, 3.864469135805848e-07, 4.102065531697008e-07, 4.3396619275881676e-07, 4.577258039262233e-07, 4.814854719370487e-07, 5.052451115261647e-07, 5.290047511152807e-07, 5.527643907043966e-07, 5.765240302935126e-07, 6.002836698826286e-07, 6.240433094717446e-07, 6.478029490608606e-07, 6.715625886499765e-07, 6.953221713956736e-07]}, "gradients/bert.encoder.layer.10.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0, 3.0, 0.0, 3.0, 1.0, 5.0, 1.0, 1.0, 4.0, 5.0, 5.0, 8.0, 13.0, 9.0, 9.0, 38.0, 28.0, 71.0, 87.0, 140.0, 120.0, 66.0, 30.0, 30.0, 26.0, 8.0, 6.0, 6.0, 8.0, 5.0, 1.0, 3.0, 5.0, 3.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.105427357601002e-15, -6.9111383282915995e-15, -6.716849298982197e-15, -6.522560269672795e-15, -6.328271240363392e-15, -6.13398221105399e-15, -5.9396931817445875e-15, -5.745404152435185e-15, -5.551115123125783e-15, -5.35682609381638e-15, -5.162537064506978e-15, -4.9682480351975755e-15, -4.773959005888173e-15, -4.579669976578771e-15, -4.385380947269368e-15, -4.191091917959966e-15, -3.9968028886505635e-15, -3.802513859341161e-15, -3.608224830031759e-15, -3.4139358007223564e-15, -3.219646771412954e-15, -3.0253577421035516e-15, -2.831068712794149e-15, -2.6367796834847468e-15, -2.4424906541753444e-15, -2.248201624865942e-15, -2.0539125955565396e-15, -1.8596235662471372e-15, -1.6653345369377348e-15, -1.4710455076283324e-15, -1.27675647831893e-15, -1.0824674490095276e-15, -8.881784197001252e-16, -6.938893903907228e-16, -4.996003610813204e-16, -3.0531133177191805e-16, -1.1102230246251565e-16, 8.326672684688674e-17, 2.7755575615628914e-16, 4.718447854656915e-16, 6.661338147750939e-16, 8.604228440844963e-16, 1.0547118733938987e-15, 1.2490009027033011e-15, 1.4432899320127035e-15, 1.6375789613221059e-15, 1.8318679906315083e-15, 2.0261570199409107e-15, 2.220446049250313e-15, 2.4147350785597155e-15, 2.609024107869118e-15, 2.8033131371785203e-15, 2.9976021664879227e-15, 3.191891195797325e-15, 3.3861802251067274e-15, 3.58046925441613e-15, 3.774758283725532e-15, 3.969047313034935e-15, 4.163336342344337e-15, 4.3576253716537394e-15, 4.551914400963142e-15, 4.746203430272544e-15, 4.9404924595819466e-15, 5.134781488891349e-15, 5.329070518200751e-15]}, "gradients/bert.encoder.layer.10.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 2.0, 6.0, 4.0, 8.0, 16.0, 27.0, 45.0, 146.0, 362.0, 886.0, 3072.0, 13391.0, 394853.0, 162123.0, 10965.0, 2567.0, 801.0, 274.0, 112.0, 64.0, 21.0, 18.0, 9.0, 5.0, 9.0, 6.0, 1.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 3.0, 2.0], "bins": [-1.9881633761542616e-07, -1.9295910647088022e-07, -1.8710187532633427e-07, -1.8124464418178832e-07, -1.7538741303724237e-07, -1.6953019610355113e-07, -1.6367296495900518e-07, -1.5781573381445924e-07, -1.519585026699133e-07, -1.4610127152536734e-07, -1.402440403808214e-07, -1.3438680923627544e-07, -1.285295923025842e-07, -1.2267236115803826e-07, -1.1681513001349231e-07, -1.1095789886894636e-07, -1.0510066772440041e-07, -9.924343657985446e-08, -9.338620543530851e-08, -8.752898139618992e-08, -8.167175025164397e-08, -7.581451910709802e-08, -6.995729506797943e-08, -6.410006392343348e-08, -5.824283277888753e-08, -5.238560163434158e-08, -4.652837404250931e-08, -4.067114645067704e-08, -3.4813915306131094e-08, -2.8956685937941984e-08, -2.3099456569752874e-08, -1.7242228977920604e-08, -1.1384997833374655e-08, -5.527768465185545e-09, 3.2946090300356445e-10, 6.186690271192674e-09, 1.2043919639381784e-08, 1.7901149007570893e-08, 2.3758378375760003e-08, 2.9615605967592273e-08, 3.547283711213822e-08, 4.133006825668417e-08, 4.718729584851644e-08, 5.304452344034871e-08, 5.890175458489466e-08, 6.475898572944061e-08, 7.06162097685592e-08, 7.647344091310515e-08, 8.23306720576511e-08, 8.818790320219705e-08, 9.4045134346743e-08, 9.990235838586159e-08, 1.0575958953040754e-07, 1.1161682067495349e-07, 1.1747404471407208e-07, 1.2333127585861803e-07, 1.2918850700316398e-07, 1.3504573814770993e-07, 1.4090296929225588e-07, 1.4676020043680182e-07, 1.5261741737049306e-07, 1.58474648515039e-07, 1.6433187965958496e-07, 1.701891108041309e-07, 1.7604634194867685e-07]}, "gradients/bert.encoder.layer.10.attention.self.query.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 2.0, 2.0, 5.0, 2.0, 3.0, 10.0, 9.0, 18.0, 23.0, 14.0, 49.0, 98.0, 250.0, 113.0, 44.0, 33.0, 16.0, 10.0, 6.0, 11.0, 9.0, 8.0, 2.0, 2.0, 4.0, 1.0, 2.0, 2.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0], "bins": [-3.373184398469675e-08, -3.2834638119538795e-08, -3.1937435807094516e-08, -3.104022994193656e-08, -3.01430240767786e-08, -2.9245819987977484e-08, -2.8348615899176366e-08, -2.745141003401841e-08, -2.655420416886045e-08, -2.5657000080059333e-08, -2.4759794214901376e-08, -2.3862590126100258e-08, -2.29653842609423e-08, -2.2068180172141183e-08, -2.1170976083340065e-08, -2.0273770218182108e-08, -1.937656612938099e-08, -1.8479362040579872e-08, -1.7582156175421915e-08, -1.6684952086620797e-08, -1.578774622146284e-08, -1.4890542132661722e-08, -1.3993337155682184e-08, -1.3096132178702646e-08, -1.2198927201723109e-08, -1.1301722224743571e-08, -1.0404517247764034e-08, -9.507312270784496e-09, -8.610108181983378e-09, -7.71290231682542e-09, -6.815698228024303e-09, -5.918493251044765e-09, -5.021288274065228e-09, -4.12408329708569e-09, -3.2268785421507573e-09, -2.3296737872158246e-09, -1.432468810236287e-09, -5.352638332567494e-10, 3.6194069963357833e-10, 1.259145676613116e-09, 2.1563506535926535e-09, 3.053555630572191e-09, 3.950760607551729e-09, 4.8479651404420565e-09, 5.745170117421594e-09, 6.642375094401132e-09, 7.53957962729146e-09, 8.436784604270997e-09, 9.333989581250535e-09, 1.0231194558230072e-08, 1.112839953520961e-08, 1.2025603624010728e-08, 1.2922809489168685e-08, 1.3820013577969803e-08, 1.471721855494934e-08, 1.5614423531928878e-08, 1.6511627620729996e-08, 1.7408831709531114e-08, 1.830603757468907e-08, 1.920324166349019e-08, 2.0100447528648147e-08, 2.0997651617449264e-08, 2.1894855706250382e-08, 2.279206157140834e-08, 2.3689267436566297e-08]}, "gradients/bert.encoder.layer.10.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 1.0, 2.0, 6.0, 7.0, 6.0, 19.0, 14.0, 7.0, 18.0, 24.0, 40.0, 70.0, 76.0, 91.0, 138.0, 225.0, 304.0, 578.0, 967.0, 1684.0, 3393.0, 8327.0, 27714.0, 409659.0, 107065.0, 17368.0, 5870.0, 2616.0, 1316.0, 760.0, 436.0, 297.0, 191.0, 142.0, 100.0, 68.0, 44.0, 44.0, 31.0, 35.0, 20.0, 11.0, 3.0, 5.0, 5.0, 3.0, 5.0, 5.0, 2.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0682770579251155e-07, -1.0324591670496375e-07, -9.966412761741594e-08, -9.608233852986814e-08, -9.250054944232033e-08, -8.891876035477253e-08, -8.533696416179737e-08, -8.175517507424956e-08, -7.817338598670176e-08, -7.459159689915396e-08, -7.100980781160615e-08, -6.742801872405835e-08, -6.384622963651054e-08, -6.026444054896274e-08, -5.6682647908701256e-08, -5.310085882115345e-08, -4.9519073286319326e-08, -4.593728419877152e-08, -4.235549511122372e-08, -3.8773706023675913e-08, -3.519191693612811e-08, -3.1610127848580305e-08, -2.8028335208318822e-08, -2.4446546120771018e-08, -2.0864757033223214e-08, -1.728296794567541e-08, -1.3701177969949185e-08, -1.0119387994222961e-08, -6.537598906675157e-09, -2.955809819127353e-09, 6.259810447772907e-10, 4.207770132325095e-09, 7.789566325300257e-09, 1.1371355412848061e-08, 1.4953144500395865e-08, 1.853493536430051e-08, 2.2116724451848313e-08, 2.5698513539396117e-08, 2.928030440330076e-08, 3.2862093490848565e-08, 3.644388257839637e-08, 4.0025671665944174e-08, 4.360746075349198e-08, 4.718925339375346e-08, 5.0771042481301265e-08, 5.435283156884907e-08, 5.7934620656396874e-08, 6.151640974394468e-08, 6.509819883149248e-08, 6.867998791904029e-08, 7.226177700658809e-08, 7.58435660941359e-08, 7.94253551816837e-08, 8.30071442692315e-08, 8.658894046220666e-08, 9.017072954975447e-08, 9.375251863730227e-08, 9.733430772485008e-08, 1.0091609681239788e-07, 1.0449788589994569e-07, 1.0807967498749349e-07, 1.116614640750413e-07, 1.152432531625891e-07, 1.188250422501369e-07, 1.224068313376847e-07]}, "gradients/bert.encoder.layer.9.output.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 2.0, 0.0, 4.0, 7.0, 11.0, 21.0, 36.0, 72.0, 120.0, 150.0, 146.0, 80.0, 56.0, 25.0, 17.0, 8.0, 4.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.162075022875797e-07, -1.0532517791261853e-07, -9.444285353765736e-08, -8.356052205726883e-08, -7.267819768230765e-08, -6.179587330734648e-08, -5.091354182695795e-08, -4.003121745199678e-08, -2.914889307703561e-08, -1.8266566925717598e-08, -7.384240774399586e-09, 3.4980871532752644e-09, 1.4380411528236436e-08, 2.526273590319761e-08, 3.614506738358614e-08, 4.702739175854731e-08, 5.790971613350848e-08, 6.879204050846965e-08, 7.967436488343083e-08, 9.055669636381936e-08, 1.0143902073878053e-07, 1.123213451137417e-07, 1.2320367659413023e-07, 1.3408600807451876e-07, 1.4496832534405257e-07, 1.558506568244411e-07, 1.6673297409397492e-07, 1.7761530557436345e-07, 1.8849763705475198e-07, 1.993799543242858e-07, 2.1026228580467432e-07, 2.2114460307420813e-07, 2.3202693455459666e-07, 2.429092660349852e-07, 2.537915975153737e-07, 2.6467392899576225e-07, 2.7555623205444135e-07, 2.864385635348299e-07, 2.973208950152184e-07, 3.0820322649560694e-07, 3.1908552955428604e-07, 3.2996786103467457e-07, 3.408501925150631e-07, 3.5173252399545163e-07, 3.6261482705413073e-07, 3.7349715853451926e-07, 3.843794900149078e-07, 3.952618214952963e-07, 4.0614415297568485e-07, 4.170264844560734e-07, 4.279088159364619e-07, 4.38791118995141e-07, 4.4967345047552953e-07, 4.6055578195591806e-07, 4.714381134363066e-07, 4.823204449166951e-07, 4.932027763970837e-07, 5.040851078774722e-07, 5.149674393578607e-07, 5.258497708382492e-07, 5.367321023186378e-07, 5.476143769556074e-07, 5.58496708435996e-07, 5.693790399163845e-07, 5.80261371396773e-07]}, "gradients/bert.encoder.layer.9.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 3.0, 0.0, 3.0, 3.0, 4.0, 3.0, 7.0, 5.0, 8.0, 7.0, 12.0, 18.0, 20.0, 17.0, 22.0, 25.0, 15.0, 26.0, 34.0, 22.0, 37.0, 32.0, 36.0, 34.0, 38.0, 32.0, 35.0, 32.0, 31.0, 29.0, 36.0, 21.0, 21.0, 19.0, 16.0, 13.0, 9.0, 6.0, 9.0, 5.0, 4.0, 2.0, 4.0, 3.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.648241862994837e-07, -1.5991267332537973e-07, -1.5500116035127576e-07, -1.5008964737717179e-07, -1.4517813440306782e-07, -1.4026662142896384e-07, -1.3535510845485987e-07, -1.304435954807559e-07, -1.2553208250665193e-07, -1.2062056953254796e-07, -1.1570905655844399e-07, -1.1079754358434002e-07, -1.0588603061023605e-07, -1.0097451763613208e-07, -9.60630046620281e-08, -9.115149168792414e-08, -8.623998581924752e-08, -8.132847284514355e-08, -7.641695987103958e-08, -7.150544689693561e-08, -6.659393392283164e-08, -6.168242094872767e-08, -5.6770911527337375e-08, -5.1859398553233405e-08, -4.6947885579129434e-08, -4.203637260502546e-08, -3.712485963092149e-08, -3.22133502095312e-08, -2.730183545907039e-08, -2.239032248496642e-08, -1.7478811287219287e-08, -1.2567298313115316e-08, -7.655785339011345e-09, -2.744272808996584e-09, 2.167239721018177e-09, 7.078751806943728e-09, 1.19902647810477e-08, 1.690177775515167e-08, 2.18132889528988e-08, 2.6724801927002773e-08, 3.1636314901106743e-08, 3.6547827875210714e-08, 4.1459340849314685e-08, 4.637085027070498e-08, 5.128236324480895e-08, 5.619387621891292e-08, 6.110538919301689e-08, 6.601690216712086e-08, 7.092841514122483e-08, 7.58399281153288e-08, 8.075144108943277e-08, 8.566295406353674e-08, 9.057446703764072e-08, 9.548598001174469e-08, 1.003974858804213e-07, 1.0530899885452527e-07, 1.1022051182862924e-07, 1.1513202480273321e-07, 1.2004353777683718e-07, 1.2495505075094115e-07, 1.2986656372504513e-07, 1.347780766991491e-07, 1.3968958967325307e-07, 1.4460110264735704e-07, 1.49512615621461e-07]}, "gradients/bert.encoder.layer.9.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 2.0, 5.0, 5.0, 4.0, 2.0, 9.0, 5.0, 7.0, 8.0, 9.0, 10.0, 13.0, 9.0, 19.0, 25.0, 22.0, 36.0, 28.0, 29.0, 32.0, 32.0, 22.0, 31.0, 34.0, 33.0, 36.0, 37.0, 37.0, 27.0, 22.0, 32.0, 24.0, 20.0, 12.0, 13.0, 8.0, 12.0, 7.0, 7.0, 6.0, 5.0, 3.0, 3.0, 4.0, 4.0, 3.0, 1.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.380708666460123e-08, -7.142664770753981e-08, -6.90462087504784e-08, -6.666577689884434e-08, -6.428533794178293e-08, -6.190489898472151e-08, -5.95244600276601e-08, -5.714402107059868e-08, -5.476358566625095e-08, -5.238314670918953e-08, -5.0002711304841796e-08, -4.762227234778038e-08, -4.5241833390718966e-08, -4.286139798637123e-08, -4.0480959029309815e-08, -3.810052362496208e-08, -3.5720084667900664e-08, -3.333964571083925e-08, -3.0959210306491514e-08, -2.85787713494301e-08, -2.6198334168725523e-08, -2.3817896988020948e-08, -2.1437458030959533e-08, -1.9057020850254958e-08, -1.6676583669550382e-08, -1.4296146488845807e-08, -1.1915708419962812e-08, -9.535270351079816e-09, -7.154833170375241e-09, -4.7743959896706656e-09, -2.3939579207876704e-09, -1.3519851904675306e-11, 2.3669173287999e-09, 4.7473549535936854e-09, 7.127792578387471e-09, 9.508230647270466e-09, 1.1888667827975041e-08, 1.4269105008679617e-08, 1.664954396574103e-08, 1.9029981146445607e-08, 2.1410418327150182e-08, 2.3790855507854758e-08, 2.6171292688559333e-08, 2.8551731645620748e-08, 3.093217060268216e-08, 3.33126060070299e-08, 3.5693044964091314e-08, 3.807348036843905e-08, 4.0453919325500465e-08, 4.283435828256188e-08, 4.5214793686909616e-08, 4.759523264397103e-08, 4.9975668048318767e-08, 5.235610700538018e-08, 5.4736545962441596e-08, 5.711698491950301e-08, 5.949742032385075e-08, 6.187785572819848e-08, 6.42582946852599e-08, 6.663873364232131e-08, 6.901917259938273e-08, 7.139961155644414e-08, 7.37800434080782e-08, 7.616048236513961e-08, 7.854092132220103e-08]}, "gradients/bert.encoder.layer.9.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 0.0, 3.0, 2.0, 3.0, 3.0, 8.0, 8.0, 12.0, 11.0, 21.0, 23.0, 22.0, 43.0, 53.0, 99.0, 122.0, 180.0, 255.0, 382.0, 603.0, 960.0, 1605.0, 2845.0, 5004.0, 10284.0, 32585.0, 668009.0, 1552118.0, 57434.0, 12465.0, 6036.0, 3105.0, 1804.0, 1060.0, 687.0, 429.0, 314.0, 213.0, 139.0, 82.0, 62.0, 62.0, 38.0, 23.0, 24.0, 15.0, 4.0, 9.0, 4.0, 4.0, 4.0, 2.0, 4.0, 1.0, 3.0], "bins": [-2.0047926341248967e-07, -1.9492939884457883e-07, -1.8937953427666798e-07, -1.8382968391961185e-07, -1.78279819351701e-07, -1.7272995478379016e-07, -1.6718009021587932e-07, -1.6163022564796847e-07, -1.5608037529091234e-07, -1.505305107230015e-07, -1.4498064615509065e-07, -1.3943079579803452e-07, -1.3388093123012368e-07, -1.2833106666221283e-07, -1.22781202094302e-07, -1.1723133752639114e-07, -1.116814729584803e-07, -1.0613160839056945e-07, -1.0058175092808597e-07, -9.503188636017512e-08, -8.948202889769163e-08, -8.393216432978079e-08, -7.838229976186994e-08, -7.28324351939591e-08, -6.728257773147561e-08, -6.173271316356477e-08, -5.618285570108128e-08, -5.0632991133170435e-08, -4.508313011797327e-08, -3.95332691027761e-08, -3.398340453486526e-08, -2.8433543519668092e-08, -2.2883682504470926e-08, -1.733382148927376e-08, -1.1783958697719754e-08, -6.234095906165749e-09, -6.842348909685825e-10, 4.865626124228584e-09, 1.0415490692139429e-08, 1.5965351707336595e-08, 2.151521272253376e-08, 2.7065073737730927e-08, 3.261493475292809e-08, 3.816479932083894e-08, 4.3714660336036104e-08, 4.926452135123327e-08, 5.4814385919144115e-08, 6.03642433816276e-08, 6.591410794953845e-08, 7.146397251744929e-08, 7.701382997993278e-08, 8.256369454784362e-08, 8.811355201032711e-08, 9.366341657823796e-08, 9.92132811461488e-08, 1.0476314571405965e-07, 1.1031300317654313e-07, 1.1586286774445398e-07, 1.2141272520693747e-07, 1.269625897748483e-07, 1.3251245434275916e-07, 1.3806231891067e-07, 1.4361216926772613e-07, 1.4916203383563698e-07, 1.5471189840354782e-07]}, "gradients/bert.encoder.layer.9.intermediate.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 3.0, 1.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 3.0, 7.0, 3.0, 6.0, 4.0, 20.0, 11.0, 23.0, 23.0, 25.0, 38.0, 94.0, 224.0, 544.0, 1028.0, 547.0, 196.0, 92.0, 40.0, 30.0, 25.0, 14.0, 10.0, 7.0, 10.0, 5.0, 5.0, 1.0, 3.0, 5.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.517671214898655e-08, -4.370241413198528e-08, -4.2228119667697683e-08, -4.075382165069641e-08, -3.9279527186408814e-08, -3.780522916940754e-08, -3.6330931152406265e-08, -3.485663668811867e-08, -3.3382342223831074e-08, -3.19080442068298e-08, -3.0433749742542204e-08, -2.895945172554093e-08, -2.7485157261253335e-08, -2.601085924425206e-08, -2.4536563003607625e-08, -2.306226676296319e-08, -2.1587968745961916e-08, -2.011367250531748e-08, -1.8639376264673047e-08, -1.7165078247671772e-08, -1.5690783783384177e-08, -1.4216486654561322e-08, -1.2742189525738468e-08, -1.1267893285094033e-08, -9.793597044449598e-09, -8.319300803805163e-09, -6.845004119071518e-09, -5.3707074343378736e-09, -3.896411193693439e-09, -2.422114953049004e-09, -9.478178242261492e-10, 5.264784164182856e-10, 2.0007746570627205e-09, 3.4750711197517603e-09, 4.9493675824408e-09, 6.423664267174445e-09, 7.89796050781888e-09, 9.372256748463315e-09, 1.0846553877286169e-08, 1.2320850117930604e-08, 1.3795146358575039e-08, 1.5269442599219474e-08, 1.674373883986391e-08, 1.8218035080508344e-08, 1.9692333097509618e-08, 2.1166627561797213e-08, 2.2640925578798488e-08, 2.4115221819442922e-08, 2.5589518060087357e-08, 2.7063814300731792e-08, 2.8538110541376227e-08, 3.00124085583775e-08, 3.14867030226651e-08, 3.296100103966637e-08, 3.4435295503953967e-08, 3.590959352095524e-08, 3.7383891537956515e-08, 3.885818955495779e-08, 4.0332484019245385e-08, 4.180678203624666e-08, 4.3281076500534255e-08, 4.475537451753553e-08, 4.62296725345368e-08, 4.77039669988244e-08, 4.9178261463111994e-08]}, "gradients/bert.encoder.layer.9.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 4.0, 1.0, 2.0, 2.0, 6.0, 0.0, 4.0, 11.0, 19.0, 47.0, 86.0, 160.0, 352.0, 871.0, 2395.0, 6944.0, 30168.0, 1765568.0, 520979.0, 22551.0, 5864.0, 1899.0, 707.0, 311.0, 160.0, 74.0, 27.0, 26.0, 12.0, 11.0, 8.0, 4.0, 3.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.457672335116513e-07, -3.352612907292496e-07, -3.247553479468479e-07, -3.142494051644462e-07, -3.037434339603351e-07, -2.932374911779334e-07, -2.827315483955317e-07, -2.7222560561313003e-07, -2.6171966283072834e-07, -2.5121372004832665e-07, -2.4070777726592496e-07, -2.3020182027266856e-07, -2.1969586327941215e-07, -2.0918992049701046e-07, -1.9868397771460877e-07, -1.8817803493220708e-07, -1.7767206372809596e-07, -1.6716612094569427e-07, -1.5666016395243787e-07, -1.4615422117003618e-07, -1.3564826417677978e-07, -1.2514232139437809e-07, -1.146363786119764e-07, -1.0413042872414735e-07, -9.36244788363183e-08, -8.311852894848926e-08, -7.261257906066021e-08, -6.210663627825852e-08, -5.160068639042947e-08, -4.1094736502600426e-08, -3.058879372019874e-08, -2.008284383236969e-08, -9.576922366250074e-09, 9.29025745222134e-10, 1.1434973856694342e-08, 2.194092019180971e-08, 3.2446870079638757e-08, 4.2952819967467804e-08, 5.345876274986949e-08, 6.396471263769854e-08, 7.447066252552759e-08, 8.497661241335663e-08, 9.548256230118568e-08, 1.0598850508358737e-07, 1.1649445497141642e-07, 1.2700040485924546e-07, 1.3750634764164715e-07, 1.4801230463490356e-07, 1.5851824741730525e-07, 1.6902419019970694e-07, 1.7953014719296334e-07, 1.9003608997536503e-07, 2.0054204696862143e-07, 2.1104798975102312e-07, 2.2155393253342481e-07, 2.320598753158265e-07, 2.425658180982282e-07, 2.530717608806299e-07, 2.6357770366303157e-07, 2.740836748671427e-07, 2.845896176495444e-07, 2.9509556043194607e-07, 3.0560150321434776e-07, 3.1610744599674945e-07, 3.2661341720086057e-07]}, "gradients/bert.encoder.layer.9.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 2.0, 1.0, 2.0, 6.0, 7.0, 7.0, 9.0, 18.0, 34.0, 32.0, 48.0, 96.0, 79.0, 92.0, 87.0, 58.0, 55.0, 39.0, 23.0, 14.0, 12.0, 12.0, 6.0, 5.0, 4.0, 3.0, 2.0, 2.0, 0.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0535909922282372e-07, -1.0014713325290359e-07, -9.493517438841081e-08, -8.972320841849069e-08, -8.451124244857056e-08, -7.929928358407778e-08, -7.408731761415766e-08, -6.887535164423753e-08, -6.366339277974475e-08, -5.8451430362538304e-08, -5.323946794533185e-08, -4.8027501975411724e-08, -4.2815539558205273e-08, -3.760357714099882e-08, -3.2391611171078694e-08, -2.7179648753872243e-08, -2.1967686336665793e-08, -1.6755723919459342e-08, -1.1543759725896052e-08, -6.331795532332762e-09, -1.1198331151263119e-09, 4.092129302080139e-09, 9.304095272000268e-09, 1.4516057689206718e-08, 1.972802010641317e-08, 2.493998252361962e-08, 3.015194494082607e-08, 3.53639109107462e-08, 4.057587332795265e-08, 4.57878357451591e-08, 5.099980171507923e-08, 5.621176413228568e-08, 6.142373365491949e-08, 6.663569962483962e-08, 7.184765848933239e-08, 7.705962445925252e-08, 8.227158332374529e-08, 8.748354929366542e-08, 9.269551526358555e-08, 9.790747412807832e-08, 1.0311944009799845e-07, 1.0833140606791858e-07, 1.1354336493241135e-07, 1.1875533090233148e-07, 1.239672968722516e-07, 1.2917925573674438e-07, 1.3439122881209187e-07, 1.3960318767658464e-07, 1.448151465410774e-07, 1.5002710540557018e-07, 1.5523907848091767e-07, 1.6045103734541044e-07, 1.656629962099032e-07, 1.7087495507439598e-07, 1.7608692814974347e-07, 1.8129888701423624e-07, 1.8651084587872901e-07, 1.9172280474322179e-07, 1.9693477781856927e-07, 2.0214673668306204e-07, 2.0735869554755482e-07, 2.125706544120476e-07, 2.1778262748739508e-07, 2.2299458635188785e-07, 2.2820655942723533e-07]}, "gradients/bert.encoder.layer.9.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 3.0, 0.0, 3.0, 0.0, 5.0, 2.0, 9.0, 4.0, 3.0, 7.0, 12.0, 8.0, 17.0, 15.0, 23.0, 22.0, 15.0, 29.0, 31.0, 38.0, 29.0, 26.0, 37.0, 31.0, 24.0, 44.0, 25.0, 39.0, 28.0, 34.0, 26.0, 29.0, 26.0, 11.0, 18.0, 17.0, 5.0, 18.0, 6.0, 11.0, 7.0, 5.0, 6.0, 6.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.912923021853203e-08, -8.635970516479574e-08, -8.359018721648681e-08, -8.082066926817788e-08, -7.805114421444159e-08, -7.52816191607053e-08, -7.251210121239637e-08, -6.974258326408744e-08, -6.697305821035116e-08, -6.420353315661487e-08, -6.143401520830594e-08, -5.866449370728333e-08, -5.589497220626072e-08, -5.312545070523811e-08, -5.03559292042155e-08, -4.758640770319289e-08, -4.481688620217028e-08, -4.204736470114767e-08, -3.927784320012506e-08, -3.650832169910245e-08, -3.3738800198079844e-08, -3.0969278697057234e-08, -2.8199757196034625e-08, -2.5430235695012016e-08, -2.2660714193989406e-08, -1.9891192692966797e-08, -1.7121671191944188e-08, -1.4352149690921578e-08, -1.1582628189898969e-08, -8.81310668887636e-09, -6.0435851878537505e-09, -3.2740636868311412e-09, -5.045350803811743e-10, 2.264986420641435e-09, 5.034507921664044e-09, 7.804029422686654e-09, 1.0573550923709263e-08, 1.3343072424731872e-08, 1.611259392575448e-08, 1.888211542677709e-08, 2.16516369277997e-08, 2.442115842882231e-08, 2.719067992984492e-08, 2.996020143086753e-08, 3.272972293189014e-08, 3.5499244432912747e-08, 3.8268765933935356e-08, 4.1038287434957965e-08, 4.3807808935980574e-08, 4.6577330437003184e-08, 4.934685193802579e-08, 5.21163734390484e-08, 5.488589494007101e-08, 5.765541644109362e-08, 6.042493794211623e-08, 6.319446299585252e-08, 6.596398094416145e-08, 6.873349889247038e-08, 7.150302394620667e-08, 7.427254899994296e-08, 7.704206694825189e-08, 7.981158489656082e-08, 8.25811099502971e-08, 8.535063500403339e-08, 8.812015295234232e-08]}, "gradients/bert.encoder.layer.9.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 4.0, 2.0, 6.0, 5.0, 8.0, 9.0, 6.0, 8.0, 14.0, 19.0, 16.0, 30.0, 29.0, 26.0, 46.0, 36.0, 46.0, 39.0, 37.0, 35.0, 49.0, 46.0, 37.0, 34.0, 31.0, 30.0, 21.0, 18.0, 16.0, 9.0, 11.0, 10.0, 5.0, 6.0, 5.0, 3.0, 3.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.2544853689178126e-07, -1.2227570778122754e-07, -1.1910287867067382e-07, -1.159300495601201e-07, -1.1275722044956638e-07, -1.0958439133901265e-07, -1.0641155512303158e-07, -1.0323872601247785e-07, -1.0006589690192413e-07, -9.689306779137041e-08, -9.372023868081669e-08, -9.054740957026297e-08, -8.737457335428189e-08, -8.420174424372817e-08, -8.102891513317445e-08, -7.785608602262073e-08, -7.468325691206701e-08, -7.151042780151329e-08, -6.833759869095957e-08, -6.516476958040585e-08, -6.199194046985212e-08, -5.8819107806584725e-08, -5.5646275143317325e-08, -5.2473446032763604e-08, -4.9300616922209883e-08, -4.612778781165616e-08, -4.295495870110244e-08, -3.978212603783504e-08, -3.660929692728132e-08, -3.34364678167276e-08, -3.02636351534602e-08, -2.709080604290648e-08, -2.3917984037780116e-08, -2.0745154927226395e-08, -1.7572324040315834e-08, -1.4399494041583694e-08, -1.1226664042851553e-08, -8.053834932297832e-09, -4.881004045387272e-09, -1.7081731584767113e-09, 1.4646559520770097e-09, 4.63748595080915e-09, 7.810315949541291e-09, 1.0983145948273432e-08, 1.4155975947005572e-08, 1.7328805057559293e-08, 2.0501635944469854e-08, 2.3674466831380414e-08, 2.6847295941934135e-08, 3.0020125052487856e-08, 3.319295416304158e-08, 3.636578682630898e-08, 3.95386159368627e-08, 4.271144504741642e-08, 4.588427771068382e-08, 4.905710682123754e-08, 5.222993593179126e-08, 5.540276504234498e-08, 5.85755941528987e-08, 6.174842326345242e-08, 6.492125237400614e-08, 6.809408148455987e-08, 7.126691770054094e-08, 7.443974681109466e-08, 7.761257592164839e-08]}, "gradients/bert.encoder.layer.9.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 1.0, 3.0, 9.0, 14.0, 28.0, 39.0, 58.0, 93.0, 220.0, 359.0, 650.0, 1205.0, 2187.0, 4759.0, 10368.0, 29400.0, 143121.0, 317489.0, 51323.0, 15749.0, 6357.0, 2966.0, 1545.0, 800.0, 461.0, 264.0, 138.0, 83.0, 49.0, 42.0, 14.0, 7.0, 5.0, 1.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.677041296943571e-07, -1.6175920336536365e-07, -1.558142912472249e-07, -1.4986936491823144e-07, -1.4392443858923798e-07, -1.3797952647109923e-07, -1.3203460014210577e-07, -1.260896738131123e-07, -1.2014476169497357e-07, -1.1419984247140746e-07, -1.08254916142414e-07, -1.023099969188479e-07, -9.636507058985444e-08, -9.042015136628834e-08, -8.447523214272223e-08, -7.853030581372877e-08, -7.258537948473531e-08, -6.664046026116921e-08, -6.069553393217575e-08, -5.4750614708609646e-08, -4.8805691932329864e-08, -4.286076915605008e-08, -3.691584993248398e-08, -3.09709271562042e-08, -2.5026004379924416e-08, -1.9081081603644634e-08, -1.3136160603721692e-08, -7.191239603798749e-09, -1.2463168275189673e-09, 4.6986059487608145e-09, 1.0643525172326918e-08, 1.65884479486067e-08, 2.253337072488648e-08, 2.8478293501166263e-08, 3.4423216277446045e-08, 4.036813550101215e-08, 4.631305827729193e-08, 5.225798105357171e-08, 5.8202900277137815e-08, 6.414782660613128e-08, 7.009274582969738e-08, 7.603766505326348e-08, 8.198259138225694e-08, 8.792751060582304e-08, 9.387242982938915e-08, 9.981735615838261e-08, 1.0576227538194871e-07, 1.1170719460551481e-07, 1.1765212093450828e-07, 1.2359704726350174e-07, 1.2954195938164048e-07, 1.3548688571063394e-07, 1.414318120396274e-07, 1.4737673836862086e-07, 1.533216504867596e-07, 1.5926657681575307e-07, 1.6521150314474653e-07, 1.7115642947374e-07, 1.7710134159187874e-07, 1.830462679208722e-07, 1.8899119424986566e-07, 1.9493612057885912e-07, 2.0088103269699786e-07, 2.0682595902599132e-07, 2.1277087114413007e-07]}, "gradients/bert.encoder.layer.9.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 2.0, 0.0, 0.0, 2.0, 0.0, 3.0, 1.0, 3.0, 0.0, 3.0, 1.0, 5.0, 5.0, 7.0, 7.0, 9.0, 7.0, 6.0, 14.0, 10.0, 20.0, 16.0, 23.0, 23.0, 37.0, 18.0, 29.0, 22.0, 29.0, 29.0, 31.0, 43.0, 31.0, 29.0, 20.0, 21.0, 17.0, 26.0, 20.0, 21.0, 13.0, 25.0, 20.0, 15.0, 15.0, 14.0, 14.0, 14.0, 9.0, 5.0, 6.0, 4.0, 1.0, 3.0, 4.0, 5.0, 1.0, 1.0, 0.0, 3.0, 1.0, 2.0, 2.0], "bins": [-6.793391804649218e-08, -6.589544199187003e-08, -6.385697304267524e-08, -6.181849698805308e-08, -5.978002803885829e-08, -5.774155198423614e-08, -5.5703079482327666e-08, -5.3664606980419194e-08, -5.162613447851072e-08, -4.958766197660225e-08, -4.7549189474693776e-08, -4.5510716972785303e-08, -4.347224091816315e-08, -4.143377196896836e-08, -3.939529591434621e-08, -3.7356823412437734e-08, -3.531835091052926e-08, -3.327987840862079e-08, -3.1241405906712316e-08, -2.9202931628447004e-08, -2.716445912653853e-08, -2.512598662463006e-08, -2.3087512346364747e-08, -2.1049039844456274e-08, -1.9010567342547802e-08, -1.697209484063933e-08, -1.4933622338730856e-08, -1.2895148060465544e-08, -1.0856675558557072e-08, -8.818203056648599e-09, -6.779729666561707e-09, -4.7412562764748145e-09, -2.7027908799936995e-09, -6.64317933996017e-10, 1.3741550120016655e-09, 3.412627957999348e-09, 5.45110090399703e-09, 7.489573405905503e-09, 9.528046795992395e-09, 1.1566520186079288e-08, 1.360499268798776e-08, 1.5643465189896233e-08, 1.7681937691804706e-08, 1.9720411970070018e-08, 2.175888447197849e-08, 2.3797356973886963e-08, 2.5835831252152275e-08, 2.7874303754060747e-08, 2.991277625596922e-08, 3.195124875787769e-08, 3.3989721259786165e-08, 3.602819376169464e-08, 3.806666626360311e-08, 4.010514231822526e-08, 4.2143614820133735e-08, 4.418208732204221e-08, 4.622055982395068e-08, 4.825903232585915e-08, 5.0297504827767625e-08, 5.23359773296761e-08, 5.437445338429825e-08, 5.641292233349304e-08, 5.8451398388115194e-08, 6.048986733730999e-08, 6.252834339193214e-08]}, "gradients/bert.encoder.layer.9.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 4.0, 5.0, 5.0, 6.0, 11.0, 7.0, 14.0, 12.0, 12.0, 17.0, 10.0, 14.0, 20.0, 37.0, 32.0, 75.0, 188.0, 713.0, 3652.0, 34157.0, 517431.0, 29029.0, 3266.0, 626.0, 162.0, 67.0, 35.0, 26.0, 17.0, 26.0, 16.0, 20.0, 17.0, 14.0, 8.0, 7.0, 10.0, 6.0, 4.0, 7.0, 6.0, 3.0, 3.0, 3.0, 2.0, 0.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 1.0], "bins": [-4.982427412869583e-07, -4.824127017855062e-07, -4.665826622840541e-07, -4.50752622782602e-07, -4.3492258328114985e-07, -4.1909254377969773e-07, -4.0326253269995505e-07, -3.874324931985029e-07, -3.716024536970508e-07, -3.557724141955987e-07, -3.3994237469414657e-07, -3.2411233519269445e-07, -3.0828232411295176e-07, -2.9245228461149964e-07, -2.766222451100475e-07, -2.607922056085954e-07, -2.449621661071433e-07, -2.2913212660569116e-07, -2.1330208710423904e-07, -1.9747206181364163e-07, -1.816420223121895e-07, -1.658119828107374e-07, -1.4998195752013999e-07, -1.3415191801868787e-07, -1.1832187851723575e-07, -1.0249183901578363e-07, -8.666180661975886e-08, -7.08317742237341e-08, -5.500173472228198e-08, -3.917169522082986e-08, -2.33416628248051e-08, -7.511630428780336e-09, 8.318352229252923e-09, 2.4148388177991365e-08, 3.9978424126729806e-08, 5.580846007546825e-08, 7.163849602420669e-08, 8.746853552565881e-08, 1.0329856792168357e-07, 1.1912860031770833e-07, 1.3495863981916045e-07, 1.5078867932061257e-07, 1.666187188220647e-07, 1.824487441126621e-07, 1.9827878361411422e-07, 2.1410882311556634e-07, 2.2993884840616374e-07, 2.4576888790761586e-07, 2.61598927409068e-07, 2.774289669105201e-07, 2.932590064119722e-07, 3.0908904591342434e-07, 3.2491908541487646e-07, 3.407491249163286e-07, 3.5657913599607127e-07, 3.724091754975234e-07, 3.882392149989755e-07, 4.0406925450042763e-07, 4.1989929400187975e-07, 4.3572933350333187e-07, 4.5155934458307456e-07, 4.673893840845267e-07, 4.832194235859788e-07, 4.990494630874309e-07, 5.14879502588883e-07]}, "gradients/bert.encoder.layer.9.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 1.0, 0.0, 0.0, 0.0, 3.0, 0.0, 2.0, 2.0, 6.0, 2.0, 2.0, 4.0, 3.0, 12.0, 20.0, 31.0, 81.0, 291.0, 205.0, 31.0, 26.0, 10.0, 11.0, 1.0, 2.0, 1.0, 8.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 2.0], "bins": [-1.7763568394002505e-14, -1.73749903353837e-14, -1.6986412276764895e-14, -1.659783421814609e-14, -1.6209256159527285e-14, -1.582067810090848e-14, -1.5432100042289676e-14, -1.504352198367087e-14, -1.4654943925052066e-14, -1.426636586643326e-14, -1.3877787807814457e-14, -1.3489209749195652e-14, -1.3100631690576847e-14, -1.2712053631958042e-14, -1.2323475573339238e-14, -1.1934897514720433e-14, -1.1546319456101628e-14, -1.1157741397482823e-14, -1.0769163338864018e-14, -1.0380585280245214e-14, -9.992007221626409e-15, -9.603429163007604e-15, -9.2148511043888e-15, -8.826273045769994e-15, -8.43769498715119e-15, -8.049116928532385e-15, -7.66053886991358e-15, -7.271960811294775e-15, -6.8833827526759706e-15, -6.494804694057166e-15, -6.106226635438361e-15, -5.717648576819556e-15, -5.329070518200751e-15, -4.9404924595819466e-15, -4.551914400963142e-15, -4.163336342344337e-15, -3.774758283725532e-15, -3.3861802251067274e-15, -2.9976021664879227e-15, -2.609024107869118e-15, -2.220446049250313e-15, -1.8318679906315083e-15, -1.4432899320127035e-15, -1.0547118733938987e-15, -6.661338147750939e-16, -2.7755575615628914e-16, 1.1102230246251565e-16, 4.996003610813204e-16, 8.881784197001252e-16, 1.27675647831893e-15, 1.6653345369377348e-15, 2.0539125955565396e-15, 2.4424906541753444e-15, 2.831068712794149e-15, 3.219646771412954e-15, 3.608224830031759e-15, 3.9968028886505635e-15, 4.385380947269368e-15, 4.773959005888173e-15, 5.162537064506978e-15, 5.551115123125783e-15, 5.9396931817445875e-15, 6.328271240363392e-15, 6.716849298982197e-15, 7.105427357601002e-15]}, "gradients/bert.encoder.layer.9.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 2.0, 1.0, 1.0, 6.0, 4.0, 9.0, 14.0, 17.0, 16.0, 46.0, 94.0, 115.0, 248.0, 532.0, 1233.0, 3644.0, 13490.0, 124067.0, 415187.0, 22668.0, 5253.0, 1724.0, 698.0, 338.0, 156.0, 114.0, 55.0, 34.0, 15.0, 9.0, 4.0, 7.0, 2.0, 6.0, 1.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.8591786954402778e-07, -1.81288271505764e-07, -1.766586876783549e-07, -1.7202908964009112e-07, -1.6739949160182732e-07, -1.6276990777441824e-07, -1.5814030973615445e-07, -1.5351071169789066e-07, -1.4888112787048158e-07, -1.4425152983221778e-07, -1.396219460048087e-07, -1.349923479665449e-07, -1.3036274992828112e-07, -1.2573315189001733e-07, -1.2110356806260825e-07, -1.1647397002434445e-07, -1.1184437198608066e-07, -1.0721478105324422e-07, -1.0258518301498043e-07, -9.7955592082144e-08, -9.33259940438802e-08, -8.869640311104376e-08, -8.406681217820733e-08, -7.943721413994353e-08, -7.48076232071071e-08, -7.017803227427066e-08, -6.554843423600687e-08, -6.091884330317043e-08, -5.628924881762032e-08, -5.1659654332070204e-08, -4.703006339923377e-08, -4.240046891368365e-08, -3.7770881533560896e-08, -3.314128704801078e-08, -2.8511694338817506e-08, -2.388210162962423e-08, -1.9252507144074116e-08, -1.4622912658524001e-08, -9.993319949330726e-09, -5.36372724013745e-09, -7.341327545873355e-10, 3.8954608427843596e-09, 8.525054440156055e-09, 1.315464803752775e-08, 1.7784241634899445e-08, 2.241383612044956e-08, 2.7043428829642835e-08, 3.167302153883611e-08, 3.6302616024386225e-08, 4.093221050993634e-08, 4.5561804995486455e-08, 5.019139592832289e-08, 5.4820990413873005e-08, 5.945058489942312e-08, 6.408017583225956e-08, 6.870976676509599e-08, 7.333936480335979e-08, 7.796895573619622e-08, 8.259855377446002e-08, 8.722814470729645e-08, 9.185774274556024e-08, 9.648733367839668e-08, 1.0111692461123312e-07, 1.0574652264949691e-07, 1.1037611358233335e-07]}, "gradients/bert.encoder.layer.9.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 8.0, 5.0, 12.0, 9.0, 16.0, 29.0, 36.0, 50.0, 67.0, 82.0, 104.0, 103.0, 62.0, 37.0, 23.0, 19.0, 14.0, 13.0, 7.0, 9.0, 8.0, 7.0, 5.0, 2.0, 2.0, 2.0, 4.0, 4.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.219998762598152e-08, -2.139259613898048e-08, -2.05852028756226e-08, -1.9777811388621558e-08, -1.8970418125263677e-08, -1.8163026638262636e-08, -1.7355635151261595e-08, -1.6548241887903714e-08, -1.5740848624545833e-08, -1.4933457137544792e-08, -1.4126063874186912e-08, -1.331867238718587e-08, -1.251127912382799e-08, -1.1703887636826948e-08, -1.0896495261647487e-08, -1.0089102886468027e-08, -9.281711399466985e-09, -8.474319024287524e-09, -7.666926649108063e-09, -6.859534718017812e-09, -6.052142342838351e-09, -5.2447499676588905e-09, -4.437358036568639e-09, -3.6299656613891784e-09, -2.8225732862097175e-09, -2.0151809110302565e-09, -1.2077887578954005e-09, -4.003966047605445e-10, 4.0699577041891644e-10, 1.2143881455983774e-09, 2.0217800766886285e-09, 2.8291724518680894e-09, 3.6365666034043898e-09, 4.443958978583851e-09, 5.251351353763312e-09, 6.058743284853563e-09, 6.866135660033024e-09, 7.673527591123275e-09, 8.480919966302736e-09, 9.288312341482197e-09, 1.0095704716661658e-08, 1.0903097091841119e-08, 1.171048946702058e-08, 1.251788184220004e-08, 1.3325273329201082e-08, 1.4132666592558962e-08, 1.4940058079560004e-08, 1.5747449566561045e-08, 1.6554842829918925e-08, 1.7362234316919967e-08, 1.8169627580277847e-08, 1.897701906727889e-08, 1.978441233063677e-08, 2.059180381763781e-08, 2.1399195304638852e-08, 2.2206588567996732e-08, 2.3013981831354613e-08, 2.3821373318355654e-08, 2.4628766581713535e-08, 2.5436158068714576e-08, 2.6243551332072457e-08, 2.7050942819073498e-08, 2.785833430607454e-08, 2.866572756943242e-08, 2.947311905643346e-08]}, "gradients/bert.encoder.layer.9.attention.self.query.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 2.0, 3.0, 5.0, 5.0, 8.0, 9.0, 21.0, 26.0, 34.0, 61.0, 74.0, 147.0, 218.0, 353.0, 629.0, 1039.0, 2088.0, 4286.0, 11213.0, 43622.0, 372392.0, 119555.0, 20973.0, 6707.0, 2864.0, 1454.0, 824.0, 440.0, 296.0, 163.0, 106.0, 72.0, 50.0, 25.0, 11.0, 11.0, 9.0, 5.0, 4.0, 0.0, 5.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.953146218322217e-08, -9.629528108234808e-08, -9.305909998147399e-08, -8.98229188805999e-08, -8.658673777972581e-08, -8.335055667885172e-08, -8.011437557797763e-08, -7.687819447710353e-08, -7.364201337622944e-08, -7.040583227535535e-08, -6.716965117448126e-08, -6.393347007360717e-08, -6.069728897273308e-08, -5.7461107871858985e-08, -5.422493032369857e-08, -5.098874922282448e-08, -4.775257167466407e-08, -4.451639057378998e-08, -4.1280209472915885e-08, -3.8044028372041794e-08, -3.48078472711677e-08, -3.157166617029361e-08, -2.8335488622133198e-08, -2.5099307521259107e-08, -2.1863126420385015e-08, -1.8626945319510924e-08, -1.5390764218636832e-08, -1.215458489411958e-08, -8.918403793245488e-09, -5.682222692371397e-09, -2.446043367854145e-09, 7.901377330199466e-10, 4.026318833894038e-09, 7.26249949067892e-09, 1.0498680147463801e-08, 1.3734860360159473e-08, 1.6971041461033565e-08, 2.0207222561907656e-08, 2.3443401886424908e-08, 2.6679582987299e-08, 2.991576408817309e-08, 3.315194518904718e-08, 3.6388126289921274e-08, 3.962430383808169e-08, 4.286048493895578e-08, 4.609666603982987e-08, 4.933284714070396e-08, 5.256902824157805e-08, 5.5805209342452144e-08, 5.9041390443326236e-08, 6.227757154420033e-08, 6.551375264507442e-08, 6.874993374594851e-08, 7.19861148468226e-08, 7.522228884226934e-08, 7.845846994314343e-08, 8.169465104401752e-08, 8.493083214489161e-08, 8.81670132457657e-08, 9.140319434663979e-08, 9.463937544751388e-08, 9.787555654838798e-08, 1.0111173764926207e-07, 1.0434791875013616e-07, 1.0758409985101025e-07]}, "gradients/bert.encoder.layer.8.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 6.0, 4.0, 5.0, 12.0, 20.0, 39.0, 76.0, 138.0, 172.0, 110.0, 71.0, 49.0, 25.0, 18.0, 6.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.982238811455318e-07, -2.887552170705021e-07, -2.7928655299547245e-07, -2.698178889204428e-07, -2.603492248454131e-07, -2.5088056077038345e-07, -2.414118966953538e-07, -2.3194323262032412e-07, -2.2247456854529446e-07, -2.130059044702648e-07, -2.0353724039523513e-07, -1.9406857632020547e-07, -1.845999122451758e-07, -1.7513124817014614e-07, -1.6566258409511647e-07, -1.561939200200868e-07, -1.4672525594505714e-07, -1.3725659187002748e-07, -1.277879277949978e-07, -1.1831926371996815e-07, -1.0885059964493848e-07, -9.938193556990882e-08, -8.991327149487915e-08, -8.044460741984949e-08, -7.097594334481983e-08, -6.150727926979016e-08, -5.2038615194760496e-08, -4.256995111973083e-08, -3.3101287044701166e-08, -2.3632622969671502e-08, -1.4163958894641837e-08, -4.6952948196121724e-09, 4.773369255417492e-09, 1.4242033330447157e-08, 2.371069740547682e-08, 3.3179361480506486e-08, 4.264802555553615e-08, 5.2116689630565816e-08, 6.158535370559548e-08, 7.105401778062514e-08, 8.052268185565481e-08, 8.999134593068447e-08, 9.946001000571414e-08, 1.089286740807438e-07, 1.1839733815577347e-07, 1.2786600223080313e-07, 1.373346663058328e-07, 1.4680333038086246e-07, 1.5627199445589213e-07, 1.657406585309218e-07, 1.7520932260595146e-07, 1.8467798668098112e-07, 1.9414665075601079e-07, 2.0361531483104045e-07, 2.1308397890607012e-07, 2.2255264298109978e-07, 2.3202130705612944e-07, 2.414899711311591e-07, 2.509586352061888e-07, 2.6042729928121844e-07, 2.698959633562481e-07, 2.7936462743127777e-07, 2.8883329150630743e-07, 2.983019555813371e-07, 3.0777061965636676e-07]}, "gradients/bert.encoder.layer.8.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 3.0, 4.0, 5.0, 9.0, 8.0, 11.0, 14.0, 22.0, 17.0, 24.0, 20.0, 26.0, 21.0, 30.0, 30.0, 25.0, 43.0, 25.0, 43.0, 32.0, 34.0, 40.0, 34.0, 28.0, 31.0, 36.0, 19.0, 28.0, 17.0, 21.0, 7.0, 9.0, 10.0, 6.0, 8.0, 5.0, 6.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 2.0, 1.0], "bins": [-1.6274367453661398e-07, -1.583270403671122e-07, -1.5391040619761043e-07, -1.4949375781725394e-07, -1.4507712364775216e-07, -1.4066048947825038e-07, -1.362438553087486e-07, -1.3182722113924683e-07, -1.2741057275889034e-07, -1.2299393858938856e-07, -1.1857729731445943e-07, -1.1416066314495765e-07, -1.0974402187002852e-07, -1.0532738770052674e-07, -1.0091075353102497e-07, -9.649411225609583e-08, -9.207747808659406e-08, -8.766084391709228e-08, -8.324420264216315e-08, -7.882756847266137e-08, -7.441092719773224e-08, -6.999429302823046e-08, -6.557765175330132e-08, -6.116101758379955e-08, -5.674437986158409e-08, -5.232774213936864e-08, -4.791110441715318e-08, -4.349446669493773e-08, -3.907783252543595e-08, -3.466119125050682e-08, -3.024455708100504e-08, -2.5827919358789586e-08, -2.141128163657413e-08, -1.6994643914358676e-08, -1.257800708032164e-08, -8.161370246284605e-09, -3.74473252406915e-09, 6.719051981463053e-10, 5.088541144004921e-09, 9.505178866220376e-09, 1.3921816588435831e-08, 1.8338454310651287e-08, 2.275509203286674e-08, 2.7171727978725357e-08, 3.158836392458397e-08, 3.600500519951311e-08, 4.0421639369014883e-08, 4.483827709123034e-08, 4.9254914813445794e-08, 5.367155253566125e-08, 5.8088190257876704e-08, 6.250482442737848e-08, 6.692146570230761e-08, 7.133809987180939e-08, 7.575474114673852e-08, 8.01713753162403e-08, 8.458800948574208e-08, 8.900464365524385e-08, 9.342128493017299e-08, 9.783791909967476e-08, 1.022545603746039e-07, 1.0667119454410567e-07, 1.1108782871360745e-07, 1.1550446998853658e-07, 1.1992111126346572e-07]}, "gradients/bert.encoder.layer.8.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 5.0, 7.0, 7.0, 7.0, 3.0, 7.0, 11.0, 5.0, 10.0, 12.0, 15.0, 13.0, 21.0, 25.0, 29.0, 25.0, 23.0, 17.0, 26.0, 28.0, 30.0, 45.0, 27.0, 26.0, 39.0, 36.0, 32.0, 25.0, 21.0, 23.0, 15.0, 16.0, 20.0, 21.0, 18.0, 8.0, 8.0, 6.0, 7.0, 6.0, 5.0, 6.0, 2.0, 5.0, 3.0, 2.0, 1.0, 2.0, 0.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0], "bins": [-5.8399681535092896e-08, -5.639469335960712e-08, -5.438970518412134e-08, -5.238471700863556e-08, -5.0379728833149784e-08, -4.8374740657664006e-08, -4.636975603489191e-08, -4.436476785940613e-08, -4.235977968392035e-08, -4.035479150843457e-08, -3.8349803332948795e-08, -3.634481515746302e-08, -3.433982698197724e-08, -3.233483880649146e-08, -3.0329850631005684e-08, -2.8324864231876745e-08, -2.6319874280034128e-08, -2.431488610454835e-08, -2.2309897929062572e-08, -2.0304909753576794e-08, -1.8299921578091016e-08, -1.629493340260524e-08, -1.42899470034763e-08, -1.2284958827990522e-08, -1.0279970652504744e-08, -8.274982477018966e-09, -6.269994745622398e-09, -4.26500701422583e-09, -2.260018838740052e-09, -2.5503066325427426e-10, 1.749956624053084e-09, 3.754944799538862e-09, 5.7599365277383185e-09, 7.764924703224096e-09, 9.769912878709874e-09, 1.1774900166017233e-08, 1.377988834150301e-08, 1.5784877405167208e-08, 1.7789863804296147e-08, 1.9794851979781924e-08, 2.1799840155267702e-08, 2.380482833075348e-08, 2.5809816506239258e-08, 2.7814802905368197e-08, 2.9819791080853975e-08, 3.182477925633975e-08, 3.382976743182553e-08, 3.583475560731131e-08, 3.7839743782797086e-08, 3.9844731958282864e-08, 4.184972013376864e-08, 4.385470830925442e-08, 4.58596964847402e-08, 4.7864684660225976e-08, 4.9869669282998075e-08, 5.187465745848385e-08, 5.387964563396963e-08, 5.588463380945541e-08, 5.7889621984941186e-08, 5.989461016042696e-08, 6.189959833591274e-08, 6.390458651139852e-08, 6.59095746868843e-08, 6.791456286237008e-08, 6.991955103785585e-08]}, "gradients/bert.encoder.layer.8.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 3.0, 1.0, 2.0, 0.0, 6.0, 7.0, 9.0, 11.0, 9.0, 25.0, 30.0, 37.0, 63.0, 66.0, 76.0, 141.0, 169.0, 260.0, 380.0, 550.0, 772.0, 1241.0, 2027.0, 3222.0, 5814.0, 12262.0, 34236.0, 448359.0, 1727021.0, 84909.0, 18096.0, 7921.0, 4350.0, 2498.0, 1525.0, 975.0, 604.0, 470.0, 334.0, 195.0, 173.0, 125.0, 84.0, 59.0, 45.0, 36.0, 25.0, 19.0, 14.0, 6.0, 6.0, 8.0, 6.0, 1.0, 1.0, 2.0, 2.0, 2.0, 0.0, 2.0, 0.0, 1.0], "bins": [-1.6103592770377873e-07, -1.5570938671771728e-07, -1.5038284573165583e-07, -1.450563047455944e-07, -1.3972976375953294e-07, -1.344032227734715e-07, -1.2907668178741005e-07, -1.237501408013486e-07, -1.1842360692071452e-07, -1.1309706593465307e-07, -1.0777052494859163e-07, -1.0244399106795754e-07, -9.71174500818961e-08, -9.179090909583465e-08, -8.64643681097732e-08, -8.113782712371176e-08, -7.581128613765031e-08, -7.048474515158887e-08, -6.515820416552742e-08, -5.983166317946598e-08, -5.450512574611821e-08, -4.9178584760056765e-08, -4.3852047326709e-08, -3.852550634064755e-08, -3.319896535458611e-08, -2.7872424368524662e-08, -2.2545885158820056e-08, -1.721934594911545e-08, -1.1892804963054004e-08, -6.566263976992559e-09, -1.2397265436447924e-09, 4.086814442416653e-09, 9.413355428478098e-09, 1.4739895526361124e-08, 2.006643562424415e-08, 2.5392974833948756e-08, 3.07195158200102e-08, 3.604605680607165e-08, 4.1372594239419413e-08, 4.669913522548086e-08, 5.2025676211542304e-08, 5.735221719760375e-08, 6.26787581836652e-08, 6.800529206429928e-08, 7.333183305036073e-08, 7.865837403642217e-08, 8.398491502248362e-08, 8.931145600854506e-08, 9.463799699460651e-08, 9.996453798066796e-08, 1.052910789667294e-07, 1.1061761995279085e-07, 1.1594416093885229e-07, 1.2127070192491374e-07, 1.2659722870012047e-07, 1.319237696861819e-07, 1.3725031067224336e-07, 1.425768516583048e-07, 1.4790339264436625e-07, 1.532299336304277e-07, 1.5855647461648914e-07, 1.6388301560255059e-07, 1.6920955658861203e-07, 1.7453609757467348e-07, 1.7986263856073492e-07]}, "gradients/bert.encoder.layer.8.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 3.0, 1.0, 2.0, 4.0, 1.0, 2.0, 3.0, 4.0, 5.0, 10.0, 9.0, 6.0, 13.0, 10.0, 14.0, 23.0, 22.0, 31.0, 42.0, 58.0, 119.0, 333.0, 807.0, 812.0, 322.0, 132.0, 80.0, 47.0, 34.0, 29.0, 18.0, 8.0, 11.0, 13.0, 11.0, 7.0, 3.0, 3.0, 5.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0], "bins": [-3.6323999808018925e-08, -3.487653899014731e-08, -3.3429074619562016e-08, -3.19816138016904e-08, -3.0534149431105106e-08, -2.908668861323349e-08, -2.7639226019005037e-08, -2.6191763424776582e-08, -2.4744300830548127e-08, -2.3296838236319672e-08, -2.1849375642091218e-08, -2.0401913047862763e-08, -1.8954452229991148e-08, -1.7506987859405854e-08, -1.605952704153424e-08, -1.4612064447305784e-08, -1.3164601853077329e-08, -1.1717139258848874e-08, -1.026967666462042e-08, -8.822214958570385e-09, -7.37475236434193e-09, -5.927289770113475e-09, -4.47982806406344e-09, -3.0323654698349856e-09, -1.5849028756065309e-09, -1.374405034226811e-10, 1.3100218687611687e-09, 2.7574840189004135e-09, 4.204946613128868e-09, 5.652409207357323e-09, 7.099870913407358e-09, 8.547333507635813e-09, 9.994799654577946e-09, 1.14422622488064e-08, 1.2889724843034855e-08, 1.433718654908489e-08, 1.5784650031491765e-08, 1.723211084936338e-08, 1.8679573443591835e-08, 2.012703603782029e-08, 2.1574498632048744e-08, 2.30219612262772e-08, 2.4469423820505654e-08, 2.5916886414734108e-08, 2.7364347232605724e-08, 2.8811811603191018e-08, 3.025927242106263e-08, 3.170673323893425e-08, 3.315419760951954e-08, 3.460165842739116e-08, 3.604912279797645e-08, 3.749658361584807e-08, 3.894404798643336e-08, 4.0391508804304976e-08, 4.183897317489027e-08, 4.3286433992761886e-08, 4.47338948106335e-08, 4.6181355628505116e-08, 4.762881999909041e-08, 4.9076280816962026e-08, 5.052374518754732e-08, 5.1971206005418935e-08, 5.341866682329055e-08, 5.4866131193875844e-08, 5.631359556446114e-08]}, "gradients/bert.encoder.layer.8.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 2.0, 0.0, 2.0, 2.0, 3.0, 7.0, 9.0, 16.0, 25.0, 31.0, 126.0, 244.0, 690.0, 2754.0, 14724.0, 287435.0, 2021459.0, 26101.0, 4066.0, 988.0, 337.0, 118.0, 64.0, 29.0, 15.0, 10.0, 6.0, 10.0, 5.0, 3.0, 3.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.267842991292127e-07, -6.115477617640863e-07, -5.963112243989599e-07, -5.810746870338335e-07, -5.65838149668707e-07, -5.506016123035806e-07, -5.353650749384542e-07, -5.201285375733278e-07, -5.048920002082014e-07, -4.896554628430749e-07, -4.744189254779485e-07, -4.591823881128221e-07, -4.4394585074769566e-07, -4.2870931338256923e-07, -4.134727760174428e-07, -3.982362386523164e-07, -3.8299970128718996e-07, -3.6776316392206354e-07, -3.525266265569371e-07, -3.372900891918107e-07, -3.2205355182668427e-07, -3.0681701446155785e-07, -2.915804770964314e-07, -2.76343939731305e-07, -2.611074023661786e-07, -2.4587086500105215e-07, -2.3063432763592573e-07, -2.153977902707993e-07, -2.0016125290567288e-07, -1.8492471554054646e-07, -1.6968817817542003e-07, -1.544516408102936e-07, -1.3921516028858605e-07, -1.2397862292345962e-07, -1.087420855583332e-07, -9.350554819320678e-08, -7.826901082808035e-08, -6.303247346295393e-08, -4.779593609782751e-08, -3.2559398732701084e-08, -1.732286136757466e-08, -2.0863240024482366e-09, 1.3150213362678187e-08, 2.838675072780461e-08, 4.3623288092931034e-08, 5.885982545805746e-08, 7.409636282318388e-08, 8.93329001883103e-08, 1.0456943755343673e-07, 1.1980597491856315e-07, 1.3504251228368958e-07, 1.50279049648816e-07, 1.6551558701394242e-07, 1.8075212437906885e-07, 1.9598866174419527e-07, 2.112251991093217e-07, 2.2646173647444812e-07, 2.4169827383957454e-07, 2.5693481120470096e-07, 2.721713485698274e-07, 2.874078859349538e-07, 3.0264442330008023e-07, 3.1788096066520666e-07, 3.331174980303331e-07, 3.483540353954595e-07]}, "gradients/bert.encoder.layer.8.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 3.0, 4.0, 2.0, 8.0, 8.0, 8.0, 18.0, 17.0, 35.0, 35.0, 47.0, 57.0, 69.0, 88.0, 79.0, 64.0, 47.0, 58.0, 24.0, 20.0, 21.0, 14.0, 8.0, 7.0, 3.0, 6.0, 4.0, 2.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0524595950300863e-07, -1.0095089919559541e-07, -9.665584599360955e-08, -9.236078568619632e-08, -8.806573248421046e-08, -8.377067217679723e-08, -7.947561186938401e-08, -7.518055866739815e-08, -7.088550546541228e-08, -6.659044515799906e-08, -6.229539195601319e-08, -5.800033164859997e-08, -5.37052784466141e-08, -4.941021813920088e-08, -4.5115161384501334e-08, -4.082010462980179e-08, -3.652504432238857e-08, -3.222998756768902e-08, -2.7934930812989478e-08, -2.3639872281933094e-08, -1.934481552723355e-08, -1.5049758772534005e-08, -1.0754700241477622e-08, -6.459643486778077e-09, -2.164586732078533e-09, 2.1304704667102214e-09, 6.425527665498976e-09, 1.072058530837694e-08, 1.5015642063076484e-08, 1.931069881777603e-08, 2.3605757348832412e-08, 2.7900814103531957e-08, 3.21958708582315e-08, 3.6490927612931046e-08, 4.078598436763059e-08, 4.508104467504381e-08, 4.937609787702968e-08, 5.36711581844429e-08, 5.7966214939142446e-08, 6.226127169384199e-08, 6.655632489582786e-08, 7.085138520324108e-08, 7.514643840522695e-08, 7.944149871264017e-08, 8.373655191462603e-08, 8.803161222203926e-08, 9.232667252945248e-08, 9.662172573143835e-08, 1.0091678603885157e-07, 1.0521184634626479e-07, 1.0950689954825066e-07, 1.1380195985566388e-07, 1.1809701305764975e-07, 1.223920662596356e-07, 1.2668712656704884e-07, 1.3098218687446206e-07, 1.3527724718187528e-07, 1.395723074892885e-07, 1.4386736779670173e-07, 1.4816241389326024e-07, 1.5245747420067346e-07, 1.5675253450808668e-07, 1.610475948154999e-07, 1.6534264091205841e-07, 1.6963770121947164e-07]}, "gradients/bert.encoder.layer.8.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 1.0, 3.0, 4.0, 1.0, 6.0, 4.0, 3.0, 0.0, 8.0, 8.0, 4.0, 18.0, 8.0, 10.0, 16.0, 24.0, 24.0, 29.0, 26.0, 19.0, 19.0, 20.0, 35.0, 27.0, 31.0, 35.0, 26.0, 35.0, 30.0, 35.0, 29.0, 25.0, 17.0, 25.0, 21.0, 21.0, 17.0, 19.0, 8.0, 7.0, 8.0, 11.0, 11.0, 4.0, 9.0, 1.0, 2.0, 3.0, 5.0, 1.0, 3.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.694853027511272e-08, -6.466309088182243e-08, -6.237765148853214e-08, -6.009221209524185e-08, -5.780677270195156e-08, -5.552133330866127e-08, -5.323589746808466e-08, -5.095045807479437e-08, -4.866501868150408e-08, -4.637957928821379e-08, -4.40941398949235e-08, -4.180870050163321e-08, -3.95232646610566e-08, -3.723782526776631e-08, -3.495238587447602e-08, -3.266694648118573e-08, -3.038150708789544e-08, -2.8096067694605154e-08, -2.5810628301314864e-08, -2.3525190684381414e-08, -2.1239751291091125e-08, -1.8954311897800835e-08, -1.6668874280867385e-08, -1.4383434887577096e-08, -1.2097995494286806e-08, -9.812556100996517e-09, -7.527117595884647e-09, -5.2416786466835674e-09, -2.956239697482488e-09, -6.708003041921984e-10, 1.6146382009196714e-09, 3.900076706031541e-09, 6.1855160993218306e-09, 8.47095549261212e-09, 1.075639399772399e-08, 1.304183250283586e-08, 1.532727189612615e-08, 1.761271128941644e-08, 1.989814890634989e-08, 2.2183588299640178e-08, 2.4469027692930467e-08, 2.6754467086220757e-08, 2.9039906479511046e-08, 3.1325345872801336e-08, 3.3610781713377946e-08, 3.5896221106668236e-08, 3.8181660499958525e-08, 4.0467099893248815e-08, 4.2752539286539104e-08, 4.5037978679829394e-08, 4.732341807311968e-08, 4.960885746640997e-08, 5.189429685970026e-08, 5.417973625299055e-08, 5.646517209356716e-08, 5.875061148685745e-08, 6.103604732743406e-08, 6.332148672072435e-08, 6.560692611401464e-08, 6.789236550730493e-08, 7.017780490059522e-08, 7.246324429388551e-08, 7.47486836871758e-08, 7.703411597503873e-08, 7.931956247375638e-08]}, "gradients/bert.encoder.layer.8.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 3.0, 4.0, 3.0, 6.0, 11.0, 8.0, 16.0, 18.0, 22.0, 33.0, 42.0, 42.0, 46.0, 64.0, 69.0, 60.0, 47.0, 41.0, 53.0, 38.0, 37.0, 26.0, 19.0, 12.0, 10.0, 9.0, 9.0, 6.0, 4.0, 0.0, 3.0, 1.0, 0.0, 2.0], "bins": [-1.898505956887675e-07, -1.8563805781468545e-07, -1.814255057297487e-07, -1.7721296785566665e-07, -1.730004299815846e-07, -1.6878789210750256e-07, -1.645753400225658e-07, -1.6036280214848375e-07, -1.561502642744017e-07, -1.5193772640031966e-07, -1.477251743153829e-07, -1.4351263644130086e-07, -1.393000985672188e-07, -1.3508756069313677e-07, -1.308750086082e-07, -1.2666247073411796e-07, -1.2244993286003591e-07, -1.1823738788052651e-07, -1.1402485000644447e-07, -1.0981230502693506e-07, -1.0559976715285302e-07, -1.0138722217334362e-07, -9.717467719383421e-08, -9.296213931975217e-08, -8.874958723481541e-08, -8.4537042255306e-08, -8.032450438122396e-08, -7.611195940171456e-08, -7.189942152763251e-08, -6.768687654812311e-08, -6.347433156861371e-08, -5.926179369453166e-08, -5.5049262925876974e-08, -5.083672149908125e-08, -4.6624180072285526e-08, -4.241163509277612e-08, -3.819909721869408e-08, -3.3986552239184675e-08, -2.977401081238895e-08, -2.5561469385593227e-08, -2.1348927958797503e-08, -1.713638653200178e-08, -1.2923844217027636e-08, -8.711301902053492e-09, -4.498760475257768e-09, -2.8621904846204416e-10, 3.926324154690519e-09, 8.138865581486243e-09, 1.2351407008281967e-08, 1.656394843507769e-08, 2.0776489861873415e-08, 2.498903306502598e-08, 2.9201574491821702e-08, 3.3414117694974266e-08, 3.762665912176999e-08, 4.1839200548565714e-08, 4.605174197536144e-08, 5.026428340215716e-08, 5.4476824828952886e-08, 5.868936625574861e-08, 6.290191123525801e-08, 6.711444910934006e-08, 7.132699408884946e-08, 7.55395319629315e-08, 7.975207694244091e-08]}, "gradients/bert.encoder.layer.8.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 5.0, 3.0, 2.0, 3.0, 7.0, 10.0, 16.0, 20.0, 35.0, 58.0, 106.0, 145.0, 275.0, 477.0, 835.0, 1570.0, 3031.0, 6259.0, 15580.0, 56924.0, 336327.0, 125695.0, 24823.0, 8924.0, 4035.0, 2074.0, 1091.0, 610.0, 361.0, 207.0, 120.0, 58.0, 47.0, 20.0, 16.0, 16.0, 10.0, 5.0, 4.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.9871163203788456e-07, -1.932984190489151e-07, -1.8788522027080035e-07, -1.8247200728183088e-07, -1.7705880850371614e-07, -1.7164559551474667e-07, -1.662323825257772e-07, -1.6081918374766246e-07, -1.5540598496954772e-07, -1.4999277198057825e-07, -1.445795732024635e-07, -1.3916636021349404e-07, -1.337531614353793e-07, -1.2833994844640984e-07, -1.2292673545744037e-07, -1.1751353667932563e-07, -1.1210032369035616e-07, -1.0668711780681406e-07, -1.0127391192327195e-07, -9.586069893430249e-08, -9.044750015618774e-08, -8.503428716721828e-08, -7.962108128367618e-08, -7.420787540013407e-08, -6.879466951659197e-08, -6.338146363304986e-08, -5.7968257749507757e-08, -5.255504831325197e-08, -4.714184242970987e-08, -4.172863654616776e-08, -3.631542710991198e-08, -3.0902221226369875e-08, -2.548901534282777e-08, -2.0075809459285665e-08, -1.466260179938672e-08, -9.249394139487777e-09, -3.836188255945672e-09, 1.5770176275964332e-09, 6.990227063852217e-09, 1.2403432947394322e-08, 1.7816638830936427e-08, 2.322984471447853e-08, 2.8643052374377476e-08, 3.405626003427642e-08, 3.9469465917818525e-08, 4.488267180136063e-08, 5.029588123761641e-08, 5.570908712115852e-08, 6.112229300470062e-08, 6.653549888824273e-08, 7.194870477178483e-08, 7.73619177607543e-08, 8.277511653886904e-08, 8.81883295278385e-08, 9.360153541138061e-08, 9.901474129492271e-08, 1.0442794717846482e-07, 1.0984115306200692e-07, 1.1525435894554903e-07, 1.2066756482909113e-07, 1.260807778180606e-07, 1.3149397659617534e-07, 1.369071895851448e-07, 1.4232040257411427e-07, 1.4773360135222902e-07]}, "gradients/bert.encoder.layer.8.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 3.0, 4.0, 4.0, 5.0, 7.0, 13.0, 10.0, 7.0, 13.0, 28.0, 19.0, 14.0, 30.0, 31.0, 22.0, 28.0, 37.0, 30.0, 39.0, 35.0, 42.0, 35.0, 30.0, 38.0, 25.0, 41.0, 31.0, 15.0, 20.0, 24.0, 14.0, 12.0, 13.0, 10.0, 12.0, 2.0, 2.0, 3.0, 7.0, 0.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.481277629674878e-08, -9.208305584706977e-08, -8.935332829196341e-08, -8.66236078422844e-08, -8.389388028717804e-08, -8.116415983749903e-08, -7.843443938782002e-08, -7.570471183271366e-08, -7.297498427760729e-08, -7.024526382792828e-08, -6.751553627282192e-08, -6.478581582314291e-08, -6.205608826803655e-08, -5.932636781835754e-08, -5.659664381596485e-08, -5.386691981357217e-08, -5.113719936389316e-08, -4.8407475361500474e-08, -4.567775135910779e-08, -4.294803090942878e-08, -4.0218303354322416e-08, -3.748858290464341e-08, -3.475885890225072e-08, -3.2029134899858036e-08, -2.929941089746535e-08, -2.6569686895072664e-08, -2.3839962892679978e-08, -2.111024066664413e-08, -1.8380516664251445e-08, -1.565079266185876e-08, -1.2921070435822912e-08, -1.0191346433430226e-08, -7.461615325610182e-09, -4.731891767306706e-09, -2.00216820900323e-09, 7.275549052110364e-10, 3.4572789076037225e-09, 6.1870029099964086e-09, 8.916725136032255e-09, 1.1646449138424941e-08, 1.4376173140817627e-08, 1.7105897143210314e-08, 1.9835621145603e-08, 2.2565343371638846e-08, 2.5295067374031532e-08, 2.802479137642422e-08, 3.0754513602460065e-08, 3.348423760485275e-08, 3.621396160724544e-08, 3.8943685609638123e-08, 4.167340961203081e-08, 4.440313006170982e-08, 4.713285761681618e-08, 4.986257806649519e-08, 5.2592302068887875e-08, 5.532202607128056e-08, 5.805175007367325e-08, 6.078147407606593e-08, 6.351119452574494e-08, 6.62409220808513e-08, 6.897064253053031e-08, 7.170037008563668e-08, 7.443009053531568e-08, 7.715981098499469e-08, 7.988953854010106e-08]}, "gradients/bert.encoder.layer.8.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 3.0, 2.0, 4.0, 0.0, 7.0, 13.0, 8.0, 12.0, 21.0, 20.0, 32.0, 38.0, 44.0, 67.0, 79.0, 126.0, 251.0, 711.0, 2781.0, 16942.0, 471540.0, 87452.0, 7117.0, 1509.0, 439.0, 180.0, 87.0, 77.0, 62.0, 45.0, 35.0, 33.0, 18.0, 15.0, 12.0, 8.0, 8.0, 6.0, 4.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.8716993344678485e-07, -3.737185352292727e-07, -3.6026716543346993e-07, -3.468157956376672e-07, -3.33364397420155e-07, -3.199129992026428e-07, -3.064616294068401e-07, -2.9301025961103733e-07, -2.7955886139352515e-07, -2.6610746317601297e-07, -2.526560933802102e-07, -2.392047235844075e-07, -2.257533253668953e-07, -2.1230194136023783e-07, -1.9885055735358037e-07, -1.853991733469229e-07, -1.7194778934026544e-07, -1.5849640533360798e-07, -1.4504502132695052e-07, -1.3159363732029306e-07, -1.1814225331363559e-07, -1.0469086930697813e-07, -9.123948530032067e-08, -7.77881012936632e-08, -6.433671728700574e-08, -5.088533328034828e-08, -3.7433949273690814e-08, -2.398256526703335e-08, -1.0531181260375888e-08, 2.920202746281575e-09, 1.6371586752939038e-08, 2.98229707595965e-08, 4.3274383187963394e-08, 5.672576719462086e-08, 7.017715120127832e-08, 8.362853520793578e-08, 9.707991921459325e-08, 1.1053130322125071e-07, 1.2398268722790817e-07, 1.3743407123456564e-07, 1.508854552412231e-07, 1.6433683924788056e-07, 1.7778822325453802e-07, 1.912396072611955e-07, 2.0469099126785295e-07, 2.1814237527451041e-07, 2.3159375928116788e-07, 2.4504515749868006e-07, 2.584965272944828e-07, 2.7194789709028555e-07, 2.8539929530779773e-07, 2.988506935253099e-07, 3.1230206332111266e-07, 3.257534331169154e-07, 3.392048313344276e-07, 3.5265622955193976e-07, 3.661075993477425e-07, 3.7955896914354526e-07, 3.9301036736105743e-07, 4.064617655785696e-07, 4.1991313537437236e-07, 4.333645051701751e-07, 4.468159033876873e-07, 4.6026730160519946e-07, 4.737186714010022e-07]}, "gradients/bert.encoder.layer.8.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 2.0, 0.0, 3.0, 2.0, 9.0, 4.0, 4.0, 7.0, 4.0, 14.0, 19.0, 28.0, 121.0, 316.0, 77.0, 42.0, 28.0, 17.0, 16.0, 8.0, 8.0, 1.0, 6.0, 4.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-1.2434497875801753e-14, -1.2025103135471227e-14, -1.16157083951407e-14, -1.1206313654810174e-14, -1.0796918914479647e-14, -1.0387524174149121e-14, -9.978129433818594e-15, -9.568734693488068e-15, -9.159339953157541e-15, -8.749945212827015e-15, -8.340550472496489e-15, -7.931155732165962e-15, -7.521760991835436e-15, -7.112366251504909e-15, -6.702971511174383e-15, -6.293576770843856e-15, -5.88418203051333e-15, -5.474787290182803e-15, -5.065392549852277e-15, -4.65599780952175e-15, -4.246603069191224e-15, -3.837208328860697e-15, -3.427813588530171e-15, -3.0184188481996443e-15, -2.609024107869118e-15, -2.1996293675385914e-15, -1.790234627208065e-15, -1.3808398868775384e-15, -9.71445146547012e-16, -5.620504062164855e-16, -1.5265566588595902e-16, 2.5673907444456745e-16, 6.661338147750939e-16, 1.0755285551056204e-15, 1.4849232954361469e-15, 1.8943180357666733e-15, 2.3037127760972e-15, 2.7131075164277263e-15, 3.1225022567582528e-15, 3.5318969970887792e-15, 3.941291737419306e-15, 4.350686477749832e-15, 4.760081218080359e-15, 5.169475958410885e-15, 5.578870698741412e-15, 5.988265439071938e-15, 6.3976601794024646e-15, 6.807054919732991e-15, 7.216449660063518e-15, 7.625844400394044e-15, 8.03523914072457e-15, 8.444633881055097e-15, 8.854028621385623e-15, 9.26342336171615e-15, 9.672818102046676e-15, 1.0082212842377203e-14, 1.049160758270773e-14, 1.0901002323038256e-14, 1.1310397063368782e-14, 1.1719791803699309e-14, 1.2129186544029835e-14, 1.2538581284360362e-14, 1.2947976024690888e-14, 1.3357370765021415e-14, 1.3766765505351941e-14]}, "gradients/bert.encoder.layer.8.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 3.0, 3.0, 9.0, 14.0, 21.0, 37.0, 53.0, 107.0, 210.0, 403.0, 1000.0, 2269.0, 6796.0, 33374.0, 470090.0, 60617.0, 9598.0, 3023.0, 1184.0, 492.0, 243.0, 126.0, 53.0, 42.0, 16.0, 4.0, 13.0, 2.0, 4.0, 1.0, 2.0, 4.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2190831455427542e-07, -1.1652047504639995e-07, -1.1113263553852448e-07, -1.0574480313607637e-07, -1.003569636282009e-07, -9.496912412032543e-08, -8.958129171787732e-08, -8.419345221000185e-08, -7.880561270212638e-08, -7.341777319425091e-08, -6.802993368637544e-08, -6.264210128392733e-08, -5.725426177605186e-08, -5.186642226817639e-08, -4.64785863130146e-08, -4.109075035785281e-08, -3.570291084997734e-08, -3.0315071342101874e-08, -2.4927235386940083e-08, -1.9539397655421453e-08, -1.4151559923902823e-08, -8.763722192384193e-09, -3.3758844608655636e-09, 2.011951494296227e-09, 7.399791002171696e-09, 1.2787628733690326e-08, 1.8175466465208956e-08, 2.3563304196727586e-08, 2.8951141928246216e-08, 3.4338981436121685e-08, 3.9726817391283475e-08, 4.5114653346445266e-08, 5.0502492854320735e-08, 5.5890332362196204e-08, 6.127817187007167e-08, 6.666600427251979e-08, 7.205384378039525e-08, 7.744168328827072e-08, 8.282951569071884e-08, 8.82173551985943e-08, 9.360519470646977e-08, 9.899303421434524e-08, 1.0438087372222071e-07, 1.0976870612466882e-07, 1.151565456325443e-07, 1.2054438514041976e-07, 1.2593221754286787e-07, 1.313200641561707e-07, 1.3670789655861881e-07, 1.4209572896106692e-07, 1.4748357557436975e-07, 1.5287140797681786e-07, 1.5825924037926598e-07, 1.636470869925688e-07, 1.6903491939501691e-07, 1.7442275179746503e-07, 1.7981059841076785e-07, 1.8519843081321596e-07, 1.905862774265188e-07, 1.959741098289669e-07, 2.0136195644226973e-07, 2.0674978884471784e-07, 2.1213762124716595e-07, 2.1752546786046878e-07, 2.229133002629169e-07]}, "gradients/bert.encoder.layer.8.attention.self.query.bias": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 3.0, 2.0, 1.0, 2.0, 0.0, 5.0, 2.0, 3.0, 2.0, 5.0, 5.0, 6.0, 6.0, 13.0, 13.0, 25.0, 30.0, 47.0, 67.0, 85.0, 108.0, 91.0, 72.0, 43.0, 23.0, 16.0, 20.0, 11.0, 13.0, 8.0, 8.0, 12.0, 3.0, 0.0, 0.0, 3.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0], "bins": [-2.899108508813697e-08, -2.8125086259933596e-08, -2.7259089208087062e-08, -2.6393090379883688e-08, -2.5527091551680314e-08, -2.466109449983378e-08, -2.3795095671630406e-08, -2.2929096843427033e-08, -2.206309801522366e-08, -2.1197099187020285e-08, -2.033110213517375e-08, -1.9465103306970377e-08, -1.8599104478767003e-08, -1.773310742692047e-08, -1.6867108598717095e-08, -1.6001109770513722e-08, -1.5135112718667187e-08, -1.4269114778642233e-08, -1.340311595043886e-08, -1.2537118010413906e-08, -1.1671119182210532e-08, -1.0805121242185578e-08, -9.939123302160624e-09, -9.07312447395725e-09, -8.207126533932296e-09, -7.3411281498181324e-09, -6.475129765703969e-09, -5.6091318256790146e-09, -4.743133441564851e-09, -3.877135057450687e-09, -3.011137117425733e-09, -2.145138733311569e-09, -1.2791385728405658e-09, -4.1314029974870436e-10, 4.5285797334315703e-10, 1.318856135412716e-09, 2.18485451952688e-09, 3.0508529036410437e-09, 3.916850843665998e-09, 4.7828492277801615e-09, 5.648847611894325e-09, 6.514845996008489e-09, 7.380844380122653e-09, 8.246842320147607e-09, 9.112840260172561e-09, 9.978839088375935e-09, 1.0844837028400889e-08, 1.1710834968425843e-08, 1.2576833796629217e-08, 1.344283173665417e-08, 1.4308830564857544e-08, 1.5174828504882498e-08, 1.6040827333085872e-08, 1.6906824384932406e-08, 1.777282321313578e-08, 1.8638822041339154e-08, 1.9504820869542527e-08, 2.03708196977459e-08, 2.1236816749592435e-08, 2.210281557779581e-08, 2.2968814405999183e-08, 2.3834811457845717e-08, 2.470081028604909e-08, 2.5566809114252464e-08, 2.6432806166099e-08]}, "gradients/bert.encoder.layer.8.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 3.0, 4.0, 1.0, 5.0, 5.0, 4.0, 6.0, 8.0, 16.0, 21.0, 33.0, 33.0, 45.0, 97.0, 202.0, 348.0, 664.0, 1507.0, 3784.0, 11925.0, 55891.0, 445268.0, 52092.0, 11215.0, 3626.0, 1542.0, 657.0, 344.0, 175.0, 108.0, 54.0, 49.0, 21.0, 20.0, 10.0, 15.0, 9.0, 0.0, 4.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.3393763254043733e-07, -1.2923534598030528e-07, -1.2453304520931852e-07, -1.1983075864918646e-07, -1.1512847208905441e-07, -1.1042618552892236e-07, -1.0572389186336295e-07, -1.0102159819780354e-07, -9.631931163767149e-08, -9.161702507753944e-08, -8.691473141198003e-08, -8.221243774642062e-08, -7.751015118628857e-08, -7.280786462615652e-08, -6.81055709605971e-08, -6.34032772950377e-08, -5.8700990734905645e-08, -5.3998700622059914e-08, -4.9296410509214184e-08, -4.459412039636845e-08, -3.989183028352272e-08, -3.518954017067699e-08, -3.048725005783126e-08, -2.578495994498553e-08, -2.10826698321398e-08, -1.638037971929407e-08, -1.1678089606448339e-08, -6.975799493602608e-09, -2.2735093807568774e-09, 2.4287807320888533e-09, 7.131070844934584e-09, 1.1833360957780314e-08, 1.6535651070626045e-08, 2.1237941183471776e-08, 2.5940231296317506e-08, 3.064252140916324e-08, 3.534481152200897e-08, 4.00471016348547e-08, 4.474939174770043e-08, 4.945168186054616e-08, 5.415397197339189e-08, 5.885626208623762e-08, 6.355855219908335e-08, 6.826084586464276e-08, 7.296313242477481e-08, 7.766541898490686e-08, 8.236771265046627e-08, 8.707000631602568e-08, 9.177229287615774e-08, 9.647457943628979e-08, 1.011768731018492e-07, 1.058791667674086e-07, 1.1058145332754066e-07, 1.1528373988767271e-07, 1.1998602644780476e-07, 1.2468832721879153e-07, 1.2939061377892358e-07, 1.3409290033905563e-07, 1.387952011100424e-07, 1.4349748767017445e-07, 1.481997742303065e-07, 1.5290206079043855e-07, 1.576043473505706e-07, 1.6230664812155737e-07, 1.6700893468168942e-07]}, "gradients/bert.encoder.layer.7.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 4.0, 15.0, 41.0, 123.0, 274.0, 202.0, 69.0, 20.0, 9.0, 5.0], "bins": [-1.0455838719281019e-06, -1.0277886985932128e-06, -1.009993411571486e-06, -9.921982382365968e-07, -9.744030649017077e-07, -9.566078915668186e-07, -9.388126045450917e-07, -9.210174312102026e-07, -9.032222010318947e-07, -8.854269708535867e-07, -8.676317975186976e-07, -8.498365673403896e-07, -8.320413940055005e-07, -8.142461638271925e-07, -7.964509904923034e-07, -7.786557603139954e-07, -7.608605301356874e-07, -7.430652999573795e-07, -7.252701266224904e-07, -7.074748964441824e-07, -6.896797231092933e-07, -6.718844929309853e-07, -6.540892627526773e-07, -6.362940894177882e-07, -6.184989160828991e-07, -6.007036859045911e-07, -5.82908512569702e-07, -5.65113282391394e-07, -5.473181090565049e-07, -5.295228788781969e-07, -5.11727648699889e-07, -4.939324753649998e-07, -4.7613724518669187e-07, -4.5834204343009333e-07, -4.405468416734948e-07, -4.227516114951868e-07, -4.0495640973858826e-07, -3.871612079819897e-07, -3.693660062253912e-07, -3.5157080446879263e-07, -3.3377557429048466e-07, -3.159803725338861e-07, -2.9818517077728757e-07, -2.803899405989796e-07, -2.6259473884238105e-07, -2.447995370857825e-07, -2.2700433532918396e-07, -2.092091193617307e-07, -1.9141391760513216e-07, -1.736187158485336e-07, -1.5582349988108035e-07, -1.380282981244818e-07, -1.2023309636788326e-07, -1.0243788040043e-07, -8.464267864383146e-08, -6.68474626763782e-08, -4.9052260919779656e-08, -3.1257052057753754e-08, -1.346184674844153e-08, 4.333358560870693e-09, 2.2128567422896595e-08, 3.9923776284922496e-08, 5.771897804152104e-08, 7.55141940089743e-08, 9.330939576557284e-08]}, "gradients/bert.encoder.layer.7.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 3.0, 1.0, 4.0, 1.0, 1.0, 6.0, 7.0, 5.0, 6.0, 8.0, 8.0, 6.0, 16.0, 14.0, 13.0, 17.0, 20.0, 27.0, 18.0, 15.0, 27.0, 29.0, 24.0, 33.0, 34.0, 35.0, 28.0, 30.0, 33.0, 28.0, 27.0, 28.0, 18.0, 26.0, 22.0, 31.0, 12.0, 10.0, 11.0, 12.0, 13.0, 13.0, 6.0, 10.0, 3.0, 5.0, 3.0, 3.0, 4.0, 4.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.1834075053229753e-07, -1.1477089145728314e-07, -1.1120103238226875e-07, -1.07631166201827e-07, -1.0406130712681261e-07, -1.0049144805179822e-07, -9.692158897678382e-08, -9.335172990176943e-08, -8.978186372132768e-08, -8.621200464631329e-08, -8.26421455712989e-08, -7.907227939085715e-08, -7.550242031584276e-08, -7.193256124082836e-08, -6.836270216581397e-08, -6.479284309079958e-08, -6.122297691035783e-08, -5.765311783534344e-08, -5.4083255207615366e-08, -5.0513396132600974e-08, -4.69435335048729e-08, -4.337367442985851e-08, -3.980381535484412e-08, -3.623395272711605e-08, -3.2664097204815334e-08, -2.9094236353444103e-08, -2.552437550207287e-08, -2.195451642705848e-08, -1.8384653799330408e-08, -1.4814794724316016e-08, -1.1244933872944785e-08, -7.675073021573553e-09, -4.105210393845482e-09, -5.353497645188554e-10, 3.0345108648077712e-09, 6.604371272089793e-09, 1.0174232123461024e-08, 1.3744092086653836e-08, 1.7313952938025068e-08, 2.08838137893963e-08, 2.445367464076753e-08, 2.8023535492138762e-08, 3.1593394567153155e-08, 3.5163257194881226e-08, 3.873311626989562e-08, 4.230297889762369e-08, 4.587283797263808e-08, 4.944269704765247e-08, 5.3012559675380544e-08, 5.6582418750394936e-08, 6.015228137812301e-08, 6.37221404531374e-08, 6.729199952815179e-08, 7.086185860316618e-08, 7.443172478360793e-08, 7.800158385862233e-08, 8.157144293363672e-08, 8.514130200865111e-08, 8.87111610836655e-08, 9.228102726410725e-08, 9.585088633912164e-08, 9.942074541413604e-08, 1.0299060448915043e-07, 1.0656046356416482e-07, 1.1013032974460657e-07]}, "gradients/bert.encoder.layer.7.output.dense.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 4.0, 8.0, 4.0, 1.0, 9.0, 7.0, 7.0, 12.0, 7.0, 12.0, 14.0, 16.0, 22.0, 15.0, 22.0, 25.0, 28.0, 33.0, 37.0, 26.0, 25.0, 28.0, 38.0, 29.0, 33.0, 40.0, 31.0, 28.0, 29.0, 35.0, 18.0, 14.0, 14.0, 12.0, 17.0, 17.0, 12.0, 3.0, 6.0, 5.0, 3.0, 2.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.209442832665445e-08, -5.001291825124099e-08, -4.793140462311385e-08, -4.584989454770039e-08, -4.3768380919573247e-08, -4.1686870844159785e-08, -3.960536076874632e-08, -3.752384714061918e-08, -3.544233706520572e-08, -3.336082698979226e-08, -3.127931336166512e-08, -2.9197803286251656e-08, -2.7116291434481354e-08, -2.5034779582711053e-08, -2.295326950729759e-08, -2.087175765552729e-08, -1.879024580375699e-08, -1.6708733951986687e-08, -1.4627222988394806e-08, -1.2545712024802924e-08, -1.0464200173032623e-08, -8.382688321262322e-09, -6.30117735767044e-09, -4.219666394078558e-09, -2.138154542308257e-09, -5.6643134627165637e-11, 2.024868273053926e-09, 4.106379680735017e-09, 6.187891088416109e-09, 8.26940294018641e-09, 1.0350913903778292e-08, 1.2432424867370173e-08, 1.4513936719140474e-08, 1.6595448570910776e-08, 1.8676960422681077e-08, 2.075847049809454e-08, 2.283998234986484e-08, 2.492149420163514e-08, 2.7003004277048603e-08, 2.9084516128818905e-08, 3.1166027980589206e-08, 3.324753805600267e-08, 3.532905168412981e-08, 3.741056175954327e-08, 3.949207183495673e-08, 4.157358546308387e-08, 4.3655095538497335e-08, 4.57366056139108e-08, 4.781811924203794e-08, 4.98996293174514e-08, 5.198114294557854e-08, 5.4062653020992e-08, 5.614416664911914e-08, 5.8225676724532605e-08, 6.030718679994607e-08, 6.238870042807321e-08, 6.447021405620035e-08, 6.655172768432749e-08, 6.863323420702727e-08, 7.071474783515441e-08, 7.279626146328155e-08, 7.48777750914087e-08, 7.695928161410848e-08, 7.904079524223562e-08, 8.11223017649354e-08]}, "gradients/bert.encoder.layer.7.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 3.0, 2.0, 4.0, 4.0, 3.0, 4.0, 7.0, 7.0, 7.0, 8.0, 16.0, 19.0, 25.0, 46.0, 53.0, 97.0, 128.0, 186.0, 401.0, 595.0, 1138.0, 2282.0, 5328.0, 15465.0, 152324.0, 2097386.0, 63572.0, 11716.0, 4222.0, 1917.0, 961.0, 524.0, 292.0, 206.0, 103.0, 69.0, 52.0, 24.0, 20.0, 12.0, 19.0, 6.0, 5.0, 10.0, 8.0, 6.0, 2.0, 0.0, 2.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.2535982679983135e-07, -2.171278339346827e-07, -2.0889584106953407e-07, -2.0066386241524015e-07, -1.924318695500915e-07, -1.8419987668494286e-07, -1.7596789803064894e-07, -1.677359051655003e-07, -1.5950391230035166e-07, -1.5127191943520302e-07, -1.4303992657005438e-07, -1.3480794791576045e-07, -1.265759550506118e-07, -1.1834396218546317e-07, -1.1011197642574189e-07, -1.018799906660206e-07, -9.364799780087196e-08, -8.541600493572332e-08, -7.718401917600204e-08, -6.895203341628076e-08, -6.072004055113212e-08, -5.248805123869715e-08, -4.425606192626219e-08, -3.602407261382723e-08, -2.7792083301392267e-08, -1.9560093988957306e-08, -1.1328104676522344e-08, -3.0961153640873817e-09, 5.13587394834758e-09, 1.3367863260782542e-08, 2.1599852573217504e-08, 2.9831841885652466e-08, 3.806385961979686e-08, 4.629584893223182e-08, 5.452783824466678e-08, 6.275982400438807e-08, 7.09918168695367e-08, 7.922380973468535e-08, 8.745579549440663e-08, 9.568778125412791e-08, 1.0391977411927655e-07, 1.121517669844252e-07, 1.2038375984957383e-07, 1.2861573850386776e-07, 1.368477313690164e-07, 1.4507972423416504e-07, 1.5331170288845897e-07, 1.615436957536076e-07, 1.6977568861875625e-07, 1.780076814839049e-07, 1.8623967434905353e-07, 1.9447165300334746e-07, 2.027036458684961e-07, 2.1093563873364474e-07, 2.1916761738793866e-07, 2.273996102530873e-07, 2.3563160311823594e-07, 2.4386358177252987e-07, 2.520955888485332e-07, 2.6032756750282715e-07, 2.685595745788305e-07, 2.7679155323312443e-07, 2.8502353188741836e-07, 2.932555389634217e-07, 3.0148751761771564e-07]}, "gradients/bert.encoder.layer.7.intermediate.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 3.0, 2.0, 4.0, 4.0, 8.0, 5.0, 6.0, 9.0, 5.0, 17.0, 13.0, 26.0, 29.0, 39.0, 52.0, 67.0, 114.0, 230.0, 560.0, 850.0, 450.0, 186.0, 111.0, 54.0, 46.0, 39.0, 23.0, 13.0, 16.0, 21.0, 11.0, 6.0, 8.0, 7.0, 4.0, 6.0, 1.0, 3.0, 3.0, 0.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.439527773707596e-08, -3.3095634677238195e-08, -3.179599517011411e-08, -3.049635211027635e-08, -2.9196709050438585e-08, -2.7897067766957662e-08, -2.6597426483476738e-08, -2.5297783423638975e-08, -2.3998142140158052e-08, -2.269850085667713e-08, -2.1398857796839366e-08, -2.0099216513358442e-08, -1.879957522987752e-08, -1.7499932170039756e-08, -1.6200290886558832e-08, -1.490064871489949e-08, -1.3601006543240146e-08, -1.2301364371580803e-08, -1.100172219992146e-08, -9.702080916440536e-09, -8.402438744781193e-09, -7.10279657312185e-09, -5.803155289640927e-09, -4.5035131179815835e-09, -3.2038709463222403e-09, -1.904228996707502e-09, -6.045870470927639e-10, 6.950546804773694e-10, 1.9946968521367126e-09, 3.2943390237960557e-09, 4.593980307276979e-09, 5.893622478936322e-09, 7.1932646505956654e-09, 8.492906822255009e-09, 9.792548993914352e-09, 1.1092190277395275e-08, 1.2391832449054618e-08, 1.3691474620713961e-08, 1.4991115904194885e-08, 1.6290758964032648e-08, 1.759040024751357e-08, 1.8890041530994495e-08, 2.0189684590832258e-08, 2.148932587431318e-08, 2.2788967157794104e-08, 2.4088610217631867e-08, 2.538825150111279e-08, 2.6687892784593714e-08, 2.7987535844431477e-08, 2.92871771279124e-08, 3.0586818411393324e-08, 3.188646147123109e-08, 3.318610453106885e-08, 3.4485744038192934e-08, 3.5785387098030697e-08, 3.708503015786846e-08, 3.8384669664992543e-08, 3.9684312724830306e-08, 4.098395223195439e-08, 4.228359529179215e-08, 4.3583238351629916e-08, 4.488288141146768e-08, 4.618252091859176e-08, 4.7482163978429526e-08, 4.878180703826729e-08]}, "gradients/bert.encoder.layer.7.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 2.0, 1.0, 2.0, 7.0, 8.0, 12.0, 7.0, 22.0, 46.0, 114.0, 411.0, 2449.0, 37075.0, 2285181.0, 31103.0, 2229.0, 407.0, 112.0, 44.0, 18.0, 10.0, 7.0, 4.0, 1.0, 4.0, 5.0, 4.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.163754839391913e-07, -8.919237188820262e-07, -8.67471953824861e-07, -8.430201887676958e-07, -8.185684237105306e-07, -7.941166586533654e-07, -7.696648935962003e-07, -7.452131285390351e-07, -7.207613634818699e-07, -6.963095984247047e-07, -6.718578333675396e-07, -6.474060683103744e-07, -6.229543032532092e-07, -5.98502538196044e-07, -5.740507731388789e-07, -5.495990080817137e-07, -5.251471861811297e-07, -5.006954211239645e-07, -4.762436560667993e-07, -4.5179189100963413e-07, -4.2734012595246895e-07, -4.028883608953038e-07, -3.7843656741642917e-07, -3.53984802359264e-07, -3.295330373020988e-07, -3.0508127224493364e-07, -2.8062950718776847e-07, -2.5617771370889386e-07, -2.317259628625834e-07, -2.0727419780541823e-07, -1.8282241853739833e-07, -1.5837065348023316e-07, -1.3391883157964912e-07, -1.0946706652248395e-07, -8.501529435989141e-08, -6.056352219729888e-08, -3.6111757140133705e-08, -1.1659992082968529e-08, 1.2791787185051362e-08, 3.724355224221654e-08, 6.169531729938171e-08, 8.614708235654689e-08, 1.1059885451913942e-07, 1.3505062668173196e-07, 1.5950239173889713e-07, 1.839541567960623e-07, 2.084059360640822e-07, 2.3285770112124737e-07, 2.5730946617841255e-07, 2.817612312355777e-07, 3.062129962927429e-07, 3.306647613499081e-07, 3.5511652640707325e-07, 3.7956829146423843e-07, 4.0402008494311303e-07, 4.284718500002782e-07, 4.529236150574434e-07, 4.77375408536318e-07, 5.018271735934832e-07, 5.262789386506483e-07, 5.507307037078135e-07, 5.751824687649787e-07, 5.996342338221439e-07, 6.24085998879309e-07, 6.485377639364742e-07]}, "gradients/bert.encoder.layer.7.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 2.0, 3.0, 2.0, 5.0, 6.0, 8.0, 11.0, 8.0, 15.0, 16.0, 28.0, 32.0, 29.0, 33.0, 43.0, 42.0, 45.0, 55.0, 46.0, 45.0, 58.0, 47.0, 22.0, 30.0, 29.0, 32.0, 8.0, 8.0, 4.0, 6.0, 5.0, 7.0, 4.0, 4.0, 3.0, 3.0, 0.0, 4.0, 1.0, 2.0, 4.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 3.0], "bins": [-8.779744575804216e-08, -8.50953512099295e-08, -8.239326376724421e-08, -7.969116921913155e-08, -7.69890746710189e-08, -7.42869872283336e-08, -7.158489268022095e-08, -6.888279813210829e-08, -6.618070358399564e-08, -6.347860903588298e-08, -6.077652159319769e-08, -5.807442704508503e-08, -5.5372332496972376e-08, -5.26702415015734e-08, -4.9968150506174425e-08, -4.726605595806177e-08, -4.456396851537647e-08, -4.18618775199775e-08, -3.915978297186484e-08, -3.645769197646587e-08, -3.375559742835321e-08, -3.1053506432954237e-08, -2.835141543755526e-08, -2.5649322665799446e-08, -2.294722989404363e-08, -2.0245137122287815e-08, -1.7543044350532e-08, -1.4840953355133024e-08, -1.2138860583377209e-08, -9.436767811621394e-09, -6.734676816222418e-09, -4.032584044466603e-09, -1.3304912727107876e-09, 1.3716010549558177e-09, 4.073693382622423e-09, 6.7757852661998186e-09, 9.477878037955634e-09, 1.2179970809711449e-08, 1.4882061805110425e-08, 1.758415457686624e-08, 2.0286247348622055e-08, 2.298834012037787e-08, 2.5690432892133686e-08, 2.839252388753266e-08, 3.109461488293164e-08, 3.379670943104429e-08, 3.649880042644327e-08, 3.920089142184224e-08, 4.19029859699549e-08, 4.4605076965353874e-08, 4.730717151346653e-08, 5.0009262508865504e-08, 5.271135705697816e-08, 5.5413448052377134e-08, 5.811553904777611e-08, 6.081763359588876e-08, 6.351972103857406e-08, 6.622181558668672e-08, 6.892390302937201e-08, 7.162599757748467e-08, 7.432809212559732e-08, 7.703017956828262e-08, 7.973227411639527e-08, 8.243436866450793e-08, 8.513646321262058e-08]}, "gradients/bert.encoder.layer.7.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 2.0, 2.0, 1.0, 2.0, 0.0, 4.0, 8.0, 2.0, 3.0, 5.0, 10.0, 7.0, 5.0, 11.0, 15.0, 15.0, 19.0, 17.0, 24.0, 24.0, 23.0, 30.0, 23.0, 37.0, 26.0, 29.0, 35.0, 25.0, 36.0, 28.0, 24.0, 36.0, 23.0, 20.0, 23.0, 21.0, 26.0, 18.0, 18.0, 12.0, 11.0, 8.0, 11.0, 9.0, 6.0, 6.0, 4.0, 5.0, 5.0, 1.0, 1.0, 1.0, 0.0, 2.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0], "bins": [-6.114586170724579e-08, -5.897523536191329e-08, -5.680460546386712e-08, -5.4633979118534626e-08, -5.246334922048845e-08, -5.029272287515596e-08, -4.8122096529823466e-08, -4.5951466631777294e-08, -4.378083673373112e-08, -4.161021038839863e-08, -3.9439580490352455e-08, -3.726895414501996e-08, -3.509832424697379e-08, -3.2927697901641295e-08, -3.07570715563088e-08, -2.858644165826263e-08, -2.6415815312930135e-08, -2.4245187191240802e-08, -2.207455906955147e-08, -1.9903932724218976e-08, -1.7733302826172803e-08, -1.556267648084031e-08, -1.3392048359150976e-08, -1.1221420237461643e-08, -9.05079211577231e-09, -6.880163994082977e-09, -4.709536316482854e-09, -2.538908638882731e-09, -3.6828051719339783e-10, 1.8023476044959352e-09, 3.9729748380068486e-09, 6.143602959696182e-09, 8.314231081385515e-09, 1.0484859203074848e-08, 1.265548732476418e-08, 1.4826114558275094e-08, 1.6996743568142847e-08, 1.916736991347534e-08, 2.1337998035164674e-08, 2.3508626156854007e-08, 2.567925427854334e-08, 2.7849882400232673e-08, 3.0020508745565166e-08, 3.219113864361134e-08, 3.436176498894383e-08, 3.6532394886990005e-08, 3.87030212323225e-08, 4.087365113036867e-08, 4.3044277475701165e-08, 4.521490382103366e-08, 4.738553371907983e-08, 4.9556160064412325e-08, 5.17267899624585e-08, 5.389741630779099e-08, 5.606804620583716e-08, 5.823867255116966e-08, 6.040929889650215e-08, 6.257992879454832e-08, 6.475055158716714e-08, 6.692118148521331e-08, 6.909181138325948e-08, 7.126244128130566e-08, 7.343306407392447e-08, 7.560369397197064e-08, 7.777432387001681e-08]}, "gradients/bert.encoder.layer.7.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 4.0, 2.0, 4.0, 2.0, 6.0, 5.0, 3.0, 7.0, 9.0, 8.0, 13.0, 20.0, 17.0, 18.0, 28.0, 17.0, 30.0, 24.0, 35.0, 33.0, 31.0, 25.0, 24.0, 34.0, 28.0, 39.0, 18.0, 35.0, 27.0, 31.0, 32.0, 19.0, 16.0, 21.0, 14.0, 13.0, 11.0, 13.0, 7.0, 4.0, 6.0, 3.0, 4.0, 4.0, 4.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 3.0, 1.0, 2.0], "bins": [-6.742293834349766e-08, -6.527245233201029e-08, -6.312196632052292e-08, -6.097148030903554e-08, -5.882099429754817e-08, -5.6670508286060794e-08, -5.452001872185974e-08, -5.236953271037237e-08, -5.0219046698884995e-08, -4.806856068739762e-08, -4.591807467591025e-08, -4.3767588664422874e-08, -4.161709910022182e-08, -3.946661308873445e-08, -3.7316127077247074e-08, -3.51656410657597e-08, -3.301515505427233e-08, -3.0864669042784953e-08, -2.871418303129758e-08, -2.6563695243453367e-08, -2.4413209231965993e-08, -2.226272322047862e-08, -2.0112235432634407e-08, -1.7961749421147033e-08, -1.581126340965966e-08, -1.3660777398172286e-08, -1.1510290498506492e-08, -9.359803598840699e-09, -7.2093175873533255e-09, -5.058831575865952e-09, -2.9083446762001586e-09, -7.578577765343653e-10, 1.392635340380366e-09, 3.5431217959569494e-09, 5.693608251533533e-09, 7.844095151199326e-09, 9.9945811626867e-09, 1.2145067174174073e-08, 1.4295554073839867e-08, 1.644604097350566e-08, 1.8596526984993034e-08, 2.0747012996480407e-08, 2.289749900796778e-08, 2.5047986795811994e-08, 2.7198472807299368e-08, 2.934895881878674e-08, 3.1499446606630954e-08, 3.364993261811833e-08, 3.58004186296057e-08, 3.7950904641093075e-08, 4.010139065258045e-08, 4.225187666406782e-08, 4.4402362675555196e-08, 4.655284868704257e-08, 4.870333825124362e-08, 5.0853824262730996e-08, 5.300431027421837e-08, 5.515479628570574e-08, 5.7305282297193116e-08, 5.945576830868049e-08, 6.160625787288154e-08, 6.375674388436892e-08, 6.590722989585629e-08, 6.805771590734366e-08, 7.020820191883104e-08]}, "gradients/bert.encoder.layer.7.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 3.0, 3.0, 0.0, 3.0, 10.0, 8.0, 16.0, 17.0, 21.0, 47.0, 53.0, 67.0, 102.0, 127.0, 194.0, 261.0, 380.0, 532.0, 785.0, 1175.0, 1752.0, 2687.0, 4357.0, 7440.0, 13340.0, 28268.0, 73891.0, 266240.0, 111174.0, 36870.0, 16799.0, 8761.0, 5137.0, 3098.0, 1976.0, 1307.0, 846.0, 586.0, 446.0, 280.0, 192.0, 161.0, 111.0, 81.0, 67.0, 47.0, 33.0, 17.0, 15.0, 6.0, 8.0, 9.0, 2.0, 2.0, 1.0, 3.0, 1.0, 2.0, 2.0, 2.0], "bins": [-1.0020861651582891e-07, -9.704310599545352e-08, -9.387760258050548e-08, -9.071209206013009e-08, -8.75465815397547e-08, -8.438107812480666e-08, -8.121556760443127e-08, -7.805006418948324e-08, -7.488455366910785e-08, -7.171904314873245e-08, -6.855353973378442e-08, -6.538802921340903e-08, -6.222252579846099e-08, -5.90570152780856e-08, -5.589150475771021e-08, -5.2725997790048496e-08, -4.956049082238678e-08, -4.639498385472507e-08, -4.3229476887063356e-08, -4.0063966366687964e-08, -3.689845939902625e-08, -3.373295243136454e-08, -3.0567441910989146e-08, -2.7401934943327433e-08, -2.423642797566572e-08, -2.1070921008004007e-08, -1.7905412263985454e-08, -1.4739904408145321e-08, -1.1574396552305188e-08, -8.408889584643475e-09, -5.243380840624923e-09, -2.07787209660637e-09, 1.0876419764827006e-09, 4.253149832322833e-09, 7.418657688162966e-09, 1.0584165544003099e-08, 1.3749673399843232e-08, 1.6915180367504945e-08, 2.0080689111523498e-08, 2.324619785554205e-08, 2.6411704823203763e-08, 2.9577211790865476e-08, 3.274271875852719e-08, 3.590822927890258e-08, 3.9073736246564295e-08, 4.223924321422601e-08, 4.54047537346014e-08, 4.857026070226311e-08, 5.1735767669924826e-08, 5.490127463758654e-08, 5.806678160524825e-08, 6.123229212562364e-08, 6.439779554057168e-08, 6.756330606094707e-08, 7.072881658132246e-08, 7.389432710169785e-08, 7.705983051664589e-08, 8.022534103702128e-08, 8.339084445196931e-08, 8.655635497234471e-08, 8.97218654927201e-08, 9.288736890766813e-08, 9.605287942804352e-08, 9.921838284299156e-08, 1.0238389336336695e-07]}, "gradients/bert.encoder.layer.7.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 4.0, 2.0, 3.0, 4.0, 9.0, 3.0, 9.0, 18.0, 10.0, 19.0, 17.0, 22.0, 23.0, 23.0, 24.0, 32.0, 34.0, 35.0, 27.0, 25.0, 47.0, 25.0, 35.0, 30.0, 30.0, 36.0, 33.0, 28.0, 15.0, 21.0, 24.0, 12.0, 11.0, 9.0, 12.0, 9.0, 4.0, 9.0, 5.0, 3.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 0.0, 2.0], "bins": [-7.151238179403663e-08, -6.924371120931028e-08, -6.697504062458393e-08, -6.470637003985757e-08, -6.243770656055858e-08, -6.016903597583223e-08, -5.790036539110588e-08, -5.563169480637953e-08, -5.336302422165318e-08, -5.1094353636926826e-08, -4.8825686604914154e-08, -4.65570160201878e-08, -4.428834543546145e-08, -4.201967840344878e-08, -3.975100781872243e-08, -3.748233723399608e-08, -3.5213670201983405e-08, -3.2944999617257054e-08, -3.067633258524438e-08, -2.840766200051803e-08, -2.613899141579168e-08, -2.3870322607422167e-08, -2.1601653799052656e-08, -1.9332983214326305e-08, -1.7064314405956793e-08, -1.4795644709408862e-08, -1.252697501286093e-08, -1.0258306204491419e-08, -7.989636507943487e-09, -5.720966811395556e-09, -3.452298003026044e-09, -1.183627418299693e-09, 1.0850413900698186e-09, 3.353710864573145e-09, 5.6223803390764715e-09, 7.891049591535193e-09, 1.0159719288083124e-08, 1.2428388984631056e-08, 1.4697057793000567e-08, 1.696572837772692e-08, 1.923439718609643e-08, 2.1503065994465942e-08, 2.3771736579192293e-08, 2.6040405387561805e-08, 2.8309074195931316e-08, 3.057774478065767e-08, 3.284641536538402e-08, 3.511508595011037e-08, 3.738375298212304e-08, 3.965242356684939e-08, 4.1921090598862065e-08, 4.4189761183588416e-08, 4.645843176831477e-08, 4.872710235304112e-08, 5.099576938505379e-08, 5.326443996978014e-08, 5.5533107001792814e-08, 5.7801777586519165e-08, 6.007044817124552e-08, 6.233911165054451e-08, 6.460778223527086e-08, 6.687645281999721e-08, 6.914512340472356e-08, 7.141379398944991e-08, 7.368246457417627e-08]}, "gradients/bert.encoder.layer.7.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 6.0, 3.0, 8.0, 9.0, 6.0, 9.0, 13.0, 14.0, 27.0, 28.0, 25.0, 41.0, 79.0, 139.0, 555.0, 5015.0, 514138.0, 67041.0, 2001.0, 314.0, 106.0, 53.0, 35.0, 20.0, 25.0, 20.0, 17.0, 9.0, 11.0, 10.0, 7.0, 5.0, 2.0, 4.0, 2.0, 3.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 1.0], "bins": [-7.541766535723582e-07, -7.297111324078287e-07, -7.052456680867181e-07, -6.807801469221886e-07, -6.56314682601078e-07, -6.318491614365485e-07, -6.07383640272019e-07, -5.829181191074895e-07, -5.584526547863788e-07, -5.339871336218494e-07, -5.095216693007387e-07, -4.850561481362092e-07, -4.6059065539338917e-07, -4.361251626505691e-07, -4.116596414860396e-07, -3.8719414874321956e-07, -3.627286560003995e-07, -3.3826316325757944e-07, -3.137976705147594e-07, -2.893321493502299e-07, -2.648666566074098e-07, -2.4040116386458976e-07, -2.1593565691091499e-07, -1.914701499572402e-07, -1.6700465721442015e-07, -1.425391644716001e-07, -1.1807365751792531e-07, -9.36081576696779e-08, -6.914265782143048e-08, -4.4677165078610415e-08, -2.021165812493564e-08, 4.253848828739137e-09, 2.8719341571559198e-08, 5.3184841419806617e-08, 7.765034126805404e-08, 1.0211584111630145e-07, 1.2658134096454887e-07, 1.5104683370736893e-07, 1.755123406610437e-07, 1.9997784761471848e-07, 2.2444334035753855e-07, 2.489088331003586e-07, 2.7337432584317867e-07, 2.9783984700770816e-07, 3.223053397505282e-07, 3.467708324933483e-07, 3.7123635365787777e-07, 3.9570184640069783e-07, 4.201673391435179e-07, 4.4463283188633795e-07, 4.69098324629158e-07, 4.935638457936875e-07, 5.180293101147981e-07, 5.424948312793276e-07, 5.669603524438571e-07, 5.914258736083866e-07, 6.158913379294972e-07, 6.403568590940267e-07, 6.648223234151374e-07, 6.892878445796669e-07, 7.137533657441963e-07, 7.38218830065307e-07, 7.626843512298365e-07, 7.871498155509471e-07, 8.116153367154766e-07]}, "gradients/bert.encoder.layer.7.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 0.0, 0.0, 2.0, 0.0, 3.0, 0.0, 0.0, 3.0, 5.0, 9.0, 6.0, 2.0, 14.0, 12.0, 27.0, 21.0, 52.0, 42.0, 117.0, 148.0, 112.0, 61.0, 22.0, 26.0, 30.0, 9.0, 7.0, 0.0, 5.0, 6.0, 5.0, 4.0, 1.0, 0.0, 5.0, 0.0, 1.0, 0.0, 0.0, 3.0, 0.0, 0.0, 0.0, 2.0], "bins": [-7.105427357601002e-15, -6.925016116099414e-15, -6.744604874597826e-15, -6.564193633096238e-15, -6.38378239159465e-15, -6.203371150093062e-15, -6.022959908591474e-15, -5.842548667089886e-15, -5.662137425588298e-15, -5.4817261840867104e-15, -5.3013149425851225e-15, -5.1209037010835345e-15, -4.9404924595819466e-15, -4.760081218080359e-15, -4.579669976578771e-15, -4.399258735077183e-15, -4.218847493575595e-15, -4.038436252074007e-15, -3.858025010572419e-15, -3.677613769070831e-15, -3.497202527569243e-15, -3.316791286067655e-15, -3.1363800445660672e-15, -2.9559688030644793e-15, -2.7755575615628914e-15, -2.5951463200613034e-15, -2.4147350785597155e-15, -2.2343238370581275e-15, -2.0539125955565396e-15, -1.8735013540549517e-15, -1.6930901125533637e-15, -1.5126788710517758e-15, -1.3322676295501878e-15, -1.1518563880486e-15, -9.71445146547012e-16, -7.91033905045424e-16, -6.106226635438361e-16, -4.3021142204224816e-16, -2.498001805406602e-16, -6.938893903907228e-17, 1.1102230246251565e-16, 2.914335439641036e-16, 4.718447854656915e-16, 6.522560269672795e-16, 8.326672684688674e-16, 1.0130785099704553e-15, 1.1934897514720433e-15, 1.3739009929736312e-15, 1.5543122344752192e-15, 1.734723475976807e-15, 1.915134717478395e-15, 2.095545958979983e-15, 2.275957200481571e-15, 2.456368441983159e-15, 2.6367796834847468e-15, 2.8171909249863347e-15, 2.9976021664879227e-15, 3.1780134079895106e-15, 3.3584246494910985e-15, 3.5388358909926865e-15, 3.7192471324942744e-15, 3.899658373995862e-15, 4.08006961549745e-15, 4.260480856999038e-15, 4.440892098500626e-15]}, "gradients/bert.encoder.layer.7.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 4.0, 4.0, 2.0, 3.0, 7.0, 7.0, 8.0, 18.0, 30.0, 40.0, 96.0, 135.0, 345.0, 737.0, 2664.0, 12417.0, 180982.0, 371864.0, 15533.0, 3261.0, 940.0, 333.0, 173.0, 85.0, 36.0, 32.0, 14.0, 11.0, 4.0, 9.0, 7.0, 2.0, 4.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.48635010077669e-07, -1.4385111057890754e-07, -1.390672252910008e-07, -1.3428332579223934e-07, -1.2949942629347788e-07, -1.2471554100557114e-07, -1.1993164150680968e-07, -1.1514774911347558e-07, -1.1036385672014148e-07, -1.0557996432680739e-07, -1.0079606482804593e-07, -9.601217243471183e-08, -9.122828004137773e-08, -8.644438764804363e-08, -8.166048814928217e-08, -7.687659575594807e-08, -7.209269625718662e-08, -6.730880386385252e-08, -6.252490436509106e-08, -5.774101197175696e-08, -5.295711957842286e-08, -4.8173223632375084e-08, -4.3389327686327306e-08, -3.8605435292993207e-08, -3.382153934694543e-08, -2.903764517725449e-08, -2.425375100756355e-08, -1.9469855061515773e-08, -1.4685960891824834e-08, -9.902066722133895e-09, -5.118170776086117e-09, -3.3427838275201793e-10, 4.44961756329576e-09, 9.233511732986699e-09, 1.4017406790856057e-08, 1.8801301848725416e-08, 2.3585196018416354e-08, 2.8369090188107293e-08, 3.315298613415507e-08, 3.793687852748917e-08, 4.272077447353695e-08, 4.750467041958473e-08, 5.2288562812918826e-08, 5.7072458758966604e-08, 6.185635470501438e-08, 6.664024709834848e-08, 7.142413949168258e-08, 7.620803899044404e-08, 8.099193138377814e-08, 8.577582377711224e-08, 9.05597232758737e-08, 9.534361566920779e-08, 1.0012750806254189e-07, 1.0491140756130335e-07, 1.0969529995463745e-07, 1.1447919234797155e-07, 1.19263091846733e-07, 1.2404699134549446e-07, 1.288308766334012e-07, 1.3361477613216266e-07, 1.3839867563092412e-07, 1.4318256091883086e-07, 1.4796646041759232e-07, 1.5275034570549906e-07, 1.5753424520426051e-07]}, "gradients/bert.encoder.layer.7.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 4.0, 1.0, 2.0, 4.0, 6.0, 9.0, 16.0, 16.0, 20.0, 29.0, 27.0, 56.0, 72.0, 163.0, 132.0, 75.0, 48.0, 21.0, 12.0, 19.0, 7.0, 3.0, 9.0, 2.0, 3.0, 1.0, 2.0, 0.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.5635602085571918e-08, -2.482986261043152e-08, -2.402412135893428e-08, -2.321838188379388e-08, -2.2412642408653483e-08, -2.1606902933513084e-08, -2.0801163458372685e-08, -1.9995422206875446e-08, -1.9189682731735047e-08, -1.8383943256594648e-08, -1.757820200509741e-08, -1.677246252995701e-08, -1.5966723054816612e-08, -1.5160983579676213e-08, -1.4355243216357394e-08, -1.3549502853038575e-08, -1.2743763377898176e-08, -1.1938023902757777e-08, -1.1132283539438959e-08, -1.032654317612014e-08, -9.52080370097974e-09, -8.715064225839342e-09, -7.909323862520523e-09, -7.103583943290914e-09, -6.297844024061305e-09, -5.4921041048316965e-09, -4.686364185602088e-09, -3.880624266372479e-09, -3.07488434714287e-09, -2.269144427913261e-09, -1.4634045086836522e-09, -6.576645894540434e-10, 1.4807355341872608e-10, 9.53813472648335e-10, 1.7595533918779438e-09, 2.5652933111075527e-09, 3.3710332303371615e-09, 4.17677314956677e-09, 4.982513068796379e-09, 5.788252988025988e-09, 6.593992907255597e-09, 7.399732826485206e-09, 8.205472745714815e-09, 9.011213109033633e-09, 9.816952584174032e-09, 1.0622692059314431e-08, 1.142843242263325e-08, 1.2234172785952069e-08, 1.3039912261092468e-08, 1.3845651736232867e-08, 1.4651392099551686e-08, 1.5457132462870504e-08, 1.6262871938010903e-08, 1.7068611413151302e-08, 1.787435266464854e-08, 1.868009213978894e-08, 1.948583161492934e-08, 2.0291571090069738e-08, 2.1097310565210137e-08, 2.1903051816707375e-08, 2.2708791291847774e-08, 2.3514530766988173e-08, 2.432027201848541e-08, 2.512601149362581e-08, 2.593175096876621e-08]}, "gradients/bert.encoder.layer.7.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 7.0, 10.0, 13.0, 18.0, 55.0, 130.0, 298.0, 1059.0, 4925.0, 44383.0, 505273.0, 28518.0, 3727.0, 934.0, 264.0, 96.0, 48.0, 26.0, 17.0, 7.0, 5.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.155395009140193e-07, -2.096215467872753e-07, -2.03703606871386e-07, -1.97785652744642e-07, -1.918677128287527e-07, -1.859497587020087e-07, -1.800318187861194e-07, -1.741138646593754e-07, -1.681959247434861e-07, -1.622779706167421e-07, -1.563600307008528e-07, -1.504420765741088e-07, -1.445241366582195e-07, -1.386061825314755e-07, -1.326882426155862e-07, -1.267702884888422e-07, -1.208523485729529e-07, -1.1493440155163626e-07, -1.090164545303196e-07, -1.0309850750900296e-07, -9.718056048768631e-08, -9.126261346636966e-08, -8.534466644505301e-08, -7.9426712318309e-08, -7.3508758191565e-08, -6.759081117024834e-08, -6.16728641489317e-08, -5.5754917127615045e-08, -4.9836970106298395e-08, -4.3919023084981745e-08, -3.800107251095142e-08, -3.208312548963477e-08, -2.6165182021031796e-08, -2.0247234999715147e-08, -1.4329287090220078e-08, -8.411339180725008e-09, -2.4933921594083586e-09, 3.424554861908291e-09, 9.34250365958178e-09, 1.526045068089843e-08, 2.117839770221508e-08, 2.709634472353173e-08, 3.301429174484838e-08, 3.893224231887871e-08, 4.4850189340195357e-08, 5.0768136361512006e-08, 5.6686083382828656e-08, 6.26040304041453e-08, 6.852197742546196e-08, 7.44399244467786e-08, 8.035787146809525e-08, 8.62758184894119e-08, 9.219376551072855e-08, 9.81117125320452e-08, 1.0402966665878921e-07, 1.099476065746785e-07, 1.1586556070142251e-07, 1.2178351482816652e-07, 1.277014547440558e-07, 1.3361940887079982e-07, 1.395373487866891e-07, 1.4545530291343312e-07, 1.513732428293224e-07, 1.5729119695606641e-07, 1.632091368719557e-07]}, "gradients/bert.encoder.layer.6.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 5.0, 4.0, 3.0, 5.0, 5.0, 5.0, 9.0, 18.0, 19.0, 26.0, 38.0, 24.0, 43.0, 54.0, 51.0, 52.0, 54.0, 48.0, 41.0, 44.0, 32.0, 32.0, 34.0, 32.0, 21.0, 8.0, 4.0, 9.0, 10.0, 6.0, 4.0, 0.0, 4.0, 3.0, 1.0, 4.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.018207171910035e-07, -9.884953300343113e-08, -9.587834881585877e-08, -9.290717173371377e-08, -8.99359875461414e-08, -8.696480335856904e-08, -8.399361917099668e-08, -8.102243498342432e-08, -7.805125079585196e-08, -7.50800666082796e-08, -7.210888242070723e-08, -6.913769823313487e-08, -6.616652115098987e-08, -6.31953369634175e-08, -6.022415277584514e-08, -5.725296858827278e-08, -5.4281787953414096e-08, -5.1310603765841734e-08, -4.833942313098305e-08, -4.536823894341069e-08, -4.2397054755838326e-08, -3.9425870568265964e-08, -3.645468993340728e-08, -3.348350574583492e-08, -3.0512325110976235e-08, -2.7541142699760712e-08, -2.456995851218835e-08, -2.1598776100972827e-08, -1.8627591913400465e-08, -1.5656409502184943e-08, -1.268522709096942e-08, -9.714042903397058e-09, -6.7428587158246955e-09, -3.771675416430753e-09, -8.004925611260205e-10, 2.170690294178712e-09, 5.1418735935726545e-09, 8.113056892966597e-09, 1.108423930418212e-08, 1.4055423491754482e-08, 1.7026605902970005e-08, 1.9997788314185527e-08, 2.296897250175789e-08, 2.5940154912973412e-08, 2.8911337324188935e-08, 3.18825215117613e-08, 3.485370569933366e-08, 3.782488988690602e-08, 4.0796070521764705e-08, 4.376725470933707e-08, 4.673843534419575e-08, 4.970961953176811e-08, 5.2680803719340474e-08, 5.5651987906912836e-08, 5.862316854177152e-08, 6.15943491766302e-08, 6.456553336420257e-08, 6.753671755177493e-08, 7.050790173934729e-08, 7.347908592691965e-08, 7.645026300906466e-08, 7.942144719663702e-08, 8.239263138420938e-08, 8.536381557178174e-08, 8.83349997593541e-08]}, "gradients/bert.encoder.layer.6.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 1.0, 2.0, 6.0, 0.0, 5.0, 7.0, 5.0, 5.0, 9.0, 12.0, 15.0, 12.0, 25.0, 22.0, 25.0, 15.0, 27.0, 27.0, 29.0, 24.0, 26.0, 28.0, 40.0, 26.0, 31.0, 22.0, 27.0, 23.0, 28.0, 29.0, 24.0, 22.0, 16.0, 11.0, 15.0, 16.0, 14.0, 15.0, 6.0, 10.0, 9.0, 14.0, 7.0, 3.0, 3.0, 6.0, 4.0, 3.0, 1.0, 2.0, 3.0, 1.0, 1.0, 2.0], "bins": [-1.010706398574257e-07, -9.811415679905622e-08, -9.515768084611409e-08, -9.22011977877446e-08, -8.924472183480248e-08, -8.628823877643299e-08, -8.33317557180635e-08, -8.037527976512138e-08, -7.741880381217925e-08, -7.446232075380976e-08, -7.150584480086764e-08, -6.854936174249815e-08, -6.559288578955602e-08, -6.263640273118654e-08, -5.967991967281705e-08, -5.672344371987492e-08, -5.3766960661505436e-08, -5.081048115584963e-08, -4.785400165019382e-08, -4.489751859182434e-08, -4.194104263888221e-08, -3.898455958051272e-08, -3.6028080074856916e-08, -3.307160056920111e-08, -3.01151210635453e-08, -2.7158641557889496e-08, -2.420216205223369e-08, -2.1245680770221043e-08, -1.8289201264565236e-08, -1.533272175890943e-08, -1.2376240476896783e-08, -9.419760971240976e-09, -6.463281465585169e-09, -3.506801515840152e-09, -5.503215660951355e-10, 2.406158827739091e-09, 5.362638333394898e-09, 8.319117839050705e-09, 1.1275599121063351e-08, 1.4232078626719158e-08, 1.7188558132374965e-08, 2.014503763803077e-08, 2.310151714368658e-08, 2.6057998425699225e-08, 2.901447793135503e-08, 3.1970955660654e-08, 3.4927438719023485e-08, 3.788391822467929e-08, 4.08403977303351e-08, 4.3796877235990905e-08, 4.675335674164671e-08, 4.97098398000162e-08, 5.2666315752958326e-08, 5.562279881132781e-08, 5.857927831698362e-08, 6.153575782263943e-08, 6.449224088100891e-08, 6.74487239393784e-08, 7.040519989232052e-08, 7.336168295069001e-08, 7.631815890363214e-08, 7.927464196200162e-08, 8.223112502037111e-08, 8.518760097331324e-08, 8.814407692625537e-08]}, "gradients/bert.encoder.layer.6.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 4.0, 1.0, 1.0, 4.0, 2.0, 4.0, 5.0, 6.0, 5.0, 11.0, 7.0, 8.0, 13.0, 19.0, 16.0, 23.0, 21.0, 29.0, 19.0, 22.0, 20.0, 37.0, 26.0, 18.0, 37.0, 40.0, 32.0, 40.0, 24.0, 30.0, 28.0, 22.0, 27.0, 17.0, 23.0, 22.0, 11.0, 12.0, 7.0, 12.0, 6.0, 11.0, 9.0, 8.0, 5.0, 1.0, 4.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-5.4473627386641965e-08, -5.2670344530270086e-08, -5.0867061673898206e-08, -4.906377881752633e-08, -4.726049240844077e-08, -4.545721310478257e-08, -4.365392669569701e-08, -4.185064383932513e-08, -4.004736098295325e-08, -3.824407812658137e-08, -3.644079527020949e-08, -3.463751241383761e-08, -3.283422955746573e-08, -3.1030943148380175e-08, -2.9227660292008295e-08, -2.7424377435636416e-08, -2.5621094579264536e-08, -2.3817811722892657e-08, -2.2014528866520777e-08, -2.021124423379206e-08, -1.840796137742018e-08, -1.66046785210483e-08, -1.4801394776498e-08, -1.2998111031947701e-08, -1.1194828175575822e-08, -9.391545319203942e-09, -7.588261574653643e-09, -5.784978274192554e-09, -3.9816949737314644e-09, -2.178412117359585e-09, -3.751283728092858e-10, 1.4281553717410134e-09, 3.2314417808265716e-09, 5.034725081287661e-09, 6.83800838174875e-09, 8.64129212629905e-09, 1.0444574982670929e-08, 1.2247857839042808e-08, 1.4051141583593107e-08, 1.5854425328143407e-08, 1.7657708184515286e-08, 1.9460991040887166e-08, 2.1264273897259045e-08, 2.3067558529987764e-08, 2.4870841386359643e-08, 2.6674124242731523e-08, 2.8477408875460242e-08, 3.028069173183212e-08, 3.2083974588204e-08, 3.388725744457588e-08, 3.569054030094776e-08, 3.749382315731964e-08, 3.929710601369152e-08, 4.110039242277708e-08, 4.2903675279148956e-08, 4.4706958135520836e-08, 4.6510240991892715e-08, 4.8313523848264595e-08, 5.0116806704636474e-08, 5.1920089561008353e-08, 5.372337597009391e-08, 5.552665527375211e-08, 5.732994168283767e-08, 5.913322453920955e-08, 6.093650739558143e-08]}, "gradients/bert.encoder.layer.6.output.dense.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 2.0, 4.0, 5.0, 8.0, 6.0, 19.0, 18.0, 15.0, 41.0, 43.0, 50.0, 98.0, 112.0, 166.0, 252.0, 392.0, 596.0, 950.0, 1699.0, 3350.0, 7507.0, 21104.0, 134529.0, 1825814.0, 311834.0, 30911.0, 9950.0, 4397.0, 2099.0, 1174.0, 723.0, 454.0, 260.0, 213.0, 121.0, 108.0, 52.0, 56.0, 53.0, 29.0, 21.0, 10.0, 9.0, 7.0, 8.0, 7.0, 4.0, 5.0, 2.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3949728838724695e-07, -1.3479164806540211e-07, -1.3008600774355727e-07, -1.2538038163256715e-07, -1.206747413107223e-07, -1.1596910098887747e-07, -1.1126346066703263e-07, -1.0655782034518779e-07, -1.0185218002334295e-07, -9.714653970149811e-08, -9.244090648508063e-08, -8.773526616323579e-08, -8.302962584139095e-08, -7.832399262497347e-08, -7.361835230312863e-08, -6.891271198128379e-08, -6.420707876486631e-08, -5.950144199573515e-08, -5.479580167389031e-08, -5.009016490475915e-08, -4.538452458291431e-08, -4.067888781378315e-08, -3.597325104465199e-08, -3.126761072280715e-08, -2.6561973953675988e-08, -2.1856335408187988e-08, -1.7150696862699988e-08, -1.2445060093568827e-08, -7.739421548080827e-09, -3.033783002592827e-09, 1.6718537665383337e-09, 6.377494088383173e-09, 1.1083130857514334e-08, 1.5788769403002334e-08, 2.0494407948490334e-08, 2.5200044717621495e-08, 2.9905685039466334e-08, 3.4611321808597495e-08, 3.9316958577728656e-08, 4.4022598899573495e-08, 4.8728235668704656e-08, 5.3433872437835817e-08, 5.8139512759680656e-08, 6.284514597609814e-08, 6.755078629794298e-08, 7.225642661978782e-08, 7.696206694163266e-08, 8.16677072634775e-08, 8.637334047989498e-08, 9.107898080173982e-08, 9.57846140181573e-08, 1.0049025434000214e-07, 1.0519589466184698e-07, 1.0990153498369182e-07, 1.146071682001093e-07, 1.1931280141652678e-07, 1.2401844173837162e-07, 1.2872408206021646e-07, 1.334297223820613e-07, 1.3813536270390614e-07, 1.4284098881489626e-07, 1.475466291367411e-07, 1.5225226945858594e-07, 1.5695790978043078e-07, 1.6166355010227562e-07]}, "gradients/bert.encoder.layer.6.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 6.0, 0.0, 1.0, 1.0, 6.0, 3.0, 3.0, 5.0, 6.0, 12.0, 12.0, 16.0, 25.0, 28.0, 36.0, 49.0, 68.0, 122.0, 195.0, 437.0, 812.0, 540.0, 281.0, 118.0, 75.0, 55.0, 38.0, 22.0, 16.0, 14.0, 11.0, 12.0, 6.0, 4.0, 3.0, 1.0, 4.0, 5.0, 3.0, 0.0, 2.0, 3.0, 2.0, 0.0, 0.0, 2.0], "bins": [-4.797385244614816e-08, -4.673153597423152e-08, -4.548921950231488e-08, -4.4246903030398244e-08, -4.300458300576793e-08, -4.176226653385129e-08, -4.051995006193465e-08, -3.927763359001801e-08, -3.8035317118101375e-08, -3.679300064618474e-08, -3.55506841742681e-08, -3.430836414963778e-08, -3.3066047677721144e-08, -3.1823731205804506e-08, -3.058141473388787e-08, -2.933909826197123e-08, -2.8096780013697753e-08, -2.6854463541781115e-08, -2.5612145293507638e-08, -2.4369828821591e-08, -2.3127512349674362e-08, -2.1885195877757724e-08, -2.0642877629484246e-08, -1.940056115756761e-08, -1.815824290929413e-08, -1.6915926437377493e-08, -1.5673608189104016e-08, -1.4431291717187378e-08, -1.318897524527074e-08, -1.1946657885175682e-08, -1.0704340525080625e-08, -9.462024053163987e-09, -8.219707581247349e-09, -6.977390665241501e-09, -5.735073749235653e-09, -4.492756389140595e-09, -3.2504394731347475e-09, -2.0081225571288996e-09, -7.65805197033842e-10, 4.76511274882796e-10, 1.7188286349778537e-09, 2.9611455509837015e-09, 4.203462466989549e-09, 5.445779827084607e-09, 6.688096743090455e-09, 7.930413659096303e-09, 9.17273101919136e-09, 1.0415047491107998e-08, 1.1657364851203056e-08, 1.2899682211298114e-08, 1.4141998683214752e-08, 1.538431604330981e-08, 1.6626632515226447e-08, 1.7868948987143085e-08, 1.9111267235416562e-08, 2.03535837073332e-08, 2.1595901955606678e-08, 2.2838218427523316e-08, 2.4080536675796793e-08, 2.532285314771343e-08, 2.656516961963007e-08, 2.7807487867903546e-08, 2.9049804339820184e-08, 3.029212081173682e-08, 3.153443728365346e-08]}, "gradients/bert.encoder.layer.6.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 4.0, 8.0, 6.0, 7.0, 7.0, 14.0, 25.0, 31.0, 49.0, 77.0, 176.0, 370.0, 1135.0, 4180.0, 27779.0, 2097813.0, 212448.0, 11491.0, 2311.0, 722.0, 304.0, 128.0, 71.0, 26.0, 36.0, 14.0, 6.0, 13.0, 6.0, 4.0, 6.0, 0.0, 2.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 2.0], "bins": [-4.482392341742525e-07, -4.341414125974552e-07, -4.200435910206579e-07, -4.0594576944386063e-07, -3.9184794786706334e-07, -3.7775012629026605e-07, -3.6365230471346877e-07, -3.495544831366715e-07, -3.354566615598742e-07, -3.213588399830769e-07, -3.072610184062796e-07, -2.9316319682948233e-07, -2.7906537525268504e-07, -2.6496755367588776e-07, -2.5086973209909047e-07, -2.3677191052229318e-07, -2.226740889454959e-07, -2.085762673686986e-07, -1.9447844579190132e-07, -1.8038062421510404e-07, -1.6628280263830675e-07, -1.5218498106150946e-07, -1.3808715948471217e-07, -1.239893379079149e-07, -1.098915163311176e-07, -9.579369475432031e-08, -8.169587317752303e-08, -6.759805160072574e-08, -5.350023002392845e-08, -3.9402408447131165e-08, -2.5304586870333878e-08, -1.1206765293536591e-08, 2.8910278615512652e-09, 1.6988849438348552e-08, 3.108667101514584e-08, 4.5184492591943126e-08, 5.928231416874041e-08, 7.33801357455377e-08, 8.747795732233499e-08, 1.0157577889913227e-07, 1.1567360047592956e-07, 1.2977142205272685e-07, 1.4386924362952414e-07, 1.5796706520632142e-07, 1.720648867831187e-07, 1.86162708359916e-07, 2.0026052993671328e-07, 2.1435835151351057e-07, 2.2845617309030786e-07, 2.4255399466710514e-07, 2.5665181624390243e-07, 2.707496378206997e-07, 2.84847459397497e-07, 2.989452809742943e-07, 3.130431025510916e-07, 3.2714092412788887e-07, 3.4123874570468615e-07, 3.5533656728148344e-07, 3.6943438885828073e-07, 3.83532210435078e-07, 3.976300320118753e-07, 4.117278535886726e-07, 4.258256751654699e-07, 4.3992349674226716e-07, 4.5402131831906445e-07]}, "gradients/bert.encoder.layer.6.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 4.0, 3.0, 4.0, 5.0, 10.0, 13.0, 12.0, 23.0, 23.0, 23.0, 36.0, 36.0, 38.0, 43.0, 57.0, 51.0, 48.0, 52.0, 47.0, 49.0, 36.0, 23.0, 22.0, 19.0, 12.0, 14.0, 9.0, 6.0, 12.0, 7.0, 7.0, 3.0, 3.0, 1.0, 0.0, 2.0, 2.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.750485847031086e-08, -8.484351354809405e-08, -8.218216862587724e-08, -7.952081659823307e-08, -7.685947167601626e-08, -7.419812675379944e-08, -7.153678183158263e-08, -6.887543690936582e-08, -6.621408488172165e-08, -6.355273995950483e-08, -6.089139503728802e-08, -5.823004656235753e-08, -5.556869808742704e-08, -5.2907353165210225e-08, -5.024600824299341e-08, -4.758465976806292e-08, -4.492331484584611e-08, -4.2261969923629294e-08, -3.96006214486988e-08, -3.693927652648199e-08, -3.42779280515515e-08, -3.1616583129334686e-08, -2.8955236430761033e-08, -2.629388973218738e-08, -2.363254303361373e-08, -2.0971196335040077e-08, -1.8309849636466424e-08, -1.5648502937892772e-08, -1.298715712749754e-08, -1.0325810428923887e-08, -7.664464618528655e-09, -5.0031179199550024e-09, -2.34177122138135e-09, 3.1957525514769713e-10, 2.9809217316767445e-09, 5.642267986161187e-09, 8.303614684734839e-09, 1.0964961383308491e-08, 1.3626307193703724e-08, 1.6287653892277376e-08, 1.894900059085103e-08, 2.161034728942468e-08, 2.4271693987998333e-08, 2.6933040686571985e-08, 2.9594385608788798e-08, 3.225573408371929e-08, 3.49170790059361e-08, 3.7578423928152915e-08, 4.023977240308341e-08, 4.290111732530022e-08, 4.556246580023071e-08, 4.8223810722447524e-08, 5.0885159197378016e-08, 5.354650411959483e-08, 5.620785259452532e-08, 5.886919751674213e-08, 6.153054243895895e-08, 6.419188736117576e-08, 6.685323228339257e-08, 6.951458431103674e-08, 7.217592923325356e-08, 7.483727415547037e-08, 7.749861907768718e-08, 8.0159963999904e-08, 8.282131602754816e-08]}, "gradients/bert.encoder.layer.6.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 5.0, 4.0, 7.0, 6.0, 9.0, 9.0, 13.0, 10.0, 10.0, 16.0, 17.0, 21.0, 26.0, 17.0, 35.0, 26.0, 35.0, 27.0, 35.0, 42.0, 40.0, 48.0, 40.0, 33.0, 26.0, 34.0, 14.0, 26.0, 17.0, 19.0, 22.0, 3.0, 16.0, 6.0, 10.0, 10.0, 9.0, 2.0, 3.0, 4.0, 0.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.850366673916142e-08, -6.621218773261717e-08, -6.392070872607292e-08, -6.162923682495602e-08, -5.9337757818411774e-08, -5.7046278811867523e-08, -5.475479980532327e-08, -5.246332079877902e-08, -5.017184534494845e-08, -4.78803663384042e-08, -4.558889088457363e-08, -4.329741187802938e-08, -4.100593287148513e-08, -3.871445741765456e-08, -3.642297841111031e-08, -3.4131502957279736e-08, -3.1840023950735485e-08, -2.9548546720548075e-08, -2.7257069490360664e-08, -2.4965590483816413e-08, -2.2674113253629002e-08, -2.038263602344159e-08, -1.809115701689734e-08, -1.579967978670993e-08, -1.350820255652252e-08, -1.1216725326335109e-08, -8.925247207969278e-09, -6.633769533692657e-09, -4.3422918594160365e-09, -2.0508146292286256e-09, 2.4066348913720503e-10, 2.5321416075030356e-09, 4.8236188376904465e-09, 7.115096511967067e-09, 9.406574186243688e-09, 1.1698052304609519e-08, 1.398952953479693e-08, 1.628100676498434e-08, 1.857248577152859e-08, 2.0863963001716e-08, 2.3155440231903412e-08, 2.5446917462090823e-08, 2.7738394692278234e-08, 3.0029873698822485e-08, 3.2321352705366735e-08, 3.4612828159197306e-08, 3.6904307165741557e-08, 3.919578261957213e-08, 4.148726162611638e-08, 4.377874063266063e-08, 4.60702160864912e-08, 4.836169509303545e-08, 5.065317054686602e-08, 5.294464955341027e-08, 5.523612855995452e-08, 5.752760756649877e-08, 5.981908657304302e-08, 6.211056557958727e-08, 6.440204458613152e-08, 6.669351648724842e-08, 6.898499549379267e-08, 7.127647450033692e-08, 7.356795350688117e-08, 7.585943251342542e-08, 7.815090441454231e-08]}, "gradients/bert.encoder.layer.6.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 3.0, 8.0, 15.0, 10.0, 6.0, 12.0, 14.0, 22.0, 31.0, 17.0, 37.0, 35.0, 27.0, 30.0, 43.0, 55.0, 49.0, 46.0, 48.0, 31.0, 30.0, 30.0, 30.0, 28.0, 19.0, 14.0, 12.0, 11.0, 7.0, 8.0, 6.0, 4.0, 4.0, 4.0, 0.0, 4.0, 1.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.399719865157749e-08, -6.155455878342764e-08, -5.9111915362564105e-08, -5.666927549441425e-08, -5.422663207355072e-08, -5.1783992205400864e-08, -4.934135233725101e-08, -4.6898712469101156e-08, -4.445606904823762e-08, -4.201342918008777e-08, -3.9570785759224236e-08, -3.712814589107438e-08, -3.468550602292453e-08, -3.2242862602060995e-08, -2.980022273391114e-08, -2.7357581089404448e-08, -2.4914939444897755e-08, -2.247229780039106e-08, -2.0029656155884368e-08, -1.7587016287734514e-08, -1.514437464322782e-08, -1.2701732998721127e-08, -1.0259092242392853e-08, -7.81645148606458e-09, -5.373809841557886e-09, -2.9311686411404025e-09, -4.88527440722919e-10, 1.9541137596945646e-09, 4.396754960112048e-09, 6.8393966046187415e-09, 9.282037360947015e-09, 1.1724678117275289e-08, 1.416732686720934e-08, 1.6609968511716033e-08, 1.9052610156222727e-08, 2.149525002437258e-08, 2.3937891668879274e-08, 2.6380533313385968e-08, 2.882317318153582e-08, 3.1265813049685676e-08, 3.370845647054921e-08, 3.615109633869906e-08, 3.8593739759562595e-08, 4.103637962771245e-08, 4.34790194958623e-08, 4.5921662916725836e-08, 4.836430278487569e-08, 5.080694620573922e-08, 5.324958607388908e-08, 5.569222594203893e-08, 5.8134869362902464e-08, 6.0577512783766e-08, 6.302015265191585e-08, 6.54627925200657e-08, 6.790543238821556e-08, 7.034807225636541e-08, 7.279071212451527e-08, 7.523335199266512e-08, 7.767599186081497e-08, 8.011863883439219e-08, 8.256127870254204e-08, 8.50039185706919e-08, 8.744655843884175e-08, 8.98891983069916e-08, 9.233184528056881e-08]}, "gradients/bert.encoder.layer.6.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0, 1.0, 9.0, 7.0, 7.0, 18.0, 16.0, 28.0, 39.0, 45.0, 43.0, 101.0, 147.0, 209.0, 273.0, 484.0, 720.0, 1158.0, 1856.0, 3200.0, 5498.0, 9573.0, 18784.0, 38478.0, 85646.0, 183589.0, 127680.0, 55168.0, 26191.0, 13329.0, 7172.0, 4001.0, 2368.0, 1410.0, 894.0, 529.0, 312.0, 231.0, 201.0, 97.0, 83.0, 57.0, 53.0, 32.0, 25.0, 16.0, 6.0, 4.0, 4.0, 7.0, 4.0, 3.0, 0.0, 2.0, 1.0, 2.0, 1.0, 1.0], "bins": [-1.2486185596571886e-07, -1.209274103075586e-07, -1.1699296464939835e-07, -1.1305851899123809e-07, -1.0912407333307783e-07, -1.0518962767491757e-07, -1.0125517491132996e-07, -9.73207292531697e-08, -9.338628359500944e-08, -8.945183793684919e-08, -8.551739227868893e-08, -8.158294662052867e-08, -7.764849385694106e-08, -7.37140481987808e-08, -6.977960254062054e-08, -6.584515688246029e-08, -6.191071122430003e-08, -5.797626556613977e-08, -5.4041819907979516e-08, -5.010737069710558e-08, -4.617292503894532e-08, -4.2238479380785066e-08, -3.830403016991113e-08, -3.436958451175087e-08, -3.0435138853590615e-08, -2.6500693195430358e-08, -2.256624576091326e-08, -1.8631798326396165e-08, -1.4697352668235908e-08, -1.076290701007565e-08, -6.828459575558554e-09, -2.8940121410414577e-09, 1.0404477279735147e-09, 4.9748942743121916e-09, 8.909340820650868e-09, 1.2843787366989545e-08, 1.6778233913328222e-08, 2.071267957148848e-08, 2.4647127006005576e-08, 2.8581574440522672e-08, 3.251602009868293e-08, 3.6450465756843187e-08, 4.0384911415003444e-08, 4.431936062587738e-08, 4.825380628403764e-08, 5.2188251942197894e-08, 5.612270115307183e-08, 6.005714681123209e-08, 6.399159246939234e-08, 6.79260381275526e-08, 7.186048378571286e-08, 7.579492944387312e-08, 7.972937510203337e-08, 8.366382076019363e-08, 8.759827352378124e-08, 9.15327191819415e-08, 9.546716484010176e-08, 9.940161049826202e-08, 1.0333605615642227e-07, 1.0727050181458253e-07, 1.1120495457817015e-07, 1.151394002363304e-07, 1.1907384589449066e-07, 1.2300829155265092e-07, 1.2694273721081117e-07]}, "gradients/bert.encoder.layer.6.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 0.0, 2.0, 0.0, 3.0, 6.0, 2.0, 8.0, 7.0, 12.0, 15.0, 10.0, 14.0, 20.0, 23.0, 28.0, 32.0, 31.0, 31.0, 50.0, 42.0, 46.0, 30.0, 37.0, 33.0, 31.0, 33.0, 32.0, 29.0, 25.0, 22.0, 19.0, 21.0, 11.0, 12.0, 13.0, 6.0, 9.0, 5.0, 5.0, 1.0, 4.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.483209347152297e-08, -6.27066256697617e-08, -6.058115786800045e-08, -5.8455693618952864e-08, -5.633022936990528e-08, -5.420476156814402e-08, -5.207929376638276e-08, -4.99538259646215e-08, -4.782836171557392e-08, -4.570289391381266e-08, -4.357742966476508e-08, -4.1451961863003817e-08, -3.9326494061242556e-08, -3.7201029812194975e-08, -3.5075562010433714e-08, -3.295009776138613e-08, -3.082462995962487e-08, -2.869916393422045e-08, -2.657369790881603e-08, -2.444823010705477e-08, -2.2322764081650348e-08, -2.0197298056245927e-08, -1.8071830254484667e-08, -1.5946364229080245e-08, -1.3820898203675824e-08, -1.1695432178271403e-08, -9.569965264688562e-09, -7.4444987951949315e-09, -5.3190323257013006e-09, -3.1935663002968795e-09, -1.0680993867140387e-09, 1.057367526868802e-09, 3.1828406577005808e-09, 5.308307127194212e-09, 7.433773596687843e-09, 9.559240510270683e-09, 1.1684706535675105e-08, 1.3810172561079526e-08, 1.5935640362840786e-08, 1.8061106388245207e-08, 2.0186572413649628e-08, 2.231203843905405e-08, 2.443750446445847e-08, 2.656297226621973e-08, 2.8688438291624152e-08, 3.081390431702857e-08, 3.2939372118789834e-08, 3.5064836367837415e-08, 3.7190304169598676e-08, 3.9315771971359936e-08, 4.144123622040752e-08, 4.356670402216878e-08, 4.569216827121636e-08, 4.781763607297762e-08, 4.994310387473888e-08, 5.206857167650014e-08, 5.4194035925547723e-08, 5.6319503727308984e-08, 5.8444967976356565e-08, 6.057043577811783e-08, 6.269590357987909e-08, 6.482136427621299e-08, 6.694683207797425e-08, 6.907229987973551e-08, 7.119776768149677e-08]}, "gradients/bert.encoder.layer.6.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 5.0, 6.0, 14.0, 9.0, 16.0, 20.0, 21.0, 35.0, 43.0, 51.0, 53.0, 128.0, 391.0, 3012.0, 39064.0, 476450.0, 64923.0, 4577.0, 536.0, 127.0, 69.0, 62.0, 49.0, 38.0, 21.0, 29.0, 15.0, 8.0, 4.0, 13.0, 3.0, 3.0, 6.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.112577809995855e-07, -4.939758468935906e-07, -4.766939412093052e-07, -4.594120071033103e-07, -4.4213010141902487e-07, -4.2484816731303e-07, -4.075662332070351e-07, -3.9028432752274966e-07, -3.730024218384642e-07, -3.5572048773246934e-07, -3.384385820481839e-07, -3.21156647942189e-07, -3.0387474225790356e-07, -2.865928081519087e-07, -2.693108740459138e-07, -2.5202896836162836e-07, -2.3474703425563348e-07, -2.1746511436049332e-07, -2.0018319446535315e-07, -1.8290126035935828e-07, -1.6561935467507283e-07, -1.4833742056907795e-07, -1.3105550067393779e-07, -1.1377358077879762e-07, -9.649166088365746e-08, -7.92097409885173e-08, -6.192782109337713e-08, -4.464589409280961e-08, -2.736397419766945e-08, -1.0082054302529286e-08, 7.199872698038234e-09, 2.4481792593178398e-08, 4.176371248831856e-08, 5.9045632383458724e-08, 7.632755227859889e-08, 9.360947927916641e-08, 1.1089139917430657e-07, 1.281733261748741e-07, 1.4545524607001425e-07, 1.6273716596515442e-07, 1.8001908586029458e-07, 1.9730100575543474e-07, 2.145829256505749e-07, 2.3186484554571507e-07, 2.4914677965170995e-07, 2.664286853359954e-07, 2.837106194419903e-07, 3.0099255354798515e-07, 3.182744592322706e-07, 3.355563933382655e-07, 3.5283829902255093e-07, 3.701202331285458e-07, 3.8740213881283125e-07, 4.0468407291882613e-07, 4.219659786031116e-07, 4.3924791270910646e-07, 4.5652984681510134e-07, 4.738117809210962e-07, 4.910937150270911e-07, 5.083755922896671e-07, 5.25657526395662e-07, 5.429394605016569e-07, 5.602213946076517e-07, 5.775033287136466e-07, 5.947852059762226e-07]}, "gradients/bert.encoder.layer.6.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 4.0, 2.0, 1.0, 2.0, 1.0, 1.0, 6.0, 0.0, 4.0, 8.0, 18.0, 13.0, 16.0, 19.0, 22.0, 24.0, 13.0, 41.0, 58.0, 59.0, 104.0, 73.0, 78.0, 35.0, 26.0, 28.0, 12.0, 21.0, 21.0, 8.0, 9.0, 2.0, 8.0, 12.0, 0.0, 4.0, 2.0, 2.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0], "bins": [-1.0658141036401503e-14, -1.0394463068053028e-14, -1.0130785099704553e-14, -9.867107131356079e-15, -9.603429163007604e-15, -9.33975119465913e-15, -9.076073226310655e-15, -8.81239525796218e-15, -8.548717289613705e-15, -8.28503932126523e-15, -8.021361352916756e-15, -7.757683384568281e-15, -7.494005416219807e-15, -7.230327447871332e-15, -6.966649479522857e-15, -6.702971511174383e-15, -6.439293542825908e-15, -6.175615574477433e-15, -5.9119376061289586e-15, -5.648259637780484e-15, -5.384581669432009e-15, -5.1209037010835345e-15, -4.85722573273506e-15, -4.593547764386585e-15, -4.3298697960381105e-15, -4.066191827689636e-15, -3.802513859341161e-15, -3.5388358909926865e-15, -3.2751579226442118e-15, -3.011479954295737e-15, -2.7478019859472624e-15, -2.4841240175987878e-15, -2.220446049250313e-15, -1.9567680809018384e-15, -1.6930901125533637e-15, -1.429412144204889e-15, -1.1657341758564144e-15, -9.020562075079397e-16, -6.38378239159465e-16, -3.7470027081099033e-16, -1.1102230246251565e-16, 1.5265566588595902e-16, 4.163336342344337e-16, 6.800116025829084e-16, 9.43689570931383e-16, 1.2073675392798577e-15, 1.4710455076283324e-15, 1.734723475976807e-15, 1.9984014443252818e-15, 2.2620794126737565e-15, 2.525757381022231e-15, 2.789435349370706e-15, 3.0531133177191805e-15, 3.316791286067655e-15, 3.58046925441613e-15, 3.8441472227646045e-15, 4.107825191113079e-15, 4.371503159461554e-15, 4.6351811278100286e-15, 4.898859096158503e-15, 5.162537064506978e-15, 5.4262150328554526e-15, 5.689893001203927e-15, 5.953570969552402e-15, 6.217248937900877e-15]}, "gradients/bert.encoder.layer.6.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 4.0, 4.0, 3.0, 8.0, 6.0, 12.0, 18.0, 22.0, 56.0, 85.0, 125.0, 240.0, 501.0, 1057.0, 2593.0, 7520.0, 28806.0, 331976.0, 185245.0, 21519.0, 6055.0, 2135.0, 878.0, 431.0, 222.0, 119.0, 74.0, 42.0, 15.0, 15.0, 6.0, 7.0, 3.0, 1.0, 4.0, 3.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-1.7655048623055336e-07, -1.711845811769308e-07, -1.6581867612330825e-07, -1.604527710696857e-07, -1.5508686601606314e-07, -1.4972096096244059e-07, -1.4435505590881803e-07, -1.3898915085519548e-07, -1.3362324580157292e-07, -1.2825734074795037e-07, -1.228914356943278e-07, -1.1752553064070526e-07, -1.121596255870827e-07, -1.0679372053346015e-07, -1.0142781547983759e-07, -9.606191042621504e-08, -9.069600537259248e-08, -8.533010031896993e-08, -7.996419526534737e-08, -7.459829021172482e-08, -6.923238515810226e-08, -6.38664801044797e-08, -5.850057505085715e-08, -5.3134669997234596e-08, -4.776876494361204e-08, -4.2402859889989486e-08, -3.703695483636693e-08, -3.1671049782744376e-08, -2.630514472912182e-08, -2.0939239675499266e-08, -1.557333462187671e-08, -1.0207429568254156e-08, -4.841524514631601e-09, 5.243805389909539e-10, 5.890285592613509e-09, 1.1256190646236064e-08, 1.662209569985862e-08, 2.1988000753481174e-08, 2.735390580710373e-08, 3.2719810860726284e-08, 3.808571591434884e-08, 4.3451620967971394e-08, 4.881752602159395e-08, 5.4183431075216504e-08, 5.954933612883906e-08, 6.491524118246161e-08, 7.028114623608417e-08, 7.564705128970672e-08, 8.101295634332928e-08, 8.637886139695183e-08, 9.174476645057439e-08, 9.711067150419694e-08, 1.024765765578195e-07, 1.0784248161144205e-07, 1.1320838666506461e-07, 1.1857429171868716e-07, 1.2394019677230972e-07, 1.2930610182593227e-07, 1.3467200687955483e-07, 1.4003791193317738e-07, 1.4540381698679994e-07, 1.507697220404225e-07, 1.5613562709404505e-07, 1.615015321476676e-07, 1.6686743720129016e-07]}, "gradients/bert.encoder.layer.6.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 6.0, 2.0, 3.0, 7.0, 7.0, 4.0, 16.0, 15.0, 20.0, 20.0, 30.0, 36.0, 76.0, 96.0, 142.0, 66.0, 68.0, 29.0, 25.0, 20.0, 17.0, 12.0, 9.0, 4.0, 6.0, 2.0, 6.0, 3.0, 4.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.5703347833759835e-08, -3.4628200751285476e-08, -3.355305011609744e-08, -3.247790303362308e-08, -3.140275239843504e-08, -3.032760531596068e-08, -2.9252456457129483e-08, -2.8177307598298285e-08, -2.7102160515823925e-08, -2.6027011656992727e-08, -2.4951862798161528e-08, -2.387671571568717e-08, -2.280156685685597e-08, -2.1726417998024772e-08, -2.0651269139193573e-08, -1.9576120280362375e-08, -1.8500971421531176e-08, -1.7425822562699977e-08, -1.635067370386878e-08, -1.527552484503758e-08, -1.4200377762563221e-08, -1.3125228903732022e-08, -1.2050080044900824e-08, -1.0974932074248045e-08, -9.899783215416846e-09, -8.824634356585648e-09, -7.749486385932869e-09, -6.67433752710167e-09, -5.5991891123596815e-09, -4.524040697617693e-09, -3.448891838786494e-09, -2.3737438681337153e-09, -1.2985950093025167e-09, -2.234464835382255e-10, 8.517020422260657e-10, 1.9268506790126594e-09, 3.001999093754648e-09, 4.077147508496637e-09, 5.1522963673278355e-09, 6.227444337980614e-09, 7.302593196811813e-09, 8.377742055643012e-09, 9.45289002629579e-09, 1.0528038885126989e-08, 1.1603187743958188e-08, 1.2678335714610967e-08, 1.3753484573442165e-08, 1.4828632544094944e-08, 1.5903781402926143e-08, 1.697893026175734e-08, 1.805407912058854e-08, 1.912922797941974e-08, 2.0204375061894098e-08, 2.1279523920725296e-08, 2.2354672779556495e-08, 2.3429819862030854e-08, 2.4504970497218892e-08, 2.558011935605009e-08, 2.665526821488129e-08, 2.773041529735565e-08, 2.8805564156186847e-08, 2.9880713015018046e-08, 3.0955860097492405e-08, 3.203101073268044e-08, 3.31061578151548e-08]}, "gradients/bert.encoder.layer.6.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 5.0, 1.0, 3.0, 6.0, 7.0, 13.0, 16.0, 26.0, 65.0, 140.0, 366.0, 990.0, 3421.0, 20931.0, 400304.0, 148441.0, 11592.0, 2262.0, 757.0, 256.0, 104.0, 39.0, 25.0, 11.0, 5.0, 4.0, 8.0, 2.0, 2.0, 1.0, 5.0, 0.0, 1.0, 4.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.3723056585822633e-07, -2.2978329639045114e-07, -2.2233601271182124e-07, -2.1488874324404605e-07, -2.0744147377627087e-07, -1.9999420430849568e-07, -1.925469348407205e-07, -1.850996511620906e-07, -1.776523816943154e-07, -1.7020511222654022e-07, -1.6275782854791032e-07, -1.5531055908013514e-07, -1.4786328961235995e-07, -1.4041602014458476e-07, -1.3296875067680958e-07, -1.2552146699817968e-07, -1.1807419753040449e-07, -1.106269280626293e-07, -1.0317965148942676e-07, -9.573237491622422e-08, -8.828510544844903e-08, -8.083783598067384e-08, -7.33905594074713e-08, -6.594328283426876e-08, -5.849601336649357e-08, -5.1048740346004706e-08, -4.360146732551584e-08, -3.6154194305026977e-08, -2.870692128453811e-08, -2.1259648264049247e-08, -1.3812375243560382e-08, -6.365102223071517e-09, 1.0821565865626326e-09, 8.529429607051497e-09, 1.5976702627540362e-08, 2.3423975648029227e-08, 3.087124866851809e-08, 3.831852168900696e-08, 4.576579470949582e-08, 5.3213067729984687e-08, 6.066034075047355e-08, 6.810761021824874e-08, 7.555488679145128e-08, 8.300216336465382e-08, 9.044943283242901e-08, 9.78967023002042e-08, 1.0534397887340674e-07, 1.1279125544660928e-07, 1.2023852491438447e-07, 1.2768579438215966e-07, 1.3513306384993484e-07, 1.4258034752856474e-07, 1.5002761699633993e-07, 1.5747488646411512e-07, 1.6492217014274502e-07, 1.723694396105202e-07, 1.798167090782954e-07, 1.8726397854607058e-07, 1.9471124801384576e-07, 2.0215853169247566e-07, 2.0960580116025085e-07, 2.1705307062802603e-07, 2.2450035430665594e-07, 2.3194762377443112e-07, 2.393948932422063e-07]}, "gradients/bert.encoder.layer.5.output.LayerNorm.weight": {"_type": "histogram", "values": [5.0, 37.0, 191.0, 419.0, 102.0, 9.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.493447722912606e-08, -5.962614579857473e-08, -3.431782147345075e-08, -9.009490042899415e-09, 1.629883428222456e-08, 4.160715860734854e-08, 6.691549714332723e-08, 9.22238214684512e-08, 1.1753214579357518e-07, 1.4284047722412652e-07, 1.681488015492505e-07, 1.9345714008522918e-07, 2.1876545019949845e-07, 2.4407378873547714e-07, 2.6938212727145583e-07, 2.946904373857251e-07, 3.199987759217038e-07, 3.453071144576825e-07, 3.7061542457195173e-07, 3.9592376310793043e-07, 4.212320732221997e-07, 4.465404117581784e-07, 4.7184875029415707e-07, 4.971570888301358e-07, 5.224653705226956e-07, 5.477737090586743e-07, 5.73082047594653e-07, 5.983903292872128e-07, 6.236986678231915e-07, 6.490070063591702e-07, 6.743153448951489e-07, 6.996236834311276e-07, 7.249319651236874e-07, 7.502403036596661e-07, 7.755486421956448e-07, 8.008569238882046e-07, 8.261652624241833e-07, 8.51473600960162e-07, 8.767819394961407e-07, 9.020902780321194e-07, 9.273985597246792e-07, 9.527068982606579e-07, 9.780152367966366e-07, 1.0033235184891964e-06, 1.028631913868594e-06, 1.0539401955611538e-06, 1.0792484772537136e-06, 1.1045568726331112e-06, 1.1298652680125087e-06, 1.1551735497050686e-06, 1.1804819450844661e-06, 1.205790226777026e-06, 1.2310986221564235e-06, 1.2564069038489833e-06, 1.2817151855415432e-06, 1.3070235809209407e-06, 1.3323318626135006e-06, 1.3576401443060604e-06, 1.382948539685458e-06, 1.4082568213780178e-06, 1.4335652167574153e-06, 1.4588734984499752e-06, 1.4841818938293727e-06, 1.5094901755219325e-06, 1.5347984572144924e-06]}, "gradients/bert.encoder.layer.5.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 4.0, 3.0, 6.0, 7.0, 12.0, 13.0, 15.0, 19.0, 23.0, 30.0, 27.0, 36.0, 31.0, 35.0, 39.0, 37.0, 51.0, 46.0, 44.0, 36.0, 39.0, 35.0, 30.0, 28.0, 33.0, 20.0, 19.0, 9.0, 8.0, 8.0, 6.0, 6.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.233011072888985e-08, -7.869100926427564e-08, -7.505190779966142e-08, -7.141280633504721e-08, -6.777369776500564e-08, -6.413459630039142e-08, -6.049549483577721e-08, -5.6856393371162994e-08, -5.321729190654878e-08, -4.9578190441934566e-08, -4.593908897732035e-08, -4.229998395999246e-08, -3.8660882495378246e-08, -3.502178103076403e-08, -3.138267601343614e-08, -2.7743574548821925e-08, -2.410447308420771e-08, -2.0465371619593498e-08, -1.6826268378622444e-08, -1.318716602582981e-08, -9.548063673037177e-09, -5.908962208422963e-09, -2.26985896745191e-09, 1.3692442735191435e-09, 5.008345738133357e-09, 8.647448090925991e-09, 1.2286550443718625e-08, 1.5925653684689678e-08, 1.9564755149303892e-08, 2.3203856613918106e-08, 2.684295985488916e-08, 3.048206309586021e-08, 3.4121171665901784e-08, 3.7760273130516e-08, 4.139937459513021e-08, 4.5038479612458104e-08, 4.867758107707232e-08, 5.231668254168653e-08, 5.5955787559014425e-08, 5.959488902362864e-08, 6.323399048824285e-08, 6.687309195285707e-08, 7.051219341747128e-08, 7.41512948820855e-08, 7.779040345212707e-08, 8.142950491674128e-08, 8.50686063813555e-08, 8.870770784596971e-08, 9.234680931058392e-08, 9.598591077519814e-08, 9.962501223981235e-08, 1.0326411370442656e-07, 1.0690321516904078e-07, 1.1054231663365499e-07, 1.1418142520369656e-07, 1.1782052666831078e-07, 1.2145963523835235e-07, 1.2509873670296656e-07, 1.2873783816758078e-07, 1.32376939632195e-07, 1.360160410968092e-07, 1.3965514256142342e-07, 1.4329424402603763e-07, 1.4693335970150656e-07, 1.5057244695526606e-07]}, "gradients/bert.encoder.layer.5.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 2.0, 4.0, 8.0, 7.0, 12.0, 17.0, 18.0, 28.0, 20.0, 36.0, 26.0, 43.0, 52.0, 46.0, 41.0, 51.0, 56.0, 41.0, 39.0, 40.0, 35.0, 23.0, 20.0, 28.0, 18.0, 14.0, 10.0, 3.0, 8.0, 5.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.964499732475815e-08, -6.675011121615171e-08, -6.385523221297262e-08, -6.096034610436618e-08, -5.8065467101187096e-08, -5.5170580992580653e-08, -5.227569843668789e-08, -4.9380815880795126e-08, -4.648593332490236e-08, -4.35910507690096e-08, -4.0696168213116835e-08, -3.780128565722407e-08, -3.490639954861763e-08, -3.201152054543854e-08, -2.91166344368321e-08, -2.6221751880939337e-08, -2.3326869325046573e-08, -2.043198676915381e-08, -1.7537104213261046e-08, -1.4642219881011442e-08, -1.1747337325118679e-08, -8.852454769225915e-09, -5.957570436976312e-09, -3.062687881083548e-09, -1.6780532519078406e-10, 2.7270776747911896e-09, 5.621960674773163e-09, 8.516844118844347e-09, 1.141172667473711e-08, 1.4306609230629874e-08, 1.7201493562879477e-08, 2.009637611877224e-08, 2.2991258674665005e-08, 2.588614123055777e-08, 2.8781023786450532e-08, 3.1675909895056975e-08, 3.457078889823606e-08, 3.74656750068425e-08, 4.0360557562735266e-08, 4.325544011862803e-08, 4.6150322674520794e-08, 4.904520523041356e-08, 5.194008778630632e-08, 5.4834970342199085e-08, 5.772985645080553e-08, 6.062473545398461e-08, 6.351962156259106e-08, 6.641450056577014e-08, 6.930938667437658e-08, 7.220427278298303e-08, 7.509915178616211e-08, 7.799403789476855e-08, 8.088891689794764e-08, 8.378380300655408e-08, 8.667868200973317e-08, 8.957356811833961e-08, 9.246845422694605e-08, 9.536334033555249e-08, 9.825821933873158e-08, 1.0115310544733802e-07, 1.040479844505171e-07, 1.0694287055912355e-07, 1.0983775666772999e-07, 1.1273263567090908e-07, 1.1562751467408816e-07]}, "gradients/bert.encoder.layer.5.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 6.0, 1.0, 2.0, 5.0, 5.0, 4.0, 7.0, 8.0, 19.0, 18.0, 41.0, 51.0, 65.0, 92.0, 141.0, 176.0, 247.0, 380.0, 620.0, 916.0, 1419.0, 2389.0, 4281.0, 8411.0, 19138.0, 63463.0, 482808.0, 1522725.0, 186863.0, 36609.0, 13646.0, 6141.0, 3225.0, 1869.0, 1128.0, 745.0, 485.0, 351.0, 246.0, 162.0, 133.0, 79.0, 50.0, 40.0, 21.0, 19.0, 10.0, 10.0, 1.0, 5.0, 1.0, 2.0, 4.0, 2.0, 1.0, 1.0, 3.0, 0.0, 0.0, 2.0], "bins": [-1.0151463669672012e-07, -9.827058988776116e-08, -9.502653597337485e-08, -9.178248916441589e-08, -8.853843525002958e-08, -8.529438844107062e-08, -8.205033452668431e-08, -7.880628771772535e-08, -7.55622409087664e-08, -7.231819409980744e-08, -6.907414018542113e-08, -6.583009337646217e-08, -6.258603946207586e-08, -5.9341992653116904e-08, -5.609794229144427e-08, -5.2853891929771635e-08, -4.960983801538532e-08, -4.636578765371269e-08, -4.312173729204005e-08, -3.9877690483081096e-08, -3.663363656869478e-08, -3.338958975973583e-08, -3.014553939806319e-08, -2.6901489036390558e-08, -2.3657438674717923e-08, -2.041338831304529e-08, -1.7169337951372654e-08, -1.3925289366056859e-08, -1.0681239004384224e-08, -7.43718864271159e-09, -4.1931400573957944e-09, -9.490896957231598e-10, 2.2949677713768324e-09, 5.539017688960257e-09, 8.783067606543682e-09, 1.2027117080037897e-08, 1.527116744171053e-08, 1.8515217803383166e-08, 2.175926638869896e-08, 2.5003316750371596e-08, 2.824736711204423e-08, 3.1491417473716865e-08, 3.47354678353895e-08, 3.7979518197062134e-08, 4.122356500602109e-08, 4.4467618920407403e-08, 4.771166572936636e-08, 5.0955716091038994e-08, 5.419976645271163e-08, 5.744381681438426e-08, 6.06878671760569e-08, 6.393191398501585e-08, 6.717596789940217e-08, 7.042001470836112e-08, 7.366406862274744e-08, 7.690811543170639e-08, 8.015216224066535e-08, 8.33962090496243e-08, 8.664026296401062e-08, 8.988430977296957e-08, 9.312836368735589e-08, 9.637241049631484e-08, 9.96164573052738e-08, 1.0286051121966011e-07, 1.0610456513404642e-07]}, "gradients/bert.encoder.layer.5.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0, 3.0, 2.0, 7.0, 7.0, 4.0, 9.0, 7.0, 13.0, 23.0, 34.0, 43.0, 67.0, 96.0, 177.0, 355.0, 759.0, 667.0, 319.0, 149.0, 87.0, 62.0, 56.0, 23.0, 23.0, 11.0, 12.0, 11.0, 12.0, 6.0, 6.0, 1.0, 5.0, 4.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.247286173291286e-08, -3.111735225047596e-08, -2.976184276803906e-08, -2.840633150924532e-08, -2.705082202680842e-08, -2.5695312544371518e-08, -2.4339801285577778e-08, -2.2984291803140877e-08, -2.1628782320703976e-08, -2.0273272838267076e-08, -1.8917763355830175e-08, -1.7562252097036435e-08, -1.6206742614599534e-08, -1.4851233132162633e-08, -1.3495722761547313e-08, -1.2140212390931993e-08, -1.0784702908495092e-08, -9.429193426058191e-09, -8.07368305544287e-09, -6.71817312891676e-09, -5.3626632023906495e-09, -4.007153275864539e-09, -2.6516433493384284e-09, -1.296132978723108e-09, 5.937650371379277e-11, 1.4148864302399033e-09, 2.770396356766014e-09, 4.1259062832921245e-09, 5.481416209818235e-09, 6.836926136344346e-09, 8.192436062870456e-09, 9.547946433485777e-09, 1.0903459468636356e-08, 1.2258968951073257e-08, 1.3614479321688577e-08, 1.4969989692303898e-08, 1.63254991747408e-08, 1.76810086571777e-08, 1.903651991597144e-08, 2.039202939840834e-08, 2.174753888084524e-08, 2.310304836328214e-08, 2.4458557845719042e-08, 2.5814069104512782e-08, 2.7169578586949683e-08, 2.8525088069386584e-08, 2.9880599328180324e-08, 3.1236108810617225e-08, 3.2591618293054125e-08, 3.3947127775491026e-08, 3.530263725792793e-08, 3.665814674036483e-08, 3.801365977551541e-08, 3.936916925795231e-08, 4.072467874038921e-08, 4.208018822282611e-08, 4.343569770526301e-08, 4.479120718769991e-08, 4.614671667013681e-08, 4.750222615257371e-08, 4.885773563501061e-08, 5.021324867016119e-08, 5.156875815259809e-08, 5.2924267635034994e-08, 5.4279777117471895e-08]}, "gradients/bert.encoder.layer.5.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 2.0, 4.0, 3.0, 10.0, 8.0, 8.0, 23.0, 16.0, 28.0, 33.0, 70.0, 111.0, 342.0, 2084.0, 50230.0, 2284345.0, 20126.0, 1289.0, 283.0, 99.0, 61.0, 35.0, 18.0, 14.0, 14.0, 5.0, 6.0, 6.0, 5.0, 2.0, 2.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.759124969197728e-07, -7.539878765783214e-07, -7.320632562368701e-07, -7.101386358954187e-07, -6.882139587105485e-07, -6.662893383690971e-07, -6.443647180276457e-07, -6.224400976861943e-07, -6.00515477344743e-07, -5.785908570032916e-07, -5.566662366618402e-07, -5.347416163203889e-07, -5.128169959789375e-07, -4.908923187940673e-07, -4.689676984526159e-07, -4.470430781111645e-07, -4.2511845776971313e-07, -4.0319383742826176e-07, -3.812692170868104e-07, -3.593445683236496e-07, -3.374199479821982e-07, -3.1549532764074684e-07, -2.9357067887758603e-07, -2.7164605853613466e-07, -2.497214381946833e-07, -2.2779681785323191e-07, -2.0587218330092583e-07, -1.8394754874861974e-07, -1.6202292840716837e-07, -1.40098308065717e-07, -1.181736735134109e-07, -9.624903896110482e-08, -7.432436177623458e-08, -5.239973432935585e-08, -3.047510688247712e-08, -8.55047943559839e-09, 1.337414801128034e-08, 3.529877545815907e-08, 5.72234029050378e-08, 7.914803745734389e-08, 1.0107265779879526e-07, 1.2299727814024664e-07, 1.4492191269255272e-07, 1.668465472448588e-07, 1.8877116758631018e-07, 2.1069578792776156e-07, 2.3262042248006765e-07, 2.5454505703237373e-07, 2.764696773738251e-07, 2.983942977152765e-07, 3.2031891805672785e-07, 3.4224356681988866e-07, 3.6416818716134003e-07, 3.860928075027914e-07, 4.080174562659522e-07, 4.299420766074036e-07, 4.5186669694885495e-07, 4.737913172903063e-07, 4.957159376317577e-07, 5.176405579732091e-07, 5.395652351580793e-07, 5.614898554995307e-07, 5.83414475840982e-07, 6.053390961824334e-07, 6.272637165238848e-07]}, "gradients/bert.encoder.layer.5.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 4.0, 5.0, 4.0, 10.0, 14.0, 12.0, 15.0, 22.0, 17.0, 33.0, 29.0, 42.0, 37.0, 52.0, 64.0, 56.0, 58.0, 40.0, 54.0, 32.0, 31.0, 33.0, 16.0, 14.0, 17.0, 11.0, 4.0, 10.0, 6.0, 2.0, 2.0, 2.0, 2.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.625321529758367e-08, -7.348590713718295e-08, -7.071859897678223e-08, -6.795129792180887e-08, -6.518398976140816e-08, -6.241668160100744e-08, -5.964938054603408e-08, -5.6882072385633364e-08, -5.411476422523265e-08, -5.134745606483193e-08, -4.8580151457144893e-08, -4.5812846849457856e-08, -4.304553868905714e-08, -4.027823052865642e-08, -3.7510925920969385e-08, -3.474362131328235e-08, -3.197631315288163e-08, -2.9209006768837753e-08, -2.6441700384793876e-08, -2.367439400075e-08, -2.090708761670612e-08, -1.8139781232662244e-08, -1.5372474848618367e-08, -1.260516846457449e-08, -9.837862080530613e-09, -7.0705556964867355e-09, -4.303249312442858e-09, -1.5359429283989812e-09, 1.231363455644896e-09, 3.998669839688773e-09, 6.76597622373265e-09, 9.533282607776528e-09, 1.2300588991820405e-08, 1.5067895375864282e-08, 1.783520175990816e-08, 2.0602508143952036e-08, 2.3369814527995914e-08, 2.613712091203979e-08, 2.8904427296083668e-08, 3.1671731903770706e-08, 3.443904006417142e-08, 3.720634822457214e-08, 3.9973652832259177e-08, 4.2740957439946214e-08, 4.550826560034693e-08, 4.827557376074765e-08, 5.1042878368434685e-08, 5.381018297612172e-08, 5.657749113652244e-08, 5.9344799296923156e-08, 6.211210745732387e-08, 6.487940851229723e-08, 6.764671667269795e-08, 7.041402483309867e-08, 7.318132588807202e-08, 7.594863404847274e-08, 7.871594220887346e-08, 8.148325036927417e-08, 8.425055852967489e-08, 8.701785958464825e-08, 8.978516774504897e-08, 9.255247590544968e-08, 9.531977696042304e-08, 9.808708512082376e-08, 1.0085439328122447e-07]}, "gradients/bert.encoder.layer.5.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 4.0, 4.0, 5.0, 4.0, 8.0, 6.0, 4.0, 20.0, 7.0, 11.0, 21.0, 18.0, 18.0, 27.0, 27.0, 34.0, 41.0, 51.0, 46.0, 42.0, 27.0, 57.0, 34.0, 22.0, 25.0, 24.0, 32.0, 20.0, 20.0, 17.0, 15.0, 19.0, 15.0, 8.0, 7.0, 9.0, 3.0, 1.0, 4.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.729867862986794e-08, -6.48849933782003e-08, -6.247131523196003e-08, -6.00576299802924e-08, -5.7643944728624774e-08, -5.5230259476957144e-08, -5.281657777800319e-08, -5.040289607904924e-08, -4.798921082738161e-08, -4.557552557571398e-08, -4.316184387676003e-08, -4.074816217780608e-08, -3.833447692613845e-08, -3.592079167447082e-08, -3.350710997551687e-08, -3.109342827656292e-08, -2.8679743024895288e-08, -2.6266059549584497e-08, -2.3852376074273707e-08, -2.1438692598962916e-08, -1.9025009123652126e-08, -1.6611325648341335e-08, -1.4197642173030545e-08, -1.1783958697719754e-08, -9.370275222408964e-09, -6.956591747098173e-09, -4.5429082717873825e-09, -2.129224796476592e-09, 2.844586788341985e-10, 2.698142154144989e-09, 5.1118256294557796e-09, 7.52550910476657e-09, 9.939185474650003e-09, 1.2352868949960794e-08, 1.4766552425271584e-08, 1.7180235900582375e-08, 1.9593919375893165e-08, 2.2007602851203956e-08, 2.4421286326514746e-08, 2.6834969801825537e-08, 2.9248653277136327e-08, 3.166233852880396e-08, 3.407602022775791e-08, 3.648970192671186e-08, 3.890338717837949e-08, 4.131707243004712e-08, 4.373075412900107e-08, 4.614443582795502e-08, 4.855812107962265e-08, 5.097180633129028e-08, 5.338548803024423e-08, 5.5799169729198184e-08, 5.8212854980865814e-08, 6.062654023253344e-08, 6.304021837877372e-08, 6.545390363044135e-08, 6.786758888210898e-08, 7.02812741337766e-08, 7.269495938544424e-08, 7.510863753168451e-08, 7.752232278335214e-08, 7.993600803501977e-08, 8.234968618126004e-08, 8.476337143292767e-08, 8.71770566845953e-08]}, "gradients/bert.encoder.layer.5.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 3.0, 1.0, 0.0, 3.0, 3.0, 3.0, 6.0, 8.0, 13.0, 5.0, 11.0, 22.0, 19.0, 25.0, 35.0, 41.0, 54.0, 44.0, 47.0, 60.0, 58.0, 46.0, 37.0, 31.0, 30.0, 34.0, 33.0, 26.0, 9.0, 13.0, 13.0, 11.0, 7.0, 4.0, 3.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0], "bins": [-6.63766499542362e-08, -6.356618342806541e-08, -6.075571690189463e-08, -5.7945250375723845e-08, -5.513478384955306e-08, -5.2324317323382274e-08, -4.951385079721149e-08, -4.6703384271040704e-08, -4.389291774486992e-08, -4.1082451218699134e-08, -3.827198469252835e-08, -3.5461518166357564e-08, -3.265105164018678e-08, -2.9840585114015994e-08, -2.703011858784521e-08, -2.4219652061674424e-08, -2.140918553550364e-08, -1.8598719009332854e-08, -1.578825248316207e-08, -1.2977785956991283e-08, -1.0167319430820498e-08, -7.356852904649713e-09, -4.546386378478928e-09, -1.7359198523081432e-09, 1.074546673862642e-09, 3.885013200033427e-09, 6.695479726204212e-09, 9.505946252374997e-09, 1.2316412778545782e-08, 1.5126879304716567e-08, 1.7937345830887352e-08, 2.0747812357058137e-08, 2.355828598865628e-08, 2.6368752514827065e-08, 2.917921904099785e-08, 3.1989685567168635e-08, 3.480015209333942e-08, 3.7610618619510205e-08, 4.042108514568099e-08, 4.3231551671851776e-08, 4.604201819802256e-08, 4.8852484724193346e-08, 5.166295125036413e-08, 5.4473417776534916e-08, 5.72838843027057e-08, 6.009435082887649e-08, 6.290481735504727e-08, 6.571528388121806e-08, 6.852575040738884e-08, 7.133621693355963e-08, 7.414668345973041e-08, 7.69571499859012e-08, 7.976761651207198e-08, 8.257808303824277e-08, 8.538854956441355e-08, 8.819901609058434e-08, 9.100948261675512e-08, 9.381994914292591e-08, 9.663041566909669e-08, 9.944088219526748e-08, 1.0225134872143826e-07, 1.0506181524760905e-07, 1.0787228177377983e-07, 1.1068274829995062e-07, 1.134932148261214e-07]}, "gradients/bert.encoder.layer.5.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 2.0, 2.0, 2.0, 7.0, 8.0, 5.0, 11.0, 21.0, 22.0, 54.0, 94.0, 183.0, 414.0, 877.0, 2202.0, 5699.0, 15609.0, 48118.0, 158589.0, 231936.0, 84865.0, 26164.0, 9056.0, 3398.0, 1378.0, 552.0, 231.0, 111.0, 81.0, 49.0, 19.0, 13.0, 8.0, 7.0, 4.0, 9.0, 3.0, 3.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0], "bins": [-1.775993752062277e-07, -1.72559111888404e-07, -1.675188343597256e-07, -1.624785710419019e-07, -1.5743830772407819e-07, -1.5239803019539977e-07, -1.4735776687757607e-07, -1.4231750355975237e-07, -1.3727722603107395e-07, -1.3223696271325025e-07, -1.2719668518457183e-07, -1.2215642186674813e-07, -1.1711615144349707e-07, -1.1207588102024602e-07, -1.0703561770242231e-07, -1.0199534727917126e-07, -9.69550768559202e-08, -9.191480643266914e-08, -8.687453600941808e-08, -8.183427269159438e-08, -7.679400226834332e-08, -7.175373184509226e-08, -6.671346852726856e-08, -6.16731981040175e-08, -5.663292768076644e-08, -5.1592657257515384e-08, -4.6552390386978004e-08, -4.1512123516440624e-08, -3.6471853093189566e-08, -3.143158266993851e-08, -2.6391315799401127e-08, -2.1351048928863747e-08, -1.6310764294757973e-08, -1.1270495647863754e-08, -6.230227000969535e-09, -1.1899583540753156e-09, 3.850310292818904e-09, 8.890578939713123e-09, 1.3930847586607342e-08, 1.8971114457144722e-08, 2.401138488039578e-08, 2.905165352729e-08, 3.409192217418422e-08, 3.91321890447216e-08, 4.417245946797266e-08, 4.9212729891223717e-08, 5.4252996761761096e-08, 5.9293263632298476e-08, 6.433353405554953e-08, 6.93738044788006e-08, 7.441407490205165e-08, 7.945433821987535e-08, 8.449460864312641e-08, 8.953487906637747e-08, 9.457514238420117e-08, 9.961541280745223e-08, 1.0465568323070329e-07, 1.0969595365395435e-07, 1.147362240772054e-07, 1.197764873950291e-07, 1.248167507128528e-07, 1.2985702824153122e-07, 1.3489729155935493e-07, 1.3993755487717863e-07, 1.4497783240585704e-07]}, "gradients/bert.encoder.layer.5.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 3.0, 1.0, 4.0, 4.0, 6.0, 8.0, 9.0, 10.0, 10.0, 15.0, 7.0, 12.0, 12.0, 19.0, 15.0, 11.0, 29.0, 29.0, 30.0, 34.0, 22.0, 26.0, 34.0, 34.0, 27.0, 33.0, 29.0, 27.0, 28.0, 40.0, 27.0, 25.0, 15.0, 21.0, 14.0, 17.0, 17.0, 8.0, 9.0, 9.0, 7.0, 4.0, 3.0, 2.0, 3.0, 3.0, 3.0, 5.0, 0.0, 1.0, 1.0, 1.0], "bins": [-6.32029468761175e-08, -6.14628135053863e-08, -5.972267302922774e-08, -5.7982536105782856e-08, -5.6242399182337977e-08, -5.45022622588931e-08, -5.276212533544822e-08, -5.102199196471702e-08, -4.928185148855846e-08, -4.754171456511358e-08, -4.58015776416687e-08, -4.406144071822382e-08, -4.232130379477894e-08, -4.058116687133406e-08, -3.884102994788918e-08, -3.710089657715798e-08, -3.53607596537131e-08, -3.3620622730268224e-08, -3.1880485806823344e-08, -3.0140348883378465e-08, -2.8400211959933586e-08, -2.6660075036488706e-08, -2.4919939889400666e-08, -2.3179802965955787e-08, -2.1439666042510908e-08, -1.9699529119066028e-08, -1.795939219562115e-08, -1.621925704853311e-08, -1.447911923690981e-08, -1.273898231346493e-08, -1.0998846278198471e-08, -9.258709354753591e-09, -7.518572431308712e-09, -5.778435507863833e-09, -4.038299028508163e-09, -2.2981625491524937e-09, -5.580256257076144e-10, 1.182111297737265e-09, 2.9222473330037246e-09, 4.662384256448604e-09, 6.402521179893483e-09, 8.142658103338363e-09, 9.882795026783242e-09, 1.1622931062049702e-08, 1.3363067985494581e-08, 1.510320402076104e-08, 1.684334094420592e-08, 1.85834778676508e-08, 2.032361479109568e-08, 2.2063751714540558e-08, 2.3803888637985438e-08, 2.5544025561430317e-08, 2.7284162484875196e-08, 2.9024299408320076e-08, 3.0764432779051276e-08, 3.2504573255209834e-08, 3.4244706625941035e-08, 3.5984843549385914e-08, 3.7724980472830794e-08, 3.946511739627567e-08, 4.120525431972055e-08, 4.294539124316543e-08, 4.468552816661031e-08, 4.642566153734151e-08, 4.816580201350007e-08]}, "gradients/bert.encoder.layer.5.attention.self.value.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 0.0, 2.0, 7.0, 2.0, 5.0, 4.0, 8.0, 15.0, 15.0, 14.0, 24.0, 29.0, 27.0, 31.0, 36.0, 42.0, 58.0, 65.0, 102.0, 374.0, 5780.0, 200577.0, 370949.0, 10604.0, 553.0, 122.0, 80.0, 43.0, 46.0, 40.0, 31.0, 22.0, 24.0, 20.0, 18.0, 13.0, 11.0, 5.0, 4.0, 3.0, 4.0, 2.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.703912566128565e-07, -4.552641144073277e-07, -4.401369722017989e-07, -4.2500982999627013e-07, -4.0988268779074133e-07, -3.9475554558521253e-07, -3.796283749579743e-07, -3.6450126117415493e-07, -3.493740905469167e-07, -3.342469483413879e-07, -3.191198061358591e-07, -3.039926639303303e-07, -2.888655217248015e-07, -2.737383795192727e-07, -2.586112373137439e-07, -2.434840666865057e-07, -2.2835695290268632e-07, -2.1322981069715752e-07, -1.9810266849162872e-07, -1.8297552628609992e-07, -1.6784838408057112e-07, -1.5272124187504232e-07, -1.375940854586588e-07, -1.2246694325313e-07, -1.0733980104760121e-07, -9.221265884207241e-08, -7.708551663654362e-08, -6.195836732558746e-08, -4.683122512005866e-08, -3.170408291452986e-08, -1.6576933603573707e-08, -1.4497913980449084e-09, 1.367732238577446e-08, 2.8804466367660098e-08, 4.3931610349545736e-08, 5.905875610778821e-08, 7.418589831331701e-08, 8.931304051884581e-08, 1.0444018982980197e-07, 1.1956733203533076e-07, 1.3469447424085956e-07, 1.4982161644638836e-07, 1.6494875865191716e-07, 1.8007591506830067e-07, 1.9520305727382947e-07, 2.1033019947935827e-07, 2.2545734168488707e-07, 2.4058448389041587e-07, 2.5571162609594467e-07, 2.7083876830147346e-07, 2.8596591050700226e-07, 3.0109305271253106e-07, 3.1622019491805986e-07, 3.3134733712358866e-07, 3.464745077508269e-07, 3.6160162153464626e-07, 3.767287921618845e-07, 3.918559343674133e-07, 4.069830765729421e-07, 4.221102187784709e-07, 4.372373609839997e-07, 4.523645031895285e-07, 4.674916453950573e-07, 4.826188160222955e-07, 4.977459298061149e-07]}, "gradients/bert.encoder.layer.5.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 2.0, 0.0, 2.0, 2.0, 2.0, 0.0, 3.0, 2.0, 5.0, 4.0, 8.0, 12.0, 6.0, 15.0, 7.0, 10.0, 15.0, 17.0, 18.0, 30.0, 25.0, 67.0, 24.0, 77.0, 77.0, 51.0, 58.0, 39.0, 35.0, 35.0, 26.0, 20.0, 14.0, 4.0, 10.0, 9.0, 5.0, 3.0, 4.0, 3.0, 1.0, 3.0, 3.0, 3.0, 1.0, 2.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.661338147750939e-15, -6.46011022453763e-15, -6.25888230132432e-15, -6.05765437811101e-15, -5.856426454897701e-15, -5.655198531684391e-15, -5.4539706084710815e-15, -5.252742685257772e-15, -5.051514762044462e-15, -4.850286838831153e-15, -4.649058915617843e-15, -4.447830992404533e-15, -4.246603069191224e-15, -4.045375145977914e-15, -3.8441472227646045e-15, -3.642919299551295e-15, -3.4416913763379853e-15, -3.2404634531246757e-15, -3.039235529911366e-15, -2.8380076066980564e-15, -2.6367796834847468e-15, -2.435551760271437e-15, -2.2343238370581275e-15, -2.033095913844818e-15, -1.8318679906315083e-15, -1.6306400674181987e-15, -1.429412144204889e-15, -1.2281842209915794e-15, -1.0269562977782698e-15, -8.257283745649602e-16, -6.245004513516506e-16, -4.2327252813834093e-16, -2.220446049250313e-16, -2.0816681711721685e-17, 1.8041124150158794e-16, 3.8163916471489756e-16, 5.828670879282072e-16, 7.840950111415168e-16, 9.853229343548264e-16, 1.186550857568136e-15, 1.3877787807814457e-15, 1.5890067039947553e-15, 1.790234627208065e-15, 1.9914625504213745e-15, 2.192690473634684e-15, 2.3939183968479938e-15, 2.5951463200613034e-15, 2.796374243274613e-15, 2.9976021664879227e-15, 3.1988300897012323e-15, 3.400058012914542e-15, 3.6012859361278515e-15, 3.802513859341161e-15, 4.003741782554471e-15, 4.2049697057677804e-15, 4.40619762898109e-15, 4.6074255521944e-15, 4.808653475407709e-15, 5.009881398621019e-15, 5.2111093218343285e-15, 5.412337245047638e-15, 5.613565168260948e-15, 5.814793091474257e-15, 6.016021014687567e-15, 6.217248937900877e-15]}, "gradients/bert.encoder.layer.5.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 3.0, 3.0, 0.0, 2.0, 6.0, 5.0, 2.0, 4.0, 8.0, 9.0, 11.0, 11.0, 16.0, 33.0, 34.0, 57.0, 96.0, 194.0, 716.0, 2804.0, 20756.0, 311977.0, 233496.0, 15967.0, 2558.0, 594.0, 213.0, 91.0, 49.0, 26.0, 22.0, 22.0, 5.0, 8.0, 2.0, 3.0, 3.0, 3.0, 0.0, 3.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8695753567499196e-07, -1.811042125154927e-07, -1.7525088935599342e-07, -1.6939756619649415e-07, -1.6354424303699489e-07, -1.5769091987749562e-07, -1.5183761092885106e-07, -1.4598427355849708e-07, -1.4013096460985253e-07, -1.3427764145035326e-07, -1.28424318290854e-07, -1.2257099513135472e-07, -1.1671767197185545e-07, -1.1086434881235618e-07, -1.0501103275828427e-07, -9.9157709598785e-08, -9.330437933385838e-08, -8.745105617435911e-08, -8.159773301485984e-08, -7.574440985536057e-08, -6.98910866958613e-08, -6.403776353636204e-08, -5.8184447482290125e-08, -5.2331124322790856e-08, -4.647780116329159e-08, -4.062447800379232e-08, -3.477115484429305e-08, -2.891783523750746e-08, -2.3064512078008192e-08, -1.7211188918508924e-08, -1.1357869311723334e-08, -5.504546152224066e-09, 3.487627964204876e-10, 6.202085067741336e-09, 1.2055407339062185e-08, 1.7908728722204614e-08, 2.3762051881703883e-08, 2.961537504120315e-08, 3.546869464798874e-08, 4.132201780748801e-08, 4.717534096698728e-08, 5.3028664126486547e-08, 5.8881987285985815e-08, 6.473530334005773e-08, 7.0588626499557e-08, 7.644194965905626e-08, 8.229527281855553e-08, 8.81485959780548e-08, 9.400191913755407e-08, 9.985524229705334e-08, 1.057085654565526e-07, 1.1156188861605187e-07, 1.1741521177555114e-07, 1.232685349350504e-07, 1.2912184388369496e-07, 1.3497518125404895e-07, 1.408284902026935e-07, 1.4668181336219277e-07, 1.5253513652169204e-07, 1.583884596811913e-07, 1.6424178284069058e-07, 1.7009510600018984e-07, 1.759484291596891e-07, 1.8180173810833367e-07, 1.8765507547868765e-07]}, "gradients/bert.encoder.layer.5.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 3.0, 3.0, 1.0, 0.0, 1.0, 2.0, 2.0, 1.0, 10.0, 9.0, 15.0, 19.0, 26.0, 43.0, 39.0, 40.0, 75.0, 82.0, 62.0, 60.0, 44.0, 48.0, 41.0, 34.0, 18.0, 12.0, 17.0, 14.0, 12.0, 4.0, 7.0, 5.0, 4.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.9710026439033754e-08, -2.897251505373788e-08, -2.8235005444798844e-08, -2.749749583585981e-08, -2.6759984450563934e-08, -2.602247306526806e-08, -2.5284963456329024e-08, -2.454745384738999e-08, -2.3809942462094114e-08, -2.307243107679824e-08, -2.2334921467859203e-08, -2.1597411858920168e-08, -2.0859900473624293e-08, -2.012238908832842e-08, -1.9384879479389383e-08, -1.8647369870450348e-08, -1.7909858485154473e-08, -1.7172347099858598e-08, -1.6434837490919563e-08, -1.5697327881980527e-08, -1.4959816496684653e-08, -1.4222305999567197e-08, -1.3484795502449742e-08, -1.2747285005332287e-08, -1.2009774508214832e-08, -1.1272264011097377e-08, -1.0534753513979922e-08, -9.797243016862467e-09, -9.059732519745012e-09, -8.322222022627557e-09, -7.584711525510102e-09, -6.8472010283926465e-09, -6.1096905312751915e-09, -5.372180034157736e-09, -4.634669537040281e-09, -3.897159039922826e-09, -3.159648542805371e-09, -2.422138045687916e-09, -1.684627548570461e-09, -9.471170514530058e-10, -2.0960655433555075e-10, 5.279039427819043e-10, 1.2654144398993594e-09, 2.0029249370168145e-09, 2.7404354341342696e-09, 3.4779459312517247e-09, 4.21545642836918e-09, 4.952966925486635e-09, 5.69047742260409e-09, 6.427987919721545e-09, 7.165498416839e-09, 7.903008913956455e-09, 8.64051941107391e-09, 9.378029908191365e-09, 1.011554040530882e-08, 1.0853050902426276e-08, 1.159056139954373e-08, 1.2328071896661186e-08, 1.3065582393778641e-08, 1.3803092890896096e-08, 1.4540603388013551e-08, 1.5278114773309426e-08, 1.601562438224846e-08, 1.6753133991187497e-08, 1.749064537648337e-08]}, "gradients/bert.encoder.layer.5.attention.self.query.weight": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 1.0, 4.0, 4.0, 6.0, 8.0, 8.0, 14.0, 26.0, 39.0, 40.0, 89.0, 165.0, 315.0, 839.0, 2658.0, 15755.0, 266023.0, 282696.0, 16897.0, 2695.0, 819.0, 336.0, 159.0, 88.0, 52.0, 22.0, 20.0, 7.0, 11.0, 4.0, 0.0, 2.0, 6.0, 4.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2496161616581958e-07, -1.1871707528143816e-07, -1.1247253439705673e-07, -1.0622798640724795e-07, -9.998344552286653e-08, -9.373890463848511e-08, -8.749435664867633e-08, -8.124981576429491e-08, -7.500527487991349e-08, -6.876073399553206e-08, -6.251619311115064e-08, -5.627164512134186e-08, -5.002710423696044e-08, -4.378256335257902e-08, -3.753801891548392e-08, -3.1293474478388816e-08, -2.5048933594007394e-08, -1.8804390933269133e-08, -1.2559848272530871e-08, -6.31530561179261e-09, -7.076295105434838e-11, 6.173777933327074e-09, 1.2418322370422175e-08, 1.8662866807517275e-08, 2.4907407691898698e-08, 3.115194857628012e-08, 3.739649301337522e-08, 4.364103745047032e-08, 4.9885578334851743e-08, 5.6130119219233165e-08, 6.237466720904195e-08, 6.861920809342337e-08, 7.486374897780479e-08, 8.110828986218621e-08, 8.735283074656763e-08, 9.359737873637641e-08, 9.984191962075784e-08, 1.0608646050513926e-07, 1.1233100849494804e-07, 1.1857554937932946e-07, 1.2482009026371088e-07, 1.3106463825351966e-07, 1.3730917203247373e-07, 1.435537200222825e-07, 1.4979826801209128e-07, 1.5604280179104535e-07, 1.6228734978085413e-07, 1.685318977706629e-07, 1.7477643154961697e-07, 1.8102097953942575e-07, 1.8726551331837982e-07, 1.935100613081886e-07, 1.9975459508714266e-07, 2.0599914307695144e-07, 2.1224369106676022e-07, 2.1848822484571429e-07, 2.2473277283552306e-07, 2.3097732082533184e-07, 2.372218546042859e-07, 2.4346638838323997e-07, 2.4971095058390347e-07, 2.5595548436285753e-07, 2.622000181418116e-07, 2.684445803424751e-07, 2.7468911412142916e-07]}, "gradients/bert.encoder.layer.4.output.LayerNorm.weight": {"_type": "histogram", "values": [4.0, 12.0, 128.0, 404.0, 197.0, 16.0, 2.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.981653820683277e-08, -6.50461942086622e-08, -4.027584310506427e-08, -1.5505492001466337e-08, 9.264851996704238e-09, 3.403519599487481e-08, 5.88055542039001e-08, 8.357589820207068e-08, 1.0834624220024125e-07, 1.3311658619841182e-07, 1.578869444074371e-07, 1.826572884056077e-07, 2.0742763240377826e-07, 2.3219797640194884e-07, 2.5696834882182884e-07, 2.8173866439829e-07, 3.0650903681817e-07, 3.3127938081634056e-07, 3.5604972481451114e-07, 3.8082009723439114e-07, 4.055904128108523e-07, 4.303607852307323e-07, 4.5513112922890286e-07, 4.799014732270734e-07, 5.046717888035346e-07, 5.294421612234146e-07, 5.542124767998757e-07, 5.789828492197557e-07, 6.037531647962169e-07, 6.285235372160969e-07, 6.532939096359769e-07, 6.78064225212438e-07, 7.028345407888992e-07, 7.276049132087792e-07, 7.523752287852403e-07, 7.771456012051203e-07, 8.019159167815815e-07, 8.266862892014615e-07, 8.514566616213415e-07, 8.762269771978026e-07, 9.009972927742638e-07, 9.257676651941438e-07, 9.505379807706049e-07, 9.75308353190485e-07, 1.000078668766946e-06, 1.0248489843434072e-06, 1.049619413606706e-06, 1.0743897291831672e-06, 1.0991600447596284e-06, 1.1239303603360895e-06, 1.1487007895993884e-06, 1.1734711051758495e-06, 1.1982414207523107e-06, 1.2230117363287718e-06, 1.2477821655920707e-06, 1.2725524811685318e-06, 1.2973229104318307e-06, 1.3220932260082918e-06, 1.3468636552715907e-06, 1.3716339708480518e-06, 1.396404286424513e-06, 1.4211746020009741e-06, 1.445945031264273e-06, 1.4707153468407341e-06, 1.4954856624171953e-06]}, "gradients/bert.encoder.layer.4.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.0, 3.0, 4.0, 4.0, 6.0, 7.0, 9.0, 3.0, 9.0, 16.0, 36.0, 26.0, 28.0, 27.0, 31.0, 29.0, 36.0, 42.0, 47.0, 40.0, 35.0, 38.0, 46.0, 36.0, 33.0, 30.0, 28.0, 16.0, 19.0, 21.0, 14.0, 11.0, 6.0, 7.0, 6.0, 4.0, 1.0, 4.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.780744392173801e-08, -9.410240409124526e-08, -9.039737136617987e-08, -8.669233153568712e-08, -8.298729881062172e-08, -7.928225898012897e-08, -7.557721914963622e-08, -7.187218642457083e-08, -6.816714659407808e-08, -6.446210676358533e-08, -6.075707403851993e-08, -5.705203420802718e-08, -5.334699793024811e-08, -4.9641961652469035e-08, -4.593692537468996e-08, -4.223188909691089e-08, -3.852685281913182e-08, -3.4821816541352746e-08, -3.1116780263573673e-08, -2.741174220943776e-08, -2.370670415530185e-08, -2.0001667877522777e-08, -1.6296631599743705e-08, -1.2591593545607793e-08, -8.88655726782872e-09, -5.181520101871229e-09, -1.4764833800029464e-09, 2.228553341865336e-09, 5.933590507822828e-09, 9.63862767378032e-09, 1.3343663951559392e-08, 1.7048702005695304e-08, 2.0753738283474377e-08, 2.445877456125345e-08, 2.816381261538936e-08, 3.186885066952527e-08, 3.5573886947304345e-08, 3.927892322508342e-08, 4.298395950286249e-08, 4.668899578064156e-08, 5.0394035611134314e-08, 5.4099071888913386e-08, 5.780410816669246e-08, 6.150914799718521e-08, 6.52141807222506e-08, 6.891922055274335e-08, 7.26242603832361e-08, 7.63292931083015e-08, 8.003432583336689e-08, 8.373936566385964e-08, 8.744439838892504e-08, 9.114943821941779e-08, 9.485447094448318e-08, 9.855951077497593e-08, 1.0226455060546868e-07, 1.0596958333053408e-07, 1.0967462316102683e-07, 1.1337966299151958e-07, 1.1708469571658497e-07, 1.2078973554707773e-07, 1.2449477537757048e-07, 1.2819981520806323e-07, 1.3190484082770126e-07, 1.3560988065819402e-07, 1.3931492048868677e-07]}, "gradients/bert.encoder.layer.4.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 3.0, 9.0, 14.0, 11.0, 19.0, 22.0, 34.0, 39.0, 37.0, 40.0, 38.0, 51.0, 53.0, 42.0, 57.0, 52.0, 35.0, 38.0, 31.0, 28.0, 20.0, 20.0, 16.0, 10.0, 11.0, 7.0, 6.0, 3.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.565228088424192e-08, -7.248688405070425e-08, -6.932148011173922e-08, -6.615608327820155e-08, -6.299067933923652e-08, -5.982528250569885e-08, -5.66598821194475e-08, -5.349448173319615e-08, -5.032908489965848e-08, -4.7163684513407134e-08, -4.3998284127155785e-08, -4.0832887293618114e-08, -3.7667486907366765e-08, -3.4502086521115416e-08, -3.133668613486407e-08, -2.8171287524969557e-08, -2.500588536236137e-08, -2.184048497611002e-08, -1.867508636621551e-08, -1.550968597996416e-08, -1.2344286481891231e-08, -9.178886983818302e-09, -6.013486597566953e-09, -2.848087987672443e-09, 3.1731239857890614e-10, 3.4827121186964405e-09, 6.648111838813975e-09, 9.813511780976114e-09, 1.2978911279049044e-08, 1.6144310777121973e-08, 1.9309711163373322e-08, 2.2475109773267832e-08, 2.564051015951918e-08, 2.880591054577053e-08, 3.197131093202188e-08, 3.513670776555955e-08, 3.83021081518109e-08, 4.146750853806225e-08, 4.46329089243136e-08, 4.7798309310564946e-08, 5.0963706144102616e-08, 5.4129106530353965e-08, 5.7294506916605314e-08, 6.045990375014298e-08, 6.362530768910801e-08, 6.679070452264568e-08, 6.995610135618335e-08, 7.312150529514838e-08, 7.628690923411341e-08, 7.945230606765108e-08, 8.261771000661611e-08, 8.578310684015378e-08, 8.89485107791188e-08, 9.211390761265648e-08, 9.527930444619415e-08, 9.844470838515917e-08, 1.0161010521869684e-07, 1.0477550205223451e-07, 1.0794090599119954e-07, 1.1110630282473721e-07, 1.1427170676370224e-07, 1.1743710359723991e-07, 1.2060250753620494e-07, 1.237679043697426e-07, 1.2693330120328028e-07]}, "gradients/bert.encoder.layer.4.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 2.0, 3.0, 3.0, 4.0, 5.0, 8.0, 5.0, 9.0, 8.0, 10.0, 14.0, 11.0, 21.0, 13.0, 32.0, 53.0, 82.0, 134.0, 232.0, 561.0, 1510.0, 5005.0, 29600.0, 1898347.0, 403639.0, 14675.0, 3247.0, 1087.0, 443.0, 181.0, 98.0, 62.0, 37.0, 33.0, 15.0, 23.0, 15.0, 6.0, 7.0, 10.0, 9.0, 7.0, 5.0, 4.0, 7.0, 5.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-2.831793892710266e-07, -2.7455647000351746e-07, -2.659335223142989e-07, -2.5731060304678977e-07, -2.486876553575712e-07, -2.4006473609006207e-07, -2.314417884008435e-07, -2.2281886913333437e-07, -2.141959214441158e-07, -2.0557298796575196e-07, -1.9695005448738812e-07, -1.8832712100902427e-07, -1.7970418753066042e-07, -1.7108125405229657e-07, -1.6245832057393272e-07, -1.538354013064236e-07, -1.4521246782805974e-07, -1.365895343496959e-07, -1.2796660087133205e-07, -1.193436673929682e-07, -1.1072073391460435e-07, -1.020978004362405e-07, -9.347487406330401e-08, -8.485194058494017e-08, -7.622900710657632e-08, -6.760607362821247e-08, -5.898314014984862e-08, -5.0360210224198454e-08, -4.1737276745834606e-08, -3.311434326747076e-08, -2.449141334182059e-08, -1.586847986345674e-08, -7.245546385092894e-09, 1.3773862050925345e-09, 1.0000318795277963e-08, 1.862325049728497e-08, 2.724618397564882e-08, 3.586911745401267e-08, 4.4492047379662836e-08, 5.3114980858026684e-08, 6.173791433639053e-08, 7.036084781475438e-08, 7.898378129311823e-08, 8.760670766605472e-08, 9.622964114441857e-08, 1.0485257462278241e-07, 1.1347550810114626e-07, 1.220984415795101e-07, 1.3072137505787396e-07, 1.393443085362378e-07, 1.4796724201460165e-07, 1.565901754929655e-07, 1.6521310897132935e-07, 1.738360424496932e-07, 1.8245896171720233e-07, 1.910819094064209e-07, 1.9970482867393002e-07, 2.0832776215229387e-07, 2.1695069563065772e-07, 2.2557362910902157e-07, 2.3419656258738542e-07, 2.4281948185489455e-07, 2.514424295441131e-07, 2.6006534881162224e-07, 2.686882965008408e-07]}, "gradients/bert.encoder.layer.4.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 3.0, 6.0, 4.0, 10.0, 8.0, 9.0, 10.0, 29.0, 61.0, 119.0, 305.0, 938.0, 952.0, 298.0, 134.0, 60.0, 42.0, 21.0, 16.0, 8.0, 7.0, 1.0, 8.0, 1.0, 5.0, 0.0, 3.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.102481992480534e-08, -4.9062158780088794e-08, -4.7099497635372245e-08, -4.5136836490655696e-08, -4.317417179322547e-08, -4.121151064850892e-08, -3.924884950379237e-08, -3.728618835907582e-08, -3.5323523661645595e-08, -3.3360862516929046e-08, -3.13982013722125e-08, -2.943553845113911e-08, -2.747287553006572e-08, -2.5510214385349173e-08, -2.3547553240632624e-08, -2.1584892095916075e-08, -1.9622230951199526e-08, -1.7659569806482978e-08, -1.569690688540959e-08, -1.373424574069304e-08, -1.1771583707798072e-08, -9.808921674903104e-09, -7.846260530186555e-09, -5.883598497291587e-09, -3.920936464396618e-09, -1.9582746535462547e-09, 4.3871573041087686e-12, 1.9670487461098674e-09, 3.929710779004836e-09, 5.892372811899804e-09, 7.855033956616353e-09, 9.817695989511321e-09, 1.178035802240629e-08, 1.3743020055301258e-08, 1.5705682088196227e-08, 1.7668343232912775e-08, 1.9631006153986164e-08, 2.1593667298702712e-08, 2.355632844341926e-08, 2.551898958813581e-08, 2.7481652509209198e-08, 2.9444313653925747e-08, 3.1406976574999135e-08, 3.3369637719715683e-08, 3.533229886443223e-08, 3.729496000914878e-08, 3.925762115386533e-08, 4.122028585129556e-08, 4.3182946996012106e-08, 4.5145608140728655e-08, 4.7108269285445203e-08, 4.907093398287543e-08, 5.103359512759198e-08, 5.299625627230853e-08, 5.495891741702508e-08, 5.6921578561741626e-08, 5.8884239706458175e-08, 6.084690085117472e-08, 6.280956199589127e-08, 6.477222314060782e-08, 6.673488428532437e-08, 6.869754543004092e-08, 7.066020657475747e-08, 7.262287482490137e-08, 7.458553596961792e-08]}, "gradients/bert.encoder.layer.4.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 2.0, 2.0, 2.0, 5.0, 4.0, 0.0, 3.0, 13.0, 6.0, 15.0, 17.0, 24.0, 44.0, 63.0, 145.0, 380.0, 1949.0, 76436.0, 2273317.0, 5810.0, 637.0, 190.0, 84.0, 44.0, 23.0, 19.0, 7.0, 7.0, 6.0, 11.0, 9.0, 3.0, 1.0, 1.0, 3.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0], "bins": [-9.40320660447469e-07, -9.120072945734137e-07, -8.836938718559395e-07, -8.553805059818842e-07, -8.2706708326441e-07, -7.987537173903547e-07, -7.704402946728806e-07, -7.421269287988252e-07, -7.138135060813511e-07, -6.855001402072958e-07, -6.571867174898216e-07, -6.288733516157663e-07, -6.005599288982921e-07, -5.722465630242368e-07, -5.439331403067627e-07, -5.156197744327073e-07, -4.873063517152332e-07, -4.5899295741946844e-07, -4.306795631237037e-07, -4.0236616882793896e-07, -3.740527745321742e-07, -3.457394086581189e-07, -3.1742598594064475e-07, -2.8911262006658944e-07, -2.6079925419253414e-07, -2.324858598967694e-07, -2.0417246560100466e-07, -1.7585907130523992e-07, -1.4754567700947518e-07, -1.1923229692456516e-07, -9.091890262880042e-08, -6.260550833303569e-08, -3.4292099826416234e-08, -5.978707307008335e-09, 2.2334685212399563e-08, 5.064807595545062e-08, 7.896147025121536e-08, 1.0727485744155274e-07, 1.3558825173731748e-07, 1.6390164603308222e-07, 1.9221504032884695e-07, 2.205284346246117e-07, 2.488418147095217e-07, 2.7715520900528645e-07, 3.054686033010512e-07, 3.3378199759681593e-07, 3.6209539189258066e-07, 3.904087861883454e-07, 4.1872218048411014e-07, 4.470355747798749e-07, 4.753489690756396e-07, 5.036623633714044e-07, 5.319757292454597e-07, 5.602891519629338e-07, 5.886025178369891e-07, 6.169159405544633e-07, 6.452293064285186e-07, 6.735426723025739e-07, 7.018560950200481e-07, 7.301694608941034e-07, 7.584828836115776e-07, 7.867962494856329e-07, 8.15109672203107e-07, 8.434230380771623e-07, 8.717364607946365e-07]}, "gradients/bert.encoder.layer.4.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 2.0, 6.0, 5.0, 10.0, 18.0, 26.0, 29.0, 29.0, 49.0, 62.0, 66.0, 75.0, 79.0, 72.0, 49.0, 65.0, 39.0, 28.0, 16.0, 9.0, 9.0, 3.0, 1.0, 7.0, 3.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5340197023760993e-07, -1.4951753257719247e-07, -1.45633094916775e-07, -1.4174865725635755e-07, -1.3786421959594009e-07, -1.3397979614637734e-07, -1.3009535848595988e-07, -1.2621092082554242e-07, -1.2232648316512496e-07, -1.184420455047075e-07, -1.1455760784429003e-07, -1.1067317728929993e-07, -1.0678873962888247e-07, -1.02904301968465e-07, -9.90198714134749e-08, -9.513543375305744e-08, -9.125099609263998e-08, -8.736655843222252e-08, -8.348212077180506e-08, -7.959769021681495e-08, -7.571325255639749e-08, -7.182881489598003e-08, -6.794438434098993e-08, -6.405994668057247e-08, -6.0175509020155e-08, -5.6291071359737543e-08, -5.240663725203376e-08, -4.852220314432998e-08, -4.463776548391252e-08, -4.0753327823495056e-08, -3.686889371579127e-08, -3.298445960808749e-08, -2.9100036158524745e-08, -2.5215600274464123e-08, -2.13311643904035e-08, -1.744672850634288e-08, -1.3562292622282257e-08, -9.677856738221635e-09, -5.793420854161013e-09, -1.9089849701003914e-09, 1.9754509139602305e-09, 5.8598867980208524e-09, 9.744322682081474e-09, 1.3628758566142096e-08, 1.7513194450202718e-08, 2.139763033426334e-08, 2.5282066218323962e-08, 2.9166502102384584e-08, 3.3050937986445206e-08, 3.693537564686267e-08, 4.081980975456645e-08, 4.470424386227023e-08, 4.8588681522687693e-08, 5.2473119183105155e-08, 5.635755329080894e-08, 6.024198739851272e-08, 6.412642505893018e-08, 6.801086271934764e-08, 7.18953003797651e-08, 7.577973093475521e-08, 7.966416859517267e-08, 8.354860625559013e-08, 8.743303681058023e-08, 9.13174744709977e-08, 9.520191213141516e-08]}, "gradients/bert.encoder.layer.4.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 3.0, 1.0, 7.0, 3.0, 12.0, 13.0, 7.0, 12.0, 8.0, 17.0, 14.0, 19.0, 22.0, 26.0, 26.0, 26.0, 32.0, 40.0, 43.0, 30.0, 43.0, 33.0, 27.0, 26.0, 34.0, 35.0, 29.0, 25.0, 29.0, 26.0, 14.0, 18.0, 5.0, 13.0, 9.0, 5.0, 5.0, 9.0, 6.0, 0.0, 4.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.996359047661826e-08, -6.759089643537664e-08, -6.5218202394135e-08, -6.284551545832073e-08, -6.04728214170791e-08, -5.8100127375837474e-08, -5.5727433334595844e-08, -5.3354739293354214e-08, -5.098204880482626e-08, -4.8609354763584633e-08, -4.623666427505668e-08, -4.386397023381505e-08, -4.149127619257342e-08, -3.911858570404547e-08, -3.674589166280384e-08, -3.437320117427589e-08, -3.200050713303426e-08, -2.962781486814947e-08, -2.725512260326468e-08, -2.488242856202305e-08, -2.250973629713826e-08, -2.013704403225347e-08, -1.776434999101184e-08, -1.539165772612705e-08, -1.301896546124226e-08, -1.064627319635747e-08, -8.27358004329426e-09, -5.9008873343202595e-09, -3.5281946253462593e-09, -1.155502360461469e-09, 1.2171907926017411e-09, 3.589883945664951e-09, 5.9625762105497415e-09, 8.335268475434532e-09, 1.0707961628497742e-08, 1.3080654781560952e-08, 1.5453347046445742e-08, 1.7826039311330533e-08, 2.0198733352572162e-08, 2.2571425617456953e-08, 2.4944117882341743e-08, 2.7316810147226533e-08, 2.9689502412111324e-08, 3.2062196453352954e-08, 3.443489049459458e-08, 3.6807580983122534e-08, 3.9180275024364164e-08, 4.1552965512892115e-08, 4.3925659554133745e-08, 4.6298353595375374e-08, 4.8671044083903325e-08, 5.1043738125144955e-08, 5.3416428613672906e-08, 5.5789122654914536e-08, 5.8161816696156166e-08, 6.05345107373978e-08, 6.290720477863943e-08, 6.527989881988105e-08, 6.765259286112268e-08, 7.002527979693696e-08, 7.239797383817859e-08, 7.477066787942022e-08, 7.714336192066185e-08, 7.951605596190348e-08, 8.188874289771775e-08]}, "gradients/bert.encoder.layer.4.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 4.0, 2.0, 3.0, 4.0, 10.0, 7.0, 14.0, 11.0, 15.0, 17.0, 16.0, 22.0, 21.0, 34.0, 29.0, 36.0, 47.0, 35.0, 46.0, 46.0, 32.0, 36.0, 38.0, 34.0, 28.0, 24.0, 30.0, 22.0, 20.0, 21.0, 7.0, 10.0, 15.0, 5.0, 2.0, 3.0, 4.0, 6.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.603943347727181e-08, -6.332203383863089e-08, -6.060463419998996e-08, -5.788723811406271e-08, -5.5169838475421784e-08, -5.245243883678086e-08, -4.973504275085361e-08, -4.701764311221268e-08, -4.4300243473571754e-08, -4.158284383493083e-08, -3.88654441962899e-08, -3.614804811036265e-08, -3.3430648471721724e-08, -3.07132488330808e-08, -2.799585097079671e-08, -2.5278453108512622e-08, -2.2561053469871695e-08, -1.9843653831230768e-08, -1.712625596894668e-08, -1.4408857218484172e-08, -1.1691458468021665e-08, -8.974059717559157e-09, -6.25666096709665e-09, -3.5392631048125622e-09, -8.218634661716351e-10, 1.8955352842908724e-09, 4.61293403475338e-09, 7.330332785215887e-09, 1.0047731535678395e-08, 1.2765130286140902e-08, 1.548252903660341e-08, 1.8199926898887497e-08, 2.0917319432101067e-08, 2.3634719070741994e-08, 2.6352116933026082e-08, 2.906951479531017e-08, 3.17869144339511e-08, 3.4504314072592024e-08, 3.722171015851927e-08, 3.99391097971602e-08, 4.2656509435801127e-08, 4.5373909074442054e-08, 4.809130871308298e-08, 5.080870479901023e-08, 5.3526104437651156e-08, 5.6243504076292083e-08, 5.896090016221933e-08, 6.167829980086026e-08, 6.439569943950119e-08, 6.711309907814211e-08, 6.983049871678304e-08, 7.254789835542397e-08, 7.526529088863754e-08, 7.798269052727846e-08, 8.070009016591939e-08, 8.341748980456032e-08, 8.613488944320125e-08, 8.885228908184217e-08, 9.15696887204831e-08, 9.428708835912403e-08, 9.700448799776495e-08, 9.972188053097852e-08, 1.0243928016961945e-07, 1.0515667980826038e-07, 1.078740794469013e-07]}, "gradients/bert.encoder.layer.4.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 2.0, 2.0, 2.0, 1.0, 2.0, 10.0, 9.0, 26.0, 20.0, 36.0, 47.0, 102.0, 168.0, 312.0, 483.0, 903.0, 1731.0, 3572.0, 7739.0, 20546.0, 79154.0, 296271.0, 129425.0, 29889.0, 10238.0, 4561.0, 2103.0, 1098.0, 579.0, 310.0, 184.0, 110.0, 73.0, 39.0, 27.0, 16.0, 8.0, 4.0, 5.0, 4.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.3949184562989103e-07, -1.3405384891029826e-07, -1.2861583797985077e-07, -1.23177841260258e-07, -1.1773984454066522e-07, -1.1230184071564508e-07, -1.0686383689062495e-07, -1.0142584017103218e-07, -9.598783634601205e-08, -9.054983252099191e-08, -8.511183580139914e-08, -7.9673831976379e-08, -7.423582815135887e-08, -6.87978314317661e-08, -6.335982760674597e-08, -5.792182733443951e-08, -5.248382706213306e-08, -4.7045826789826606e-08, -4.160782651752015e-08, -3.616982269250002e-08, -3.0731822420193566e-08, -2.5293822147887113e-08, -1.985581832286698e-08, -1.4417818050560527e-08, -8.979817778254073e-09, -3.5418166177692e-09, 1.896184542715673e-09, 7.334186591378966e-09, 1.277218686368542e-08, 1.8210187135991873e-08, 2.3648190961012006e-08, 2.908619123331846e-08, 3.45241772947702e-08, 3.996217756707665e-08, 4.5400177839383105e-08, 5.083818166440324e-08, 5.627618193670969e-08, 6.171418220901614e-08, 6.715218603403628e-08, 7.259018275362905e-08, 7.802818657864918e-08, 8.346619040366932e-08, 8.890418712326209e-08, 9.434219094828222e-08, 9.978019477330236e-08, 1.0521819149289513e-07, 1.1065619531791526e-07, 1.160941991429354e-07, 1.2153219586252817e-07, 1.2697019258212094e-07, 1.3240820351256843e-07, 1.378462002321612e-07, 1.4328419695175398e-07, 1.4872219367134676e-07, 1.5416020460179425e-07, 1.5959820132138702e-07, 1.650361980409798e-07, 1.7047419476057257e-07, 1.7591220569102006e-07, 1.8135020241061284e-07, 1.867881991302056e-07, 1.922261958497984e-07, 1.9766420678024588e-07, 2.0310220349983865e-07, 2.0854021443028614e-07]}, "gradients/bert.encoder.layer.4.attention.self.value.bias": {"_type": "histogram", "values": [4.0, 0.0, 1.0, 1.0, 2.0, 2.0, 2.0, 3.0, 2.0, 2.0, 5.0, 4.0, 5.0, 10.0, 11.0, 12.0, 9.0, 18.0, 10.0, 16.0, 20.0, 21.0, 27.0, 11.0, 28.0, 23.0, 26.0, 28.0, 34.0, 31.0, 31.0, 36.0, 23.0, 28.0, 33.0, 27.0, 25.0, 20.0, 22.0, 29.0, 13.0, 16.0, 14.0, 14.0, 8.0, 13.0, 3.0, 5.0, 6.0, 7.0, 5.0, 4.0, 1.0, 3.0, 3.0, 3.0, 1.0, 2.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.632207316670247e-08, -6.415048403596302e-08, -6.197890201065093e-08, -5.980731287991148e-08, -5.763573085459939e-08, -5.546414172385994e-08, -5.329255614583417e-08, -5.11209705678084e-08, -4.894938498978263e-08, -4.677779941175686e-08, -4.460621383373109e-08, -4.243462825570532e-08, -4.026303912496587e-08, -3.809145709965378e-08, -3.591986796891433e-08, -3.374828239088856e-08, -3.157669681286279e-08, -2.9405111234837022e-08, -2.7233525656811253e-08, -2.5061938302428644e-08, -2.2890352724402874e-08, -2.0718767146377104e-08, -1.8547179791994495e-08, -1.6375594213968725e-08, -1.4204008635942955e-08, -1.2032423057917185e-08, -9.860836591712996e-09, -7.689250125508806e-09, -5.5176645474830366e-09, -3.346078969457267e-09, -1.1744925032530773e-09, 9.970939629511122e-10, 3.1686866464042396e-09, 5.340272668519219e-09, 7.511858690634199e-09, 9.683445156838388e-09, 1.1855030734864158e-08, 1.4026616312889928e-08, 1.6198203667272537e-08, 1.8369789245298307e-08, 2.0541374823324077e-08, 2.2712960401349847e-08, 2.4884545979375616e-08, 2.7056133333758225e-08, 2.9227718911783995e-08, 3.1399302713452926e-08, 3.3570891844192374e-08, 3.5742477422218144e-08, 3.7914063000243914e-08, 4.0085648578269684e-08, 4.2257234156295453e-08, 4.442881973432122e-08, 4.660040531234699e-08, 4.877199444308644e-08, 5.094358002111221e-08, 5.311516559913798e-08, 5.528675117716375e-08, 5.745833675518952e-08, 5.962992588592897e-08, 6.180150791124106e-08, 6.397309704198051e-08, 6.61446790672926e-08, 6.831626819803205e-08, 7.04878573287715e-08, 7.265943935408359e-08]}, "gradients/bert.encoder.layer.4.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 3.0, 1.0, 1.0, 2.0, 2.0, 3.0, 3.0, 10.0, 3.0, 9.0, 18.0, 11.0, 13.0, 19.0, 16.0, 16.0, 41.0, 28.0, 40.0, 36.0, 66.0, 61.0, 85.0, 225.0, 3153.0, 150879.0, 428049.0, 6089.0, 407.0, 99.0, 87.0, 68.0, 46.0, 40.0, 36.0, 24.0, 28.0, 13.0, 15.0, 16.0, 12.0, 6.0, 7.0, 6.0, 8.0, 4.0, 4.0, 2.0, 2.0, 2.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.110141725912399e-07, -5.925600703449163e-07, -5.741059112551739e-07, -5.556518090088503e-07, -5.371976499191078e-07, -5.187435476727842e-07, -5.002893885830417e-07, -4.818352863367181e-07, -4.633811556686851e-07, -4.4492702500065207e-07, -4.2647289433261903e-07, -4.08018763664586e-07, -3.895646614182624e-07, -3.7111050232851994e-07, -3.5265640008219634e-07, -3.342022694141633e-07, -3.157481387461303e-07, -2.9729400807809725e-07, -2.788398774100642e-07, -2.603857467420312e-07, -2.4193161607399816e-07, -2.2347749961681984e-07, -2.0502338315964153e-07, -1.865692524916085e-07, -1.6811512182357546e-07, -1.4966099115554243e-07, -1.312068604875094e-07, -1.1275274403033109e-07, -9.429861336229806e-08, -7.584448269426503e-08, -5.739035913165935e-08, -3.893623556905368e-08, -2.0482104901020648e-08, -2.027977785701296e-09, 1.6426149329618056e-08, 3.488027644493741e-08, 5.333440356025676e-08, 7.178853422828979e-08, 9.024265779089546e-08, 1.0869678135350114e-07, 1.2715091202153417e-07, 1.456050426895672e-07, 1.6405917335760023e-07, 1.8251328981477855e-07, 2.0096742048281158e-07, 2.194215511508446e-07, 2.3787566760802292e-07, 2.5632979827605595e-07, 2.74783928944089e-07, 2.93238059612122e-07, 3.1169219028015505e-07, 3.301463209481881e-07, 3.486004516162211e-07, 3.670545538625447e-07, 3.8550868453057774e-07, 4.0396281519861077e-07, 4.224169458666438e-07, 4.4087107653467683e-07, 4.5932520720270986e-07, 4.777793378707429e-07, 4.962334401170665e-07, 5.14687599206809e-07, 5.331417014531326e-07, 5.515958036994562e-07, 5.700499627891986e-07]}, "gradients/bert.encoder.layer.4.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 3.0, 3.0, 6.0, 5.0, 19.0, 12.0, 5.0, 19.0, 12.0, 41.0, 50.0, 39.0, 78.0, 120.0, 77.0, 90.0, 31.0, 25.0, 34.0, 23.0, 14.0, 10.0, 11.0, 3.0, 4.0, 4.0, 5.0, 0.0, 2.0, 1.0, 3.0, 0.0, 0.0, 3.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.773159728050814e-15, -5.571931804837504e-15, -5.370703881624195e-15, -5.169475958410885e-15, -4.9682480351975755e-15, -4.767020111984266e-15, -4.565792188770956e-15, -4.364564265557647e-15, -4.163336342344337e-15, -3.9621084191310274e-15, -3.760880495917718e-15, -3.559652572704408e-15, -3.3584246494910985e-15, -3.157196726277789e-15, -2.9559688030644793e-15, -2.7547408798511697e-15, -2.55351295663786e-15, -2.3522850334245504e-15, -2.1510571102112408e-15, -1.949829186997931e-15, -1.7486012637846216e-15, -1.547373340571312e-15, -1.3461454173580023e-15, -1.1449174941446927e-15, -9.43689570931383e-16, -7.424616477180734e-16, -5.412337245047638e-16, -3.400058012914542e-16, -1.3877787807814457e-16, 6.245004513516506e-17, 2.636779683484747e-16, 4.649058915617843e-16, 6.661338147750939e-16, 8.673617379884035e-16, 1.0685896612017132e-15, 1.2698175844150228e-15, 1.4710455076283324e-15, 1.672273430841642e-15, 1.8735013540549517e-15, 2.0747292772682613e-15, 2.275957200481571e-15, 2.4771851236948805e-15, 2.67841304690819e-15, 2.8796409701214998e-15, 3.0808688933348094e-15, 3.282096816548119e-15, 3.4833247397614286e-15, 3.684552662974738e-15, 3.885780586188048e-15, 4.0870085094013575e-15, 4.288236432614667e-15, 4.489464355827977e-15, 4.690692279041286e-15, 4.891920202254596e-15, 5.093148125467906e-15, 5.294376048681215e-15, 5.495603971894525e-15, 5.6968318951078345e-15, 5.898059818321144e-15, 6.099287741534454e-15, 6.300515664747763e-15, 6.501743587961073e-15, 6.702971511174383e-15, 6.904199434387692e-15, 7.105427357601002e-15]}, "gradients/bert.encoder.layer.4.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 2.0, 6.0, 2.0, 3.0, 9.0, 3.0, 13.0, 21.0, 24.0, 36.0, 69.0, 152.0, 305.0, 768.0, 2412.0, 9544.0, 64443.0, 426384.0, 71515.0, 10217.0, 2381.0, 817.0, 345.0, 156.0, 69.0, 40.0, 20.0, 10.0, 16.0, 4.0, 5.0, 4.0, 4.0, 3.0, 2.0, 4.0, 1.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.2307346253237483e-07, -1.1875830097096696e-07, -1.1444313940955908e-07, -1.1012797074272385e-07, -1.0581280918131597e-07, -1.014976476199081e-07, -9.718247895307286e-08, -9.286731739166498e-08, -8.85521558302571e-08, -8.423699426884923e-08, -7.992183270744135e-08, -7.560666404060612e-08, -7.129150247919824e-08, -6.697634091779037e-08, -6.266117225095513e-08, -5.8346010689547256e-08, -5.403084912813938e-08, -4.9715687566731503e-08, -4.540052245260995e-08, -4.108535733848839e-08, -3.6770195777080517e-08, -3.245503421567264e-08, -2.8139869101551085e-08, -2.382470398742953e-08, -1.9509542426021653e-08, -1.5194379088256937e-08, -1.0879215750492222e-08, -6.564052412727506e-09, -2.24888907496279e-09, 2.066274262801926e-09, 6.381437600566642e-09, 1.0696602714688197e-08, 1.5011750065241358e-08, 1.9326913403006074e-08, 2.364207674077079e-08, 2.7957240078535506e-08, 3.227240341630022e-08, 3.65875649777081e-08, 4.090273009182965e-08, 4.521789520595121e-08, 4.9533056767359085e-08, 5.384821832876696e-08, 5.8163383442888517e-08, 6.247854855701007e-08, 6.679371011841795e-08, 7.110887167982582e-08, 7.542404034666106e-08, 7.973920190806894e-08, 8.405436346947681e-08, 8.836952503088469e-08, 9.268468659229256e-08, 9.69998552591278e-08, 1.0131501682053567e-07, 1.0563017838194355e-07, 1.0994534704877879e-07, 1.1426050861018666e-07, 1.1857567017159454e-07, 1.2289083883842977e-07, 1.272059932944103e-07, 1.3152116196124553e-07, 1.3583633062808076e-07, 1.4015148508406128e-07, 1.444666537508965e-07, 1.4878182241773175e-07, 1.5309697687371226e-07]}, "gradients/bert.encoder.layer.4.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 7.0, 8.0, 11.0, 10.0, 24.0, 24.0, 31.0, 33.0, 42.0, 64.0, 60.0, 83.0, 66.0, 73.0, 51.0, 35.0, 22.0, 19.0, 18.0, 17.0, 12.0, 3.0, 10.0, 5.0, 6.0, 2.0, 4.0, 2.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.5971213684906616e-08, -1.5338981640411475e-08, -1.4706750484094755e-08, -1.4074518439599615e-08, -1.3442287283282894e-08, -1.2810055238787754e-08, -1.2177823194292614e-08, -1.1545591149797474e-08, -1.0913359993480753e-08, -1.0281127948985613e-08, -9.648896792668893e-09, -9.016664748173753e-09, -8.384432703678613e-09, -7.752201547361892e-09, -7.119969502866752e-09, -6.487737902460822e-09, -5.8555063020548914e-09, -5.223274701648961e-09, -4.591043101243031e-09, -3.958811056747891e-09, -3.3265794563419604e-09, -2.69434785593603e-09, -2.06211581144089e-09, -1.4298842110349597e-09, -7.976526106290294e-10, -1.654208992007966e-10, 4.668108122274361e-10, 1.0990426346779714e-09, 1.7312742350839017e-09, 2.363505835489832e-09, 2.995737879984972e-09, 3.6279694803909024e-09, 4.260201080796833e-09, 4.892432681202763e-09, 5.524664281608693e-09, 6.1568963261038334e-09, 6.789127926509764e-09, 7.421359526915694e-09, 8.053591571410834e-09, 8.685823615905974e-09, 9.318054772222695e-09, 9.950286816717835e-09, 1.0582517973034555e-08, 1.1214750017529695e-08, 1.1846982062024836e-08, 1.2479213218341556e-08, 1.3111445262836696e-08, 1.3743676419153417e-08, 1.4375908463648557e-08, 1.5008140508143697e-08, 1.5640372552638837e-08, 1.6272604597133977e-08, 1.6904834865272278e-08, 1.7537066909767418e-08, 1.8169298954262558e-08, 1.88015309987577e-08, 1.943376304325284e-08, 2.006599508774798e-08, 2.069822713224312e-08, 2.133045740038142e-08, 2.196268944487656e-08, 2.25949214893717e-08, 2.322715353386684e-08, 2.385938557836198e-08, 2.449161584650028e-08]}, "gradients/bert.encoder.layer.4.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 3.0, 6.0, 4.0, 8.0, 11.0, 17.0, 26.0, 46.0, 66.0, 95.0, 224.0, 491.0, 1356.0, 5194.0, 30917.0, 340622.0, 187064.0, 18267.0, 3465.0, 1076.0, 390.0, 180.0, 109.0, 69.0, 45.0, 16.0, 7.0, 10.0, 4.0, 5.0, 3.0, 1.0, 1.0, 5.0, 1.0, 0.0, 1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.6120471002523118e-07, -1.568322858247484e-07, -1.5245987583512033e-07, -1.4808745163463755e-07, -1.4371502743415476e-07, -1.3934260323367198e-07, -1.349701932440439e-07, -1.3059776904356113e-07, -1.2622535905393306e-07, -1.2185293485345028e-07, -1.1748051775839485e-07, -1.1310810066333943e-07, -1.0873567646285665e-07, -1.0436325936780122e-07, -9.99908422727458e-08, -9.561841807226301e-08, -9.124599387178023e-08, -8.68735767767248e-08, -8.250115257624202e-08, -7.81287354811866e-08, -7.375631128070381e-08, -6.938389418564839e-08, -6.501147709059296e-08, -6.063905289011018e-08, -5.6266635795054754e-08, -5.189421514728565e-08, -4.7521794499516545e-08, -4.314937740446112e-08, -3.8776956756692016e-08, -3.440453610892291e-08, -3.0032119013867487e-08, -2.5659698366098382e-08, -2.1287291929183993e-08, -1.691487128141489e-08, -1.2542452410002625e-08, -8.17003265041194e-09, -3.797612890821256e-09, 5.748077569478482e-10, 4.947226628360113e-09, 9.319645499772378e-09, 1.3692066147541482e-08, 1.8064486795310586e-08, 2.243690566672285e-08, 2.6809324538135115e-08, 3.118174518590422e-08, 3.5554165833673324e-08, 3.992658292872875e-08, 4.429900357649785e-08, 4.867142422426696e-08, 5.304384487203606e-08, 5.7416265519805165e-08, 6.178868261486059e-08, 6.616110681534337e-08, 7.05335239103988e-08, 7.490594100545422e-08, 7.927836520593701e-08, 8.365078230099243e-08, 8.802319939604786e-08, 9.239562359653064e-08, 9.676804069158607e-08, 1.0114045778664149e-07, 1.0551288198712427e-07, 1.098852990821797e-07, 1.1425771617723512e-07, 1.1863014037771791e-07]}, "gradients/bert.encoder.layer.3.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 18.0, 64.0, 276.0, 278.0, 106.0, 15.0, 5.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.523158961295849e-07, -5.345382305677049e-07, -5.167605650058249e-07, -4.989828994439449e-07, -4.812052338820649e-07, -4.634275398984755e-07, -4.4564987433659553e-07, -4.278721803530061e-07, -4.1009451479112613e-07, -3.9231684922924615e-07, -3.7453918366736616e-07, -3.567615181054862e-07, -3.3898382412189676e-07, -3.212061585600168e-07, -3.034284929981368e-07, -2.856507990145474e-07, -2.678731618743768e-07, -2.5009549631249683e-07, -2.3231781653976213e-07, -2.1454015097788215e-07, -1.9676247120514745e-07, -1.7898480564326746e-07, -1.6120714008138748e-07, -1.4342946030865278e-07, -1.256517947467728e-07, -1.0787412207946545e-07, -9.009644941215811e-08, -7.231878385027812e-08, -5.454111118297078e-08, -3.676343851566344e-08, -1.8985772953783453e-08, -1.2080931810487527e-09, 1.6569572380831232e-08, 3.4347245048138575e-08, 5.212491416273224e-08, 6.99025832773259e-08, 8.768025594463325e-08, 1.0545792861194059e-07, 1.2323559417382057e-07, 1.4101327394655527e-07, 1.5879093950843526e-07, 1.7656860507031524e-07, 1.9434628484304994e-07, 2.1212395040492993e-07, 2.2990161596680991e-07, 2.476792815286899e-07, 2.654569470905699e-07, 2.832346410741593e-07, 3.010123066360393e-07, 3.1878997219791927e-07, 3.3656763775979925e-07, 3.5434533174338867e-07, 3.7212299730526865e-07, 3.8990066286714864e-07, 4.076783284290286e-07, 4.254559939909086e-07, 4.432336595527886e-07, 4.610113251146686e-07, 4.787889906765486e-07, 4.965666562384285e-07, 5.143443218003085e-07, 5.321220442056074e-07, 5.498997097674874e-07, 5.676773753293674e-07, 5.854550408912473e-07]}, "gradients/bert.encoder.layer.3.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 3.0, 0.0, 3.0, 4.0, 2.0, 7.0, 8.0, 10.0, 12.0, 8.0, 19.0, 15.0, 21.0, 21.0, 21.0, 23.0, 19.0, 29.0, 30.0, 32.0, 30.0, 40.0, 29.0, 44.0, 27.0, 22.0, 27.0, 29.0, 36.0, 23.0, 27.0, 23.0, 18.0, 19.0, 6.0, 15.0, 14.0, 9.0, 5.0, 9.0, 9.0, 3.0, 3.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-8.713961108242074e-08, -8.390376393663246e-08, -8.066792389627153e-08, -7.743207675048325e-08, -7.419623671012232e-08, -7.096038956433404e-08, -6.772454952397311e-08, -6.448870237818483e-08, -6.12528623378239e-08, -5.8017018744749294e-08, -5.478117515167469e-08, -5.154533155860008e-08, -4.830948796552548e-08, -4.507364081973719e-08, -4.1837800779376266e-08, -3.860195363358798e-08, -3.5366110040513377e-08, -3.213026644743877e-08, -2.8894422854364166e-08, -2.565857926128956e-08, -2.2422735668214955e-08, -1.918689029878351e-08, -1.5951046705708904e-08, -1.2715203112634299e-08, -9.479359519559694e-09, -6.243515926485088e-09, -3.007671889321273e-09, 2.2817214784254247e-10, 3.464015740917148e-09, 6.699860222170173e-09, 9.935703815244779e-09, 1.3171547408319384e-08, 1.640739100139399e-08, 1.9643234594468595e-08, 2.28790781875432e-08, 2.6114921780617806e-08, 2.935076537369241e-08, 3.2586612519480695e-08, 3.582245255984162e-08, 3.9058299705629906e-08, 4.229413974599083e-08, 4.552998333906544e-08, 4.8765826932140044e-08, 5.200167052521465e-08, 5.5237514118289255e-08, 5.847336126407754e-08, 6.170920130443847e-08, 6.494504845022675e-08, 6.818089559601503e-08, 7.141674274180332e-08, 7.465258278216425e-08, 7.788842992795253e-08, 8.112426996831346e-08, 8.436011711410174e-08, 8.759595715446267e-08, 9.083180430025095e-08, 9.406764434061188e-08, 9.730349148640016e-08, 1.0053933152676109e-07, 1.0377517867254937e-07, 1.070110187129103e-07, 1.1024686585869858e-07, 1.1348270589905951e-07, 1.167185530448478e-07, 1.1995439308520872e-07]}, "gradients/bert.encoder.layer.3.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 2.0, 4.0, 4.0, 12.0, 9.0, 13.0, 12.0, 7.0, 18.0, 21.0, 18.0, 22.0, 26.0, 25.0, 33.0, 34.0, 40.0, 34.0, 37.0, 34.0, 36.0, 35.0, 53.0, 26.0, 26.0, 27.0, 24.0, 22.0, 20.0, 18.0, 9.0, 19.0, 4.0, 11.0, 5.0, 5.0, 6.0, 4.0, 1.0, 3.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.474481940519581e-08, -4.272308729014185e-08, -4.0701351622374204e-08, -3.867961950732024e-08, -3.6657887392266275e-08, -3.463615172449863e-08, -3.261441960944467e-08, -3.05926874943907e-08, -2.857095182662306e-08, -2.6549217935212255e-08, -2.452748404380145e-08, -2.2505751928747486e-08, -2.0484018037336682e-08, -1.8462284145925878e-08, -1.6440552030871913e-08, -1.441881813946111e-08, -1.2397084248050305e-08, -1.0375350356639501e-08, -8.353617353407117e-09, -6.3318839060855225e-09, -4.310150458763928e-09, -2.2884165673531243e-09, -2.666835641207399e-10, 1.7550494391116445e-09, 3.7767833305224485e-09, 5.798516777844043e-09, 7.820250225165637e-09, 9.841983228398021e-09, 1.1863717119808825e-08, 1.388545101121963e-08, 1.5907183126273594e-08, 1.7928917017684398e-08, 1.995065446180888e-08, 2.1972388353219685e-08, 2.399412224463049e-08, 2.6015854359684454e-08, 2.8037588251095258e-08, 3.005932214250606e-08, 3.2081054257560027e-08, 3.410278992532767e-08, 3.6124522040381635e-08, 3.81462541554356e-08, 4.016798982320324e-08, 4.218972193825721e-08, 4.421145405331117e-08, 4.6233189721078816e-08, 4.825492183613278e-08, 5.0276653951186745e-08, 5.229838961895439e-08, 5.432012173400835e-08, 5.6341857401775997e-08, 5.836358951682996e-08, 6.03853251845976e-08, 6.240705374693789e-08, 6.442878941470553e-08, 6.645052508247318e-08, 6.847226075024082e-08, 7.049399641800846e-08, 7.251572498034875e-08, 7.45374606481164e-08, 7.655919631588404e-08, 7.858092487822432e-08, 8.060266054599197e-08, 8.262439621375961e-08, 8.46461247760999e-08]}, "gradients/bert.encoder.layer.3.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 4.0, 2.0, 2.0, 4.0, 5.0, 15.0, 16.0, 21.0, 34.0, 55.0, 91.0, 119.0, 226.0, 374.0, 772.0, 1669.0, 4361.0, 13630.0, 70740.0, 1909478.0, 319037.0, 26113.0, 7308.0, 2652.0, 1215.0, 556.0, 290.0, 187.0, 99.0, 70.0, 41.0, 30.0, 19.0, 16.0, 11.0, 6.0, 8.0, 7.0, 3.0, 2.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.7205056224156579e-07, -1.6645306288864958e-07, -1.6085556353573338e-07, -1.5525806418281718e-07, -1.4966056482990098e-07, -1.4406305126613006e-07, -1.3846555191321386e-07, -1.3286805256029766e-07, -1.2727055320738145e-07, -1.2167305385446525e-07, -1.1607555450154905e-07, -1.1047804804320549e-07, -1.0488054869028929e-07, -9.928304933737309e-08, -9.368554287902953e-08, -8.808804352611332e-08, -8.249054417319712e-08, -7.689304482028092e-08, -7.129554546736472e-08, -6.569803900902116e-08, -6.010053965610496e-08, -5.4503040303188754e-08, -4.8905537397558874e-08, -4.330803449192899e-08, -3.771053513901279e-08, -3.211303578609659e-08, -2.6515532880466708e-08, -2.0918031751193666e-08, -1.5320530621920625e-08, -9.723029492647584e-09, -4.125528363374542e-09, 1.4719745422553387e-09, 7.069473895171541e-09, 1.2666975024444582e-08, 1.8264476153717624e-08, 2.3861977282990665e-08, 2.9459478412263707e-08, 3.505697776517991e-08, 4.065448067080979e-08, 4.625198357643967e-08, 5.184948292935587e-08, 5.7446982282272074e-08, 6.304448163518828e-08, 6.864198809353184e-08, 7.423948744644804e-08, 7.983698679936424e-08, 8.54344932577078e-08, 9.1031992610624e-08, 9.66294919635402e-08, 1.022269913164564e-07, 1.0782449066937261e-07, 1.1342199712771617e-07, 1.1901949648063237e-07, 1.2461700293897593e-07, 1.3021450229189213e-07, 1.3581200164480833e-07, 1.4140950099772454e-07, 1.4700700035064074e-07, 1.5260449970355694e-07, 1.5820199905647314e-07, 1.6379951262024406e-07, 1.6939701197316026e-07, 1.7499451132607646e-07, 1.8059201067899266e-07, 1.8618951003190887e-07]}, "gradients/bert.encoder.layer.3.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 2.0, 2.0, 1.0, 0.0, 1.0, 1.0, 2.0, 0.0, 3.0, 3.0, 5.0, 5.0, 2.0, 4.0, 14.0, 15.0, 24.0, 15.0, 26.0, 30.0, 40.0, 74.0, 93.0, 149.0, 361.0, 606.0, 681.0, 404.0, 165.0, 105.0, 56.0, 41.0, 33.0, 23.0, 23.0, 8.0, 7.0, 9.0, 8.0, 1.0, 4.0, 6.0, 1.0, 2.0, 1.0, 4.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], "bins": [-3.557069661042078e-08, -3.458218600371765e-08, -3.35936789497282e-08, -3.260516834302507e-08, -3.161665773632194e-08, -3.062815068233249e-08, -2.963964007562936e-08, -2.865112946892623e-08, -2.7662620638579938e-08, -2.6674111808233647e-08, -2.5685601201530517e-08, -2.4697092371184226e-08, -2.3708583540837935e-08, -2.2720072934134805e-08, -2.1731564103788514e-08, -2.0743055273442224e-08, -1.9754544666739093e-08, -1.8766035836392803e-08, -1.7777525229689672e-08, -1.678901639934338e-08, -1.580050579264025e-08, -1.481199696229396e-08, -1.382348813194767e-08, -1.283497841342296e-08, -1.1846468694898249e-08, -1.0857958976373538e-08, -9.869449257848828e-09, -8.880940427502537e-09, -7.892430708977827e-09, -6.903920990453116e-09, -5.915411716017616e-09, -4.926902441582115e-09, -3.938396275771083e-09, -2.9498867792909778e-09, -1.961377282810872e-09, -9.728677863307666e-10, 1.5641710149338905e-11, 1.0041514286740494e-09, 1.99266070310955e-09, 2.9811699775450506e-09, 3.969679696069761e-09, 4.958189414594472e-09, 5.946698689029972e-09, 6.935207963465473e-09, 7.923717681990183e-09, 8.912227400514894e-09, 9.900736230861185e-09, 1.0889245949385895e-08, 1.1877755667910606e-08, 1.2866265386435316e-08, 1.3854775104960027e-08, 1.4843283935306317e-08, 1.5831794542009447e-08, 1.6820303372355738e-08, 1.780881220270203e-08, 1.879732280940516e-08, 1.978583163975145e-08, 2.077434047009774e-08, 2.176285107680087e-08, 2.2751359907147162e-08, 2.3739868737493452e-08, 2.4728379344196583e-08, 2.5716888174542873e-08, 2.6705397004889164e-08, 2.7693907611592294e-08]}, "gradients/bert.encoder.layer.3.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 3.0, 0.0, 3.0, 1.0, 7.0, 5.0, 3.0, 4.0, 5.0, 8.0, 18.0, 12.0, 28.0, 27.0, 34.0, 65.0, 107.0, 358.0, 1167.0, 7919.0, 337442.0, 1995451.0, 14149.0, 1694.0, 362.0, 135.0, 69.0, 55.0, 27.0, 25.0, 20.0, 16.0, 12.0, 15.0, 9.0, 8.0, 6.0, 4.0, 0.0, 3.0, 1.0, 4.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.632361765288806e-07, -4.4785190311813494e-07, -4.324676581290987e-07, -4.1708338471835305e-07, -4.016991397293168e-07, -3.8631486631857115e-07, -3.709305929078255e-07, -3.5554634791878925e-07, -3.40162102929753e-07, -3.2477782951900735e-07, -3.093935845299711e-07, -2.9400931111922546e-07, -2.786250661301892e-07, -2.6324079271944356e-07, -2.478565193086979e-07, -2.3247227431966166e-07, -2.17088000908916e-07, -2.0170374170902505e-07, -1.863194825091341e-07, -1.7093520909838844e-07, -1.555509641093522e-07, -1.4016669069860654e-07, -1.247824314987156e-07, -1.0939817229882465e-07, -9.40139130989337e-08, -7.862965389904275e-08, -6.32453946991518e-08, -4.7861128393833496e-08, -3.247686919394255e-08, -1.70926099940516e-08, -1.7083436887332937e-09, 1.3675915511157655e-08, 2.9060174711048603e-08, 4.444443391093955e-08, 5.98286931108305e-08, 7.52129594161488e-08, 9.059721861603975e-08, 1.059814778159307e-07, 1.21365744121249e-07, 1.3675000332113996e-07, 1.521342625210309e-07, 1.6751852172092185e-07, 1.829027809208128e-07, 1.9828704012070375e-07, 2.1367131353144941e-07, 2.2905555852048565e-07, 2.444398319312313e-07, 2.59824105341977e-07, 2.752083503310132e-07, 2.9059262374175887e-07, 3.059768687307951e-07, 3.2136114214154077e-07, 3.36745387130577e-07, 3.5212966054132266e-07, 3.675139055303589e-07, 3.8289817894110456e-07, 3.982824523518502e-07, 4.136667257625959e-07, 4.290509707516321e-07, 4.444352441623778e-07, 4.59819489151414e-07, 4.752037625621597e-07, 4.905880359729053e-07, 5.059722525402321e-07, 5.213565259509778e-07]}, "gradients/bert.encoder.layer.3.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 3.0, 7.0, 8.0, 9.0, 8.0, 19.0, 24.0, 34.0, 43.0, 42.0, 47.0, 52.0, 58.0, 61.0, 61.0, 65.0, 56.0, 33.0, 40.0, 29.0, 15.0, 12.0, 12.0, 5.0, 5.0, 4.0, 1.0, 3.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.115826648856455e-07, -1.088078960265193e-07, -1.060331271673931e-07, -1.032583583082669e-07, -1.0048358944914071e-07, -9.770882059001451e-08, -9.493405173088831e-08, -9.215928287176212e-08, -8.938451401263592e-08, -8.660974515350972e-08, -8.383497629438352e-08, -8.106020743525733e-08, -7.828543857613113e-08, -7.551066971700493e-08, -7.273590085787873e-08, -6.996113199875253e-08, -6.71863702450537e-08, -6.44116013859275e-08, -6.16368325268013e-08, -5.88620636676751e-08, -5.6087294808548904e-08, -5.3312525949422707e-08, -5.053776064301019e-08, -4.776299178388399e-08, -4.498822292475779e-08, -4.2213454065631595e-08, -3.94386852065054e-08, -3.666391990009288e-08, -3.388915104096668e-08, -3.111438218184048e-08, -2.8339613322714285e-08, -2.5564844463588088e-08, -2.279007560446189e-08, -2.0015306745335693e-08, -1.7240537886209495e-08, -1.4465770803440137e-08, -1.1691001944313939e-08, -8.916233085187741e-09, -6.141466002418383e-09, -3.3666971432921855e-09, -5.919282841659879e-10, 2.182840130871e-09, 4.957608545907988e-09, 7.732376516855766e-09, 1.0507145375981963e-08, 1.3281914235108161e-08, 1.605668131787752e-08, 1.8831450177003717e-08, 2.1606219036129914e-08, 2.4380987895256112e-08, 2.715575675438231e-08, 2.993052561350851e-08, 3.2705294472634705e-08, 3.54800633317609e-08, 3.825482863817342e-08, 4.102959749729962e-08, 4.380436635642582e-08, 4.6579135215552014e-08, 4.935390407467821e-08, 5.212866938109073e-08, 5.490343824021693e-08, 5.7678207099343126e-08, 6.045297595846932e-08, 6.322774481759552e-08, 6.600251367672172e-08]}, "gradients/bert.encoder.layer.3.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 2.0, 5.0, 6.0, 2.0, 7.0, 5.0, 5.0, 10.0, 8.0, 10.0, 18.0, 8.0, 10.0, 14.0, 17.0, 17.0, 16.0, 17.0, 24.0, 26.0, 32.0, 24.0, 25.0, 25.0, 31.0, 27.0, 35.0, 30.0, 31.0, 31.0, 16.0, 26.0, 24.0, 19.0, 14.0, 27.0, 16.0, 14.0, 14.0, 6.0, 16.0, 8.0, 8.0, 5.0, 9.0, 5.0, 4.0, 5.0, 2.0, 0.0, 2.0, 3.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-5.283690995838697e-08, -5.118897306033432e-08, -4.954103616228167e-08, -4.789309926422902e-08, -4.6245162366176373e-08, -4.4597225468123725e-08, -4.2949288570071076e-08, -4.130135167201843e-08, -3.965341477396578e-08, -3.800547787591313e-08, -3.635754097786048e-08, -3.470960407980783e-08, -3.306166718175518e-08, -3.1413730283702535e-08, -2.9765793385649886e-08, -2.8117856487597237e-08, -2.6469919589544588e-08, -2.482198269149194e-08, -2.317404579343929e-08, -2.1526108895386642e-08, -1.9878171997333993e-08, -1.8230235099281344e-08, -1.6582298201228696e-08, -1.4934361303176047e-08, -1.3286424405123398e-08, -1.163848750707075e-08, -9.9905506090181e-09, -8.342613710965452e-09, -6.694676812912803e-09, -5.046739914860154e-09, -3.3988030168075056e-09, -1.7508661187548569e-09, -1.0292922070220811e-10, 1.5450076773504406e-09, 3.1929445754030894e-09, 4.840881473455738e-09, 6.488818371508387e-09, 8.136755269561036e-09, 9.784692167613684e-09, 1.1432629065666333e-08, 1.3080565963718982e-08, 1.472850286177163e-08, 1.637643975982428e-08, 1.8024376657876928e-08, 1.9672313555929577e-08, 2.1320250453982226e-08, 2.2968187352034874e-08, 2.4616124250087523e-08, 2.6264061148140172e-08, 2.791199804619282e-08, 2.955993494424547e-08, 3.120787184229812e-08, 3.285580874035077e-08, 3.4503745638403416e-08, 3.6151682536456065e-08, 3.7799619434508713e-08, 3.944755633256136e-08, 4.109549323061401e-08, 4.274343012866666e-08, 4.439136702671931e-08, 4.603930392477196e-08, 4.7687240822824606e-08, 4.9335177720877255e-08, 5.0983114618929903e-08, 5.263105151698255e-08]}, "gradients/bert.encoder.layer.3.attention.output.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 3.0, 9.0, 5.0, 8.0, 9.0, 11.0, 8.0, 13.0, 18.0, 18.0, 21.0, 23.0, 24.0, 23.0, 28.0, 19.0, 31.0, 32.0, 33.0, 40.0, 31.0, 39.0, 31.0, 22.0, 25.0, 24.0, 31.0, 30.0, 17.0, 21.0, 24.0, 15.0, 8.0, 9.0, 8.0, 10.0, 2.0, 7.0, 3.0, 3.0, 2.0, 3.0, 1.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.765510024957621e-08, -5.56301245069335e-08, -5.360514876429079e-08, -5.158017657436176e-08, -4.955520083171905e-08, -4.753022508907634e-08, -4.550525289914731e-08, -4.34802771565046e-08, -4.145530141386189e-08, -3.943032567121918e-08, -3.740534992857647e-08, -3.538037773864744e-08, -3.335540199600473e-08, -3.133042625336202e-08, -2.930545228707615e-08, -2.728047832079028e-08, -2.525550257814757e-08, -2.323052683550486e-08, -2.120555286921899e-08, -1.918057890293312e-08, -1.715560316029041e-08, -1.5130627417647702e-08, -1.3105653451361832e-08, -1.1080678596897542e-08, -9.055703742433252e-09, -7.030728887968962e-09, -5.005754033504672e-09, -2.9807791790403826e-09, -9.558043245760928e-10, 1.069170529888197e-09, 3.094145384352487e-09, 5.119120238816777e-09, 7.1440950932810665e-09, 9.169069947745356e-09, 1.1194044802209646e-08, 1.3219019656673936e-08, 1.5243994511138226e-08, 1.7268970253780935e-08, 1.9293944220066805e-08, 2.1318918186352676e-08, 2.3343893928995385e-08, 2.5368869671638095e-08, 2.7393843637923965e-08, 2.9418817604209835e-08, 3.1443793346852544e-08, 3.3468769089495254e-08, 3.5493741279424285e-08, 3.7518717022066994e-08, 3.9543692764709704e-08, 4.156866850735241e-08, 4.359364424999512e-08, 4.5618616439924153e-08, 4.764359218256686e-08, 4.966856792520957e-08, 5.16935401151386e-08, 5.371851585778131e-08, 5.574349160042402e-08, 5.776846734306673e-08, 5.979344308570944e-08, 6.181841882835215e-08, 6.38433874655675e-08, 6.586836320821021e-08, 6.789333895085292e-08, 6.991831469349563e-08, 7.194329043613834e-08]}, "gradients/bert.encoder.layer.3.attention.output.dense.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 1.0, 4.0, 6.0, 8.0, 8.0, 11.0, 21.0, 50.0, 64.0, 103.0, 187.0, 361.0, 627.0, 1239.0, 2443.0, 4942.0, 10757.0, 26506.0, 82491.0, 242922.0, 144994.0, 42720.0, 15581.0, 6970.0, 3207.0, 1711.0, 868.0, 417.0, 278.0, 110.0, 85.0, 52.0, 25.0, 13.0, 11.0, 7.0, 5.0, 4.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0372307457373608e-07, -9.984188409362105e-08, -9.596068650807865e-08, -9.207948892253626e-08, -8.819829844242122e-08, -8.431710796230618e-08, -8.043591037676379e-08, -7.655471279122139e-08, -7.267352231110635e-08, -6.879233183099132e-08, -6.491113424544892e-08, -6.102993665990653e-08, -5.714874617979149e-08, -5.326755214696277e-08, -4.9386358114134055e-08, -4.550516408130534e-08, -4.162397004847662e-08, -3.7742776015647905e-08, -3.386158198281919e-08, -2.998038794999047e-08, -2.6099193917161756e-08, -2.221799988433304e-08, -1.8336805851504323e-08, -1.4455611818675607e-08, -1.057441778584689e-08, -6.693223753018174e-09, -2.8120297201894573e-09, 1.0691643126392592e-09, 4.950358345467976e-09, 8.831552378296692e-09, 1.2712746411125408e-08, 1.6593940443954125e-08, 2.04751415822102e-08, 2.4356335615038915e-08, 2.8237529647867632e-08, 3.211872368069635e-08, 3.5999917713525065e-08, 3.988111174635378e-08, 4.37623057791825e-08, 4.7643499812011214e-08, 5.152469384483993e-08, 5.540588787766865e-08, 5.9287081910497363e-08, 6.31682723906124e-08, 6.70494699761548e-08, 7.093066756169719e-08, 7.481185804181223e-08, 7.869304852192727e-08, 8.257424610746966e-08, 8.645544369301206e-08, 9.03366341731271e-08, 9.421782465324213e-08, 9.809902223878453e-08, 1.0198021982432692e-07, 1.0586141030444196e-07, 1.09742600784557e-07, 1.136237983700994e-07, 1.1750499595564179e-07, 1.2138619354118418e-07, 1.2526737691587186e-07, 1.2914857450141426e-07, 1.3302977208695665e-07, 1.3691095546164433e-07, 1.4079215304718673e-07, 1.4467335063272913e-07]}, "gradients/bert.encoder.layer.3.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 3.0, 1.0, 3.0, 4.0, 6.0, 4.0, 7.0, 11.0, 18.0, 22.0, 16.0, 27.0, 30.0, 30.0, 41.0, 39.0, 42.0, 48.0, 42.0, 54.0, 42.0, 62.0, 38.0, 26.0, 21.0, 25.0, 16.0, 18.0, 17.0, 10.0, 11.0, 5.0, 6.0, 3.0, 2.0, 4.0, 3.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.635302523567589e-08, -7.367007981429197e-08, -7.098713439290805e-08, -6.830418897152413e-08, -6.562124355014021e-08, -6.293829812875629e-08, -6.025534560194501e-08, -5.757240373327477e-08, -5.488945831189085e-08, -5.220651289050693e-08, -4.952356746912301e-08, -4.684061849502541e-08, -4.415767307364149e-08, -4.147472765225757e-08, -3.879178223087365e-08, -3.610883680948973e-08, -3.342589138810581e-08, -3.074294596672189e-08, -2.806000054533797e-08, -2.537705334759721e-08, -2.269410792621329e-08, -2.0011162504829372e-08, -1.7328215307088612e-08, -1.4645269885704693e-08, -1.1962324464320773e-08, -9.279379042936853e-09, -6.596432733374513e-09, -3.913486423812174e-09, -1.2305410024282537e-09, 1.4524044189556662e-09, 4.1353516166964255e-09, 6.818297038080345e-09, 9.501235354036908e-09, 1.2184180775420828e-08, 1.4867127084983167e-08, 1.7550073394545507e-08, 2.0233018815929427e-08, 2.2915964237313347e-08, 2.5598911435054106e-08, 2.8281856856438026e-08, 3.0964802277821946e-08, 3.3647747699205866e-08, 3.6330693120589785e-08, 3.9013642094687384e-08, 4.1696587516071304e-08, 4.4379532937455224e-08, 4.7062478358839144e-08, 4.9745423780223064e-08, 5.2428369201606984e-08, 5.5111314622990903e-08, 5.7794260044374823e-08, 6.047720546575874e-08, 6.316015088714266e-08, 6.584309630852658e-08, 6.852604883533786e-08, 7.120898715129442e-08, 7.38919396781057e-08, 7.657488509948962e-08, 7.925783052087354e-08, 8.194077594225746e-08, 8.462372136364138e-08, 8.73066667850253e-08, 8.998961220640922e-08, 9.26725647332205e-08, 9.535550304917706e-08]}, "gradients/bert.encoder.layer.3.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 3.0, 0.0, 8.0, 3.0, 6.0, 10.0, 11.0, 14.0, 25.0, 33.0, 31.0, 36.0, 47.0, 61.0, 78.0, 130.0, 547.0, 4880.0, 353932.0, 224975.0, 4030.0, 451.0, 151.0, 72.0, 48.0, 61.0, 50.0, 20.0, 24.0, 19.0, 16.0, 12.0, 9.0, 6.0, 2.0, 4.0, 3.0, 3.0, 2.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.36062225112255e-07, -6.178685794111516e-07, -5.996749337100482e-07, -5.814813448523637e-07, -5.632876991512603e-07, -5.450940534501569e-07, -5.269004077490536e-07, -5.087067620479502e-07, -4.905131163468468e-07, -4.723194706457434e-07, -4.541258533663495e-07, -4.359322076652461e-07, -4.1773859038585215e-07, -3.9954494468474877e-07, -3.813512989836454e-07, -3.63157653282542e-07, -3.449640644248575e-07, -3.267704187237541e-07, -3.0857680144436017e-07, -2.903831557432568e-07, -2.7218953846386285e-07, -2.5399589276275947e-07, -2.358022470616561e-07, -2.1760861557140743e-07, -1.9941498408115876e-07, -1.812213525909101e-07, -1.6302772110066144e-07, -1.4483407539955806e-07, -1.266404439093094e-07, -1.0844681241906073e-07, -9.025317382338471e-08, -7.205953522770869e-08, -5.386584689404117e-08, -3.567221185107883e-08, -1.7478576808116486e-08, 7.150582348458556e-10, 1.8908693277808197e-08, 3.710232476805686e-08, 5.529596336373288e-08, 7.34896019594089e-08, 9.168323344965756e-08, 1.0987686493990623e-07, 1.280704964301549e-07, 1.4626414213125827e-07, 1.6445777362150693e-07, 1.826514051117556e-07, 2.0084505081285897e-07, 2.1903868230310763e-07, 2.372323137933563e-07, 2.554259594944597e-07, 2.736195767738536e-07, 2.91813222474957e-07, 3.1000683975435095e-07, 3.2820048545545433e-07, 3.463941311565577e-07, 3.645877768576611e-07, 3.8278139413705503e-07, 4.009750398381584e-07, 4.1916865711755236e-07, 4.3736230281865573e-07, 4.555559485197591e-07, 4.7374956579915306e-07, 4.91943183078547e-07, 5.101368287796504e-07, 5.283304744807538e-07]}, "gradients/bert.encoder.layer.3.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 0.0, 1.0, 8.0, 2.0, 4.0, 17.0, 22.0, 56.0, 51.0, 76.0, 184.0, 94.0, 101.0, 47.0, 28.0, 30.0, 14.0, 6.0, 12.0, 2.0, 3.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.2434497875801753e-14, -1.2129186544029835e-14, -1.1823875212257917e-14, -1.1518563880485999e-14, -1.1213252548714081e-14, -1.0907941216942163e-14, -1.0602629885170245e-14, -1.0297318553398327e-14, -9.992007221626409e-15, -9.686695889854491e-15, -9.381384558082573e-15, -9.076073226310655e-15, -8.770761894538737e-15, -8.465450562766819e-15, -8.1601392309949e-15, -7.854827899222983e-15, -7.549516567451064e-15, -7.244205235679146e-15, -6.938893903907228e-15, -6.63358257213531e-15, -6.328271240363392e-15, -6.022959908591474e-15, -5.717648576819556e-15, -5.412337245047638e-15, -5.10702591327572e-15, -4.801714581503802e-15, -4.496403249731884e-15, -4.191091917959966e-15, -3.885780586188048e-15, -3.58046925441613e-15, -3.2751579226442118e-15, -2.9698465908722937e-15, -2.6645352591003757e-15, -2.3592239273284576e-15, -2.0539125955565396e-15, -1.7486012637846216e-15, -1.4432899320127035e-15, -1.1379786002407855e-15, -8.326672684688674e-16, -5.273559366969494e-16, -2.220446049250313e-16, 8.326672684688674e-17, 3.885780586188048e-16, 6.938893903907228e-16, 9.992007221626409e-16, 1.304512053934559e-15, 1.609823385706477e-15, 1.915134717478395e-15, 2.220446049250313e-15, 2.525757381022231e-15, 2.831068712794149e-15, 3.1363800445660672e-15, 3.4416913763379853e-15, 3.747002708109903e-15, 4.052314039881821e-15, 4.3576253716537394e-15, 4.6629367034256575e-15, 4.9682480351975755e-15, 5.2735593669694936e-15, 5.578870698741412e-15, 5.88418203051333e-15, 6.189493362285248e-15, 6.494804694057166e-15, 6.800116025829084e-15, 7.105427357601002e-15]}, "gradients/bert.encoder.layer.3.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 2.0, 2.0, 4.0, 5.0, 6.0, 11.0, 14.0, 36.0, 91.0, 199.0, 764.0, 3777.0, 40361.0, 491167.0, 47984.0, 4198.0, 817.0, 203.0, 79.0, 38.0, 22.0, 7.0, 10.0, 5.0, 5.0, 4.0, 3.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.0373850873056654e-07, -1.9747494661714882e-07, -1.912113845037311e-07, -1.8494782239031338e-07, -1.7868426027689566e-07, -1.7242069816347794e-07, -1.661571218392055e-07, -1.598935739366425e-07, -1.5362999761237006e-07, -1.4736643549895234e-07, -1.4110287338553462e-07, -1.348393112721169e-07, -1.2857574915869918e-07, -1.2231218704528146e-07, -1.1604861782643638e-07, -1.0978505571301866e-07, -1.035215007050283e-07, -9.725793859161058e-08, -9.099437647819286e-08, -8.473081436477514e-08, -7.846725225135742e-08, -7.22036901379397e-08, -6.594012091909462e-08, -5.96765588056769e-08, -5.3412996692259185e-08, -4.7149434578841465e-08, -4.0885872465423745e-08, -3.4622306799292346e-08, -2.8358744685874626e-08, -2.2095182572456906e-08, -1.5831616906325507e-08, -9.568054792907787e-09, -3.3044926794900675e-09, 2.959070322106072e-09, 9.222633323702212e-09, 1.548619721347677e-08, 2.174975932689449e-08, 2.801332144031221e-08, 3.427688710644361e-08, 4.054044921986133e-08, 4.680401133327905e-08, 5.306757344669677e-08, 5.933113556011449e-08, 6.559470477895957e-08, 7.185826689237729e-08, 7.812182900579501e-08, 8.438539111921273e-08, 9.064895323263045e-08, 9.691251534604817e-08, 1.0317607745946589e-07, 1.0943963957288361e-07, 1.1570320168630133e-07, 1.2196676379971905e-07, 1.2823032591313677e-07, 1.3449388802655449e-07, 1.4075746435082692e-07, 1.4702101225338993e-07, 1.5328457436680765e-07, 1.5954813648022537e-07, 1.6581169859364309e-07, 1.720752607070608e-07, 1.7833882282047853e-07, 1.8460238493389625e-07, 1.9086596125816868e-07, 1.971295233715864e-07]}, "gradients/bert.encoder.layer.3.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 5.0, 7.0, 7.0, 9.0, 15.0, 26.0, 40.0, 37.0, 50.0, 59.0, 96.0, 106.0, 65.0, 54.0, 37.0, 36.0, 28.0, 15.0, 10.0, 13.0, 10.0, 3.0, 4.0, 2.0, 3.0, 1.0, 2.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 3.0, 0.0, 4.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.6738129932368793e-08, -2.5955722904313916e-08, -2.51733140999022e-08, -2.4390907071847323e-08, -2.3608500043792446e-08, -2.282609301573757e-08, -2.2043685987682693e-08, -2.1261277183270977e-08, -2.04788701552161e-08, -1.9696463127161223e-08, -1.8914054322749507e-08, -1.813164729469463e-08, -1.7349240266639754e-08, -1.6566833238584877e-08, -1.578442621053e-08, -1.5002017406118284e-08, -1.4219610378063408e-08, -1.3437203350008531e-08, -1.2654795433775234e-08, -1.1872387517541938e-08, -1.1089980489487061e-08, -1.0307573461432185e-08, -9.525165545198888e-09, -8.742757628965592e-09, -7.960350600910715e-09, -7.1779431287666284e-09, -6.395535656622542e-09, -5.613128184478455e-09, -4.830720712334369e-09, -4.048313240190282e-09, -3.2659057680461956e-09, -2.483498295902109e-09, -1.7010908237580225e-09, -9.186833516139359e-10, -1.3627587946984931e-10, 6.461315926742373e-10, 1.4285390648183238e-09, 2.2109465369624104e-09, 2.993354009106497e-09, 3.7757614812505835e-09, 4.55816895339467e-09, 5.340576425538757e-09, 6.122983897682843e-09, 6.90539136982693e-09, 7.687798841971016e-09, 8.470205870025893e-09, 9.25261378625919e-09, 1.0035021702492486e-08, 1.0817428730547363e-08, 1.159983575860224e-08, 1.2382243674835536e-08, 1.3164651591068832e-08, 1.3947058619123709e-08, 1.4729465647178586e-08, 1.5511872675233462e-08, 1.629428147964518e-08, 1.7076688507700055e-08, 1.7859095535754932e-08, 1.8641504340166648e-08, 1.9423911368221525e-08, 2.02063183962764e-08, 2.0988725424331278e-08, 2.1771132452386155e-08, 2.255354125679787e-08, 2.3335948284852748e-08]}, "gradients/bert.encoder.layer.3.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 0.0, 2.0, 1.0, 2.0, 3.0, 2.0, 11.0, 8.0, 13.0, 22.0, 31.0, 81.0, 229.0, 685.0, 2683.0, 18408.0, 322895.0, 225839.0, 15352.0, 2509.0, 648.0, 213.0, 74.0, 44.0, 16.0, 11.0, 7.0, 2.0, 6.0, 3.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-1.661308601796918e-07, -1.6076511144547112e-07, -1.5539934850039572e-07, -1.5003359976617503e-07, -1.4466783682109963e-07, -1.3930208808687894e-07, -1.3393632514180354e-07, -1.2857057640758285e-07, -1.2320481346250745e-07, -1.178390576228594e-07, -1.1247330178321135e-07, -1.0710754594356331e-07, -1.0174179010391526e-07, -9.637603426426722e-08, -9.101027842461917e-08, -8.564452969039849e-08, -8.027877385075044e-08, -7.49130180111024e-08, -6.954726217145435e-08, -6.41815063318063e-08, -5.881575049215826e-08, -5.344999465251021e-08, -4.8084242365575847e-08, -4.27184865259278e-08, -3.7352730686279756e-08, -3.198697484663171e-08, -2.6621219006983665e-08, -2.125546494369246e-08, -1.5889709104044414e-08, -1.0523953264396368e-08, -5.1581992011051625e-09, 2.0755663854288287e-10, 5.573312478190928e-09, 1.0939068317838974e-08, 1.630482415748702e-08, 2.1670578220778225e-08, 2.703633406042627e-08, 3.2402091676431155e-08, 3.776784396336552e-08, 4.313359980301357e-08, 4.849935564266161e-08, 5.386511148230966e-08, 5.92308673219577e-08, 6.459661960889207e-08, 6.996237544854012e-08, 7.532813128818816e-08, 8.06938871278362e-08, 8.605964296748425e-08, 9.14253988071323e-08, 9.679115464678034e-08, 1.0215691048642839e-07, 1.0752266632607643e-07, 1.1288842216572448e-07, 1.1825417800537252e-07, 1.236199267395932e-07, 1.2898568968466861e-07, 1.343514384188893e-07, 1.3971718715311e-07, 1.450829500981854e-07, 1.5044869883240608e-07, 1.5581446177748148e-07, 1.6118021051170217e-07, 1.6654597345677757e-07, 1.7191172219099826e-07, 1.7727748513607366e-07]}, "gradients/bert.encoder.layer.2.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 4.0, 17.0, 51.0, 203.0, 239.0, 152.0, 76.0, 14.0, 5.0, 3.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.638492730966391e-07, -2.5262929170821735e-07, -2.414092818980862e-07, -2.3018930050966446e-07, -2.1896930491038802e-07, -2.0774930931111157e-07, -1.9652932792268984e-07, -1.853093323234134e-07, -1.7408933672413696e-07, -1.628693411248605e-07, -1.5164934552558407e-07, -1.4042936413716234e-07, -1.292093685378859e-07, -1.1798937293860945e-07, -1.0676938444476036e-07, -9.554939595091128e-08, -8.432940035163483e-08, -7.310940475235839e-08, -6.18894162585093e-08, -5.0669424211946534e-08, -3.944943216538377e-08, -2.8229440118821003e-08, -1.7009448072258238e-08, -5.789459578409151e-09, 5.430536020867294e-09, 1.665052806743006e-08, 2.7870520113992825e-08, 3.909051216055559e-08, 5.0310504207118356e-08, 6.15304998063948e-08, 7.275048830024389e-08, 8.397047679409297e-08, 9.519044397165999e-08, 1.0641043957093643e-07, 1.1763042806478552e-07, 1.288504165586346e-07, 1.4007041215791105e-07, 1.512904077571875e-07, 1.6251038914560922e-07, 1.7373038474488567e-07, 1.849503803441621e-07, 1.9617037594343856e-07, 2.07390371542715e-07, 2.1861035293113673e-07, 2.2983034853041318e-07, 2.410503441296896e-07, 2.5227032551811135e-07, 2.634903353282425e-07, 2.7471031671666424e-07, 2.8593029810508597e-07, 2.9715030791521713e-07, 3.0837028930363886e-07, 3.1959029911377e-07, 3.3081028050219174e-07, 3.420302618906135e-07, 3.532502432790352e-07, 3.6447025308916636e-07, 3.756902344775881e-07, 3.8691024428771925e-07, 3.98130225676141e-07, 4.093502070645627e-07, 4.2057021687469387e-07, 4.317901982631156e-07, 4.4301020807324676e-07, 4.542301894616685e-07]}, "gradients/bert.encoder.layer.2.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 5.0, 5.0, 12.0, 10.0, 8.0, 12.0, 14.0, 27.0, 21.0, 21.0, 29.0, 26.0, 33.0, 48.0, 31.0, 40.0, 45.0, 39.0, 35.0, 40.0, 38.0, 33.0, 31.0, 33.0, 21.0, 19.0, 8.0, 25.0, 14.0, 8.0, 9.0, 9.0, 3.0, 3.0, 1.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.6978466267974e-08, -7.370898913450219e-08, -7.043951910645774e-08, -6.717004197298593e-08, -6.390057194494148e-08, -6.063109481146967e-08, -5.7361621230711535e-08, -5.4092147649953404e-08, -5.0822670516481594e-08, -4.755319693572346e-08, -4.428372335496533e-08, -4.101424622149352e-08, -3.774477264073539e-08, -3.447529905997726e-08, -3.120582547921913e-08, -2.793635012210416e-08, -2.4666878317702867e-08, -2.1397404736944736e-08, -1.8127929379829766e-08, -1.4858455799071635e-08, -1.1588981330135084e-08, -8.319506861198533e-09, -5.0500332804404025e-09, -1.780557923325432e-09, 1.488915657432699e-09, 4.75839012636925e-09, 8.0278645953058e-09, 1.1297338176063931e-08, 1.4566812645000482e-08, 1.7836287113937033e-08, 2.1105760694695164e-08, 2.4375236051810134e-08, 2.7644709632568265e-08, 3.0914183213326396e-08, 3.418365679408453e-08, 3.745313392755634e-08, 4.072260750831447e-08, 4.39920810890726e-08, 4.726155466983073e-08, 5.053102825058886e-08, 5.380050538406067e-08, 5.70699789648188e-08, 6.033945254557693e-08, 6.360892967904874e-08, 6.68783997070932e-08, 7.0147876840565e-08, 7.341735397403681e-08, 7.668682400208127e-08, 7.995629403012572e-08, 8.322577116359753e-08, 8.649524119164198e-08, 8.976471832511379e-08, 9.303418835315824e-08, 9.630366548663005e-08, 9.957314262010186e-08, 1.0284261264814631e-07, 1.0611208978161812e-07, 1.0938156691508993e-07, 1.1265103694313439e-07, 1.159205140766062e-07, 1.1918998410465065e-07, 1.224594541326951e-07, 1.257289312661669e-07, 1.2899840839963872e-07, 1.3226788553311053e-07]}, "gradients/bert.encoder.layer.2.output.dense.bias": {"_type": "histogram", "values": [2.0, 1.0, 2.0, 0.0, 3.0, 0.0, 3.0, 3.0, 2.0, 6.0, 6.0, 9.0, 13.0, 12.0, 16.0, 12.0, 15.0, 15.0, 24.0, 24.0, 22.0, 27.0, 26.0, 27.0, 34.0, 24.0, 27.0, 37.0, 32.0, 34.0, 32.0, 29.0, 24.0, 28.0, 34.0, 29.0, 18.0, 20.0, 25.0, 10.0, 15.0, 9.0, 5.0, 7.0, 7.0, 1.0, 6.0, 2.0, 2.0, 0.0, 2.0, 3.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.2989420023786806e-08, -4.142143694707556e-08, -3.9853457423078e-08, -3.8285477899080433e-08, -3.671749482236919e-08, -3.5149511745657946e-08, -3.358153222166038e-08, -3.201355269766282e-08, -3.0445569620951574e-08, -2.887758832059717e-08, -2.7309607020242765e-08, -2.574162571988836e-08, -2.4173644419533957e-08, -2.2605663119179553e-08, -2.103768181882515e-08, -1.9469700518470745e-08, -1.790171921811634e-08, -1.6333737917761937e-08, -1.4765756617407533e-08, -1.3197775317053129e-08, -1.1629794016698725e-08, -1.006181271634432e-08, -8.493831415989916e-09, -6.925850115635512e-09, -5.357868815281108e-09, -3.789887514926704e-09, -2.2219062145723e-09, -6.53924914217896e-10, 9.140563861365081e-10, 2.482037686490912e-09, 4.050018986845316e-09, 5.61800028719972e-09, 7.1859815875541244e-09, 8.753962887908529e-09, 1.0321944188262933e-08, 1.1889925488617337e-08, 1.345790678897174e-08, 1.5025888089326145e-08, 1.659386938968055e-08, 1.8161850690034953e-08, 1.9729831990389357e-08, 2.129781329074376e-08, 2.2865794591098165e-08, 2.443377589145257e-08, 2.6001757191806973e-08, 2.7569738492161378e-08, 2.913771979251578e-08, 3.0705699316513346e-08, 3.227368239322459e-08, 3.384166546993583e-08, 3.54096449939334e-08, 3.697762451793096e-08, 3.8545607594642206e-08, 4.011359067135345e-08, 4.1681570195351014e-08, 4.324954971934858e-08, 4.481753279605982e-08, 4.6385515872771066e-08, 4.795349539676863e-08, 4.9521474920766195e-08, 5.108945799747744e-08, 5.265744107418868e-08, 5.422542059818625e-08, 5.579340012218381e-08, 5.7361383198895055e-08]}, "gradients/bert.encoder.layer.2.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 4.0, 3.0, 3.0, 3.0, 4.0, 5.0, 10.0, 10.0, 7.0, 19.0, 21.0, 29.0, 33.0, 48.0, 54.0, 77.0, 128.0, 119.0, 204.0, 270.0, 364.0, 600.0, 874.0, 1487.0, 2603.0, 5001.0, 11602.0, 36020.0, 282204.0, 1791618.0, 176692.0, 28376.0, 9896.0, 4429.0, 2321.0, 1375.0, 859.0, 531.0, 359.0, 279.0, 184.0, 140.0, 103.0, 82.0, 43.0, 48.0, 36.0, 16.0, 21.0, 19.0, 17.0, 14.0, 9.0, 4.0, 3.0, 5.0, 1.0, 2.0, 3.0, 1.0, 2.0, 1.0], "bins": [-9.920960053477756e-08, -9.605152939684558e-08, -9.28934582589136e-08, -8.973538712098161e-08, -8.657731598304963e-08, -8.341924484511765e-08, -8.026117370718566e-08, -7.710309546382632e-08, -7.39450314313217e-08, -7.078696029338971e-08, -6.762888915545773e-08, -6.447081801752574e-08, -6.131274687959376e-08, -5.8154675741661777e-08, -5.4996601051016114e-08, -5.183852991308413e-08, -4.868045522243847e-08, -4.5522384084506484e-08, -4.23643129465745e-08, -3.920624180864252e-08, -3.604817067071053e-08, -3.289009953277855e-08, -2.9732024842132887e-08, -2.6573953704200903e-08, -2.341588256626892e-08, -2.0257811428336936e-08, -1.7099740290404952e-08, -1.3941667376116129e-08, -1.0783596238184145e-08, -7.625525100252162e-09, -4.467452185963339e-09, -1.309381048031355e-09, 1.8486900899006287e-09, 5.006761671921822e-09, 8.164833253943016e-09, 1.1322905280053419e-08, 1.4480976417985403e-08, 1.7639047555917386e-08, 2.079712047020621e-08, 2.3955191608138193e-08, 2.7113262746070177e-08, 3.027133388400216e-08, 3.3429405021934144e-08, 3.658747971257981e-08, 3.974555085051179e-08, 4.2903621988443774e-08, 4.606169312637576e-08, 4.921976426430774e-08, 5.2377835402239725e-08, 5.553590654017171e-08, 5.869397767810369e-08, 6.185204881603568e-08, 6.501011995396766e-08, 6.816819109189964e-08, 7.132626933525898e-08, 7.448433336776361e-08, 7.764241161112295e-08, 8.080048274905494e-08, 8.395855388698692e-08, 8.71166250249189e-08, 9.027469616285089e-08, 9.343276730078287e-08, 9.659083843871485e-08, 9.97489166820742e-08, 1.0290698071457882e-07]}, "gradients/bert.encoder.layer.2.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 2.0, 2.0, 0.0, 1.0, 3.0, 3.0, 6.0, 4.0, 3.0, 4.0, 4.0, 11.0, 9.0, 23.0, 29.0, 36.0, 60.0, 84.0, 161.0, 290.0, 638.0, 771.0, 419.0, 185.0, 114.0, 62.0, 38.0, 30.0, 15.0, 13.0, 12.0, 3.0, 4.0, 6.0, 0.0, 3.0, 3.0, 3.0, 1.0, 0.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-2.7521002365915592e-08, -2.6542165798559836e-08, -2.556333100756092e-08, -2.4584494440205162e-08, -2.3605657872849406e-08, -2.262682130549365e-08, -2.1647984738137893e-08, -2.0669149947138976e-08, -1.969031337978322e-08, -1.8711476812427463e-08, -1.7732642021428546e-08, -1.675380545407279e-08, -1.5774968886717033e-08, -1.4796132319361277e-08, -1.381729664018394e-08, -1.2838460961006604e-08, -1.1859624393650847e-08, -1.088078782629509e-08, -9.901952147117754e-09, -8.923116467940417e-09, -7.944279900584661e-09, -6.965443777318114e-09, -5.986607654051568e-09, -5.007771530785021e-09, -4.028935407518475e-09, -3.050099284251928e-09, -2.0712631609853815e-09, -1.092427037718835e-09, -1.1359091445228842e-10, 8.652452088142581e-10, 1.8440813320808047e-09, 2.8229174553473513e-09, 3.8017518022570584e-09, 4.780587925523605e-09, 5.7594240487901516e-09, 6.738260172056698e-09, 7.717096295323245e-09, 8.695932862679001e-09, 9.674768541856338e-09, 1.0653604221033675e-08, 1.1632440788389431e-08, 1.2611277355745187e-08, 1.3590113034922524e-08, 1.456894871409986e-08, 1.5547785281455617e-08, 1.6526621848811374e-08, 1.750545663981029e-08, 1.8484293207166047e-08, 1.9463129774521803e-08, 2.044196634187756e-08, 2.1420802909233316e-08, 2.2399637700232233e-08, 2.337847426758799e-08, 2.4357310834943746e-08, 2.5336145625942663e-08, 2.631498219329842e-08, 2.7293818760654176e-08, 2.8272655328009932e-08, 2.925149189536569e-08, 3.0230328462721445e-08, 3.120916147736352e-08, 3.218799804471928e-08, 3.3166834612075036e-08, 3.414567117943079e-08, 3.512450774678655e-08]}, "gradients/bert.encoder.layer.2.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 1.0, 2.0, 0.0, 3.0, 4.0, 3.0, 5.0, 10.0, 7.0, 10.0, 18.0, 17.0, 33.0, 59.0, 106.0, 369.0, 2616.0, 234920.0, 2116251.0, 4009.0, 497.0, 146.0, 73.0, 29.0, 26.0, 25.0, 8.0, 10.0, 7.0, 4.0, 1.0, 3.0, 4.0, 1.0, 2.0, 1.0, 1.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-7.207307817225228e-07, -6.982735953897645e-07, -6.758164090570062e-07, -6.53359222724248e-07, -6.309020363914897e-07, -6.084449069021503e-07, -5.859876637259731e-07, -5.635305342366337e-07, -5.410733479038754e-07, -5.186161615711171e-07, -4.961589752383588e-07, -4.7370178890560055e-07, -4.512446309945517e-07, -4.287874446617934e-07, -4.0633025832903513e-07, -3.838731004179863e-07, -3.6141588566351857e-07, -3.389586993307603e-07, -3.16501512998002e-07, -2.9404435508695315e-07, -2.7158716875419486e-07, -2.491299824214366e-07, -2.266727960886783e-07, -2.0421562396677473e-07, -1.8175843763401645e-07, -1.5930125130125816e-07, -1.368440791793546e-07, -1.1438689284659631e-07, -9.192971361926539e-08, -6.947253439193446e-08, -4.7015348059176176e-08, -2.4558175937272608e-08, -2.100989604514325e-09, 2.035619139917344e-08, 4.2813372402861205e-08, 6.527055518290581e-08, 8.772773441023674e-08, 1.1018491363756766e-07, 1.3264209997032594e-07, 1.550992720922295e-07, 1.775564584249878e-07, 2.0001364475774608e-07, 2.2247081687964965e-07, 2.4492800321240793e-07, 2.673851895451662e-07, 2.898423758779245e-07, 3.122995622106828e-07, 3.3475672012173163e-07, 3.572139064544899e-07, 3.796710927872482e-07, 4.021282791200065e-07, 4.2458543703105533e-07, 4.470426233638136e-07, 4.694998096965719e-07, 4.919569960293302e-07, 5.144141823620885e-07, 5.368713686948468e-07, 5.59328555027605e-07, 5.817857413603633e-07, 6.042429276931216e-07, 6.267001140258799e-07, 6.491573003586382e-07, 6.716144298479776e-07, 6.940716161807359e-07, 7.165288025134942e-07]}, "gradients/bert.encoder.layer.2.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 2.0, 0.0, 0.0, 2.0, 2.0, 3.0, 5.0, 5.0, 14.0, 6.0, 7.0, 29.0, 14.0, 28.0, 34.0, 40.0, 28.0, 34.0, 47.0, 50.0, 57.0, 53.0, 48.0, 37.0, 42.0, 36.0, 21.0, 25.0, 28.0, 18.0, 12.0, 8.0, 9.0, 6.0, 5.0, 3.0, 1.0, 2.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.935292956062767e-08, -7.724116102281187e-08, -7.51293853795687e-08, -7.30176168417529e-08, -7.090584830393709e-08, -6.879407976612129e-08, -6.668230412287812e-08, -6.457053558506232e-08, -6.245876704724651e-08, -6.03469985094307e-08, -5.823522641890122e-08, -5.6123454328371736e-08, -5.401168579055593e-08, -5.1899913700026445e-08, -4.978814160949696e-08, -4.7676373071681155e-08, -4.556460098115167e-08, -4.3452828890622186e-08, -4.134106035280638e-08, -3.9229288262276896e-08, -3.711751972446109e-08, -3.5005747633931605e-08, -3.28939790961158e-08, -3.0782207005586315e-08, -2.867043669141367e-08, -2.6558666377241025e-08, -2.444689606306838e-08, -2.2335125748895734e-08, -2.022335365836625e-08, -1.8111585120550444e-08, -1.599981303002096e-08, -1.3888042715848314e-08, -1.177627240167567e-08, -9.664502087503024e-09, -7.552731773330379e-09, -5.440960570979314e-09, -3.329190256806669e-09, -1.2174199426340238e-09, 8.943512597170411e-10, 3.0061215738896863e-09, 5.1178918880623314e-09, 7.2296622022349766e-09, 9.341432516407622e-09, 1.1453203718758687e-08, 1.3564974032931332e-08, 1.5676743458925557e-08, 1.7788515549455042e-08, 1.9900285863627687e-08, 2.2012056177800332e-08, 2.4123826491972977e-08, 2.6235596806145622e-08, 2.8347368896675107e-08, 3.045913743449091e-08, 3.25709095250204e-08, 3.46826780628362e-08, 3.679445015336569e-08, 3.890622224389517e-08, 4.101799433442466e-08, 4.312976287224046e-08, 4.524153496276995e-08, 4.735330350058575e-08, 4.946507559111524e-08, 5.157684768164472e-08, 5.368861621946053e-08, 5.5800384757276333e-08]}, "gradients/bert.encoder.layer.2.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 1.0, 2.0, 6.0, 2.0, 2.0, 3.0, 9.0, 10.0, 7.0, 15.0, 20.0, 16.0, 20.0, 18.0, 32.0, 25.0, 24.0, 34.0, 24.0, 33.0, 36.0, 38.0, 47.0, 34.0, 42.0, 39.0, 28.0, 23.0, 22.0, 26.0, 21.0, 17.0, 14.0, 16.0, 13.0, 8.0, 8.0, 5.0, 4.0, 5.0, 4.0, 3.0, 3.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.894933169907745e-08, -4.718065937936444e-08, -4.5411990612365116e-08, -4.364331829265211e-08, -4.1874649525652785e-08, -4.010597720593978e-08, -3.8337304886226775e-08, -3.656863611922745e-08, -3.479996735222812e-08, -3.303129503251512e-08, -3.126262626551579e-08, -2.9493953945802787e-08, -2.772528517880346e-08, -2.5956612859090455e-08, -2.418794231573429e-08, -2.2419271772378124e-08, -2.065059945266512e-08, -1.8881928909308954e-08, -1.7113258365952788e-08, -1.5344586046239783e-08, -1.3575916391062037e-08, -1.1807245847705872e-08, -1.0038574416171286e-08, -8.269903872815121e-09, -6.501233329458955e-09, -4.73256278610279e-09, -2.9638917986574143e-09, -1.1952208112120388e-09, 5.734497321441268e-10, 2.3421202755002923e-09, 4.110791707034878e-09, 5.879462250391043e-09, 7.648132793747209e-09, 9.416803337103374e-09, 1.118547388045954e-08, 1.2954145311994125e-08, 1.472281585535029e-08, 1.6491487286884876e-08, 1.8260157830241042e-08, 2.0028828373597207e-08, 2.1797498916953373e-08, 2.356616946030954e-08, 2.5334840003665704e-08, 2.710351054702187e-08, 2.8872182866734875e-08, 3.06408516337342e-08, 3.2409523953447206e-08, 3.417819272044653e-08, 3.594686504015954e-08, 3.771553735987254e-08, 3.948420612687187e-08, 4.125287844658487e-08, 4.30215472135842e-08, 4.4790219533297204e-08, 4.655888830029653e-08, 4.8327560620009535e-08, 5.009623293972254e-08, 5.1864905259435545e-08, 5.363357402643487e-08, 5.5402246346147876e-08, 5.71709151131472e-08, 5.893958743286021e-08, 6.070825975257321e-08, 6.247692851957254e-08, 6.424559728657186e-08]}, "gradients/bert.encoder.layer.2.attention.output.dense.bias": {"_type": "histogram", "values": [3.0, 0.0, 1.0, 2.0, 4.0, 5.0, 6.0, 5.0, 7.0, 11.0, 8.0, 16.0, 24.0, 26.0, 25.0, 32.0, 27.0, 36.0, 41.0, 67.0, 44.0, 34.0, 40.0, 39.0, 39.0, 45.0, 43.0, 19.0, 27.0, 18.0, 19.0, 12.0, 10.0, 10.0, 7.0, 5.0, 4.0, 1.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.2848445619702034e-08, -5.034292627215109e-08, -4.7837410477313824e-08, -4.533189112976288e-08, -4.2826371782211936e-08, -4.032085598737467e-08, -3.781533663982373e-08, -3.530981729227278e-08, -3.280430149743552e-08, -3.029878214988457e-08, -2.7793266355047308e-08, -2.5287747007496364e-08, -2.278222943630226e-08, -2.0276711865108155e-08, -1.777119251755721e-08, -1.5265674946363106e-08, -1.2760157375169001e-08, -1.0254639803974896e-08, -7.749121344602372e-09, -5.243602885229848e-09, -2.738085314035743e-09, -2.325677428416384e-10, 2.2729516047093057e-09, 4.77846917590341e-09, 7.283986747097515e-09, 9.78950431829162e-09, 1.2295022777664144e-08, 1.4800541237036668e-08, 1.7306058808230773e-08, 1.9811576379424878e-08, 2.2317095726975822e-08, 2.4822613298169927e-08, 2.732813442207771e-08, 2.9833653769628654e-08, 3.233916956446592e-08, 3.4844688912016863e-08, 3.735020470685413e-08, 3.985572405440507e-08, 4.236124340195602e-08, 4.486675919679328e-08, 4.7372278544344226e-08, 4.987779789189517e-08, 5.2383313686732436e-08, 5.488883303428338e-08, 5.7394352381834324e-08, 5.989986817667159e-08, 6.240539107693621e-08, 6.491090687177348e-08, 6.741642266661074e-08, 6.992193846144801e-08, 7.242746136171263e-08, 7.49329771565499e-08, 7.743849295138716e-08, 7.994401585165178e-08, 8.244953164648905e-08, 8.495504744132631e-08, 8.746056323616358e-08, 8.996607903100085e-08, 9.247160193126547e-08, 9.497711772610273e-08, 9.748263352094e-08, 9.998815642120462e-08, 1.0249367221604189e-07, 1.0499918801087915e-07, 1.0750471091114377e-07]}, "gradients/bert.encoder.layer.2.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 4.0, 3.0, 4.0, 6.0, 8.0, 11.0, 11.0, 37.0, 75.0, 136.0, 244.0, 461.0, 938.0, 1761.0, 3420.0, 6712.0, 13719.0, 31464.0, 99171.0, 254261.0, 113640.0, 34265.0, 14815.0, 7221.0, 3510.0, 1884.0, 949.0, 517.0, 239.0, 142.0, 79.0, 49.0, 16.0, 11.0, 12.0, 4.0, 3.0, 2.0, 4.0, 0.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.1845383340869375e-07, -1.1502510943728339e-07, -1.1159639257130038e-07, -1.0816766859989002e-07, -1.0473894462847966e-07, -1.013102206570693e-07, -9.788150379108629e-08, -9.445277981967592e-08, -9.102406295369292e-08, -8.759533898228256e-08, -8.416662211629955e-08, -8.073789814488919e-08, -7.730917417347882e-08, -7.388045730749582e-08, -7.045173333608545e-08, -6.702300936467509e-08, -6.359428539326473e-08, -6.016556142185436e-08, -5.673684100315768e-08, -5.3308120584460994e-08, -4.987939661305063e-08, -4.6450676194353946e-08, -4.302195577565726e-08, -3.95932318042469e-08, -3.616451138555021e-08, -3.273579096685353e-08, -2.9307066995443165e-08, -2.587834657674648e-08, -2.2449624381692956e-08, -1.9020902186639432e-08, -1.5592181767942748e-08, -1.2163459572889224e-08, -8.7347373778357e-09, -5.306015626871385e-09, -1.877293875907071e-09, 1.5514274309680331e-09, 4.980149626021557e-09, 8.408871821075081e-09, 1.1837592239771766e-08, 1.526631443482529e-08, 1.8695036629878814e-08, 2.2123758824932338e-08, 2.5552481019985862e-08, 2.8981201438682547e-08, 3.240992185737923e-08, 3.5838645828789595e-08, 3.926736624748628e-08, 4.2696086666182964e-08, 4.612481063759333e-08, 4.955353105629001e-08, 5.2982255027700376e-08, 5.641097544639706e-08, 5.983969941780742e-08, 6.326841628379043e-08, 6.669714025520079e-08, 7.012586422661116e-08, 7.355458819802152e-08, 7.698331216943188e-08, 8.041202903541489e-08, 8.384075300682525e-08, 8.726947697823562e-08, 9.069819384421862e-08, 9.412691781562899e-08, 9.755564178703935e-08, 1.0098435865302235e-07]}, "gradients/bert.encoder.layer.2.attention.self.value.bias": {"_type": "histogram", "values": [4.0, 2.0, 2.0, 1.0, 0.0, 2.0, 5.0, 5.0, 10.0, 4.0, 5.0, 10.0, 6.0, 15.0, 10.0, 20.0, 10.0, 27.0, 19.0, 26.0, 24.0, 27.0, 20.0, 24.0, 33.0, 30.0, 36.0, 44.0, 29.0, 35.0, 31.0, 32.0, 20.0, 28.0, 22.0, 19.0, 19.0, 15.0, 9.0, 13.0, 10.0, 12.0, 11.0, 6.0, 8.0, 7.0, 4.0, 2.0, 4.0, 2.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-4.2209933326375904e-08, -4.064771985667903e-08, -3.908550638698216e-08, -3.752329291728529e-08, -3.596107589487474e-08, -3.439886242517787e-08, -3.2836648955480996e-08, -3.1274435485784124e-08, -2.9712220239730414e-08, -2.8150006770033542e-08, -2.658779152397983e-08, -2.502557805428296e-08, -2.3463364584586088e-08, -2.1901149338532377e-08, -2.0338935868835506e-08, -1.8776720622781795e-08, -1.7214507153084924e-08, -1.5652293683388052e-08, -1.4090078437334341e-08, -1.252786496763747e-08, -1.0965650609762179e-08, -9.403436251886887e-09, -7.841222782190016e-09, -6.279008424314725e-09, -4.716794066439434e-09, -3.1545799306087474e-09, -1.5923657947780612e-09, -3.015188099197985e-11, 1.5320624768833113e-09, 3.0942768347586025e-09, 4.656490304455474e-09, 6.218704662330765e-09, 7.780919020206056e-09, 9.343133378081347e-09, 1.0905347735956639e-08, 1.246756120565351e-08, 1.4029775563528801e-08, 1.5591989921404092e-08, 1.7154203391100964e-08, 1.8716416860797835e-08, 2.0278632106851546e-08, 2.1840845576548418e-08, 2.340306082260213e-08, 2.4965274292299e-08, 2.652748776199587e-08, 2.8089703008049582e-08, 2.9651916477746454e-08, 3.1214131723800165e-08, 3.2776345193497036e-08, 3.433855866319391e-08, 3.590077213289078e-08, 3.746298915530133e-08, 3.90252026249982e-08, 4.058741609469507e-08, 4.2149629564391944e-08, 4.3711843034088815e-08, 4.527405650378569e-08, 4.683626997348256e-08, 4.839848344317943e-08, 4.99606969128763e-08, 5.152291393528685e-08, 5.308512740498372e-08, 5.4647340874680594e-08, 5.6209554344377466e-08, 5.7771771366788016e-08]}, "gradients/bert.encoder.layer.2.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 1.0, 0.0, 0.0, 0.0, 1.0, 4.0, 4.0, 5.0, 7.0, 5.0, 12.0, 11.0, 12.0, 18.0, 20.0, 13.0, 19.0, 27.0, 34.0, 34.0, 55.0, 63.0, 132.0, 452.0, 3763.0, 49960.0, 503606.0, 28413.0, 2386.0, 322.0, 89.0, 53.0, 57.0, 44.0, 35.0, 31.0, 28.0, 13.0, 12.0, 15.0, 14.0, 11.0, 9.0, 5.0, 7.0, 2.0, 2.0, 3.0, 1.0, 1.0, 2.0, 4.0, 0.0, 1.0], "bins": [-4.4861948822472186e-07, -4.3629637502817786e-07, -4.2397326183163386e-07, -4.1165014863508986e-07, -3.9932700701683643e-07, -3.8700389382029243e-07, -3.7468078062374843e-07, -3.6235766742720443e-07, -3.5003455423066043e-07, -3.3771144103411643e-07, -3.2538832783757243e-07, -3.13065186219319e-07, -3.00742073022775e-07, -2.88418959826231e-07, -2.76095846629687e-07, -2.63772733433143e-07, -2.5144959181488957e-07, -2.3912647861834557e-07, -2.2680335121094686e-07, -2.1448023801440286e-07, -2.0215711060700414e-07, -1.8983399741046014e-07, -1.7751088421391614e-07, -1.6518777101737214e-07, -1.5286464360997343e-07, -1.4054153041342943e-07, -1.282184030060307e-07, -1.1589528980948671e-07, -1.0357216950751535e-07, -9.1249049205544e-08, -7.8925936009e-08, -6.660281570702864e-08, -5.427972382676671e-08, -4.1956603524795355e-08, -2.9633486775537676e-08, -1.7310370026279998e-08, -4.98724972430864e-09, 7.3358705776627176e-09, 1.9658983774206717e-08, 3.1982104076178075e-08, 4.430522437814943e-08, 5.662834468012079e-08, 6.895146498209215e-08, 8.127457817863615e-08, 9.35976984806075e-08, 1.0592081878257886e-07, 1.1824393197912286e-07, 1.3056705938652158e-07, 1.4289017258306558e-07, 1.5521328577960958e-07, 1.675364131870083e-07, 1.798595263835523e-07, 1.92182653790951e-07, 2.04505766987495e-07, 2.16828880184039e-07, 2.29151993380583e-07, 2.41475106577127e-07, 2.53798219773671e-07, 2.66121332970215e-07, 2.7844447458846844e-07, 2.9076758778501244e-07, 3.0309070098155644e-07, 3.1541381417810044e-07, 3.2773692737464444e-07, 3.4006006899289787e-07]}, "gradients/bert.encoder.layer.2.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 1.0, 2.0, 0.0, 2.0, 4.0, 3.0, 3.0, 12.0, 15.0, 16.0, 38.0, 23.0, 76.0, 125.0, 145.0, 99.0, 59.0, 35.0, 31.0, 11.0, 15.0, 4.0, 6.0, 6.0, 4.0, 3.0, 1.0, 1.0, 3.0, 5.0, 1.0, 1.0, 2.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0], "bins": [-7.327471962526033e-15, -7.112366251504909e-15, -6.897260540483785e-15, -6.682154829462661e-15, -6.467049118441537e-15, -6.251943407420413e-15, -6.036837696399289e-15, -5.821731985378165e-15, -5.6066262743570405e-15, -5.3915205633359164e-15, -5.176414852314792e-15, -4.961309141293668e-15, -4.746203430272544e-15, -4.53109771925142e-15, -4.315992008230296e-15, -4.100886297209172e-15, -3.885780586188048e-15, -3.670674875166924e-15, -3.4555691641457997e-15, -3.2404634531246757e-15, -3.0253577421035516e-15, -2.8102520310824275e-15, -2.5951463200613034e-15, -2.3800406090401793e-15, -2.1649348980190553e-15, -1.949829186997931e-15, -1.734723475976807e-15, -1.519617764955683e-15, -1.304512053934559e-15, -1.0894063429134349e-15, -8.743006318923108e-16, -6.591949208711867e-16, -4.440892098500626e-16, -2.2898349882893854e-16, -1.3877787807814457e-17, 2.0122792321330962e-16, 4.163336342344337e-16, 6.314393452555578e-16, 8.465450562766819e-16, 1.061650767297806e-15, 1.27675647831893e-15, 1.4918621893400541e-15, 1.7069679003611782e-15, 1.9220736113823023e-15, 2.1371793224034263e-15, 2.3522850334245504e-15, 2.5673907444456745e-15, 2.7824964554667986e-15, 2.9976021664879227e-15, 3.2127078775090467e-15, 3.427813588530171e-15, 3.642919299551295e-15, 3.858025010572419e-15, 4.073130721593543e-15, 4.288236432614667e-15, 4.503342143635791e-15, 4.718447854656915e-15, 4.933553565678039e-15, 5.1486592766991635e-15, 5.3637649877202875e-15, 5.578870698741412e-15, 5.793976409762536e-15, 6.00908212078366e-15, 6.224187831804784e-15, 6.439293542825908e-15]}, "gradients/bert.encoder.layer.2.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 9.0, 4.0, 8.0, 8.0, 16.0, 13.0, 22.0, 23.0, 21.0, 53.0, 33.0, 83.0, 112.0, 169.0, 309.0, 495.0, 816.0, 1478.0, 2649.0, 5142.0, 10886.0, 25550.0, 69326.0, 208913.0, 168194.0, 55298.0, 20851.0, 9194.0, 4508.0, 2311.0, 1304.0, 793.0, 437.0, 261.0, 162.0, 106.0, 75.0, 42.0, 35.0, 19.0, 16.0, 13.0, 7.0, 8.0, 8.0, 5.0, 7.0, 5.0, 3.0, 2.0, 4.0, 5.0, 2.0, 1.0, 0.0, 3.0], "bins": [-4.144161636077115e-08, -4.014226107074137e-08, -3.884290933342527e-08, -3.754355404339549e-08, -3.624419875336571e-08, -3.494484701604961e-08, -3.364549172601983e-08, -3.234613643599005e-08, -3.104678114596027e-08, -2.9747427632287327e-08, -2.8448072342257547e-08, -2.7148718828584606e-08, -2.5849363538554826e-08, -2.4550010024881885e-08, -2.3250656511208945e-08, -2.1951301221179165e-08, -2.0651949483863064e-08, -1.9352595970190123e-08, -1.8053240680160343e-08, -1.6753887166487402e-08, -1.5454531876457622e-08, -1.4155178362784682e-08, -1.2855824849111741e-08, -1.155647044726038e-08, -1.025711604540902e-08, -8.95776164355766e-09, -7.6584072417063e-09, -6.359053728033359e-09, -5.059699326181999e-09, -3.760344924330639e-09, -2.460991410657698e-09, -1.1616370088063377e-09, 1.3771739304502262e-10, 1.437071572851778e-09, 2.7364257526585334e-09, 4.035779710420684e-09, 5.335134112272044e-09, 6.6344885141234045e-09, 7.933842027796345e-09, 9.233196429647705e-09, 1.0532550831499066e-08, 1.1831905233350426e-08, 1.3131259635201786e-08, 1.4430613148874727e-08, 1.5729966662547668e-08, 1.7029321952577448e-08, 1.8328675466250388e-08, 1.962802897992333e-08, 2.092738426995311e-08, 2.222673778362605e-08, 2.352609307365583e-08, 2.482544658732877e-08, 2.612480187735855e-08, 2.742415539103149e-08, 2.872350890470443e-08, 3.002286419473421e-08, 3.132221593205031e-08, 3.262157122208009e-08, 3.3920922959396194e-08, 3.5220278249425974e-08, 3.6519633539455754e-08, 3.7818985276771855e-08, 3.9118340566801635e-08, 4.0417695856831415e-08, 4.1717051146861195e-08]}, "gradients/bert.encoder.layer.2.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 3.0, 0.0, 0.0, 1.0, 2.0, 1.0, 1.0, 1.0, 5.0, 4.0, 6.0, 11.0, 18.0, 13.0, 19.0, 26.0, 42.0, 30.0, 30.0, 49.0, 62.0, 64.0, 76.0, 64.0, 44.0, 42.0, 33.0, 18.0, 27.0, 12.0, 13.0, 10.0, 9.0, 2.0, 7.0, 4.0, 1.0, 4.0, 3.0, 2.0, 1.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-1.5265088748606104e-08, -1.481549372073232e-08, -1.4365899581036956e-08, -1.3916304553163172e-08, -1.3466709525289389e-08, -1.3017114497415605e-08, -1.2567520357720241e-08, -1.2117925329846457e-08, -1.1668330301972674e-08, -1.121873527409889e-08, -1.0769141134403526e-08, -1.0319546106529742e-08, -9.869951078655959e-09, -9.420356050782175e-09, -8.970761911086811e-09, -8.521166883213027e-09, -8.071572743517663e-09, -7.62197771564388e-09, -7.172383131859306e-09, -6.722788548074732e-09, -6.273193520200948e-09, -5.823598936416374e-09, -5.3740043526318004e-09, -4.924409324758017e-09, -4.474814740973443e-09, -4.025220157188869e-09, -3.5756251293150854e-09, -3.1260305455305115e-09, -2.6764357397013327e-09, -2.226840933872154e-09, -1.7772463500875801e-09, -1.3276515442584014e-09, -8.780576266076423e-10, -4.2846287628961477e-10, 2.1131874028412767e-11, 4.707265688352891e-10, 9.203213746644678e-10, 1.3699161804936466e-09, 1.8195107642782204e-09, 2.2691055701073992e-09, 2.718700375936578e-09, 3.1682951817657568e-09, 3.6178899875949355e-09, 4.067484571379509e-09, 4.517079155164083e-09, 4.966674183037867e-09, 5.416268766822441e-09, 5.8658633506070146e-09, 6.315458378480798e-09, 6.765052962265372e-09, 7.214647990139156e-09, 7.66424257392373e-09, 8.113837601797513e-09, 8.563432629671297e-09, 9.013026769366661e-09, 9.462621797240445e-09, 9.912216825114228e-09, 1.0361811852988012e-08, 1.0811405992683376e-08, 1.126100102055716e-08, 1.1710596048430943e-08, 1.2160191076304727e-08, 1.2609785216000091e-08, 1.3059380243873875e-08, 1.3508974383569239e-08]}, "gradients/bert.encoder.layer.2.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 0.0, 1.0, 0.0, 3.0, 1.0, 6.0, 2.0, 5.0, 4.0, 6.0, 7.0, 14.0, 21.0, 40.0, 84.0, 153.0, 363.0, 1069.0, 4882.0, 36657.0, 357095.0, 168569.0, 16911.0, 2674.0, 671.0, 248.0, 132.0, 75.0, 47.0, 25.0, 23.0, 8.0, 6.0, 3.0, 3.0, 1.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0], "bins": [-9.936827893852751e-08, -9.614417706416134e-08, -9.292008229522253e-08, -8.969598042085636e-08, -8.647187854649019e-08, -8.324778377755138e-08, -8.00236819031852e-08, -7.679958002881904e-08, -7.357547815445287e-08, -7.03513762800867e-08, -6.712728151114788e-08, -6.390317963678172e-08, -6.067907776241555e-08, -5.7454979440763054e-08, -5.423088111911056e-08, -5.1006779244744394e-08, -4.778268447580558e-08, -4.455858615415309e-08, -4.133448427978692e-08, -3.811038595813443e-08, -3.488628408376826e-08, -3.166218576211577e-08, -2.8438087440463278e-08, -2.5213987342453947e-08, -2.1989887244444617e-08, -1.8765787146435287e-08, -1.5541687048425956e-08, -1.2317588726773465e-08, -9.093488628764135e-09, -5.869388530754804e-09, -2.6452902091023134e-09, 5.78809888907017e-10, 3.80290288148899e-09, 7.02700253540911e-09, 1.0251102189329231e-08, 1.3475201399160142e-08, 1.6699301497169472e-08, 1.9923401595178802e-08, 2.3147499916831293e-08, 2.6371600014840624e-08, 2.9595700112849954e-08, 3.2819798434502445e-08, 3.6043900308868615e-08, 3.9267998630521106e-08, 4.24920969521736e-08, 4.571619882653977e-08, 4.894029714819226e-08, 5.216439546984475e-08, 5.538849734421092e-08, 5.861259566586341e-08, 6.18366939875159e-08, 6.506079586188207e-08, 6.828489773624824e-08, 7.150899250518705e-08, 7.473309437955322e-08, 7.795719625391939e-08, 8.118129812828556e-08, 8.440540000265173e-08, 8.762949477159054e-08, 9.085359664595671e-08, 9.407769852032288e-08, 9.73017932892617e-08, 1.0052589516362787e-07, 1.0374999703799404e-07, 1.0697409180693285e-07]}, "gradients/bert.encoder.layer.1.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 7.0, 6.0, 3.0, 8.0, 11.0, 10.0, 17.0, 21.0, 32.0, 39.0, 40.0, 49.0, 45.0, 60.0, 60.0, 63.0, 47.0, 54.0, 38.0, 33.0, 29.0, 26.0, 13.0, 12.0, 10.0, 6.0, 3.0, 3.0, 0.0, 6.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-7.078266150983836e-08, -6.8339872427714e-08, -6.589708334558964e-08, -6.345430136889263e-08, -6.101151228676827e-08, -5.85687232046439e-08, -5.612593412251954e-08, -5.3683145040395175e-08, -5.124035951098449e-08, -4.8797570428860126e-08, -4.635478489944944e-08, -4.391199581732508e-08, -4.1469206735200714e-08, -3.902642120579003e-08, -3.6583632123665666e-08, -3.414084659425498e-08, -3.169805751213062e-08, -2.9255270206363093e-08, -2.681248290059557e-08, -2.4369693818471205e-08, -2.192690651270368e-08, -1.9484119206936157e-08, -1.7041330124811793e-08, -1.4598542819044269e-08, -1.2155755513276745e-08, -9.71296820750922e-09, -7.270180013563277e-09, -4.8273922637065425e-09, -2.3846045138498084e-09, 5.8182791917715804e-11, 2.5009709858636597e-09, 4.943759179809604e-09, 7.386546485577128e-09, 9.829333791344652e-09, 1.2272121985290596e-08, 1.471491017923654e-08, 1.7157697485004064e-08, 1.960048479077159e-08, 2.2043273872895952e-08, 2.4486061178663476e-08, 2.6928848484431e-08, 2.9371635790198525e-08, 3.181442309596605e-08, 3.425721217809041e-08, 3.6700001260214776e-08, 3.914278678962546e-08, 4.1585575871749825e-08, 4.402836140116051e-08, 4.647115048328487e-08, 4.891393956540924e-08, 5.135672509481992e-08, 5.3799514176944285e-08, 5.624229970635497e-08, 5.8685088788479334e-08, 6.11278778706037e-08, 6.357066695272806e-08, 6.601345603485242e-08, 6.845624511697679e-08, 7.089903419910115e-08, 7.334181617579816e-08, 7.578460525792252e-08, 7.822739434004689e-08, 8.067018342217125e-08, 8.311297250429561e-08, 8.555575448099262e-08]}, "gradients/bert.encoder.layer.1.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 1.0, 0.0, 3.0, 3.0, 5.0, 1.0, 8.0, 10.0, 4.0, 18.0, 6.0, 14.0, 14.0, 12.0, 16.0, 39.0, 26.0, 26.0, 36.0, 37.0, 33.0, 37.0, 36.0, 43.0, 41.0, 32.0, 42.0, 34.0, 32.0, 25.0, 27.0, 24.0, 14.0, 12.0, 9.0, 11.0, 6.0, 7.0, 7.0, 5.0, 3.0, 2.0, 3.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-6.084316339638463e-08, -5.82248063096813e-08, -5.560644922297797e-08, -5.2988092136274645e-08, -5.036973504957132e-08, -4.775137796286799e-08, -4.5133020876164665e-08, -4.251466378946134e-08, -3.989630670275801e-08, -3.7277949616054684e-08, -3.465959252935136e-08, -3.204123544264803e-08, -2.9422878355944704e-08, -2.6804521269241377e-08, -2.418616595889489e-08, -2.1567808872191563e-08, -1.8949453561845075e-08, -1.633109647514175e-08, -1.3712739388438422e-08, -1.1094383189913515e-08, -8.476026103210188e-09, -5.857669016506861e-09, -3.239312817981954e-09, -6.209557312786274e-10, 1.9974013554246994e-09, 4.615758442128026e-09, 7.234115084742143e-09, 9.85247172735626e-09, 1.2470828814059587e-08, 1.5089185012584494e-08, 1.770754209928782e-08, 2.0325899185991148e-08, 2.2944256272694474e-08, 2.55626133593978e-08, 2.8180970446101128e-08, 3.0799327532804455e-08, 3.341768461950778e-08, 3.603604170621111e-08, 3.8654398792914435e-08, 4.127275587961776e-08, 4.389111296632109e-08, 4.6509470053024415e-08, 4.912782713972774e-08, 5.174618422643107e-08, 5.4364541313134396e-08, 5.698289839983772e-08, 5.960125548654105e-08, 6.221961257324438e-08, 6.483796255452035e-08, 6.745631964122367e-08, 7.0074676727927e-08, 7.269303381463033e-08, 7.531139090133365e-08, 7.792974798803698e-08, 8.05481050747403e-08, 8.316646216144363e-08, 8.578481924814696e-08, 8.840317633485029e-08, 9.102153342155361e-08, 9.363989050825694e-08, 9.625824759496027e-08, 9.88766046816636e-08, 1.0149496176836692e-07, 1.0411331885507025e-07, 1.0673167594177357e-07]}, "gradients/bert.encoder.layer.1.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 2.0, 4.0, 1.0, 4.0, 7.0, 0.0, 5.0, 4.0, 12.0, 22.0, 18.0, 11.0, 11.0, 21.0, 13.0, 28.0, 23.0, 34.0, 30.0, 34.0, 33.0, 43.0, 42.0, 37.0, 30.0, 51.0, 40.0, 20.0, 32.0, 25.0, 33.0, 15.0, 8.0, 15.0, 8.0, 10.0, 6.0, 7.0, 5.0, 6.0, 5.0, 0.0, 2.0, 3.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.88620762237224e-08, -3.73752797599991e-08, -3.588847974356213e-08, -3.4401683279838835e-08, -3.291488681611554e-08, -3.142808679967857e-08, -2.994129033595527e-08, -2.845449387223198e-08, -2.6967695632151845e-08, -2.548089739207171e-08, -2.3994100928348416e-08, -2.2507302688268283e-08, -2.102050444818815e-08, -1.9533707984464854e-08, -1.804690974438472e-08, -1.6560111504304587e-08, -1.5073315040581292e-08, -1.3586517688679578e-08, -1.2099720336777864e-08, -1.061292209669773e-08, -9.126124744796016e-09, -7.639327392894302e-09, -6.152529152814168e-09, -4.665731800912454e-09, -3.1789344490107396e-09, -1.6921368750644206e-09, -2.053393011181015e-10, 1.2814584948728225e-09, 2.7682558467745366e-09, 4.255053198676251e-09, 5.741851438756385e-09, 7.228648790658099e-09, 8.715446142559813e-09, 1.0202243494461527e-08, 1.1689040846363241e-08, 1.3175839086443375e-08, 1.4662636438345089e-08, 1.6149433790246803e-08, 1.7636232030326937e-08, 1.912302849405023e-08, 2.0609826734130365e-08, 2.20966249742105e-08, 2.3583421437933794e-08, 2.5070219678013927e-08, 2.655701791809406e-08, 2.8043814381817356e-08, 2.953061262189749e-08, 3.1017410861977623e-08, 3.250420732570092e-08, 3.399100378942421e-08, 3.5477803805861186e-08, 3.696460026958448e-08, 3.8451396733307774e-08, 3.993819319703107e-08, 4.142499321346804e-08, 4.2911789677191337e-08, 4.439858969362831e-08, 4.5885386157351604e-08, 4.737218617378858e-08, 4.885898263751187e-08, 5.0345779101235166e-08, 5.183257911767214e-08, 5.3319375581395434e-08, 5.480617204511873e-08, 5.629296850884202e-08]}, "gradients/bert.encoder.layer.1.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 4.0, 5.0, 3.0, 6.0, 7.0, 6.0, 10.0, 18.0, 23.0, 30.0, 33.0, 60.0, 69.0, 97.0, 167.0, 262.0, 383.0, 643.0, 1174.0, 2076.0, 4241.0, 9356.0, 24961.0, 124870.0, 1927027.0, 211439.0, 30654.0, 10980.0, 4747.0, 2443.0, 1333.0, 760.0, 453.0, 289.0, 197.0, 130.0, 86.0, 53.0, 46.0, 33.0, 26.0, 24.0, 16.0, 12.0, 6.0, 5.0, 4.0, 6.0, 2.0, 1.0, 2.0, 1.0, 1.0, 2.0, 0.0, 1.0, 0.0, 1.0], "bins": [-9.567053638193102e-08, -9.254335253672252e-08, -8.941616158608667e-08, -8.628897774087818e-08, -8.316179389566969e-08, -8.00346100504612e-08, -7.690741909982535e-08, -7.378023525461685e-08, -7.065305140940836e-08, -6.752586756419987e-08, -6.439867661356402e-08, -6.127149276835553e-08, -5.814430892314704e-08, -5.5017121525224866e-08, -5.1889934127302695e-08, -4.87627502820942e-08, -4.563556288417203e-08, -4.250837548624986e-08, -3.938119164104137e-08, -3.62540042431192e-08, -3.3126820397910706e-08, -2.9999632999988535e-08, -2.6872447378423203e-08, -2.3745261756857872e-08, -2.061807613529254e-08, -1.749089051372721e-08, -1.4363704892161877e-08, -1.1236518382418126e-08, -8.109332760852794e-09, -4.982146251109043e-09, -1.8549606295437115e-09, 1.27222499202162e-09, 4.3994106135869515e-09, 7.526596235152283e-09, 1.0653781856717615e-08, 1.3780968366461366e-08, 1.6908153099848278e-08, 2.003534049777045e-08, 2.316252611933578e-08, 2.628971174090111e-08, 2.9416897362466443e-08, 3.2544082984031775e-08, 3.5671270381953946e-08, 3.879845422716244e-08, 4.192564162508461e-08, 4.505282902300678e-08, 4.818001286821527e-08, 5.1307196713423764e-08, 5.4434384111345935e-08, 5.7561571509268106e-08, 6.06887553544766e-08, 6.381593919968509e-08, 6.694313015032094e-08, 7.007031399552943e-08, 7.319749784073792e-08, 7.632468168594642e-08, 7.945187263658227e-08, 8.257905648179076e-08, 8.570624743242661e-08, 8.88334312776351e-08, 9.196061512284359e-08, 9.508779896805208e-08, 9.821498991868793e-08, 1.0134217376389643e-07, 1.0446935760910492e-07]}, "gradients/bert.encoder.layer.1.intermediate.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 2.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 2.0, 2.0, 3.0, 3.0, 4.0, 8.0, 7.0, 7.0, 13.0, 12.0, 23.0, 17.0, 34.0, 51.0, 104.0, 222.0, 597.0, 1098.0, 414.0, 174.0, 78.0, 57.0, 29.0, 25.0, 21.0, 12.0, 11.0, 6.0, 10.0, 4.0, 2.0, 1.0, 2.0, 1.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0], "bins": [-3.3279256683727e-08, -3.233784440226373e-08, -3.1396435673514134e-08, -3.045502694476454e-08, -2.951361466330127e-08, -2.8572204158194836e-08, -2.7630793653088404e-08, -2.668938314798197e-08, -2.574797264287554e-08, -2.4806562137769106e-08, -2.3865151632662673e-08, -2.292374112755624e-08, -2.1982330622449808e-08, -2.1040920117343376e-08, -2.0099509612236943e-08, -1.915809910713051e-08, -1.8216688602024078e-08, -1.7275278096917646e-08, -1.6333867591811213e-08, -1.539245708670478e-08, -1.4451046581598348e-08, -1.3509636076491915e-08, -1.2568225571385483e-08, -1.162681506627905e-08, -1.0685404561172618e-08, -9.743994056066185e-09, -8.802583550959753e-09, -7.86117304585332e-09, -6.919762540746888e-09, -5.978352035640455e-09, -5.036941530534023e-09, -4.09553102542759e-09, -3.1541240730348363e-09, -2.2127135679284038e-09, -1.2713030628219713e-09, -3.298925577155387e-10, 6.115179473908938e-10, 1.5529284524973264e-09, 2.494338957603759e-09, 3.4357494627101914e-09, 4.377159967816624e-09, 5.3185704729230565e-09, 6.259980978029489e-09, 7.201391483135922e-09, 8.142801988242354e-09, 9.084212493348787e-09, 1.002562299845522e-08, 1.0967033503561652e-08, 1.1908444008668084e-08, 1.2849854513774517e-08, 1.379126501888095e-08, 1.4732675523987382e-08, 1.5674086029093814e-08, 1.6615496534200247e-08, 1.755690703930668e-08, 1.8498317544413112e-08, 1.9439728049519545e-08, 2.0381138554625977e-08, 2.132254905973241e-08, 2.2263959564838842e-08, 2.3205370069945275e-08, 2.4146780575051707e-08, 2.508819108015814e-08, 2.6029601585264572e-08, 2.6971012090371005e-08]}, "gradients/bert.encoder.layer.1.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 2.0, 1.0, 0.0, 2.0, 1.0, 2.0, 5.0, 8.0, 7.0, 14.0, 7.0, 20.0, 26.0, 32.0, 38.0, 54.0, 182.0, 773.0, 8062.0, 2281535.0, 65749.0, 2128.0, 333.0, 113.0, 48.0, 29.0, 25.0, 16.0, 13.0, 11.0, 9.0, 6.0, 9.0, 6.0, 5.0, 3.0, 1.0, 1.0, 2.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 4.0, 1.0, 0.0, 1.0, 0.0, 1.0], "bins": [-6.108507477620151e-07, -5.922015020587423e-07, -5.735523131988884e-07, -5.549030674956157e-07, -5.362538786357618e-07, -5.17604632932489e-07, -4.989553872292163e-07, -4.803061983693624e-07, -4.6165695266608964e-07, -4.430077353845263e-07, -4.24358518102963e-07, -4.0570927239969024e-07, -3.870600551181269e-07, -3.684108378365636e-07, -3.4976159213329083e-07, -3.311123748517275e-07, -3.124631575701642e-07, -2.9381394028860086e-07, -2.7516472300703754e-07, -2.565154773037648e-07, -2.3786626002220146e-07, -2.1921704274063814e-07, -2.005678112482201e-07, -1.8191857975580206e-07, -1.6326936247423873e-07, -1.446201451926754e-07, -1.2597091370025737e-07, -1.0732168931326669e-07, -8.867246492627601e-08, -7.002324053928533e-08, -5.1374016152294644e-08, -3.2724784659876605e-08, -1.407551053489442e-08, 4.573713852096262e-09, 2.3222938239086943e-08, 4.1872162626077625e-08, 6.05213870130683e-08, 7.917061140005899e-08, 9.781983578704967e-08, 1.1646906727946771e-07, 1.3511828456103103e-07, 1.5376750184259436e-07, 1.724167333350124e-07, 1.9106596482743043e-07, 2.0971518210899376e-07, 2.2836439939055708e-07, 2.4701364509382984e-07, 2.6566286237539316e-07, 2.843120796569565e-07, 3.029612969385198e-07, 3.2161051422008313e-07, 3.402597599233559e-07, 3.589089772049192e-07, 3.7755819448648253e-07, 3.962074401897553e-07, 4.148566574713186e-07, 4.3350587475288194e-07, 4.5215509203444526e-07, 4.708043093160086e-07, 4.894535550192813e-07, 5.081027438791352e-07, 5.26751989582408e-07, 5.454012352856807e-07, 5.640504241455346e-07, 5.826996698488074e-07]}, "gradients/bert.encoder.layer.1.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 4.0, 4.0, 1.0, 1.0, 4.0, 11.0, 7.0, 7.0, 11.0, 21.0, 25.0, 21.0, 24.0, 31.0, 34.0, 35.0, 35.0, 28.0, 33.0, 38.0, 40.0, 34.0, 48.0, 38.0, 23.0, 22.0, 26.0, 27.0, 23.0, 21.0, 17.0, 17.0, 7.0, 5.0, 15.0, 5.0, 1.0, 1.0, 3.0, 2.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 1.0], "bins": [-5.525673074657789e-08, -5.377053824417999e-08, -5.228434218906841e-08, -5.079814968667051e-08, -4.9311957184272615e-08, -4.782576112916104e-08, -4.633956862676314e-08, -4.485337257165156e-08, -4.3367180069253664e-08, -4.1880987566855765e-08, -4.039479151174419e-08, -3.890859900934629e-08, -3.742240650694839e-08, -3.5936210451836814e-08, -3.4450017949438916e-08, -3.296382544704102e-08, -3.147763294464312e-08, -2.999144044224522e-08, -2.8505246163490483e-08, -2.7019051884735745e-08, -2.5532857605981008e-08, -2.404666332722627e-08, -2.256047082482837e-08, -2.1074276546073634e-08, -1.9588082267318896e-08, -1.8101887988564158e-08, -1.661569548616626e-08, -1.5129501207411522e-08, -1.3643306928656784e-08, -1.2157113538080466e-08, -1.0670920147504148e-08, -9.18472586874941e-09, -7.698531589994673e-09, -6.212337755329145e-09, -4.726143920663617e-09, -3.239950530087299e-09, -1.753756695421771e-09, -2.6756286075624303e-10, 1.218630529820075e-09, 2.7048248085748128e-09, 4.191018199151131e-09, 5.677212033816659e-09, 7.163405868482187e-09, 8.649599259058505e-09, 1.0135792649634823e-08, 1.162198692838956e-08, 1.3108180318965879e-08, 1.4594374597720616e-08, 1.6080567988296934e-08, 1.7566762267051672e-08, 1.905295476944957e-08, 2.0539149048204308e-08, 2.2025343326959046e-08, 2.3511535829356944e-08, 2.4997730108111682e-08, 2.648392438686642e-08, 2.7970116889264318e-08, 2.9456311168019056e-08, 3.0942505446773794e-08, 3.242869794917169e-08, 3.391489045156959e-08, 3.540108650668117e-08, 3.6887279009079066e-08, 3.8373471511476964e-08, 3.985966756658854e-08]}, "gradients/bert.encoder.layer.1.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 0.0, 3.0, 7.0, 4.0, 5.0, 5.0, 5.0, 6.0, 7.0, 10.0, 10.0, 15.0, 12.0, 12.0, 21.0, 13.0, 28.0, 33.0, 33.0, 22.0, 34.0, 22.0, 42.0, 37.0, 40.0, 33.0, 38.0, 24.0, 32.0, 30.0, 21.0, 19.0, 26.0, 15.0, 19.0, 9.0, 17.0, 13.0, 8.0, 6.0, 8.0, 2.0, 5.0, 0.0, 3.0, 3.0, 3.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.166436795571826e-08, -4.030409073152441e-08, -3.894381706004424e-08, -3.758353983585039e-08, -3.622326261165654e-08, -3.4862985387462686e-08, -3.3502711715982514e-08, -3.214243449178866e-08, -3.078216082030849e-08, -2.942188537247148e-08, -2.8061608148277628e-08, -2.6701332700440616e-08, -2.5341055476246765e-08, -2.3980780028409754e-08, -2.2620504580572742e-08, -2.126022735637889e-08, -1.989995013218504e-08, -1.853967468434803e-08, -1.7179397460154178e-08, -1.5819122012317166e-08, -1.4458845676301735e-08, -1.3098569340286303e-08, -1.1738293892449292e-08, -1.037801755643386e-08, -9.01774122041843e-09, -7.657464884402998e-09, -6.2971889924767765e-09, -4.936913100550555e-09, -3.576636764535124e-09, -2.2163604285196925e-09, -8.560849806826809e-10, 5.041913553327504e-10, 1.8644712440618605e-09, 3.224747358032687e-09, 4.585023472003513e-09, 5.945299363929735e-09, 7.305575699945166e-09, 8.665852035960597e-09, 1.0026127483797609e-08, 1.138640381981304e-08, 1.2746680155828471e-08, 1.4106956491843903e-08, 1.5467232827859334e-08, 1.6827508275696346e-08, 1.8187783723533357e-08, 1.9548060947727208e-08, 2.090833639556422e-08, 2.226861184340123e-08, 2.3628889067595082e-08, 2.4989164515432094e-08, 2.6349441739625945e-08, 2.7709717187462957e-08, 2.9069994411656808e-08, 3.043027163585066e-08, 3.179054530733083e-08, 3.315082253152468e-08, 3.4511096203004854e-08, 3.5871373427198705e-08, 3.723164709867888e-08, 3.859192432287273e-08, 3.995220154706658e-08, 4.131247521854675e-08, 4.26727524427406e-08, 4.4033029666934453e-08, 4.5393306891128304e-08]}, "gradients/bert.encoder.layer.1.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 2.0, 0.0, 1.0, 4.0, 7.0, 8.0, 5.0, 8.0, 9.0, 14.0, 8.0, 12.0, 16.0, 14.0, 34.0, 30.0, 35.0, 38.0, 43.0, 37.0, 52.0, 40.0, 40.0, 41.0, 42.0, 41.0, 27.0, 33.0, 22.0, 20.0, 19.0, 11.0, 8.0, 11.0, 9.0, 7.0, 6.0, 1.0, 5.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.755436222581011e-08, -4.5668901549333896e-08, -4.3783437320144e-08, -4.189797664366779e-08, -4.0012515967191575e-08, -3.812705173800168e-08, -3.624159106152547e-08, -3.4356126832335576e-08, -3.247066615585936e-08, -3.058520547938315e-08, -2.8699741250193256e-08, -2.6814280573717042e-08, -2.492881812088399e-08, -2.3043355668050935e-08, -2.115789499157472e-08, -1.927243253874167e-08, -1.7386970085908615e-08, -1.5501507633075562e-08, -1.3616046068420928e-08, -1.1730584503766295e-08, -9.845122050933242e-09, -7.959659598100188e-09, -6.074198033445555e-09, -4.188736468790921e-09, -2.303274015957868e-09, -4.1781200721402456e-10, 1.4676500015298188e-09, 3.3531120102736622e-09, 5.238574019017506e-09, 7.124036471850559e-09, 9.009498036505192e-09, 1.0894959601159826e-08, 1.2780425606706558e-08, 1.4665888059539611e-08, 1.6551350512372665e-08, 1.843681118884888e-08, 2.032227364168193e-08, 2.2207736094514985e-08, 2.40931967709912e-08, 2.5978659223824252e-08, 2.7864121676657305e-08, 2.974958412949036e-08, 3.163504658232341e-08, 3.3520507258799626e-08, 3.540596793527584e-08, 3.729143216446573e-08, 3.9176892840941946e-08, 4.106235707013184e-08, 4.294781774660805e-08, 4.4833278423084266e-08, 4.671874265227416e-08, 4.860420332875037e-08, 5.0489667557940265e-08, 5.237512823441648e-08, 5.426058891089269e-08, 5.614604958736891e-08, 5.80315138165588e-08, 5.991697804574869e-08, 6.18024387222249e-08, 6.368789939870112e-08, 6.557336007517733e-08, 6.74588278570809e-08, 6.934428853355712e-08, 7.122974921003333e-08, 7.311520988650955e-08]}, "gradients/bert.encoder.layer.1.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 3.0, 0.0, 5.0, 4.0, 11.0, 7.0, 13.0, 18.0, 40.0, 56.0, 96.0, 163.0, 252.0, 479.0, 855.0, 1731.0, 3965.0, 9103.0, 21682.0, 52782.0, 168013.0, 216677.0, 66912.0, 26504.0, 11249.0, 4839.0, 2093.0, 1053.0, 489.0, 286.0, 145.0, 87.0, 71.0, 36.0, 34.0, 20.0, 14.0, 11.0, 6.0, 3.0, 4.0, 1.0, 3.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.1747329153877217e-07, -1.1357286666680011e-07, -1.0967243468940069e-07, -1.0577200981742862e-07, -1.0187158494545656e-07, -9.797115296805714e-08, -9.407072809608508e-08, -9.017030322411301e-08, -8.626987835214095e-08, -8.236945348016889e-08, -7.846902150276946e-08, -7.45685966307974e-08, -7.066817175882534e-08, -6.676773978142592e-08, -6.286731490945385e-08, -5.896689003748179e-08, -5.506645806008237e-08, -5.1166029635396626e-08, -4.726560476342456e-08, -4.336517633873882e-08, -3.9464751466766756e-08, -3.5564323042081014e-08, -3.166389461739527e-08, -2.776346796906637e-08, -2.3863041320737466e-08, -1.9962614672408563e-08, -1.606218802407966e-08, -1.2161759599393918e-08, -8.261332951065015e-09, -4.360906302736112e-09, -4.6047787805036933e-10, 3.4399487702785336e-09, 7.3403754186074366e-09, 1.124080206693634e-08, 1.5141228715265242e-08, 1.9041657139950985e-08, 2.2942083788279888e-08, 2.684251043660879e-08, 3.074293886129453e-08, 3.4643363733266597e-08, 3.854379215795234e-08, 4.244422058263808e-08, 4.6344645454610145e-08, 5.024507387929589e-08, 5.414550230398163e-08, 5.804592717595369e-08, 6.194635204792576e-08, 6.584678402532518e-08, 6.974720889729724e-08, 7.36476337692693e-08, 7.754806574666873e-08, 8.144849061864079e-08, 8.534891549061285e-08, 8.924934036258492e-08, 9.314977233998434e-08, 9.70501972119564e-08, 1.0095062918935582e-07, 1.0485105406132789e-07, 1.0875148603872731e-07, 1.1265191091069937e-07, 1.1655233578267143e-07, 1.2045276776007086e-07, 1.2435319263204292e-07, 1.2825361750401498e-07, 1.3215404237598705e-07]}, "gradients/bert.encoder.layer.1.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 2.0, 1.0, 0.0, 2.0, 2.0, 3.0, 1.0, 1.0, 3.0, 3.0, 6.0, 7.0, 9.0, 5.0, 7.0, 16.0, 7.0, 17.0, 16.0, 14.0, 14.0, 24.0, 18.0, 27.0, 32.0, 19.0, 35.0, 35.0, 29.0, 33.0, 35.0, 35.0, 35.0, 28.0, 28.0, 33.0, 20.0, 20.0, 17.0, 17.0, 21.0, 20.0, 6.0, 9.0, 14.0, 8.0, 4.0, 8.0, 4.0, 3.0, 2.0, 6.0, 2.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0], "bins": [-4.0119381594649894e-08, -3.885909904965956e-08, -3.759882005738291e-08, -3.633853751239258e-08, -3.5078254967402245e-08, -3.381797242241191e-08, -3.255769343013526e-08, -3.129741088514493e-08, -3.0037128340154595e-08, -2.8776847571521103e-08, -2.751656502653077e-08, -2.6256284257897278e-08, -2.4996001712906946e-08, -2.3735720944273453e-08, -2.247544017563996e-08, -2.1215157630649628e-08, -1.9954876862016135e-08, -1.8694596093382643e-08, -1.743431354839231e-08, -1.6174032779758818e-08, -1.4913750234768486e-08, -1.3653469466134993e-08, -1.239318780932308e-08, -1.1132906152511168e-08, -9.872624495699256e-09, -8.612342838887344e-09, -7.352061182075431e-09, -6.0917799693527286e-09, -4.831498312540816e-09, -3.5712166557289038e-09, -2.3109354430062012e-09, -1.0506537861942888e-09, 2.0962787061762356e-10, 1.4699094164072335e-09, 2.7301909621968434e-09, 3.990472396964151e-09, 5.250754053776063e-09, 6.511035710587976e-09, 7.771316923310678e-09, 9.03159858012259e-09, 1.0291880236934503e-08, 1.1552161893746415e-08, 1.2812443550558328e-08, 1.407272520737024e-08, 1.5333005976003733e-08, 1.6593288520994065e-08, 1.7853569289627558e-08, 1.911385183461789e-08, 2.0374132603251383e-08, 2.1634413371884875e-08, 2.2894695916875207e-08, 2.41549766855087e-08, 2.5415259230499032e-08, 2.6675539999132525e-08, 2.7935822544122857e-08, 2.919610331275635e-08, 3.045638408138984e-08, 3.1716666626380174e-08, 3.297694561865683e-08, 3.423722816364716e-08, 3.549751070863749e-08, 3.6757793253627824e-08, 3.801807224590448e-08, 3.927835479089481e-08, 4.053863733588514e-08]}, "gradients/bert.encoder.layer.1.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 1.0, 2.0, 3.0, 3.0, 4.0, 6.0, 10.0, 4.0, 15.0, 12.0, 14.0, 19.0, 16.0, 25.0, 23.0, 37.0, 39.0, 104.0, 417.0, 3036.0, 31379.0, 399159.0, 141532.0, 12187.0, 1213.0, 254.0, 77.0, 33.0, 32.0, 25.0, 17.0, 19.0, 14.0, 9.0, 14.0, 16.0, 6.0, 6.0, 6.0, 7.0, 7.0, 0.0, 5.0, 2.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.809501040701434e-07, -2.711949491640553e-07, -2.6143979425796715e-07, -2.51684639351879e-07, -2.419294844457909e-07, -2.3217432953970274e-07, -2.224191604227599e-07, -2.1266400551667175e-07, -2.029088506105836e-07, -1.9315369570449548e-07, -1.8339854079840734e-07, -1.736433858923192e-07, -1.6388821677537635e-07, -1.541330618692882e-07, -1.4437790696320008e-07, -1.3462275205711194e-07, -1.248675971510238e-07, -1.1511244224493566e-07, -1.0535728733884753e-07, -9.560212532733203e-08, -8.58469704212439e-08, -7.609181551515576e-08, -6.633665350364026e-08, -5.658149859755213e-08, -4.682634369146399e-08, -3.707118878537585e-08, -2.7316030326574037e-08, -1.756087364412906e-08, -7.805716961684084e-09, 1.9494379444040533e-09, 1.1704596403205869e-08, 2.1459754862007685e-08, 3.121490976809582e-08, 4.097006467418396e-08, 5.0725223132985775e-08, 6.048038159178759e-08, 7.023553649787573e-08, 7.999069140396387e-08, 8.974585341547936e-08, 9.95010083215675e-08, 1.0925616322765563e-07, 1.1901131813374377e-07, 1.287664730398319e-07, 1.3852162794592005e-07, 1.482767970628629e-07, 1.5803195196895103e-07, 1.6778710687503917e-07, 1.775422617811273e-07, 1.8729741668721545e-07, 1.9705257159330358e-07, 2.0680772649939172e-07, 2.1656288140547986e-07, 2.26318036311568e-07, 2.3607319121765613e-07, 2.4582834612374427e-07, 2.5558352945154184e-07, 2.6533865593592054e-07, 2.750938108420087e-07, 2.848489657480968e-07, 2.9460412065418495e-07, 3.043592755602731e-07, 3.1411443046636123e-07, 3.2386958537244936e-07, 3.3362476870024693e-07, 3.4337992360633507e-07]}, "gradients/bert.encoder.layer.1.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 1.0, 1.0, 3.0, 5.0, 3.0, 5.0, 9.0, 15.0, 20.0, 29.0, 30.0, 77.0, 137.0, 176.0, 91.0, 50.0, 28.0, 25.0, 18.0, 7.0, 3.0, 6.0, 6.0, 2.0, 3.0, 4.0, 1.0, 1.0, 1.0, 1.0, 2.0], "bins": [-1.509903313490213e-14, -1.47720377596805e-14, -1.4445042384458873e-14, -1.4118047009237245e-14, -1.3791051634015616e-14, -1.3464056258793988e-14, -1.313706088357236e-14, -1.2810065508350732e-14, -1.2483070133129104e-14, -1.2156074757907476e-14, -1.1829079382685848e-14, -1.150208400746422e-14, -1.1175088632242591e-14, -1.0848093257020963e-14, -1.0521097881799335e-14, -1.0194102506577707e-14, -9.867107131356079e-15, -9.54011175613445e-15, -9.213116380912822e-15, -8.886121005691194e-15, -8.559125630469566e-15, -8.232130255247938e-15, -7.90513488002631e-15, -7.578139504804682e-15, -7.251144129583054e-15, -6.9241487543614255e-15, -6.597153379139797e-15, -6.270158003918169e-15, -5.943162628696541e-15, -5.616167253474913e-15, -5.289171878253285e-15, -4.962176503031657e-15, -4.6351811278100286e-15, -4.3081857525884004e-15, -3.981190377366772e-15, -3.654195002145144e-15, -3.327199626923516e-15, -3.000204251701888e-15, -2.6732088764802597e-15, -2.3462135012586316e-15, -2.0192181260370035e-15, -1.6922227508153753e-15, -1.3652273755937472e-15, -1.038232000372119e-15, -7.112366251504909e-16, -3.8424124992886277e-16, -5.724587470723463e-17, 2.697495005143935e-16, 5.967448757360216e-16, 9.237402509576498e-16, 1.250735626179278e-15, 1.577731001400906e-15, 1.904726376622534e-15, 2.2317217518441623e-15, 2.5587171270657905e-15, 2.8857125022874186e-15, 3.2127078775090467e-15, 3.539703252730675e-15, 3.866698627952303e-15, 4.193694003173931e-15, 4.520689378395559e-15, 4.8476847536171874e-15, 5.1746801288388156e-15, 5.501675504060444e-15, 5.828670879282072e-15]}, "gradients/bert.encoder.layer.1.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 1.0, 6.0, 7.0, 7.0, 13.0, 17.0, 29.0, 23.0, 52.0, 69.0, 125.0, 187.0, 312.0, 443.0, 681.0, 1117.0, 1994.0, 3749.0, 8310.0, 21170.0, 65572.0, 260310.0, 155800.0, 41785.0, 14761.0, 6156.0, 2969.0, 1560.0, 952.0, 587.0, 367.0, 221.0, 154.0, 121.0, 64.0, 49.0, 20.0, 22.0, 11.0, 7.0, 5.0, 3.0, 6.0, 1.0, 1.0, 0.0, 1.0, 0.0, 2.0], "bins": [-6.44896616108781e-08, -6.273778296872479e-08, -6.098590432657147e-08, -5.923402213170448e-08, -5.7482139936837484e-08, -5.573026129468417e-08, -5.3978382652530854e-08, -5.222650401037754e-08, -5.0474621815510545e-08, -4.872274317335723e-08, -4.6970860978490236e-08, -4.521898233633692e-08, -4.3467103694183606e-08, -4.171522149931661e-08, -3.99633428571633e-08, -3.8211460662296304e-08, -3.645958202014299e-08, -3.4707703377989674e-08, -3.295582118312268e-08, -3.1203942540969365e-08, -2.945206212245921e-08, -2.7700181703949056e-08, -2.594830306179574e-08, -2.4196422643285587e-08, -2.2444542224775432e-08, -2.0692661806265278e-08, -1.8940781387755123e-08, -1.718890274560181e-08, -1.5437022327091654e-08, -1.36851419085815e-08, -1.1933262378249765e-08, -1.018138284791803e-08, -8.429502429407876e-09, -6.677622454986931e-09, -4.925742480565987e-09, -3.173862506145042e-09, -1.4219825317240975e-09, 3.298978867860569e-10, 2.0817774171177916e-09, 3.833656947449526e-09, 5.585537365959681e-09, 7.337417340380625e-09, 9.08929731480157e-09, 1.0841176845133305e-08, 1.2593057263643459e-08, 1.4344937682153613e-08, 1.609681632430693e-08, 1.7848696742817083e-08, 1.9600577161327237e-08, 2.1352457579837392e-08, 2.3104337998347546e-08, 2.485621664050086e-08, 2.6608097059011016e-08, 2.835997747752117e-08, 3.0111856119674485e-08, 3.18637347618278e-08, 3.3615616956694794e-08, 3.536749559884811e-08, 3.71193777937151e-08, 3.887125643586842e-08, 4.062313507802173e-08, 4.2375017272888726e-08, 4.412689591504204e-08, 4.5878778109909035e-08, 4.763065675206235e-08]}, "gradients/bert.encoder.layer.1.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 4.0, 3.0, 7.0, 4.0, 6.0, 20.0, 15.0, 23.0, 33.0, 41.0, 46.0, 70.0, 73.0, 106.0, 76.0, 43.0, 56.0, 31.0, 18.0, 21.0, 14.0, 12.0, 9.0, 5.0, 6.0, 3.0, 3.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.8933581813485034e-08, -1.8284826097669793e-08, -1.7636070381854552e-08, -1.698731466603931e-08, -1.633855895022407e-08, -1.5689803234408828e-08, -1.5041045742236747e-08, -1.4392290914599926e-08, -1.3743535198784684e-08, -1.3094779482969443e-08, -1.2446023767154202e-08, -1.179726716316054e-08, -1.11485114473453e-08, -1.0499755731530058e-08, -9.851000015714817e-09, -9.202244299899576e-09, -8.553488584084334e-09, -7.904732868269093e-09, -7.255977152453852e-09, -6.607220992549401e-09, -5.9584652767341595e-09, -5.309709560918918e-09, -4.660953401014467e-09, -4.012197685199226e-09, -3.3634419693839845e-09, -2.7146862535687433e-09, -2.065930315708897e-09, -1.4171743778490509e-09, -7.684186620338096e-10, -1.1966294621856832e-10, 5.290932136858828e-10, 1.177848929501124e-09, 1.8266064216732047e-09, 2.475362137488446e-09, 3.1241180753482922e-09, 3.7728740132081384e-09, 4.42162972902338e-09, 5.070385444838621e-09, 5.719141604743072e-09, 6.367897320558313e-09, 7.016653036373555e-09, 7.665408752188796e-09, 8.314164468004037e-09, 8.962921071997698e-09, 9.61167678781294e-09, 1.026043250362818e-08, 1.0909188219443422e-08, 1.1557943935258663e-08, 1.2206699651073905e-08, 1.2855455366889146e-08, 1.3504211082704387e-08, 1.4152966798519628e-08, 1.480172251433487e-08, 1.545047823015011e-08, 1.609923572232219e-08, 1.6747989661780593e-08, 1.7396747153952674e-08, 1.8045502869767915e-08, 1.8694258585583157e-08, 1.9343014301398398e-08, 1.999177001721364e-08, 2.064052573302888e-08, 2.1289281448844122e-08, 2.1938038941016202e-08, 2.2586792880474604e-08]}, "gradients/bert.encoder.layer.1.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 4.0, 5.0, 9.0, 12.0, 25.0, 36.0, 97.0, 355.0, 1885.0, 17762.0, 360313.0, 196547.0, 11040.0, 1252.0, 283.0, 86.0, 33.0, 25.0, 15.0, 6.0, 2.0, 4.0, 1.0, 2.0, 0.0, 0.0, 1.0, 1.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.4204776732640312e-07, -1.3773137652606238e-07, -1.3341498572572164e-07, -1.290985949253809e-07, -1.2478220412504015e-07, -1.204658133246994e-07, -1.1614942962978603e-07, -1.1183303882944529e-07, -1.0751664802910454e-07, -1.032002572287638e-07, -9.888386642842306e-08, -9.456747562808232e-08, -9.025109193316894e-08, -8.59347011328282e-08, -8.161831033248745e-08, -7.730191953214671e-08, -7.298552873180597e-08, -6.866913793146523e-08, -6.435274713112449e-08, -6.003635633078375e-08, -5.5719969083156684e-08, -5.140357828281594e-08, -4.708719103518888e-08, -4.277080023484814e-08, -3.84544094345074e-08, -3.4138018634166656e-08, -2.9821627833825914e-08, -2.5505240586198852e-08, -2.118884978585811e-08, -1.687245898551737e-08, -1.2556069961533467e-08, -8.239680937549565e-09, -3.923304348063539e-09, 3.930855640987829e-10, 4.709475476261105e-09, 9.025865388423426e-09, 1.3342255300585748e-08, 1.765864610092649e-08, 2.197503512491039e-08, 2.6291424148894293e-08, 3.0607814949235035e-08, 3.4924205749575776e-08, 3.924059654991652e-08, 4.355698379754358e-08, 4.787337459788432e-08, 5.218976539822506e-08, 5.6506152645852126e-08, 6.082254344619287e-08, 6.513893424653361e-08, 6.945532504687435e-08, 7.377171584721509e-08, 7.808810664755583e-08, 8.240449744789657e-08, 8.672088824823732e-08, 9.10372719431507e-08, 9.535366274349144e-08, 9.967005354383218e-08, 1.0398644434417292e-07, 1.0830283514451366e-07, 1.126192259448544e-07, 1.1693560963976779e-07, 1.2125200044010853e-07, 1.2556839124044927e-07, 1.2988478204079001e-07, 1.3420117284113076e-07]}, "gradients/bert.encoder.layer.0.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 3.0, 32.0, 104.0, 280.0, 237.0, 77.0, 24.0, 5.0, 1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-9.515789400893482e-08, -8.14710290342191e-08, -6.778416405950338e-08, -5.4097295532073986e-08, -4.041043055735827e-08, -2.672356202992887e-08, -1.3036697055213153e-08, 6.501679195025645e-10, 1.4337032894218282e-08, 2.8023897868934e-08, 4.171076284364972e-08, 5.5397631371079115e-08, 6.908449279308115e-08, 8.277136487322423e-08, 9.645822984793995e-08, 1.1014509482265566e-07, 1.2383196690279874e-07, 1.3751883898294182e-07, 1.5120569685223018e-07, 1.6489256893237325e-07, 1.785794268016616e-07, 1.922662988818047e-07, 2.0595317096194776e-07, 2.1964002883123612e-07, 2.3332688670052448e-07, 2.4701375878066756e-07, 2.6070063086081063e-07, 2.743874745192443e-07, 2.8807434659938735e-07, 3.0176121867953043e-07, 3.154480907596735e-07, 3.2913493441810715e-07, 3.4282183491995966e-07, 3.5650870700010273e-07, 3.701955790802458e-07, 3.8388242273867945e-07, 3.9756929481882253e-07, 4.112561668989656e-07, 4.249430389791087e-07, 4.3862991105925175e-07, 4.523167547176854e-07, 4.660036267978285e-07, 4.796904704562621e-07, 4.933773425364052e-07, 5.070642146165483e-07, 5.207510866966913e-07, 5.344379587768344e-07, 5.481248308569775e-07, 5.618117029371206e-07, 5.754985750172636e-07, 5.891854470974067e-07, 6.028723191775498e-07, 6.165591912576929e-07, 6.30246063337836e-07, 6.439328785745602e-07, 6.576197506547032e-07, 6.713066227348463e-07, 6.849934948149894e-07, 6.986803668951325e-07, 7.123672389752755e-07, 7.260541110554186e-07, 7.397409262921428e-07, 7.534277983722859e-07, 7.67114670452429e-07, 7.808015425325721e-07]}, "gradients/bert.encoder.layer.0.output.LayerNorm.bias": {"_type": "histogram", "values": [2.0, 2.0, 1.0, 2.0, 3.0, 2.0, 5.0, 8.0, 6.0, 7.0, 10.0, 8.0, 16.0, 8.0, 19.0, 26.0, 33.0, 31.0, 19.0, 37.0, 47.0, 35.0, 39.0, 36.0, 43.0, 43.0, 34.0, 33.0, 38.0, 30.0, 30.0, 19.0, 25.0, 9.0, 11.0, 7.0, 11.0, 8.0, 6.0, 5.0, 4.0, 2.0, 2.0, 0.0, 0.0, 2.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.549257764414506e-08, -5.3070611016892144e-08, -5.064864438963923e-08, -4.8226681315099995e-08, -4.580471468784708e-08, -4.338274806059417e-08, -4.096078498605493e-08, -3.853881835880202e-08, -3.6116851731549104e-08, -3.369488510429619e-08, -3.1272918477043277e-08, -2.885095540250404e-08, -2.6428988775251128e-08, -2.4007022147998214e-08, -2.158505729710214e-08, -1.9163092446206065e-08, -1.674112581895315e-08, -1.4319160079878657e-08, -1.1897194340804162e-08, -9.475228601729668e-09, -7.053262862655174e-09, -4.63129712358068e-09, -2.2093313845061857e-09, 2.1263346638988878e-10, 2.6346000936428027e-09, 5.056565832717297e-09, 7.478531571791791e-09, 9.900497310866285e-09, 1.232246304994078e-08, 1.4744428789015274e-08, 1.7166394528089768e-08, 1.9588359378985842e-08, 2.2010326006238756e-08, 2.443229263349167e-08, 2.6854257484387745e-08, 2.927622233528382e-08, 3.169818896253673e-08, 3.412015558978965e-08, 3.654211866432888e-08, 3.8964085291581796e-08, 4.138605191883471e-08, 4.3808018546087624e-08, 4.622998517334054e-08, 4.865194824787977e-08, 5.1073914875132687e-08, 5.34958815023856e-08, 5.5917844576924836e-08, 5.833981120417775e-08, 6.076177783143066e-08, 6.31837409059699e-08, 6.560571108593649e-08, 6.802767416047573e-08, 7.044964434044232e-08, 7.287160741498155e-08, 7.529357048952079e-08, 7.771554066948738e-08, 8.013750374402662e-08, 8.255946681856585e-08, 8.498143699853244e-08, 8.740340007307168e-08, 8.982536314761091e-08, 9.224733332757751e-08, 9.466929640211674e-08, 9.709125947665598e-08, 9.951322965662257e-08]}, "gradients/bert.encoder.layer.0.output.dense.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 4.0, 3.0, 4.0, 7.0, 9.0, 5.0, 8.0, 10.0, 12.0, 14.0, 17.0, 24.0, 27.0, 24.0, 24.0, 30.0, 27.0, 39.0, 33.0, 31.0, 36.0, 35.0, 38.0, 22.0, 30.0, 29.0, 30.0, 43.0, 16.0, 22.0, 21.0, 13.0, 7.0, 13.0, 11.0, 11.0, 5.0, 2.0, 7.0, 1.0, 2.0, 2.0, 4.0, 2.0, 3.0, 2.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.746838217466575e-08, -3.636088052871855e-08, -3.525337533005768e-08, -3.4145873684110484e-08, -3.303837203816329e-08, -3.1930866839502414e-08, -3.082336519355522e-08, -2.9715861771251184e-08, -2.860835834894715e-08, -2.7500854926643115e-08, -2.639335328069592e-08, -2.5285849858391884e-08, -2.417834643608785e-08, -2.3070843013783815e-08, -2.196334136783662e-08, -2.0855837945532585e-08, -1.974833629958539e-08, -1.8640832877281355e-08, -1.753333123133416e-08, -1.6425827809030125e-08, -1.531832438672609e-08, -1.4210821852600475e-08, -1.310331931847486e-08, -1.1995815896170825e-08, -1.088831336204521e-08, -9.780810827919595e-09, -8.67330740561556e-09, -7.565804871489945e-09, -6.45830189327512e-09, -5.350798915060295e-09, -4.24329638093468e-09, -3.1357929586306454e-09, -2.0282904245050304e-09, -9.207875573125079e-10, 1.867153098800145e-10, 1.2942180660502345e-09, 2.4017210442650594e-09, 3.5092240224798843e-09, 4.616726556605499e-09, 5.724229978909534e-09, 6.831732513035149e-09, 7.939235047160764e-09, 9.046738469464799e-09, 1.0154241003590414e-08, 1.1261743537716029e-08, 1.2369246960020064e-08, 1.3476749494145679e-08, 1.4584252916449714e-08, 1.569175545057533e-08, 1.6799258872879363e-08, 1.790676051882656e-08, 1.9014263941130594e-08, 2.012176736343463e-08, 2.1229269009381824e-08, 2.233677243168586e-08, 2.3444275853989893e-08, 2.455177749993709e-08, 2.5659280922241123e-08, 2.676678256818832e-08, 2.7874285990492353e-08, 2.8981789412796388e-08, 3.008929283510042e-08, 3.119679448104762e-08, 3.230429967970849e-08, 3.341180132565569e-08]}, "gradients/bert.encoder.layer.0.output.dense.weight": {"_type": "histogram", "values": [1.0, 3.0, 2.0, 1.0, 1.0, 1.0, 6.0, 3.0, 1.0, 3.0, 4.0, 9.0, 7.0, 14.0, 8.0, 18.0, 26.0, 29.0, 62.0, 84.0, 112.0, 175.0, 245.0, 361.0, 588.0, 924.0, 1589.0, 3027.0, 5999.0, 14061.0, 45280.0, 630246.0, 1567214.0, 57848.0, 16559.0, 6844.0, 3237.0, 1724.0, 1057.0, 640.0, 401.0, 266.0, 201.0, 101.0, 84.0, 56.0, 39.0, 36.0, 33.0, 14.0, 11.0, 10.0, 3.0, 5.0, 7.0, 1.0, 3.0, 3.0, 2.0, 1.0, 1.0, 0.0, 2.0, 3.0], "bins": [-9.200621065019732e-08, -8.913870885862707e-08, -8.627119996162946e-08, -8.340369817005922e-08, -8.053619637848897e-08, -7.766868748149136e-08, -7.480118568992111e-08, -7.193368389835086e-08, -6.906617500135326e-08, -6.619867320978301e-08, -6.33311643127854e-08, -6.046366252121516e-08, -5.759615717693123e-08, -5.47286518326473e-08, -5.186115004107705e-08, -4.8993644696793126e-08, -4.61261393525092e-08, -4.325863400822527e-08, -4.0391128663941345e-08, -3.7523626872371096e-08, -3.465612152808717e-08, -3.178861618380324e-08, -2.8921112615876154e-08, -2.6053609047949067e-08, -2.318610370366514e-08, -2.0318598359381213e-08, -1.7451094791454125e-08, -1.4583590335348617e-08, -1.171608587924311e-08, -8.848581423137603e-09, -5.981076967032095e-09, -3.1135733991050074e-09, -2.460751602484379e-10, 2.6214292958570695e-09, 5.488933751962577e-09, 8.356438208068084e-09, 1.1223942664173592e-08, 1.40914471202791e-08, 1.6958951576384607e-08, 1.9826455144311694e-08, 2.269396048859562e-08, 2.556146583287955e-08, 2.8428969400806636e-08, 3.1296472968733724e-08, 3.416397831301765e-08, 3.703148365730158e-08, 3.9898985448871827e-08, 4.2766490793155754e-08, 4.563399613743968e-08, 4.850150148172361e-08, 5.1369006826007535e-08, 5.423650861757778e-08, 5.710401396186171e-08, 5.997151930614564e-08, 6.283902109771589e-08, 6.570652999471349e-08, 6.857403178628374e-08, 7.144153357785399e-08, 7.43090424748516e-08, 7.717654426642184e-08, 8.004404605799209e-08, 8.29115549549897e-08, 8.577905674655995e-08, 8.86465585381302e-08, 9.15140674351278e-08]}, "gradients/bert.encoder.layer.0.intermediate.dense.bias": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 2.0, 1.0, 0.0, 1.0, 0.0, 2.0, 6.0, 3.0, 5.0, 4.0, 6.0, 18.0, 18.0, 23.0, 38.0, 64.0, 121.0, 347.0, 1485.0, 589.0, 163.0, 65.0, 33.0, 17.0, 15.0, 5.0, 11.0, 5.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 2.0, 2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-2.468499893382159e-08, -2.372281748819205e-08, -2.276063604256251e-08, -2.179845459693297e-08, -2.083627315130343e-08, -1.987409170567389e-08, -1.891191026004435e-08, -1.794972881441481e-08, -1.6987547368785272e-08, -1.6025365923155732e-08, -1.5063184477526192e-08, -1.4101003031896653e-08, -1.3138821586267113e-08, -1.2176640140637573e-08, -1.1214458695008034e-08, -1.0252277249378494e-08, -9.290095803748954e-09, -8.327914358119415e-09, -7.365732912489875e-09, -6.4035514668603355e-09, -5.441370021230796e-09, -4.479188575601256e-09, -3.5170071299717165e-09, -2.554825684342177e-09, -1.5926442387126372e-09, -6.304627930830975e-10, 3.3171865254644217e-10, 1.2939000981759818e-09, 2.2560815438055215e-09, 3.218262989435061e-09, 4.180444435064601e-09, 5.1426258806941405e-09, 6.104805549966841e-09, 7.0669869955963804e-09, 8.02916844122592e-09, 8.99134988685546e-09, 9.953531332485e-09, 1.0915712778114539e-08, 1.1877894223744079e-08, 1.2840075669373618e-08, 1.3802257115003158e-08, 1.4764438560632698e-08, 1.5726620006262237e-08, 1.6688801451891777e-08, 1.7650982897521317e-08, 1.8613164343150856e-08, 1.9575345788780396e-08, 2.0537527234409936e-08, 2.1499708680039475e-08, 2.2461890125669015e-08, 2.3424071571298555e-08, 2.4386253016928094e-08, 2.5348434462557634e-08, 2.6310615908187174e-08, 2.7272797353816713e-08, 2.8234978799446253e-08, 2.9197160245075793e-08, 3.015934169070533e-08, 3.112152313633487e-08, 3.208370458196441e-08, 3.304588602759395e-08, 3.400806747322349e-08, 3.497024891885303e-08, 3.593243036448257e-08, 3.689461181011211e-08]}, "gradients/bert.encoder.layer.0.intermediate.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 2.0, 4.0, 3.0, 2.0, 3.0, 6.0, 8.0, 8.0, 17.0, 40.0, 124.0, 568.0, 4915.0, 2298083.0, 53111.0, 1936.0, 296.0, 70.0, 25.0, 19.0, 10.0, 4.0, 8.0, 9.0, 7.0, 5.0, 2.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-4.977770231562317e-07, -4.759431249112822e-07, -4.541092266663327e-07, -4.3227532842138316e-07, -4.104414017547242e-07, -3.886075035097747e-07, -3.6677360526482516e-07, -3.449396785981662e-07, -3.231057803532167e-07, -3.0127188210826716e-07, -2.7943798386331764e-07, -2.576040856183681e-07, -2.3577015895170916e-07, -2.1393626070675964e-07, -1.9210236246181012e-07, -1.7026845000600588e-07, -1.4843456597191107e-07, -1.2660066772696155e-07, -1.0476675527115731e-07, -8.293285702620778e-08, -6.10989516758309e-08, -3.926504632545402e-08, -1.74311480805045e-08, 4.402764375299739e-09, 2.6236662620249263e-08, 4.8070567970626144e-08, 6.990447332100302e-08, 9.173837156595255e-08, 1.1357227691632943e-07, 1.354061822667063e-07, 1.5724008051165583e-07, 1.7907399296746007e-07, 2.009078912124096e-07, 2.2274178945735912e-07, 2.4457568770230864e-07, 2.6640958594725817e-07, 2.882435126139171e-07, 3.1007741085886664e-07, 3.3191130910381617e-07, 3.537452357704751e-07, 3.7557913401542464e-07, 3.9741303226037417e-07, 4.192469305053237e-07, 4.410808287502732e-07, 4.6291475541693217e-07, 4.847486252401723e-07, 5.065825234851218e-07, 5.284164785734902e-07, 5.502503199750208e-07, 5.720842182199704e-07, 5.939181164649199e-07, 6.157520147098694e-07, 6.375859129548189e-07, 6.594198111997684e-07, 6.81253709444718e-07, 7.030876645330864e-07, 7.249215627780359e-07, 7.467554610229854e-07, 7.685893592679349e-07, 7.904232575128844e-07, 8.12257155757834e-07, 8.340911108462024e-07, 8.559250090911519e-07, 8.777589073361014e-07, 8.995928055810509e-07]}, "gradients/bert.encoder.layer.0.attention.output.LayerNorm.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.0, 2.0, 3.0, 5.0, 7.0, 8.0, 11.0, 10.0, 26.0, 20.0, 21.0, 25.0, 42.0, 45.0, 54.0, 51.0, 56.0, 59.0, 59.0, 46.0, 42.0, 28.0, 31.0, 13.0, 18.0, 23.0, 11.0, 7.0, 12.0, 4.0, 5.0, 2.0, 4.0, 2.0, 2.0, 4.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.335351005442135e-08, -5.175891004682853e-08, -5.0164310039235716e-08, -4.85697100316429e-08, -4.69751064713364e-08, -4.5380506463743586e-08, -4.378590645615077e-08, -4.219130644855795e-08, -4.0596706440965136e-08, -3.900210643337232e-08, -3.74075064257795e-08, -3.5812902865473006e-08, -3.421830285788019e-08, -3.262370285028737e-08, -3.1029102842694556e-08, -2.943450283510174e-08, -2.7839901051152083e-08, -2.6245301043559266e-08, -2.465069925960961e-08, -2.3056099252016793e-08, -2.1461499244423976e-08, -1.986689923683116e-08, -1.8272297452881503e-08, -1.6677697445288686e-08, -1.508309566133903e-08, -1.3488494765567793e-08, -1.1893894757974977e-08, -1.029929386220374e-08, -8.704693854610923e-09, -7.110092958839687e-09, -5.51549206306845e-09, -3.920892055475633e-09, -2.3262920478828164e-09, -7.316914851784873e-10, 8.629090775258419e-10, 2.4575097512524735e-09, 4.0521102029345e-09, 5.646710654616527e-09, 7.2413115503877634e-09, 8.83591155798058e-09, 1.0430512453751817e-08, 1.2025113349523053e-08, 1.361971335711587e-08, 1.5214315141065526e-08, 1.6808915148658343e-08, 1.840351515625116e-08, 1.9998115163843977e-08, 2.1592715171436794e-08, 2.318731695538645e-08, 2.4781916962979267e-08, 2.6376518746928923e-08, 2.797111875452174e-08, 2.9565718762114557e-08, 3.1160318769707374e-08, 3.275491877730019e-08, 3.434951878489301e-08, 3.59441223451995e-08, 3.753872235279232e-08, 3.9133322360385137e-08, 4.072792592069163e-08, 4.232252592828445e-08, 4.3917125935877266e-08, 4.551172594347008e-08, 4.71063259510629e-08, 4.8700925958655716e-08]}, "gradients/bert.encoder.layer.0.attention.output.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 0.0, 0.0, 0.0, 2.0, 8.0, 3.0, 5.0, 3.0, 7.0, 4.0, 7.0, 7.0, 7.0, 15.0, 10.0, 12.0, 24.0, 14.0, 18.0, 21.0, 22.0, 29.0, 23.0, 28.0, 33.0, 35.0, 34.0, 35.0, 31.0, 28.0, 35.0, 26.0, 24.0, 27.0, 23.0, 26.0, 31.0, 11.0, 22.0, 11.0, 7.0, 9.0, 11.0, 4.0, 3.0, 5.0, 4.0, 5.0, 5.0, 3.0, 0.0, 1.0, 1.0, 3.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.224667111112467e-08, -3.117850866374283e-08, -3.0110342663647316e-08, -2.904218021626548e-08, -2.7974015992526802e-08, -2.6905851768788125e-08, -2.5837689321406287e-08, -2.476952509766761e-08, -2.3701360873928934e-08, -2.2633196650190257e-08, -2.156503242645158e-08, -2.0496869979069743e-08, -1.9428705755331066e-08, -1.836054153159239e-08, -1.7292379084210552e-08, -1.6224214860471875e-08, -1.5156050636733198e-08, -1.4087886412994521e-08, -1.3019723077434264e-08, -1.1951559741874007e-08, -1.088339551813533e-08, -9.815231294396654e-09, -8.747067958836396e-09, -7.67890462327614e-09, -6.6107403995374625e-09, -5.5425766198879955e-09, -4.474412840238529e-09, -3.4062490605890616e-09, -2.3380852809395947e-09, -1.2699215012901277e-09, -2.0175772164066075e-10, 8.664056139195964e-10, 1.934573390371952e-09, 3.002737170021419e-09, 4.070900949670886e-09, 5.139064729320353e-09, 6.20722850896982e-09, 7.275392288619287e-09, 8.343556068268754e-09, 9.411719403829011e-09, 1.0479883627567688e-08, 1.1548047851306364e-08, 1.2616211186866622e-08, 1.3684374522426879e-08, 1.4752538746165555e-08, 1.5820702969904232e-08, 1.688886541728607e-08, 1.7957029641024747e-08, 1.9025193864763423e-08, 2.00933580885021e-08, 2.1161522312240777e-08, 2.2229684759622614e-08, 2.329784898336129e-08, 2.4366013207099968e-08, 2.5434175654481805e-08, 2.6502339878220482e-08, 2.757050410195916e-08, 2.8638668325697836e-08, 2.9706832549436513e-08, 3.077499499681835e-08, 3.184315744420019e-08, 3.2911323444295704e-08, 3.397948589167754e-08, 3.504764833905938e-08, 3.6115814339154895e-08]}, "gradients/bert.encoder.layer.0.attention.output.dense.bias": {"_type": "histogram", "values": [1.0, 1.0, 2.0, 1.0, 0.0, 3.0, 6.0, 2.0, 6.0, 10.0, 1.0, 6.0, 16.0, 11.0, 14.0, 22.0, 14.0, 20.0, 20.0, 21.0, 30.0, 48.0, 36.0, 33.0, 31.0, 36.0, 36.0, 53.0, 34.0, 38.0, 32.0, 31.0, 24.0, 20.0, 21.0, 12.0, 17.0, 8.0, 5.0, 9.0, 9.0, 4.0, 7.0, 3.0, 4.0, 4.0, 0.0, 1.0, 1.0, 0.0, 2.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-5.359571986218725e-08, -5.149532000814361e-08, -4.9394916601386285e-08, -4.729451674734264e-08, -4.519411334058532e-08, -4.3093713486541674e-08, -4.099331363249803e-08, -3.8892910225740707e-08, -3.6792506818983384e-08, -3.469210696493974e-08, -3.2591703558182417e-08, -3.049130370413877e-08, -2.839090029738145e-08, -2.6290500443337805e-08, -2.4190098812937322e-08, -2.2089697182536838e-08, -1.9989297328493194e-08, -1.788889569809271e-08, -1.5788494067692227e-08, -1.3688093325470163e-08, -1.158769169506968e-08, -9.487290064669196e-09, -7.386889322447132e-09, -5.286487692046649e-09, -3.186086061646165e-09, -1.0856846532902864e-09, 1.0147167550655922e-09, 3.115117941376866e-09, 5.2155195717773495e-09, 7.315921202177833e-09, 9.416321944399897e-09, 1.151672357480038e-08, 1.3617125205200864e-08, 1.5717526835601348e-08, 1.781792846600183e-08, 1.9918328320045475e-08, 2.2018731726802798e-08, 2.4119131580846442e-08, 2.6219533211246926e-08, 2.831993484164741e-08, 3.042033824840473e-08, 3.2520738102448377e-08, 3.46211415092057e-08, 3.6721541363249344e-08, 3.8821944770006667e-08, 4.092234462405031e-08, 4.3022744478093955e-08, 4.512314788485128e-08, 4.722354773889492e-08, 4.9323947592938566e-08, 5.142435099969589e-08, 5.3524750853739533e-08, 5.5625154260496856e-08, 5.77255541145405e-08, 5.982595752129782e-08, 6.192635737534147e-08, 6.402675722938511e-08, 6.612715708342876e-08, 6.82275569374724e-08, 7.03279638969434e-08, 7.242836375098705e-08, 7.452876360503069e-08, 7.662916345907433e-08, 7.872957041854534e-08, 8.082997027258898e-08]}, "gradients/bert.encoder.layer.0.attention.output.dense.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 2.0, 0.0, 1.0, 2.0, 2.0, 2.0, 1.0, 6.0, 4.0, 7.0, 12.0, 26.0, 28.0, 44.0, 66.0, 84.0, 145.0, 236.0, 363.0, 563.0, 910.0, 1497.0, 2641.0, 4875.0, 9338.0, 21236.0, 56669.0, 172221.0, 202203.0, 68079.0, 25105.0, 10814.0, 5349.0, 2853.0, 1726.0, 1007.0, 616.0, 385.0, 248.0, 138.0, 94.0, 73.0, 53.0, 29.0, 11.0, 17.0, 11.0, 9.0, 4.0, 4.0, 5.0, 2.0, 2.0, 1.0, 2.0], "bins": [-8.682522434355633e-08, -8.448414945405602e-08, -8.214308166998308e-08, -7.980200678048277e-08, -7.746093899640982e-08, -7.511986410690952e-08, -7.277878921740921e-08, -7.043772143333626e-08, -6.809664654383596e-08, -6.575557165433565e-08, -6.34145038702627e-08, -6.10734289807624e-08, -5.8732357643975774e-08, -5.639128630718915e-08, -5.405021141768884e-08, -5.1709140080902216e-08, -4.936806874411559e-08, -4.702699740732896e-08, -4.4685926070542337e-08, -4.234485118104203e-08, -4.0003779844255405e-08, -3.766270850746878e-08, -3.532163361796847e-08, -3.2980562281181847e-08, -3.063949094439522e-08, -2.8298419607608594e-08, -2.5957346494465128e-08, -2.3616273381321662e-08, -2.1275202044535035e-08, -1.893413070774841e-08, -1.6593057594604943e-08, -1.4251984481461477e-08, -1.1910920250102208e-08, -9.569848025137162e-09, -7.228775800172116e-09, -4.88770357520707e-09, -2.5466313502420235e-09, -2.0555912527697728e-10, 2.135513099688069e-09, 4.476586212831535e-09, 6.817657549618161e-09, 9.158729774583207e-09, 1.1499801999548254e-08, 1.38408742245133e-08, 1.6181946449478346e-08, 1.8523017786264973e-08, 2.086409089940844e-08, 2.3205164012551904e-08, 2.554623534933853e-08, 2.7887306686125157e-08, 3.0228378022911784e-08, 3.256945291241209e-08, 3.4910524249198716e-08, 3.725159558598534e-08, 3.959267047548565e-08, 4.1933741812272274e-08, 4.42748131490589e-08, 4.661588448584553e-08, 4.895695582263215e-08, 5.129803071213246e-08, 5.3639102048919085e-08, 5.598017338570571e-08, 5.832124827520602e-08, 6.066231605927896e-08, 6.300339094877927e-08]}, "gradients/bert.encoder.layer.0.attention.self.value.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 0.0, 0.0, 2.0, 1.0, 1.0, 0.0, 2.0, 1.0, 2.0, 2.0, 3.0, 6.0, 3.0, 1.0, 10.0, 15.0, 13.0, 9.0, 13.0, 21.0, 22.0, 27.0, 27.0, 37.0, 33.0, 27.0, 50.0, 40.0, 44.0, 31.0, 31.0, 35.0, 26.0, 25.0, 35.0, 27.0, 29.0, 14.0, 13.0, 19.0, 15.0, 7.0, 10.0, 4.0, 5.0, 3.0, 4.0, 4.0, 4.0, 1.0, 0.0, 0.0, 1.0, 3.0, 0.0, 2.0, 4.0, 1.0, 0.0, 1.0], "bins": [-5.739868669252246e-08, -5.566245420141058e-08, -5.3926225263012384e-08, -5.2189992771900506e-08, -5.045376383350231e-08, -4.871753134239043e-08, -4.698129885127855e-08, -4.5245069912880354e-08, -4.3508840974482155e-08, -4.177260848337028e-08, -4.003637954497208e-08, -3.83001470538602e-08, -3.6563918115462e-08, -3.4827685624350124e-08, -3.3091453133238247e-08, -3.135522419484005e-08, -2.961899170372817e-08, -2.7882760988973132e-08, -2.6146530274218094e-08, -2.4410297783106216e-08, -2.2674068844708017e-08, -2.093783635359614e-08, -1.92016056388411e-08, -1.7465374924086063e-08, -1.5729144209331025e-08, -1.3992913494575987e-08, -1.2256682779820949e-08, -1.0520451176887491e-08, -8.784220462132453e-09, -7.0479897473774145e-09, -5.3117581444439566e-09, -3.5755274296889183e-09, -1.839300267647559e-09, -1.0306933084791581e-10, 1.6331616059517273e-09, 3.3693927647959754e-09, 5.105623479551014e-09, 6.841854194306052e-09, 8.57808579723951e-09, 1.0314316511994548e-08, 1.2050547226749586e-08, 1.3786777941504624e-08, 1.5523008656259663e-08, 1.72592393710147e-08, 1.8995471862126578e-08, 2.0731700800524777e-08, 2.2467933291636655e-08, 2.4204164006391693e-08, 2.594039472114673e-08, 2.767662543590177e-08, 2.9412856150656808e-08, 3.1149088641768685e-08, 3.2885317580166884e-08, 3.462155007127876e-08, 3.635778256239064e-08, 3.809401150078884e-08, 3.983024043918704e-08, 4.1566472930298914e-08, 4.330270186869711e-08, 4.503893435980899e-08, 4.677516329820719e-08, 4.851139578931907e-08, 5.0247628280430945e-08, 5.1983857218829144e-08, 5.372008970994102e-08]}, "gradients/bert.encoder.layer.0.attention.self.value.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 3.0, 3.0, 1.0, 0.0, 3.0, 4.0, 2.0, 2.0, 5.0, 5.0, 9.0, 7.0, 13.0, 23.0, 25.0, 45.0, 43.0, 101.0, 139.0, 380.0, 1067.0, 3342.0, 13400.0, 77007.0, 381776.0, 91929.0, 14725.0, 3704.0, 1152.0, 409.0, 195.0, 102.0, 49.0, 37.0, 22.0, 12.0, 17.0, 12.0, 5.0, 8.0, 7.0, 6.0, 6.0, 4.0, 0.0, 6.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0], "bins": [-1.4121127378530218e-07, -1.3700133649763302e-07, -1.3279139920996386e-07, -1.285814619222947e-07, -1.2437152463462553e-07, -1.2016158734695637e-07, -1.1595164295385985e-07, -1.1174170566619068e-07, -1.0753176837852152e-07, -1.0332183109085236e-07, -9.911189380318319e-08, -9.490195651551403e-08, -9.069201212241751e-08, -8.648207483474835e-08, -8.227213754707918e-08, -7.806220025941002e-08, -7.385226297174086e-08, -6.964232568407169e-08, -6.543238839640253e-08, -6.122245110873337e-08, -5.7012510268350525e-08, -5.280257298068136e-08, -4.859263214029852e-08, -4.4382694852629356e-08, -4.017275756496019e-08, -3.596282027729103e-08, -3.175288298962187e-08, -2.7542942149239025e-08, -2.333300486156986e-08, -1.9123067573900698e-08, -1.4913128509874696e-08, -1.0703189445848693e-08, -6.49325215817953e-09, -2.283313982331947e-09, 1.926624193515636e-09, 6.136562369363219e-09, 1.0346500545210802e-08, 1.4556437832879965e-08, 1.8766376896905967e-08, 2.297631596093197e-08, 2.7186253248601133e-08, 3.1396190536270296e-08, 3.560612782393946e-08, 3.98160686643223e-08, 4.4026005951991465e-08, 4.823594323966063e-08, 5.244588408004347e-08, 5.665582136771263e-08, 6.08657586553818e-08, 6.507569594305096e-08, 6.928563323072012e-08, 7.349557051838929e-08, 7.770550780605845e-08, 8.191544509372761e-08, 8.612538948682413e-08, 9.03353267744933e-08, 9.454526406216246e-08, 9.875520134983162e-08, 1.0296513863750079e-07, 1.0717507592516995e-07, 1.1138502031826647e-07, 1.1559495760593563e-07, 1.198048948936048e-07, 1.2401483218127396e-07, 1.2822476946894312e-07]}, "gradients/bert.encoder.layer.0.attention.self.key.bias": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 2.0, 1.0, 1.0, 1.0, 4.0, 1.0, 2.0, 1.0, 3.0, 0.0, 4.0, 2.0, 5.0, 5.0, 5.0, 2.0, 14.0, 15.0, 24.0, 32.0, 39.0, 72.0, 99.0, 116.0, 74.0, 60.0, 42.0, 30.0, 20.0, 17.0, 9.0, 9.0, 10.0, 3.0, 8.0, 4.0, 7.0, 1.0, 3.0, 3.0, 2.0, 4.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 1.0, 0.0, 0.0, 2.0], "bins": [-3.7192471324942744e-15, -3.6142963621976776e-15, -3.5093455919010808e-15, -3.404394821604484e-15, -3.299444051307887e-15, -3.1944932810112903e-15, -3.0895425107146934e-15, -2.9845917404180966e-15, -2.8796409701214998e-15, -2.774690199824903e-15, -2.669739429528306e-15, -2.5647886592317093e-15, -2.4598378889351125e-15, -2.3548871186385156e-15, -2.2499363483419188e-15, -2.144985578045322e-15, -2.040034807748725e-15, -1.9350840374521283e-15, -1.8301332671555315e-15, -1.7251824968589347e-15, -1.6202317265623378e-15, -1.515280956265741e-15, -1.4103301859691442e-15, -1.3053794156725473e-15, -1.2004286453759505e-15, -1.0954778750793537e-15, -9.905271047827569e-16, -8.8557633448616e-16, -7.806255641895632e-16, -6.756747938929664e-16, -5.707240235963695e-16, -4.657732532997727e-16, -3.608224830031759e-16, -2.5587171270657905e-16, -1.5092094240998222e-16, -4.597017211338539e-17, 5.898059818321144e-17, 1.6393136847980827e-16, 2.688821387764051e-16, 3.7383290907300193e-16, 4.787836793695988e-16, 5.837344496661956e-16, 6.886852199627924e-16, 7.936359902593892e-16, 8.98586760555986e-16, 1.003537530852583e-15, 1.1084883011491797e-15, 1.2134390714457766e-15, 1.3183898417423734e-15, 1.4233406120389702e-15, 1.528291382335567e-15, 1.6332421526321639e-15, 1.7381929229287607e-15, 1.8431436932253575e-15, 1.9480944635219544e-15, 2.053045233818551e-15, 2.157996004115148e-15, 2.262946774411745e-15, 2.3678975447083417e-15, 2.4728483150049385e-15, 2.5777990853015353e-15, 2.682749855598132e-15, 2.787700625894729e-15, 2.892651396191326e-15, 2.9976021664879227e-15]}, "gradients/bert.encoder.layer.0.attention.self.key.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 2.0, 4.0, 2.0, 1.0, 5.0, 0.0, 5.0, 15.0, 19.0, 24.0, 45.0, 59.0, 88.0, 156.0, 313.0, 546.0, 1217.0, 3120.0, 8947.0, 33284.0, 165377.0, 288476.0, 64670.0, 15293.0, 4668.0, 1860.0, 775.0, 340.0, 190.0, 122.0, 74.0, 39.0, 24.0, 24.0, 10.0, 3.0, 8.0, 2.0, 5.0, 0.0, 0.0, 3.0, 1.0, 0.0, 3.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.8976168070803396e-08, -3.7802809771392276e-08, -3.6629455024694835e-08, -3.5456096725283714e-08, -3.4282738425872594e-08, -3.3109380126461474e-08, -3.193602537976403e-08, -3.076266708035291e-08, -2.958931055729863e-08, -2.841595403424435e-08, -2.724259573483323e-08, -2.606923921177895e-08, -2.489588268872467e-08, -2.372252438931355e-08, -2.2549167866259268e-08, -2.1375811343204987e-08, -2.0202453043793867e-08, -1.9029096520739586e-08, -1.7855738221328465e-08, -1.6682381698274185e-08, -1.5509023398863064e-08, -1.4335666875808784e-08, -1.3162310352754503e-08, -1.1988952941521802e-08, -1.0815595530289102e-08, -9.642238119056401e-09, -8.4688807078237e-09, -7.29552418476942e-09, -6.122166773536719e-09, -4.9488093623040186e-09, -3.775452395160528e-09, -2.602095428017037e-09, -1.4287380167843367e-09, -2.5538082759624103e-10, 9.179763615918546e-10, 2.09133355077995e-09, 3.264690739968046e-09, 4.438048151200746e-09, 5.611405118344237e-09, 6.784762085487728e-09, 7.958119496720428e-09, 9.131476907953129e-09, 1.030483431918583e-08, 1.147819084224011e-08, 1.265154825347281e-08, 1.3824905664705511e-08, 1.4998262187759792e-08, 1.6171618710814073e-08, 1.7344977010225193e-08, 1.8518333533279474e-08, 1.9691691832690594e-08, 2.0865048355744875e-08, 2.2038406655155995e-08, 2.3211763178210276e-08, 2.4385119701264557e-08, 2.5558478000675677e-08, 2.6731834523729958e-08, 2.790519104678424e-08, 2.907854934619536e-08, 3.025190764560648e-08, 3.142526239230392e-08, 3.259862069171504e-08, 3.377197899112616e-08, 3.49453337378236e-08, 3.611869203723472e-08]}, "gradients/bert.encoder.layer.0.attention.self.query.bias": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 6.0, 5.0, 3.0, 1.0, 6.0, 6.0, 8.0, 15.0, 17.0, 15.0, 19.0, 35.0, 35.0, 48.0, 54.0, 57.0, 66.0, 56.0, 54.0, 51.0, 48.0, 37.0, 27.0, 20.0, 15.0, 12.0, 14.0, 8.0, 4.0, 2.0, 2.0, 1.0, 5.0, 0.0, 2.0, 2.0, 0.0, 1.0, 2.0, 1.0, 0.0, 0.0, 2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-1.0784474646641229e-08, -1.041131181267474e-08, -1.003814897870825e-08, -9.66498614474176e-09, -9.291823310775271e-09, -8.918660476808782e-09, -8.545498531020712e-09, -8.172335697054223e-09, -7.799172863087733e-09, -7.426010029121244e-09, -7.0528471951547544e-09, -6.679684361188265e-09, -6.306521527221776e-09, -5.933358693255286e-09, -5.560196303378007e-09, -5.187033469411517e-09, -4.813870191355818e-09, -4.4407073573893285e-09, -4.067544523422839e-09, -3.6943819115009546e-09, -3.3212190775344652e-09, -2.948056243567976e-09, -2.5748936316460913e-09, -2.201730797679602e-09, -1.8285679637131125e-09, -1.455405129746623e-09, -1.0822424068024361e-09, -7.090796838582492e-10, -3.3591684989175974e-10, 3.7245984074729677e-11, 4.1040859599661417e-10, 7.835714299631036e-10, 1.1567333757511733e-09, 1.5298962097176627e-09, 1.903059043684152e-09, 2.2762216556060366e-09, 2.649384489572526e-09, 3.0225473235390155e-09, 3.3957099354609e-09, 3.768872769427389e-09, 4.142035603393879e-09, 4.515198437360368e-09, 4.888361271326858e-09, 5.261523661204137e-09, 5.6346864951706266e-09, 6.007849329137116e-09, 6.3810121631036054e-09, 6.754174997070095e-09, 7.127337831036584e-09, 7.500500665003074e-09, 7.873663498969563e-09, 8.246826332936052e-09, 8.619989166902542e-09, 8.993152000869031e-09, 9.366313946657101e-09, 9.73947678062359e-09, 1.011263961459008e-08, 1.048580244855657e-08, 1.0858965282523059e-08, 1.1232128116489548e-08, 1.1605290950456038e-08, 1.1978453784422527e-08, 1.2351616618389016e-08, 1.2724779452355506e-08, 1.3097942286321995e-08]}, "gradients/bert.encoder.layer.0.attention.self.query.weight": {"_type": "histogram", "values": [1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 3.0, 4.0, 13.0, 10.0, 25.0, 60.0, 107.0, 194.0, 453.0, 1237.0, 3479.0, 11140.0, 39556.0, 140218.0, 246598.0, 105217.0, 28747.0, 8261.0, 2725.0, 1011.0, 423.0, 171.0, 82.0, 36.0, 16.0, 12.0, 2.0, 4.0, 3.0, 2.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], "bins": [-3.49307036628943e-08, -3.385194702332228e-08, -3.277319393646394e-08, -3.169443729689192e-08, -3.06156806573199e-08, -2.9536925794104718e-08, -2.8458170930889537e-08, -2.7379414291317516e-08, -2.6300659428102335e-08, -2.5221904564887154e-08, -2.4143147925315134e-08, -2.3064393062099953e-08, -2.198563819888477e-08, -2.090688155931275e-08, -1.982812669609757e-08, -1.874937183288239e-08, -1.7670615193310368e-08, -1.6591860330095187e-08, -1.5513103690523167e-08, -1.4434348827307986e-08, -1.3355593075914385e-08, -1.2276837324520784e-08, -1.1198082461305603e-08, -1.0119326709912002e-08, -9.040570958518401e-09, -7.9618152071248e-09, -6.8830598998204096e-09, -5.804304592516019e-09, -4.725548841122418e-09, -3.646793089728817e-09, -2.568037782424426e-09, -1.489282475120035e-09, -4.105231710127555e-10, 6.682323583362404e-10, 1.7469878876852363e-09, 2.825743417034232e-09, 3.904498946383228e-09, 4.983254697776829e-09, 6.06201000508122e-09, 7.140765312385611e-09, 8.219521063779212e-09, 9.298276815172812e-09, 1.0377032566566413e-08, 1.1455787429781594e-08, 1.2534543181175195e-08, 1.3613298932568796e-08, 1.4692053795783977e-08, 1.5770808658999158e-08, 1.684956529857118e-08, 1.792832016178636e-08, 1.900707680135838e-08, 2.008583166457356e-08, 2.1164588304145582e-08, 2.2243343167360763e-08, 2.3322098030575944e-08, 2.4400854670147964e-08, 2.5479609533363146e-08, 2.6558364396578327e-08, 2.7637121036150347e-08, 2.8715875899365528e-08, 2.979463076258071e-08, 3.087338740215273e-08, 3.195214404172475e-08, 3.303089712858309e-08, 3.410965376815511e-08]}, "gradients/bert.embeddings.LayerNorm.weight": {"_type": "histogram", "values": [2.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 2.0, 3.0, 8.0, 6.0, 15.0, 23.0, 44.0, 69.0, 79.0, 94.0, 85.0, 87.0, 67.0, 48.0, 41.0, 32.0, 15.0, 12.0, 10.0, 4.0, 4.0, 3.0, 1.0, 2.0, 2.0, 1.0, 1.0, 1.0, 1.0], "bins": [-1.4322371555408608e-07, -1.4006656101628323e-07, -1.3690939226762566e-07, -1.337522377298228e-07, -1.3059508319201996e-07, -1.274379144433624e-07, -1.2428075990555953e-07, -1.2112360536775668e-07, -1.1796644372452647e-07, -1.1480928208129626e-07, -1.1165212754349341e-07, -1.084949659002632e-07, -1.0533780425703299e-07, -1.0218064971923013e-07, -9.902348807599992e-08, -9.586632643276971e-08, -9.270917189496686e-08, -8.955201025173665e-08, -8.63948557139338e-08, -8.323769407070358e-08, -8.008053953290073e-08, -7.692337788967052e-08, -7.376621624644031e-08, -7.060906170863746e-08, -6.745190006540724e-08, -6.429473842217703e-08, -6.113758388437418e-08, -5.798042224114397e-08, -5.482326415062744e-08, -5.1666106060110906e-08, -4.8508944416880695e-08, -4.535178632636416e-08, -4.219463534127499e-08, -3.9037477250758457e-08, -3.5880319160241925e-08, -3.2723157517011714e-08, -2.9565999426495182e-08, -2.640884133597865e-08, -2.325168146910528e-08, -2.0094521602231907e-08, -1.6937363511715375e-08, -1.3780204533020424e-08, -1.0623045554325472e-08, -7.46588657563052e-09, -4.308727596935569e-09, -1.1515695064190368e-09, 2.0055903604543346e-09, 5.162750227327706e-09, 8.319908317844238e-09, 1.147706729653919e-08, 1.4634226275234141e-08, 1.7791386142107513e-08, 2.0948544232624045e-08, 2.4105702323140576e-08, 2.7262862190013948e-08, 3.042002205688732e-08, 3.357718014740385e-08, 3.673433823792038e-08, 3.9891496328436915e-08, 4.3048657971667126e-08, 4.620581606218366e-08, 4.936297415270019e-08, 5.25201357959304e-08, 5.567729388644693e-08, 5.8834451976963464e-08]}, "gradients/bert.embeddings.LayerNorm.bias": {"_type": "histogram", "values": [1.0, 2.0, 1.0, 0.0, 1.0, 0.0, 3.0, 1.0, 3.0, 2.0, 3.0, 5.0, 3.0, 8.0, 6.0, 14.0, 9.0, 15.0, 18.0, 7.0, 15.0, 23.0, 20.0, 27.0, 21.0, 36.0, 25.0, 28.0, 25.0, 31.0, 23.0, 30.0, 32.0, 25.0, 25.0, 26.0, 27.0, 22.0, 25.0, 27.0, 22.0, 23.0, 24.0, 17.0, 13.0, 7.0, 10.0, 4.0, 3.0, 5.0, 8.0, 3.0, 1.0, 2.0, 2.0, 0.0, 2.0, 2.0, 0.0, 0.0, 1.0, 1.0, 0.0, 3.0], "bins": [-8.061918777002575e-08, -7.803433277331351e-08, -7.544947067117391e-08, -7.286461567446167e-08, -7.027975357232208e-08, -6.769489857560984e-08, -6.51100435788976e-08, -6.252518858218536e-08, -5.994032648004577e-08, -5.735546793061985e-08, -5.4770609381193935e-08, -5.21857543844817e-08, -4.960089583505578e-08, -4.7016037285629864e-08, -4.4431182288917626e-08, -4.184632373949171e-08, -3.926146519006579e-08, -3.6676606640639875e-08, -3.409174809121396e-08, -3.150689309450172e-08, -2.8922034545075803e-08, -2.6337175995649886e-08, -2.375231922258081e-08, -2.116746244951173e-08, -1.8582603900085815e-08, -1.5997745350659898e-08, -1.341288857759082e-08, -1.0828030916343323e-08, -8.243173255095826e-09, -5.658315593848329e-09, -3.0734579326008316e-09, -4.886011595317541e-10, 2.0962573898941628e-09, 4.68111505114166e-09, 7.265972712389157e-09, 9.850830373636654e-09, 1.2435688034884151e-08, 1.5020546584310068e-08, 1.7605403357379146e-08, 2.0190260130448223e-08, 2.277511867987414e-08, 2.5359977229300057e-08, 2.7944834002369134e-08, 3.052969077543821e-08, 3.311454932486413e-08, 3.5699407874290046e-08, 3.8284262871002284e-08, 4.08691214204282e-08, 4.345397996985412e-08, 4.6038838519280034e-08, 4.862369706870595e-08, 5.120855206541819e-08, 5.3793410614844106e-08, 5.637826916427002e-08, 5.896312416098226e-08, 6.15479791576945e-08, 6.41328412598341e-08, 6.671769625654633e-08, 6.930255835868593e-08, 7.188741335539817e-08, 7.44722683521104e-08, 7.705713045425e-08, 7.964198545096224e-08, 8.222684755310183e-08, 8.481170254981407e-08]}, "gradients/bert.embeddings.position_embeddings.weight": {"_type": "histogram", "values": [2.0, 0.0, 1.0, 1.0, 0.0, 0.0, 4.0, 1.0, 0.0, 2.0, 3.0, 3.0, 7.0, 8.0, 16.0, 28.0, 32.0, 28.0, 47.0, 92.0, 116.0, 188.0, 266.0, 407.0, 575.0, 828.0, 1436.0, 2354.0, 3816.0, 8135.0, 362562.0, 4630.0, 2767.0, 1744.0, 1039.0, 672.0, 420.0, 315.0, 195.0, 143.0, 109.0, 68.0, 44.0, 27.0, 19.0, 14.0, 15.0, 6.0, 7.0, 4.0, 4.0, 3.0, 1.0, 1.0, 3.0, 4.0, 1.0, 0.0, 1.0, 0.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.1001835054667026e-07, -2.9974989956826903e-07, -2.894814770115772e-07, -2.79213026033176e-07, -2.689446034764842e-07, -2.5867615249808296e-07, -2.4840772994139115e-07, -2.3813927896298992e-07, -2.2787082798458869e-07, -2.1760239121704217e-07, -2.0733395444949565e-07, -1.9706550347109442e-07, -1.867970667035479e-07, -1.7652862993600138e-07, -1.6626019316845486e-07, -1.5599175640090834e-07, -1.4572331963336183e-07, -1.354548828658153e-07, -1.251864460982688e-07, -1.1491800222529491e-07, -1.0464955835232104e-07, -9.438112158477452e-08, -8.4112684817228e-08, -7.384424094425412e-08, -6.35758041767076e-08, -5.330736385644741e-08, -4.303892353618721e-08, -3.2770486768640694e-08, -2.2502046448380497e-08, -1.22336061281203e-08, -1.965169360573782e-09, 8.303274512400094e-09, 1.8571711279946612e-08, 2.884015160020681e-08, 3.9108591920467006e-08, 4.9377028688013525e-08, 5.96454725609874e-08, 6.991390932853392e-08, 8.018234609608044e-08, 9.045078996905431e-08, 1.0071922673660083e-07, 1.1098766350414735e-07, 1.2125610737712122e-07, 1.3152454414466774e-07, 1.4179298091221426e-07, 1.520614318906155e-07, 1.623298544473073e-07, 1.7259830542570853e-07, 1.8286674219325505e-07, 1.9313517896080157e-07, 2.0340361572834809e-07, 2.136720524958946e-07, 2.2394050347429584e-07, 2.3420894024184236e-07, 2.444773770093889e-07, 2.547458279877901e-07, 2.650142505444819e-07, 2.7528270152288314e-07, 2.8555112407957495e-07, 2.958195750579762e-07, 3.06087997614668e-07, 3.163564485930692e-07, 3.2662489957147045e-07, 3.3689332212816225e-07, 3.471617731065635e-07]}, "gradients/bert.embeddings.token_type_embeddings.weight": {"_type": "histogram", "values": [1.0, 1.0, 1.0, 2.0, 1.0, 3.0, 1.0, 0.0, 2.0, 3.0, 2.0, 2.0, 2.0, 7.0, 7.0, 9.0, 19.0, 4.0, 14.0, 11.0, 14.0, 17.0, 20.0, 27.0, 19.0, 33.0, 34.0, 20.0, 32.0, 26.0, 28.0, 794.0, 38.0, 36.0, 24.0, 32.0, 26.0, 26.0, 25.0, 22.0, 23.0, 20.0, 24.0, 13.0, 15.0, 12.0, 4.0, 5.0, 6.0, 5.0, 3.0, 6.0, 3.0, 2.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 2.0, 1.0, 1.0, 2.0], "bins": [-1.0057489134851494e-06, -9.738333801578847e-07, -9.419179036740388e-07, -9.100023703467741e-07, -8.780868938629283e-07, -8.461713605356636e-07, -8.142558272083988e-07, -7.823402938811341e-07, -7.504248173972883e-07, -7.185092840700236e-07, -6.865938075861777e-07, -6.54678274258913e-07, -6.227627409316483e-07, -5.908472644478024e-07, -5.589317311205377e-07, -5.270162546366919e-07, -4.951007213094272e-07, -4.631852164038719e-07, -4.312697114983166e-07, -3.993541781710519e-07, -3.674386732654966e-07, -3.3552316835994134e-07, -3.036076350326766e-07, -2.7169213012712135e-07, -2.3977662522156606e-07, -2.0786112031601078e-07, -1.759456011996008e-07, -1.440300820831908e-07, -1.1211457717763551e-07, -8.019907227208023e-08, -4.8283553155670234e-08, -1.6368034039260237e-08, 1.5547357179457322e-08, 4.746286919043996e-08, 7.93783812014226e-08, 1.1129389321240524e-07, 1.4320940522338788e-07, 1.7512491012894316e-07, 2.0704042924535315e-07, 2.3895594836176315e-07, 2.7087145326731843e-07, 3.027869581728737e-07, 3.34702463078429e-07, 3.666179964056937e-07, 3.98533501311249e-07, 4.3044900621680426e-07, 4.62364539544069e-07, 4.942800160279148e-07, 5.261955493551795e-07, 5.581110826824442e-07, 5.900265591662901e-07, 6.219420924935548e-07, 6.538575689774007e-07, 6.857731023046654e-07, 7.176886356319301e-07, 7.496041689591948e-07, 7.815196454430406e-07, 8.134351787703054e-07, 8.453506552541512e-07, 8.772661885814159e-07, 9.091817219086806e-07, 9.410971983925265e-07, 9.730126748763723e-07, 1.004928208203637e-06, 1.0368437415309018e-06]}, "gradients/bert.embeddings.word_embeddings.weight": {"_type": "histogram", "values": [1.0, 0.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 3.0, 2.0, 5.0, 1.0, 8.0, 7.0, 13.0, 13.0, 12.0, 28.0, 31.0, 41.0, 40.0, 61.0, 104.0, 134.0, 188.0, 291.0, 504.0, 741.0, 1274.0, 2370.0, 5640.0, 22245856.0, 5564.0, 2465.0, 1279.0, 761.0, 444.0, 309.0, 216.0, 133.0, 104.0, 67.0, 62.0, 39.0, 26.0, 20.0, 12.0, 12.0, 6.0, 3.0, 7.0, 8.0, 2.0, 4.0, 3.0, 1.0, 0.0, 1.0, 1.0, 4.0, 0.0, 1.0, 0.0, 1.0], "bins": [-3.844068885427987e-07, -3.722073813605675e-07, -3.6000787417833635e-07, -3.478083669961052e-07, -3.35608859813874e-07, -3.2340935263164283e-07, -3.1120984544941166e-07, -2.990103382671805e-07, -2.868108310849493e-07, -2.7461132390271814e-07, -2.6241181672048697e-07, -2.502123095382558e-07, -2.3801280235602462e-07, -2.2581329517379345e-07, -2.1361378799156228e-07, -2.014142808093311e-07, -1.8921477362709993e-07, -1.7701526644486876e-07, -1.6481575926263758e-07, -1.526162520804064e-07, -1.4041674489817524e-07, -1.2821723771594407e-07, -1.1601773053371289e-07, -1.0381822335148172e-07, -9.161871616925055e-08, -7.941920898701937e-08, -6.72197018047882e-08, -5.502019462255703e-08, -4.2820687440325855e-08, -3.062118025809468e-08, -1.842167307586351e-08, -6.2221658936323365e-09, 5.977369710308267e-09, 1.817687689253944e-08, 3.037638407477061e-08, 4.2575891257001786e-08, 5.477539843923296e-08, 6.697490562146413e-08, 7.91744128036953e-08, 9.137391998592648e-08, 1.0357342716815765e-07, 1.1577293435038882e-07, 1.2797244153262e-07, 1.4017194871485117e-07, 1.5237145589708234e-07, 1.6457096307931351e-07, 1.767704702615447e-07, 1.8896997744377586e-07, 2.0116948462600703e-07, 2.133689918082382e-07, 2.2556849899046938e-07, 2.3776800617270055e-07, 2.499675133549317e-07, 2.621670205371629e-07, 2.7436652771939407e-07, 2.8656603490162524e-07, 2.987655420838564e-07, 3.109650492660876e-07, 3.2316455644831876e-07, 3.3536406363054994e-07, 3.475635708127811e-07, 3.597630779950123e-07, 3.7196258517724345e-07, 3.8416209235947463e-07, 3.963615995417058e-07]}, "train/loss": 0.0, "train/learning_rate": 6.387921022067365e-07, "train/epoch": 30.0, "train/global_step": 8610, "_runtime": 1611, "_timestamp": 1631811865, "_step": 18, "train/train_runtime": 1597.8625, "train/train_samples_per_second": 86.009, "train/train_steps_per_second": 5.388, "train/total_flos": 1.346686371727488e+16, "train/train_loss": 0.0048125368715766885, "eval/loss": 0.04912048578262329, "eval/precision": 0.8316633266533067, "eval/recall": 0.845213849287169, "eval/f1": 0.8383838383838385, "eval/runtime": 13.2153, "eval/samples_per_second": 92.847, "eval/steps_per_second": 11.653, "_wandb": {"runtime": 1622}}