{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4105710.625,"1":1037792.3125,"2":1917243.5,"3":6554.6630859375,"4":1093819.34375,"5":2251041.0625,"6":1298536.4375,"7":2305781.5625,"8":1217568.65625,"9":2333408.4375,"10":1216400.421875,"11":2341921.0,"12":1189236.375,"13":2347887.25,"14":1209427.6875,"15":2351697.375,"16":1198889.359375,"17":2347685.0,"18":1176776.171875,"19":2348169.6875,"20":1151033.390625,"21":2345160.8125,"22":1176714.6875,"23":2357208.6875,"24":1230206.734375,"25":2361681.125,"26":1177176.9375,"27":2374841.125,"28":1180910.015625,"29":2388497.0,"30":1189269.15625,"31":2394181.5625,"32":1191294.921875,"33":2397381.5,"34":1224929.21875,"35":2399001.1875,"36":1211925.34375,"37":2409618.875,"38":1196242.40625,"39":2414252.625,"40":1210422.875,"41":2419259.125,"42":1242383.15625,"43":2426619.875,"44":1217503.8125,"45":2431340.0,"46":1232038.8125,"47":2440574.3125,"48":1220859.8125,"49":2446736.125,"50":1235014.6875,"51":2456266.4375,"52":1264652.6875,"53":2463144.9375,"54":1275083.0,"55":2472775.1875,"56":1285507.28125,"57":2477277.6875,"58":1268942.75,"59":2478902.0625,"60":1288651.6875,"61":2481847.9375,"62":1289878.5,"63":2474958.375,"64":1227403.40625,"65":2554575.9375},"2":{"0":452.077835083,"1":358.4381027222,"2":359.3269042969,"3":102.6377868652,"4":370.3372879028,"5":420.6569671631,"6":418.0818786621,"7":430.6820831299,"8":385.8000717163,"9":435.5526733398,"10":385.7762680054,"11":437.5321044922,"12":375.1203460693,"13":438.8788909912,"14":380.6490249634,"15":439.637588501,"16":378.374206543,"17":439.2858123779,"18":372.5626525879,"19":439.7943115234,"20":364.8022766113,"21":439.3745422363,"22":370.9492034912,"23":441.4452209473,"24":385.353302002,"25":442.8912963867,"26":370.9462890625,"27":445.1068878174,"28":371.6878356934,"29":447.2406616211,"30":373.011390686,"31":448.2633056641,"32":374.5102386475,"33":448.554397583,"34":382.0283889771,"35":449.0204162598,"36":378.4211425781,"37":450.5646820068,"38":374.8550491333,"39":451.189239502,"40":378.4580154419,"41":451.9707641602,"42":386.4269638062,"43":453.1595458984,"44":380.441986084,"45":453.7870788574,"46":383.2627944946,"47":455.3205108643,"48":382.4153900146,"49":456.4168701172,"50":385.2662582397,"51":458.2094726562,"52":392.4331893921,"53":459.60105896,"54":394.8166122437,"55":461.5006561279,"56":398.5039901733,"57":462.6862030029,"58":395.6847305298,"59":463.2723693848,"60":400.2721633911,"61":464.3843078613,"62":400.272277832,"63":466.7956848145,"64":384.8096618652,"65":480.2246551514},"inf":{"0":0.693359375,"1":2.5913085938,"2":2.3046875,"3":2.625,"4":1.8959960938,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.69140625,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.822265625,"26":1.5400390625,"27":1.87109375,"28":1.6044921875,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.9091796875,"35":1.84765625,"36":1.8759765625,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.228515625,"46":2.0302734375,"47":1.666015625,"48":1.9990234375,"49":1.7578125,"50":1.8251953125,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.822265625,"61":2.611328125,"62":2.0791015625,"63":3.20703125,"64":2.669921875,"65":4.24609375}}