{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4107986.625,"1":1037756.375,"2":1917283.75,"3":6554.6630859375,"4":1093730.53125,"5":2251020.0,"6":1298452.375,"7":2305661.9375,"8":1217486.9375,"9":2333219.5625,"10":1216302.625,"11":2341739.875,"12":1189165.0625,"13":2347750.875,"14":1209366.484375,"15":2351612.1875,"16":1198817.609375,"17":2347585.8125,"18":1176707.8125,"19":2348118.0625,"20":1150972.609375,"21":2345122.375,"22":1176655.265625,"23":2357156.1875,"24":1230138.890625,"25":2361685.9375,"26":1177130.984375,"27":2374828.4375,"28":1180864.75,"29":2388453.1875,"30":1189239.53125,"31":2394150.5625,"32":1191280.78125,"33":2397378.0,"34":1224867.28125,"35":2398970.125,"36":1211875.34375,"37":2409558.625,"38":1196233.4375,"39":2414217.25,"40":1210389.59375,"41":2419202.875,"42":1242315.875,"43":2426527.9375,"44":1217479.84375,"45":2431262.1875,"46":1232033.65625,"47":2440516.5,"48":1220830.625,"49":2446645.8125,"50":1234994.96875,"51":2456144.5,"52":1264647.65625,"53":2462986.6875,"54":1275062.59375,"55":2472591.5,"56":1285480.875,"57":2477068.6875,"58":1268927.46875,"59":2478665.3125,"60":1288637.28125,"61":2481631.875,"62":1289832.125,"63":2474727.5,"64":1227454.875,"65":2554251.3125},"2":{"0":452.325958252,"1":358.4352798462,"2":359.3322219849,"3":102.6377868652,"4":370.3032264709,"5":420.6483001709,"6":418.054813385,"7":430.6591796875,"8":385.7679901123,"9":435.5192108154,"10":385.7485046387,"11":437.4989471436,"12":375.1012496948,"13":438.8532714844,"14":380.6278533936,"15":439.6187896729,"16":378.3544464111,"17":439.2727203369,"18":372.541305542,"19":439.7867736816,"20":364.7852249146,"21":439.3699035645,"22":370.9328308105,"23":441.4348297119,"24":385.3322372437,"25":442.8818664551,"26":370.9273986816,"27":445.101272583,"28":371.6737289429,"29":447.2336578369,"30":373.0008468628,"31":448.2579498291,"32":374.5031280518,"33":448.5494842529,"34":382.0087738037,"35":449.0136260986,"36":378.4033966064,"37":450.5566711426,"38":374.8514938354,"39":451.1835327148,"40":378.450088501,"41":451.9617614746,"42":386.4063262939,"43":453.1487426758,"44":380.4294281006,"45":453.7690429688,"46":383.2625045776,"47":455.307723999,"48":382.404800415,"49":456.3976135254,"50":385.2634963989,"51":458.184387207,"52":392.4339294434,"53":459.572555542,"54":394.8114852905,"55":461.4673614502,"56":398.4993057251,"57":462.6517028809,"58":395.6801300049,"59":463.2322235107,"60":400.2675018311,"61":464.3459625244,"62":400.2567062378,"63":466.7556915283,"64":384.8249206543,"65":480.1660614014},"inf":{"0":0.6953125,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8969726562,"5":1.935546875,"6":2.029296875,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.8095703125,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.681640625,"19":1.470703125,"20":1.69140625,"21":2.265625,"22":1.6171875,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.6123046875,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.908203125,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.69921875,"40":1.818359375,"41":1.609375,"42":2.064453125,"43":1.923828125,"44":2.0771484375,"45":1.228515625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.755859375,"50":1.8251953125,"51":1.771484375,"52":1.921875,"53":1.318359375,"54":1.6982421875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}