{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4110734.75,"1":1037640.28125,"2":1916968.0,"3":6554.6635742188,"4":1093696.546875,"5":2250796.5625,"6":1298375.921875,"7":2305476.625,"8":1217442.296875,"9":2333043.9375,"10":1216222.28125,"11":2341563.25,"12":1189085.125,"13":2347588.75,"14":1209286.921875,"15":2351455.375,"16":1198725.421875,"17":2347426.125,"18":1176641.015625,"19":2347969.8125,"20":1150886.953125,"21":2344965.4375,"22":1176578.484375,"23":2357016.625,"24":1230045.34375,"25":2361506.5625,"26":1177033.828125,"27":2374665.0625,"28":1180771.828125,"29":2388318.0625,"30":1189156.21875,"31":2393959.8125,"32":1191191.265625,"33":2397188.8125,"34":1224777.15625,"35":2398780.5,"36":1211792.5625,"37":2409386.8125,"38":1196134.71875,"39":2414032.8125,"40":1210266.9375,"41":2419027.375,"42":1242244.65625,"43":2426380.5,"44":1217395.0,"45":2431107.875,"46":1231912.46875,"47":2440344.125,"48":1220725.46875,"49":2446473.1875,"50":1234906.90625,"51":2456028.9375,"52":1264531.78125,"53":2462837.1875,"54":1274966.8125,"55":2472478.0,"56":1285397.3125,"57":2476976.0,"58":1268844.03125,"59":2478583.75,"60":1288527.71875,"61":2481538.0,"62":1289725.9375,"63":2474664.875,"64":1227301.5625,"65":2554231.0},"2":{"0":452.6271362305,"1":358.3961791992,"2":359.2747268677,"3":102.6377868652,"4":370.3007316589,"5":420.6079711914,"6":418.0369911194,"7":430.6253967285,"8":385.7563552856,"9":435.4869995117,"10":385.7237930298,"11":437.4702911377,"12":375.0782699585,"13":438.8222808838,"14":380.607131958,"15":439.5899200439,"16":378.3275222778,"17":439.2417907715,"18":372.5208816528,"19":439.7580108643,"20":364.7600631714,"21":439.3383789062,"22":370.911491394,"23":441.4059753418,"24":385.3072357178,"25":442.8522338867,"26":370.9000778198,"27":445.0693817139,"28":371.6446838379,"29":447.2033843994,"30":372.9773788452,"31":448.2260742188,"32":374.4796600342,"33":448.5129547119,"34":381.9823455811,"35":448.9809570312,"36":378.381187439,"37":450.5240478516,"38":374.8220748901,"39":451.1498718262,"40":378.4117584229,"41":451.9287719727,"42":386.3860321045,"43":453.1158752441,"44":380.4104537964,"45":453.7403106689,"46":383.2280807495,"47":455.2783966064,"48":382.3745040894,"49":456.3682861328,"50":385.2350006104,"51":458.1611785889,"52":392.3983840942,"53":459.5496520996,"54":394.7847061157,"55":461.4444885254,"56":398.4722824097,"57":462.631149292,"58":395.6555938721,"59":463.2143859863,"60":400.2336578369,"61":464.3274841309,"62":400.2260055542,"63":466.7434997559,"64":384.7808456421,"65":480.1595611572},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.896484375,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.828125,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.18359375,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.908203125,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.75390625,"50":1.8251953125,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.1015625,"56":2.1875,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8203125,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}