{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4107905.875,"1":1037801.875,"2":1917308.875,"3":6554.6630859375,"4":1093890.96875,"5":2251088.75,"6":1298536.515625,"7":2305766.625,"8":1217601.140625,"9":2333398.375,"10":1216407.578125,"11":2341855.5,"12":1189257.265625,"13":2347879.8125,"14":1209471.59375,"15":2351712.625,"16":1198885.84375,"17":2347695.0,"18":1176794.984375,"19":2348218.5625,"20":1151035.875,"21":2345172.3125,"22":1176750.875,"23":2357245.5,"24":1230222.671875,"25":2361712.5625,"26":1177192.484375,"27":2374864.25,"28":1180919.25,"29":2388539.4375,"30":1189311.84375,"31":2394210.5625,"32":1191342.5625,"33":2397424.5,"34":1224945.875,"35":2399053.9375,"36":1211968.5625,"37":2409662.375,"38":1196274.03125,"39":2414296.625,"40":1210447.90625,"41":2419320.875,"42":1242402.53125,"43":2426631.8125,"44":1217563.6875,"45":2431374.3125,"46":1232087.15625,"47":2440633.75,"48":1220882.59375,"49":2446772.5625,"50":1235041.34375,"51":2456329.875,"52":1264681.71875,"53":2463182.5,"54":1275126.21875,"55":2472822.75,"56":1285532.3125,"57":2477299.375,"58":1268975.15625,"59":2478952.75,"60":1288690.625,"61":2481883.0,"62":1289895.1875,"63":2474971.125,"64":1227482.375,"65":2554611.25},"2":{"0":452.3123626709,"1":358.4432640076,"2":359.3375473022,"3":102.6377868652,"4":370.3488426208,"5":420.6637878418,"6":418.0831680298,"7":430.6855316162,"8":385.8062973022,"9":435.5484466553,"10":385.7784881592,"11":437.5254364014,"12":375.1294174194,"13":438.8798370361,"14":380.6577911377,"15":439.6348419189,"16":378.3747940063,"17":439.2890777588,"18":372.5665512085,"19":439.8020629883,"20":364.8014755249,"21":439.3778076172,"22":370.9606704712,"23":441.4494628906,"24":385.3566818237,"25":442.8981170654,"26":370.9462814331,"27":445.1111602783,"28":371.690536499,"29":447.2515411377,"30":373.0224533081,"31":448.2731323242,"32":374.5221099854,"33":448.5608825684,"34":382.0345916748,"35":449.0280609131,"36":378.4322280884,"37":450.5763244629,"38":374.8644104004,"39":451.2025756836,"40":378.4650344849,"41":451.9826202393,"42":386.4342956543,"43":453.1667633057,"44":380.4587097168,"45":453.7926177979,"46":383.2805557251,"47":455.3274841309,"48":382.4200897217,"49":456.4220733643,"50":385.2741394043,"51":458.2176208496,"52":392.4440307617,"53":459.6073608398,"54":394.8325576782,"55":461.5085601807,"56":398.5097427368,"57":462.690826416,"58":395.6943435669,"59":463.2832641602,"60":400.2802505493,"61":464.3938598633,"62":400.2761001587,"63":466.801864624,"64":384.82837677,"65":480.231048584},"inf":{"0":0.693359375,"1":2.5913085938,"2":2.30078125,"3":2.625,"4":1.896484375,"5":1.935546875,"6":2.029296875,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.8486328125,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.822265625,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4794921875,"33":1.748046875,"34":1.9091796875,"35":1.849609375,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.7578125,"50":1.826171875,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.6982421875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.822265625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}