{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4112405.375,"1":1037585.4375,"2":1916651.625,"3":6554.6635742188,"4":1093648.765625,"5":2250586.0625,"6":1298310.828125,"7":2305299.875,"8":1217362.234375,"9":2332868.0,"10":1216137.890625,"11":2341374.125,"12":1189015.53125,"13":2347404.375,"14":1209201.625,"15":2351253.5,"16":1198634.625,"17":2347225.8125,"18":1176544.9375,"19":2347741.125,"20":1150797.671875,"21":2344759.3125,"22":1176494.140625,"23":2356818.375,"24":1229951.625,"25":2361292.0,"26":1176940.109375,"27":2374427.5625,"28":1180686.28125,"29":2388079.875,"30":1189058.984375,"31":2393754.4375,"32":1191090.15625,"33":2396954.0,"34":1224695.71875,"35":2398562.8125,"36":1211679.84375,"37":2409163.75,"38":1196012.875,"39":2413799.0,"40":1210179.40625,"41":2418805.0,"42":1242131.34375,"43":2426111.4375,"44":1217299.40625,"45":2430832.5625,"46":1231844.84375,"47":2440083.5625,"48":1220632.625,"49":2446243.375,"50":1234815.46875,"51":2455785.0,"52":1264448.40625,"53":2462646.0,"54":1274866.90625,"55":2472288.5,"56":1285321.78125,"57":2476788.125,"58":1268730.0,"59":2478405.0625,"60":1288426.28125,"61":2481371.375,"62":1289633.71875,"63":2474501.125,"64":1227266.375,"65":2554150.375},"2":{"0":452.8093261719,"1":358.3809738159,"2":359.2201919556,"3":102.6377868652,"4":370.2930755615,"5":420.5693206787,"6":418.0150985718,"7":430.5929870605,"8":385.7334518433,"9":435.4524383545,"10":385.7010421753,"11":437.4365386963,"12":375.0560531616,"13":438.7900695801,"14":380.5824737549,"15":439.5552520752,"16":378.3005752563,"17":439.2083129883,"18":372.4943389893,"19":439.7179718018,"20":364.7352752686,"21":439.3027648926,"22":370.888710022,"23":441.3694610596,"24":385.2796401978,"25":442.8174438477,"26":370.8752288818,"27":445.028793335,"28":371.6218109131,"29":447.1656951904,"30":372.9512405396,"31":448.186706543,"32":374.451965332,"33":448.4741516113,"34":381.9582366943,"35":448.9369659424,"36":378.3483352661,"37":450.4830474854,"38":374.7913589478,"39":451.1067199707,"40":378.388420105,"41":451.8868408203,"42":386.3527908325,"43":453.0692596436,"44":380.382774353,"45":453.6942749023,"46":383.209197998,"47":455.2301177979,"48":382.3495178223,"49":456.3258666992,"50":385.2111663818,"51":458.1183929443,"52":392.3740234375,"53":459.510269165,"54":394.7539672852,"55":461.4087982178,"56":398.4503097534,"57":462.5982818604,"58":395.6222381592,"59":463.1851806641,"60":400.2038726807,"61":464.3011932373,"62":400.19871521,"63":466.7156524658,"64":384.7698135376,"65":480.1457366943},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.896484375,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.9091796875,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.75390625,"50":1.8251953125,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}