{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4110562.625,"1":1037797.4375,"2":1917272.0625,"3":6554.6630859375,"4":1093909.34375,"5":2251078.4375,"6":1298544.890625,"7":2305776.3125,"8":1217597.265625,"9":2333350.5,"10":1216389.109375,"11":2341838.9375,"12":1189246.5,"13":2347861.3125,"14":1209445.6875,"15":2351727.875,"16":1198868.328125,"17":2347722.875,"18":1176791.390625,"19":2348247.0625,"20":1151058.890625,"21":2345244.4375,"22":1176740.375,"23":2357330.8125,"24":1230245.34375,"25":2361812.75,"26":1177197.875,"27":2374998.6875,"28":1180949.59375,"29":2388663.5,"30":1189357.71875,"31":2394353.625,"32":1191381.21875,"33":2397498.4375,"34":1224993.1875,"35":2399166.375,"36":1211967.53125,"37":2409765.625,"38":1196318.8125,"39":2414413.125,"40":1210510.25,"41":2419426.4375,"42":1242434.53125,"43":2426746.125,"44":1217598.625,"45":2431475.3125,"46":1232111.03125,"47":2440734.9375,"48":1220914.15625,"49":2446835.75,"50":1235068.1875,"51":2456398.625,"52":1264710.28125,"53":2463265.9375,"54":1275136.03125,"55":2472873.25,"56":1285585.46875,"57":2477361.1875,"58":1269013.34375,"59":2478974.25,"60":1288729.25,"61":2481938.6875,"62":1289931.9375,"63":2475007.5625,"64":1227498.46875,"65":2554607.8125},"2":{"0":452.58934021,"1":358.4388160706,"2":359.3326568604,"3":102.6377868652,"4":370.3561134338,"5":420.658203125,"6":418.0833129883,"7":430.6789093018,"8":385.8032150269,"9":435.5411529541,"10":385.7765197754,"11":437.5212860107,"12":375.122795105,"13":438.8706817627,"14":380.6528167725,"15":439.6421813965,"16":378.3675231934,"17":439.2949371338,"18":372.5651321411,"19":439.8074951172,"20":364.8076705933,"21":439.3942108154,"22":370.9581832886,"23":441.4653930664,"24":385.3677520752,"25":442.9123687744,"26":370.9499588013,"27":445.134185791,"28":371.6953582764,"29":447.2711334229,"30":373.0355377197,"31":448.2949829102,"32":374.5344772339,"33":448.578125,"34":382.0464935303,"35":449.0453643799,"36":378.431968689,"37":450.5966491699,"38":374.8772506714,"39":451.2191009521,"40":378.4827957153,"41":452.0011138916,"42":386.4386901855,"43":453.1783752441,"44":380.4665908813,"45":453.8084411621,"46":383.2856140137,"47":455.3451080322,"48":382.4307098389,"49":456.4335021973,"50":385.2838821411,"51":458.2306671143,"52":392.4518585205,"53":459.6265411377,"54":394.8351135254,"55":461.5224151611,"56":398.5263214111,"57":462.7038726807,"58":395.7043151855,"59":463.2851715088,"60":400.2911605835,"61":464.4039916992,"62":400.2875900269,"63":466.808380127,"64":384.8364486694,"65":480.2328338623},"inf":{"0":0.693359375,"1":2.591796875,"2":2.30078125,"3":2.625,"4":1.8969726562,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.8486328125,"17":1.779296875,"18":1.6787109375,"19":1.470703125,"20":1.69140625,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.541015625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.91015625,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.69921875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.0302734375,"47":1.666015625,"48":1.9990234375,"49":1.755859375,"50":1.8251953125,"51":1.76953125,"52":1.9169921875,"53":1.318359375,"54":1.69921875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}