llama-7b_norms.json

{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4114535.0,"1":1037573.59375,"2":1916573.25,"3":6554.38671875,"4":1093585.21875,"5":2250516.5,"6":1298266.140625,"7":2305224.375,"8":1217330.75,"9":2332794.125,"10":1216099.578125,"11":2341330.125,"12":1188965.578125,"13":2347339.25,"14":1209160.125,"15":2351180.9375,"16":1198595.703125,"17":2347159.0,"18":1176496.078125,"19":2347675.375,"20":1150735.8125,"21":2344680.25,"22":1176437.3125,"23":2356734.625,"24":1229897.46875,"25":2361211.625,"26":1176889.046875,"27":2374359.75,"28":1180625.21875,"29":2387998.1875,"30":1189011.375,"31":2393676.3125,"32":1191037.609375,"33":2396862.375,"34":1224642.9375,"35":2398489.625,"36":1211631.96875,"37":2409092.3125,"38":1195952.78125,"39":2413719.625,"40":1210134.8125,"41":2418727.75,"42":1242079.09375,"43":2426042.1875,"44":1217256.5,"45":2430786.0,"46":1231795.25,"47":2440019.5625,"48":1220573.8125,"49":2446185.0,"50":1234760.9375,"51":2455730.0,"52":1264399.1875,"53":2462564.625,"54":1274834.28125,"55":2472217.9375,"56":1285282.71875,"57":2476726.375,"58":1268675.875,"59":2478329.0,"60":1288381.53125,"61":2481305.375,"62":1289572.78125,"63":2474430.0625,"64":1227240.53125,"65":2554106.25},"2":{"0":453.1181945801,"1":358.3143539429,"2":359.1788635254,"3":102.6335983276,"4":370.213344574,"5":420.5195007324,"6":417.9177284241,"7":430.5435028076,"8":385.6318359375,"9":435.4046630859,"10":385.5956192017,"11":437.3901062012,"12":374.9569854736,"13":438.739654541,"14":380.4785461426,"15":439.5074157715,"16":378.2026138306,"17":439.1572723389,"18":372.4001159668,"19":439.6697845459,"20":364.6389694214,"21":439.2519989014,"22":370.7908630371,"23":441.3195343018,"24":385.1814956665,"25":442.764251709,"26":370.7826156616,"27":444.9799194336,"28":371.5305862427,"29":447.1169128418,"30":372.8610229492,"31":448.1357727051,"32":374.3586349487,"33":448.4238586426,"34":381.8623886108,"35":448.8883209229,"36":378.2544631958,"37":450.4353942871,"38":374.6996536255,"39":451.0586547852,"40":378.3008422852,"41":451.8386383057,"42":386.2628555298,"43":453.0232696533,"44":380.2976989746,"45":453.6484069824,"46":383.1173477173,"47":455.1844787598,"48":382.265335083,"49":456.2800140381,"50":385.1221160889,"51":458.0744018555,"52":392.2842788696,"53":459.4670257568,"54":394.6687393188,"55":461.3646087646,"56":398.3606262207,"57":462.5547790527,"58":395.5338287354,"59":463.1396179199,"60":400.1098098755,"61":464.257232666,"62":400.1051483154,"63":466.6699676514,"64":384.6904602051,"65":480.1044311523},"inf":{"0":0.6948242188,"1":2.5897827148,"2":2.302734375,"3":2.625,"4":1.8956298828,"5":1.9367675781,"6":2.0280761719,"7":3.1752929688,"8":1.83203125,"9":1.8518066406,"10":1.8072509766,"11":2.5546875,"12":2.1799316406,"13":1.7495117188,"14":2.0141601562,"15":1.9675292969,"16":1.8502197266,"17":1.7788085938,"18":1.6817626953,"19":1.4716796875,"20":1.6903076172,"21":2.2685546875,"22":1.619140625,"23":1.474609375,"24":1.8212890625,"25":1.8205566406,"26":1.5386962891,"27":1.8735351562,"28":1.6016845703,"29":1.1977539062,"30":1.6116943359,"31":1.7946777344,"32":1.4760742188,"33":1.7507324219,"34":1.9058837891,"35":1.8447265625,"36":1.8720703125,"37":1.6867675781,"38":1.6491699219,"39":1.705078125,"40":1.8178710938,"41":1.607421875,"42":2.0629882812,"43":1.9243164062,"44":2.0792236328,"45":1.2272949219,"46":2.0297851562,"47":1.6669921875,"48":1.9995117188,"49":1.7563476562,"50":1.8234863281,"51":1.76953125,"52":1.9191894531,"53":1.3178710938,"54":1.6970214844,"55":2.1000976562,"56":2.1898193359,"57":2.2827148438,"58":1.6925048828,"59":2.1767578125,"60":1.8223876953,"61":2.6157226562,"62":2.0787353516,"63":3.2036132812,"64":2.6689453125,"65":4.2358398438}}