sharegpt-7b_norms.json

{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4114759.25,"1":1037903.765625,"2":1917404.5,"3":6556.4794921875,"4":1094187.6875,"5":2251305.125,"6":1298728.171875,"7":2305984.4375,"8":1217825.78125,"9":2333637.625,"10":1216648.578125,"11":2342161.3125,"12":1189530.71875,"13":2348253.125,"14":1209731.0625,"15":2352123.625,"16":1199149.375,"17":2348158.5625,"18":1177109.375,"19":2348691.0,"20":1151331.828125,"21":2345754.375,"22":1177063.8125,"23":2357845.0625,"24":1230514.734375,"25":2362284.9375,"26":1177459.1875,"27":2375396.6875,"28":1181202.90625,"29":2389088.25,"30":1189605.015625,"31":2394750.5625,"32":1191665.875,"33":2397926.5625,"34":1225254.90625,"35":2399525.5625,"36":1212256.53125,"37":2410154.375,"38":1196621.34375,"39":2414743.4375,"40":1210750.90625,"41":2419741.5625,"42":1242765.71875,"43":2427048.6875,"44":1217874.15625,"45":2431760.6875,"46":1232342.375,"47":2441017.9375,"48":1221172.15625,"49":2447134.6875,"50":1235444.03125,"51":2456692.5625,"52":1265009.21875,"53":2463553.5,"54":1275449.375,"55":2473144.25,"56":1285909.40625,"57":2477718.625,"58":1269450.5,"59":2479343.9375,"60":1289101.8125,"61":2482342.375,"62":1290273.3125,"63":2475464.9375,"64":1227807.21875,"65":2554788.3125},"2":{"0":453.0381469727,"1":358.4433670044,"2":359.3612594604,"3":102.6664047241,"4":370.4511299133,"5":420.7017364502,"6":418.1444473267,"7":430.7209625244,"8":385.8719329834,"9":435.5954742432,"10":385.8531188965,"11":437.585647583,"12":375.2070922852,"13":438.9436187744,"14":380.7351760864,"15":439.7168731689,"16":378.4510574341,"17":439.3775024414,"18":372.6623764038,"19":439.896987915,"20":364.894859314,"21":439.4848327637,"22":371.0516052246,"23":441.5619659424,"24":385.4443817139,"25":442.9972839355,"26":371.0252685547,"27":445.2077484131,"28":371.780128479,"29":447.3431243896,"30":373.1157684326,"31":448.370513916,"32":374.6233215332,"33":448.6535339355,"34":382.1288375854,"35":449.1155548096,"36":378.5223236084,"37":450.6620788574,"38":374.9756240845,"39":451.2797393799,"40":378.5546951294,"41":452.0586242676,"42":386.5426635742,"43":453.2434692383,"44":380.5486602783,"45":453.8635253906,"46":383.3520507812,"47":455.4011535645,"48":382.5025405884,"49":456.4883270264,"50":385.389251709,"51":458.2823028564,"52":392.5367965698,"53":459.6752471924,"54":394.9234313965,"55":461.572265625,"56":398.6198654175,"57":462.7666320801,"58":395.8316955566,"59":463.3584136963,"60":400.4021606445,"61":464.4722595215,"62":400.3881072998,"63":466.8931427002,"64":384.9278717041,"65":480.2605133057},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8959960938,"5":1.93359375,"6":2.029296875,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.181640625,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.869140625,"28":1.603515625,"29":1.19921875,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.74609375,"34":1.9111328125,"35":1.84765625,"36":1.875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.603515625,"42":2.064453125,"43":1.923828125,"44":2.0771484375,"45":1.228515625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.763671875,"50":1.8251953125,"51":1.771484375,"52":1.91796875,"53":1.318359375,"54":1.7001953125,"55":2.10546875,"56":2.1865234375,"57":2.28515625,"58":1.6943359375,"59":2.17578125,"60":1.814453125,"61":2.603515625,"62":2.0791015625,"63":3.20703125,"64":2.669921875,"65":4.2421875}}