oasst1-7b_norms.json

{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4111368.75,"1":1037517.75,"2":1916902.0625,"3":6554.6635742188,"4":1093765.90625,"5":2250793.625,"6":1298414.125,"7":2305499.25,"8":1217502.78125,"9":2333055.5,"10":1216316.4375,"11":2341619.1875,"12":1189154.71875,"13":2347622.9375,"14":1209373.359375,"15":2351496.0,"16":1198791.03125,"17":2347511.0625,"18":1176718.890625,"19":2348047.75,"20":1150983.40625,"21":2345077.4375,"22":1176682.953125,"23":2357141.8125,"24":1230141.671875,"25":2361605.125,"26":1177133.9375,"27":2374754.625,"28":1180876.046875,"29":2388421.6875,"30":1189266.171875,"31":2394081.75,"32":1191295.21875,"33":2397242.125,"34":1224876.3125,"35":2398858.9375,"36":1211856.84375,"37":2409465.4375,"38":1196227.40625,"39":2414090.125,"40":1210381.15625,"41":2419114.8125,"42":1242324.8125,"43":2426404.6875,"44":1217491.84375,"45":2431129.4375,"46":1231965.4375,"47":2440372.4375,"48":1220824.6875,"49":2446504.1875,"50":1234992.875,"51":2456045.0,"52":1264609.25,"53":2462899.0625,"54":1275049.9375,"55":2472522.25,"56":1285486.75,"57":2477044.8125,"58":1268906.46875,"59":2478650.6875,"60":1288623.5625,"61":2481619.25,"62":1289804.71875,"63":2474755.875,"64":1227411.0,"65":2554345.1875},"2":{"0":452.6879272461,"1":358.362663269,"2":359.2650756836,"3":102.6377868652,"4":370.3290061951,"5":420.6100006104,"6":418.0463256836,"7":430.6298370361,"8":385.7780685425,"9":435.4908447266,"10":385.7543258667,"11":437.4786224365,"12":375.0985794067,"13":438.8301544189,"14":380.6308135986,"15":439.5988464355,"16":378.3467788696,"17":439.2577056885,"18":372.5475463867,"19":439.7748413086,"20":364.7866363525,"21":439.359375,"22":370.9443435669,"23":441.4332733154,"24":385.3382797241,"25":442.8733215332,"26":370.931854248,"27":445.0874176025,"28":371.6787414551,"29":447.2227783203,"30":373.0120620728,"31":448.2467193604,"32":374.5098571777,"33":448.5301971436,"34":382.0134811401,"35":448.9932861328,"36":378.3990097046,"37":450.5408172607,"38":374.8510665894,"39":451.1577758789,"40":378.4454498291,"41":451.9437255859,"42":386.4099121094,"43":453.1206207275,"44":380.4353027344,"45":453.7456665039,"46":383.2418823242,"47":455.279296875,"48":382.4019622803,"49":456.3720092773,"50":385.2589569092,"51":458.1620025635,"52":392.4228286743,"53":459.5566253662,"54":394.805847168,"55":461.4515838623,"56":398.498298645,"57":462.6434783936,"58":395.6737365723,"59":463.2294616699,"60":400.2589797974,"61":464.3433837891,"62":400.2513656616,"63":466.7595672607,"64":384.8128738403,"65":480.1814117432},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8959960938,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.828125,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.6171875,"23":1.4765625,"24":1.8193359375,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.908203125,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.228515625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.7578125,"50":1.8251953125,"51":1.771484375,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.10546875,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.607421875,"62":2.0791015625,"63":3.20703125,"64":2.669921875,"65":4.24609375}}