gpt4-alpaca-7b_norms.json

{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4111680.375,"1":1037604.875,"2":1916941.6875,"3":6554.6635742188,"4":1093714.703125,"5":2250797.4375,"6":1298374.640625,"7":2305498.0,"8":1217441.90625,"9":2333055.8125,"10":1216221.84375,"11":2341589.0625,"12":1189092.859375,"13":2347604.625,"14":1209284.859375,"15":2351464.0,"16":1198721.390625,"17":2347447.75,"18":1176630.40625,"19":2347985.875,"20":1150885.15625,"21":2344977.5625,"22":1176581.421875,"23":2357027.1875,"24":1230050.640625,"25":2361547.6875,"26":1177032.59375,"27":2374659.0625,"28":1180787.140625,"29":2388349.1875,"30":1189181.125,"31":2393995.3125,"32":1191197.0,"33":2397213.0625,"34":1224792.21875,"35":2398820.4375,"36":1211808.9375,"37":2409443.125,"38":1196139.21875,"39":2414036.5,"40":1210291.875,"41":2419075.0,"42":1242256.4375,"43":2426362.75,"44":1217414.21875,"45":2431115.75,"46":1231915.71875,"47":2440358.8125,"48":1220728.46875,"49":2446488.8125,"50":1234912.90625,"51":2456003.5625,"52":1264560.09375,"53":2462852.3125,"54":1274963.34375,"55":2472477.25,"56":1285404.96875,"57":2476960.375,"58":1268820.46875,"59":2478582.6875,"60":1288553.125,"61":2481538.3125,"62":1289750.0625,"63":2474680.125,"64":1227325.6875,"65":2554224.875},"2":{"0":452.7179107666,"1":358.3839073181,"2":359.2742462158,"3":102.6377868652,"4":370.307674408,"5":420.6082305908,"6":418.0360450745,"7":430.6283416748,"8":385.7571029663,"9":435.488067627,"10":385.7264709473,"11":437.4738311768,"12":375.079574585,"13":438.8240966797,"14":380.6083145142,"15":439.5919189453,"16":378.3263473511,"17":439.2467803955,"18":372.5190200806,"19":439.7590026855,"20":364.7585525513,"21":439.3421478271,"22":370.9120407104,"23":441.411819458,"24":385.3083267212,"25":442.8586730957,"26":370.9016571045,"27":445.0679016113,"28":371.6483688354,"29":447.2095336914,"30":372.9837265015,"31":448.230178833,"32":374.4790420532,"33":448.5231933594,"34":381.9867019653,"35":448.9867553711,"36":378.3831176758,"37":450.5329284668,"38":374.823638916,"39":451.1520233154,"40":378.4200592041,"41":451.9324035645,"42":386.3918609619,"43":453.1182250977,"44":380.414642334,"45":453.7402648926,"46":383.2284164429,"47":455.2761993408,"48":382.3788833618,"49":456.3714599609,"50":385.2387313843,"51":458.1577148438,"52":392.407913208,"53":459.552230835,"54":394.7847747803,"55":461.4421691895,"56":398.4735336304,"57":462.6298370361,"58":395.6474075317,"59":463.2155761719,"60":400.2383346558,"61":464.3286590576,"62":400.2351989746,"63":466.7461242676,"64":384.7860412598,"65":480.1572418213},"inf":{"0":0.693359375,"1":2.5913085938,"2":2.30078125,"3":2.625,"4":1.896484375,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.9091796875,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.228515625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.75390625,"50":1.8251953125,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.10546875,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}