baize-7b_norms.json

{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4111507.75,"1":1037885.703125,"2":1917972.625,"3":6554.6630859375,"4":1094096.21875,"5":2251588.75,"6":1298763.09375,"7":2306335.5,"8":1217794.296875,"9":2333866.4375,"10":1216641.21875,"11":2342398.875,"12":1189502.921875,"13":2348429.9375,"14":1209699.171875,"15":2352312.625,"16":1199152.59375,"17":2348341.5625,"18":1177064.59375,"19":2348847.0625,"20":1151329.765625,"21":2345852.375,"22":1177014.171875,"23":2357915.3125,"24":1230466.546875,"25":2362417.75,"26":1177432.5,"27":2375562.9375,"28":1181157.21875,"29":2389174.0,"30":1189599.890625,"31":2394874.125,"32":1191636.25,"33":2398109.4375,"34":1225208.0625,"35":2399694.0625,"36":1212215.25,"37":2410278.875,"38":1196613.1875,"39":2414899.3125,"40":1210706.5625,"41":2419911.3125,"42":1242696.65625,"43":2427266.4375,"44":1217846.0625,"45":2431994.1875,"46":1232322.84375,"47":2441253.125,"48":1221120.71875,"49":2447403.0625,"50":1235357.375,"51":2456900.8125,"52":1264925.875,"53":2463708.5,"54":1275364.1875,"55":2473268.4375,"56":1285782.3125,"57":2477764.8125,"58":1269294.5625,"59":2479329.1875,"60":1288984.3125,"61":2482244.0,"62":1290161.21875,"63":2475329.0,"64":1227716.28125,"65":2554785.5},"2":{"0":452.7042541504,"1":358.4351272583,"2":359.4616928101,"3":102.6377868652,"4":370.3944015503,"5":420.760269165,"6":418.14793396,"7":430.788269043,"8":385.8595123291,"9":435.6361999512,"10":385.8455657959,"11":437.6193695068,"12":375.1923751831,"13":438.977722168,"14":380.724937439,"15":439.753692627,"16":378.449256897,"17":439.408493042,"18":372.6383743286,"19":439.923248291,"20":364.8810119629,"21":439.5043640137,"22":371.0288009644,"23":441.5727996826,"24":385.4280166626,"25":443.0179138184,"26":371.0106735229,"27":445.2337799072,"28":371.7518539429,"29":447.3646392822,"30":373.1045227051,"31":448.3899383545,"32":374.6054916382,"33":448.6887969971,"34":382.1084289551,"35":449.149017334,"36":378.5018768311,"37":450.6898956299,"38":374.9600372314,"39":451.3126525879,"40":378.5382919312,"41":452.0897521973,"42":386.5168228149,"43":453.2769622803,"44":380.5362548828,"45":453.9065246582,"46":383.3439559937,"47":455.4440612793,"48":382.4861526489,"49":456.5409393311,"50":385.3653182983,"51":458.3244171143,"52":392.517074585,"53":459.7064971924,"54":394.9002990723,"55":461.5944519043,"56":398.5868453979,"57":462.7741699219,"58":395.7850189209,"59":463.3505096436,"60":400.3699417114,"61":464.462387085,"62":400.3573913574,"63":466.865234375,"64":384.9014892578,"65":480.2574768066},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8974609375,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.828125,"9":1.849609375,"10":1.8095703125,"11":2.5546875,"12":2.18359375,"13":1.748046875,"14":2.0185546875,"15":1.96875,"16":1.8486328125,"17":1.779296875,"18":1.6796875,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.478515625,"24":1.822265625,"25":1.8203125,"26":1.5400390625,"27":1.869140625,"28":1.6044921875,"29":1.197265625,"30":1.6123046875,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.9052734375,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.0771484375,"45":1.2275390625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.7578125,"50":1.8271484375,"51":1.771484375,"52":1.91796875,"53":1.318359375,"54":1.701171875,"55":2.109375,"56":2.1865234375,"57":2.2890625,"58":1.693359375,"59":2.17578125,"60":1.8203125,"61":2.61328125,"62":2.0810546875,"63":3.20703125,"64":2.669921875,"65":4.24609375}}