Add norms of modules per model

baize-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4111507.75,"1":1037885.703125,"2":1917972.625,"3":6554.6630859375,"4":1094096.21875,"5":2251588.75,"6":1298763.09375,"7":2306335.5,"8":1217794.296875,"9":2333866.4375,"10":1216641.21875,"11":2342398.875,"12":1189502.921875,"13":2348429.9375,"14":1209699.171875,"15":2352312.625,"16":1199152.59375,"17":2348341.5625,"18":1177064.59375,"19":2348847.0625,"20":1151329.765625,"21":2345852.375,"22":1177014.171875,"23":2357915.3125,"24":1230466.546875,"25":2362417.75,"26":1177432.5,"27":2375562.9375,"28":1181157.21875,"29":2389174.0,"30":1189599.890625,"31":2394874.125,"32":1191636.25,"33":2398109.4375,"34":1225208.0625,"35":2399694.0625,"36":1212215.25,"37":2410278.875,"38":1196613.1875,"39":2414899.3125,"40":1210706.5625,"41":2419911.3125,"42":1242696.65625,"43":2427266.4375,"44":1217846.0625,"45":2431994.1875,"46":1232322.84375,"47":2441253.125,"48":1221120.71875,"49":2447403.0625,"50":1235357.375,"51":2456900.8125,"52":1264925.875,"53":2463708.5,"54":1275364.1875,"55":2473268.4375,"56":1285782.3125,"57":2477764.8125,"58":1269294.5625,"59":2479329.1875,"60":1288984.3125,"61":2482244.0,"62":1290161.21875,"63":2475329.0,"64":1227716.28125,"65":2554785.5},"2":{"0":452.7042541504,"1":358.4351272583,"2":359.4616928101,"3":102.6377868652,"4":370.3944015503,"5":420.760269165,"6":418.14793396,"7":430.788269043,"8":385.8595123291,"9":435.6361999512,"10":385.8455657959,"11":437.6193695068,"12":375.1923751831,"13":438.977722168,"14":380.724937439,"15":439.753692627,"16":378.449256897,"17":439.408493042,"18":372.6383743286,"19":439.923248291,"20":364.8810119629,"21":439.5043640137,"22":371.0288009644,"23":441.5727996826,"24":385.4280166626,"25":443.0179138184,"26":371.0106735229,"27":445.2337799072,"28":371.7518539429,"29":447.3646392822,"30":373.1045227051,"31":448.3899383545,"32":374.6054916382,"33":448.6887969971,"34":382.1084289551,"35":449.149017334,"36":378.5018768311,"37":450.6898956299,"38":374.9600372314,"39":451.3126525879,"40":378.5382919312,"41":452.0897521973,"42":386.5168228149,"43":453.2769622803,"44":380.5362548828,"45":453.9065246582,"46":383.3439559937,"47":455.4440612793,"48":382.4861526489,"49":456.5409393311,"50":385.3653182983,"51":458.3244171143,"52":392.517074585,"53":459.7064971924,"54":394.9002990723,"55":461.5944519043,"56":398.5868453979,"57":462.7741699219,"58":395.7850189209,"59":463.3505096436,"60":400.3699417114,"61":464.462387085,"62":400.3573913574,"63":466.865234375,"64":384.9014892578,"65":480.2574768066},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8974609375,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.828125,"9":1.849609375,"10":1.8095703125,"11":2.5546875,"12":2.18359375,"13":1.748046875,"14":2.0185546875,"15":1.96875,"16":1.8486328125,"17":1.779296875,"18":1.6796875,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.478515625,"24":1.822265625,"25":1.8203125,"26":1.5400390625,"27":1.869140625,"28":1.6044921875,"29":1.197265625,"30":1.6123046875,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.9052734375,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.0771484375,"45":1.2275390625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.7578125,"50":1.8271484375,"51":1.771484375,"52":1.91796875,"53":1.318359375,"54":1.701171875,"55":2.109375,"56":2.1865234375,"57":2.2890625,"58":1.693359375,"59":2.17578125,"60":1.8203125,"61":2.61328125,"62":2.0810546875,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

cot-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4110562.625,"1":1037797.4375,"2":1917272.0625,"3":6554.6630859375,"4":1093909.34375,"5":2251078.4375,"6":1298544.890625,"7":2305776.3125,"8":1217597.265625,"9":2333350.5,"10":1216389.109375,"11":2341838.9375,"12":1189246.5,"13":2347861.3125,"14":1209445.6875,"15":2351727.875,"16":1198868.328125,"17":2347722.875,"18":1176791.390625,"19":2348247.0625,"20":1151058.890625,"21":2345244.4375,"22":1176740.375,"23":2357330.8125,"24":1230245.34375,"25":2361812.75,"26":1177197.875,"27":2374998.6875,"28":1180949.59375,"29":2388663.5,"30":1189357.71875,"31":2394353.625,"32":1191381.21875,"33":2397498.4375,"34":1224993.1875,"35":2399166.375,"36":1211967.53125,"37":2409765.625,"38":1196318.8125,"39":2414413.125,"40":1210510.25,"41":2419426.4375,"42":1242434.53125,"43":2426746.125,"44":1217598.625,"45":2431475.3125,"46":1232111.03125,"47":2440734.9375,"48":1220914.15625,"49":2446835.75,"50":1235068.1875,"51":2456398.625,"52":1264710.28125,"53":2463265.9375,"54":1275136.03125,"55":2472873.25,"56":1285585.46875,"57":2477361.1875,"58":1269013.34375,"59":2478974.25,"60":1288729.25,"61":2481938.6875,"62":1289931.9375,"63":2475007.5625,"64":1227498.46875,"65":2554607.8125},"2":{"0":452.58934021,"1":358.4388160706,"2":359.3326568604,"3":102.6377868652,"4":370.3561134338,"5":420.658203125,"6":418.0833129883,"7":430.6789093018,"8":385.8032150269,"9":435.5411529541,"10":385.7765197754,"11":437.5212860107,"12":375.122795105,"13":438.8706817627,"14":380.6528167725,"15":439.6421813965,"16":378.3675231934,"17":439.2949371338,"18":372.5651321411,"19":439.8074951172,"20":364.8076705933,"21":439.3942108154,"22":370.9581832886,"23":441.4653930664,"24":385.3677520752,"25":442.9123687744,"26":370.9499588013,"27":445.134185791,"28":371.6953582764,"29":447.2711334229,"30":373.0355377197,"31":448.2949829102,"32":374.5344772339,"33":448.578125,"34":382.0464935303,"35":449.0453643799,"36":378.431968689,"37":450.5966491699,"38":374.8772506714,"39":451.2191009521,"40":378.4827957153,"41":452.0011138916,"42":386.4386901855,"43":453.1783752441,"44":380.4665908813,"45":453.8084411621,"46":383.2856140137,"47":455.3451080322,"48":382.4307098389,"49":456.4335021973,"50":385.2838821411,"51":458.2306671143,"52":392.4518585205,"53":459.6265411377,"54":394.8351135254,"55":461.5224151611,"56":398.5263214111,"57":462.7038726807,"58":395.7043151855,"59":463.2851715088,"60":400.2911605835,"61":464.4039916992,"62":400.2875900269,"63":466.808380127,"64":384.8364486694,"65":480.2328338623},"inf":{"0":0.693359375,"1":2.591796875,"2":2.30078125,"3":2.625,"4":1.8969726562,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.8486328125,"17":1.779296875,"18":1.6787109375,"19":1.470703125,"20":1.69140625,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.541015625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.91015625,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.69921875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.0302734375,"47":1.666015625,"48":1.9990234375,"49":1.755859375,"50":1.8251953125,"51":1.76953125,"52":1.9169921875,"53":1.318359375,"54":1.69921875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

dolly-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4112405.375,"1":1037585.4375,"2":1916651.625,"3":6554.6635742188,"4":1093648.765625,"5":2250586.0625,"6":1298310.828125,"7":2305299.875,"8":1217362.234375,"9":2332868.0,"10":1216137.890625,"11":2341374.125,"12":1189015.53125,"13":2347404.375,"14":1209201.625,"15":2351253.5,"16":1198634.625,"17":2347225.8125,"18":1176544.9375,"19":2347741.125,"20":1150797.671875,"21":2344759.3125,"22":1176494.140625,"23":2356818.375,"24":1229951.625,"25":2361292.0,"26":1176940.109375,"27":2374427.5625,"28":1180686.28125,"29":2388079.875,"30":1189058.984375,"31":2393754.4375,"32":1191090.15625,"33":2396954.0,"34":1224695.71875,"35":2398562.8125,"36":1211679.84375,"37":2409163.75,"38":1196012.875,"39":2413799.0,"40":1210179.40625,"41":2418805.0,"42":1242131.34375,"43":2426111.4375,"44":1217299.40625,"45":2430832.5625,"46":1231844.84375,"47":2440083.5625,"48":1220632.625,"49":2446243.375,"50":1234815.46875,"51":2455785.0,"52":1264448.40625,"53":2462646.0,"54":1274866.90625,"55":2472288.5,"56":1285321.78125,"57":2476788.125,"58":1268730.0,"59":2478405.0625,"60":1288426.28125,"61":2481371.375,"62":1289633.71875,"63":2474501.125,"64":1227266.375,"65":2554150.375},"2":{"0":452.8093261719,"1":358.3809738159,"2":359.2201919556,"3":102.6377868652,"4":370.2930755615,"5":420.5693206787,"6":418.0150985718,"7":430.5929870605,"8":385.7334518433,"9":435.4524383545,"10":385.7010421753,"11":437.4365386963,"12":375.0560531616,"13":438.7900695801,"14":380.5824737549,"15":439.5552520752,"16":378.3005752563,"17":439.2083129883,"18":372.4943389893,"19":439.7179718018,"20":364.7352752686,"21":439.3027648926,"22":370.888710022,"23":441.3694610596,"24":385.2796401978,"25":442.8174438477,"26":370.8752288818,"27":445.028793335,"28":371.6218109131,"29":447.1656951904,"30":372.9512405396,"31":448.186706543,"32":374.451965332,"33":448.4741516113,"34":381.9582366943,"35":448.9369659424,"36":378.3483352661,"37":450.4830474854,"38":374.7913589478,"39":451.1067199707,"40":378.388420105,"41":451.8868408203,"42":386.3527908325,"43":453.0692596436,"44":380.382774353,"45":453.6942749023,"46":383.209197998,"47":455.2301177979,"48":382.3495178223,"49":456.3258666992,"50":385.2111663818,"51":458.1183929443,"52":392.3740234375,"53":459.510269165,"54":394.7539672852,"55":461.4087982178,"56":398.4503097534,"57":462.5982818604,"58":395.6222381592,"59":463.1851806641,"60":400.2038726807,"61":464.3011932373,"62":400.19871521,"63":466.7156524658,"64":384.7698135376,"65":480.1457366943},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.896484375,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.9091796875,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.75390625,"50":1.8251953125,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

flan-v2-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4107905.875,"1":1037801.875,"2":1917308.875,"3":6554.6630859375,"4":1093890.96875,"5":2251088.75,"6":1298536.515625,"7":2305766.625,"8":1217601.140625,"9":2333398.375,"10":1216407.578125,"11":2341855.5,"12":1189257.265625,"13":2347879.8125,"14":1209471.59375,"15":2351712.625,"16":1198885.84375,"17":2347695.0,"18":1176794.984375,"19":2348218.5625,"20":1151035.875,"21":2345172.3125,"22":1176750.875,"23":2357245.5,"24":1230222.671875,"25":2361712.5625,"26":1177192.484375,"27":2374864.25,"28":1180919.25,"29":2388539.4375,"30":1189311.84375,"31":2394210.5625,"32":1191342.5625,"33":2397424.5,"34":1224945.875,"35":2399053.9375,"36":1211968.5625,"37":2409662.375,"38":1196274.03125,"39":2414296.625,"40":1210447.90625,"41":2419320.875,"42":1242402.53125,"43":2426631.8125,"44":1217563.6875,"45":2431374.3125,"46":1232087.15625,"47":2440633.75,"48":1220882.59375,"49":2446772.5625,"50":1235041.34375,"51":2456329.875,"52":1264681.71875,"53":2463182.5,"54":1275126.21875,"55":2472822.75,"56":1285532.3125,"57":2477299.375,"58":1268975.15625,"59":2478952.75,"60":1288690.625,"61":2481883.0,"62":1289895.1875,"63":2474971.125,"64":1227482.375,"65":2554611.25},"2":{"0":452.3123626709,"1":358.4432640076,"2":359.3375473022,"3":102.6377868652,"4":370.3488426208,"5":420.6637878418,"6":418.0831680298,"7":430.6855316162,"8":385.8062973022,"9":435.5484466553,"10":385.7784881592,"11":437.5254364014,"12":375.1294174194,"13":438.8798370361,"14":380.6577911377,"15":439.6348419189,"16":378.3747940063,"17":439.2890777588,"18":372.5665512085,"19":439.8020629883,"20":364.8014755249,"21":439.3778076172,"22":370.9606704712,"23":441.4494628906,"24":385.3566818237,"25":442.8981170654,"26":370.9462814331,"27":445.1111602783,"28":371.690536499,"29":447.2515411377,"30":373.0224533081,"31":448.2731323242,"32":374.5221099854,"33":448.5608825684,"34":382.0345916748,"35":449.0280609131,"36":378.4322280884,"37":450.5763244629,"38":374.8644104004,"39":451.2025756836,"40":378.4650344849,"41":451.9826202393,"42":386.4342956543,"43":453.1667633057,"44":380.4587097168,"45":453.7926177979,"46":383.2805557251,"47":455.3274841309,"48":382.4200897217,"49":456.4220733643,"50":385.2741394043,"51":458.2176208496,"52":392.4440307617,"53":459.6073608398,"54":394.8325576782,"55":461.5085601807,"56":398.5097427368,"57":462.690826416,"58":395.6943435669,"59":463.2832641602,"60":400.2802505493,"61":464.3938598633,"62":400.2761001587,"63":466.801864624,"64":384.82837677,"65":480.231048584},"inf":{"0":0.693359375,"1":2.5913085938,"2":2.30078125,"3":2.625,"4":1.896484375,"5":1.935546875,"6":2.029296875,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.8486328125,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.822265625,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4794921875,"33":1.748046875,"34":1.9091796875,"35":1.849609375,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.7578125,"50":1.826171875,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.6982421875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.822265625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

gpt4-alpaca-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4111680.375,"1":1037604.875,"2":1916941.6875,"3":6554.6635742188,"4":1093714.703125,"5":2250797.4375,"6":1298374.640625,"7":2305498.0,"8":1217441.90625,"9":2333055.8125,"10":1216221.84375,"11":2341589.0625,"12":1189092.859375,"13":2347604.625,"14":1209284.859375,"15":2351464.0,"16":1198721.390625,"17":2347447.75,"18":1176630.40625,"19":2347985.875,"20":1150885.15625,"21":2344977.5625,"22":1176581.421875,"23":2357027.1875,"24":1230050.640625,"25":2361547.6875,"26":1177032.59375,"27":2374659.0625,"28":1180787.140625,"29":2388349.1875,"30":1189181.125,"31":2393995.3125,"32":1191197.0,"33":2397213.0625,"34":1224792.21875,"35":2398820.4375,"36":1211808.9375,"37":2409443.125,"38":1196139.21875,"39":2414036.5,"40":1210291.875,"41":2419075.0,"42":1242256.4375,"43":2426362.75,"44":1217414.21875,"45":2431115.75,"46":1231915.71875,"47":2440358.8125,"48":1220728.46875,"49":2446488.8125,"50":1234912.90625,"51":2456003.5625,"52":1264560.09375,"53":2462852.3125,"54":1274963.34375,"55":2472477.25,"56":1285404.96875,"57":2476960.375,"58":1268820.46875,"59":2478582.6875,"60":1288553.125,"61":2481538.3125,"62":1289750.0625,"63":2474680.125,"64":1227325.6875,"65":2554224.875},"2":{"0":452.7179107666,"1":358.3839073181,"2":359.2742462158,"3":102.6377868652,"4":370.307674408,"5":420.6082305908,"6":418.0360450745,"7":430.6283416748,"8":385.7571029663,"9":435.488067627,"10":385.7264709473,"11":437.4738311768,"12":375.079574585,"13":438.8240966797,"14":380.6083145142,"15":439.5919189453,"16":378.3263473511,"17":439.2467803955,"18":372.5190200806,"19":439.7590026855,"20":364.7585525513,"21":439.3421478271,"22":370.9120407104,"23":441.411819458,"24":385.3083267212,"25":442.8586730957,"26":370.9016571045,"27":445.0679016113,"28":371.6483688354,"29":447.2095336914,"30":372.9837265015,"31":448.230178833,"32":374.4790420532,"33":448.5231933594,"34":381.9867019653,"35":448.9867553711,"36":378.3831176758,"37":450.5329284668,"38":374.823638916,"39":451.1520233154,"40":378.4200592041,"41":451.9324035645,"42":386.3918609619,"43":453.1182250977,"44":380.414642334,"45":453.7402648926,"46":383.2284164429,"47":455.2761993408,"48":382.3788833618,"49":456.3714599609,"50":385.2387313843,"51":458.1577148438,"52":392.407913208,"53":459.552230835,"54":394.7847747803,"55":461.4421691895,"56":398.4735336304,"57":462.6298370361,"58":395.6474075317,"59":463.2155761719,"60":400.2383346558,"61":464.3286590576,"62":400.2351989746,"63":466.7461242676,"64":384.7860412598,"65":480.1572418213},"inf":{"0":0.693359375,"1":2.5913085938,"2":2.30078125,"3":2.625,"4":1.896484375,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.9091796875,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.228515625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.75390625,"50":1.8251953125,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.10546875,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

llama-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4114535.0,"1":1037573.59375,"2":1916573.25,"3":6554.38671875,"4":1093585.21875,"5":2250516.5,"6":1298266.140625,"7":2305224.375,"8":1217330.75,"9":2332794.125,"10":1216099.578125,"11":2341330.125,"12":1188965.578125,"13":2347339.25,"14":1209160.125,"15":2351180.9375,"16":1198595.703125,"17":2347159.0,"18":1176496.078125,"19":2347675.375,"20":1150735.8125,"21":2344680.25,"22":1176437.3125,"23":2356734.625,"24":1229897.46875,"25":2361211.625,"26":1176889.046875,"27":2374359.75,"28":1180625.21875,"29":2387998.1875,"30":1189011.375,"31":2393676.3125,"32":1191037.609375,"33":2396862.375,"34":1224642.9375,"35":2398489.625,"36":1211631.96875,"37":2409092.3125,"38":1195952.78125,"39":2413719.625,"40":1210134.8125,"41":2418727.75,"42":1242079.09375,"43":2426042.1875,"44":1217256.5,"45":2430786.0,"46":1231795.25,"47":2440019.5625,"48":1220573.8125,"49":2446185.0,"50":1234760.9375,"51":2455730.0,"52":1264399.1875,"53":2462564.625,"54":1274834.28125,"55":2472217.9375,"56":1285282.71875,"57":2476726.375,"58":1268675.875,"59":2478329.0,"60":1288381.53125,"61":2481305.375,"62":1289572.78125,"63":2474430.0625,"64":1227240.53125,"65":2554106.25},"2":{"0":453.1181945801,"1":358.3143539429,"2":359.1788635254,"3":102.6335983276,"4":370.213344574,"5":420.5195007324,"6":417.9177284241,"7":430.5435028076,"8":385.6318359375,"9":435.4046630859,"10":385.5956192017,"11":437.3901062012,"12":374.9569854736,"13":438.739654541,"14":380.4785461426,"15":439.5074157715,"16":378.2026138306,"17":439.1572723389,"18":372.4001159668,"19":439.6697845459,"20":364.6389694214,"21":439.2519989014,"22":370.7908630371,"23":441.3195343018,"24":385.1814956665,"25":442.764251709,"26":370.7826156616,"27":444.9799194336,"28":371.5305862427,"29":447.1169128418,"30":372.8610229492,"31":448.1357727051,"32":374.3586349487,"33":448.4238586426,"34":381.8623886108,"35":448.8883209229,"36":378.2544631958,"37":450.4353942871,"38":374.6996536255,"39":451.0586547852,"40":378.3008422852,"41":451.8386383057,"42":386.2628555298,"43":453.0232696533,"44":380.2976989746,"45":453.6484069824,"46":383.1173477173,"47":455.1844787598,"48":382.265335083,"49":456.2800140381,"50":385.1221160889,"51":458.0744018555,"52":392.2842788696,"53":459.4670257568,"54":394.6687393188,"55":461.3646087646,"56":398.3606262207,"57":462.5547790527,"58":395.5338287354,"59":463.1396179199,"60":400.1098098755,"61":464.257232666,"62":400.1051483154,"63":466.6699676514,"64":384.6904602051,"65":480.1044311523},"inf":{"0":0.6948242188,"1":2.5897827148,"2":2.302734375,"3":2.625,"4":1.8956298828,"5":1.9367675781,"6":2.0280761719,"7":3.1752929688,"8":1.83203125,"9":1.8518066406,"10":1.8072509766,"11":2.5546875,"12":2.1799316406,"13":1.7495117188,"14":2.0141601562,"15":1.9675292969,"16":1.8502197266,"17":1.7788085938,"18":1.6817626953,"19":1.4716796875,"20":1.6903076172,"21":2.2685546875,"22":1.619140625,"23":1.474609375,"24":1.8212890625,"25":1.8205566406,"26":1.5386962891,"27":1.8735351562,"28":1.6016845703,"29":1.1977539062,"30":1.6116943359,"31":1.7946777344,"32":1.4760742188,"33":1.7507324219,"34":1.9058837891,"35":1.8447265625,"36":1.8720703125,"37":1.6867675781,"38":1.6491699219,"39":1.705078125,"40":1.8178710938,"41":1.607421875,"42":2.0629882812,"43":1.9243164062,"44":2.0792236328,"45":1.2272949219,"46":2.0297851562,"47":1.6669921875,"48":1.9995117188,"49":1.7563476562,"50":1.8234863281,"51":1.76953125,"52":1.9191894531,"53":1.3178710938,"54":1.6970214844,"55":2.1000976562,"56":2.1898193359,"57":2.2827148438,"58":1.6925048828,"59":2.1767578125,"60":1.8223876953,"61":2.6157226562,"62":2.0787353516,"63":3.2036132812,"64":2.6689453125,"65":4.2358398438}}

oasst1-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4111368.75,"1":1037517.75,"2":1916902.0625,"3":6554.6635742188,"4":1093765.90625,"5":2250793.625,"6":1298414.125,"7":2305499.25,"8":1217502.78125,"9":2333055.5,"10":1216316.4375,"11":2341619.1875,"12":1189154.71875,"13":2347622.9375,"14":1209373.359375,"15":2351496.0,"16":1198791.03125,"17":2347511.0625,"18":1176718.890625,"19":2348047.75,"20":1150983.40625,"21":2345077.4375,"22":1176682.953125,"23":2357141.8125,"24":1230141.671875,"25":2361605.125,"26":1177133.9375,"27":2374754.625,"28":1180876.046875,"29":2388421.6875,"30":1189266.171875,"31":2394081.75,"32":1191295.21875,"33":2397242.125,"34":1224876.3125,"35":2398858.9375,"36":1211856.84375,"37":2409465.4375,"38":1196227.40625,"39":2414090.125,"40":1210381.15625,"41":2419114.8125,"42":1242324.8125,"43":2426404.6875,"44":1217491.84375,"45":2431129.4375,"46":1231965.4375,"47":2440372.4375,"48":1220824.6875,"49":2446504.1875,"50":1234992.875,"51":2456045.0,"52":1264609.25,"53":2462899.0625,"54":1275049.9375,"55":2472522.25,"56":1285486.75,"57":2477044.8125,"58":1268906.46875,"59":2478650.6875,"60":1288623.5625,"61":2481619.25,"62":1289804.71875,"63":2474755.875,"64":1227411.0,"65":2554345.1875},"2":{"0":452.6879272461,"1":358.362663269,"2":359.2650756836,"3":102.6377868652,"4":370.3290061951,"5":420.6100006104,"6":418.0463256836,"7":430.6298370361,"8":385.7780685425,"9":435.4908447266,"10":385.7543258667,"11":437.4786224365,"12":375.0985794067,"13":438.8301544189,"14":380.6308135986,"15":439.5988464355,"16":378.3467788696,"17":439.2577056885,"18":372.5475463867,"19":439.7748413086,"20":364.7866363525,"21":439.359375,"22":370.9443435669,"23":441.4332733154,"24":385.3382797241,"25":442.8733215332,"26":370.931854248,"27":445.0874176025,"28":371.6787414551,"29":447.2227783203,"30":373.0120620728,"31":448.2467193604,"32":374.5098571777,"33":448.5301971436,"34":382.0134811401,"35":448.9932861328,"36":378.3990097046,"37":450.5408172607,"38":374.8510665894,"39":451.1577758789,"40":378.4454498291,"41":451.9437255859,"42":386.4099121094,"43":453.1206207275,"44":380.4353027344,"45":453.7456665039,"46":383.2418823242,"47":455.279296875,"48":382.4019622803,"49":456.3720092773,"50":385.2589569092,"51":458.1620025635,"52":392.4228286743,"53":459.5566253662,"54":394.805847168,"55":461.4515838623,"56":398.498298645,"57":462.6434783936,"58":395.6737365723,"59":463.2294616699,"60":400.2589797974,"61":464.3433837891,"62":400.2513656616,"63":466.7595672607,"64":384.8128738403,"65":480.1814117432},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8959960938,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.828125,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.6171875,"23":1.4765625,"24":1.8193359375,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.908203125,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.228515625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.7578125,"50":1.8251953125,"51":1.771484375,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.10546875,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.607421875,"62":2.0791015625,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

self-instruct-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4107986.625,"1":1037756.375,"2":1917283.75,"3":6554.6630859375,"4":1093730.53125,"5":2251020.0,"6":1298452.375,"7":2305661.9375,"8":1217486.9375,"9":2333219.5625,"10":1216302.625,"11":2341739.875,"12":1189165.0625,"13":2347750.875,"14":1209366.484375,"15":2351612.1875,"16":1198817.609375,"17":2347585.8125,"18":1176707.8125,"19":2348118.0625,"20":1150972.609375,"21":2345122.375,"22":1176655.265625,"23":2357156.1875,"24":1230138.890625,"25":2361685.9375,"26":1177130.984375,"27":2374828.4375,"28":1180864.75,"29":2388453.1875,"30":1189239.53125,"31":2394150.5625,"32":1191280.78125,"33":2397378.0,"34":1224867.28125,"35":2398970.125,"36":1211875.34375,"37":2409558.625,"38":1196233.4375,"39":2414217.25,"40":1210389.59375,"41":2419202.875,"42":1242315.875,"43":2426527.9375,"44":1217479.84375,"45":2431262.1875,"46":1232033.65625,"47":2440516.5,"48":1220830.625,"49":2446645.8125,"50":1234994.96875,"51":2456144.5,"52":1264647.65625,"53":2462986.6875,"54":1275062.59375,"55":2472591.5,"56":1285480.875,"57":2477068.6875,"58":1268927.46875,"59":2478665.3125,"60":1288637.28125,"61":2481631.875,"62":1289832.125,"63":2474727.5,"64":1227454.875,"65":2554251.3125},"2":{"0":452.325958252,"1":358.4352798462,"2":359.3322219849,"3":102.6377868652,"4":370.3032264709,"5":420.6483001709,"6":418.054813385,"7":430.6591796875,"8":385.7679901123,"9":435.5192108154,"10":385.7485046387,"11":437.4989471436,"12":375.1012496948,"13":438.8532714844,"14":380.6278533936,"15":439.6187896729,"16":378.3544464111,"17":439.2727203369,"18":372.541305542,"19":439.7867736816,"20":364.7852249146,"21":439.3699035645,"22":370.9328308105,"23":441.4348297119,"24":385.3322372437,"25":442.8818664551,"26":370.9273986816,"27":445.101272583,"28":371.6737289429,"29":447.2336578369,"30":373.0008468628,"31":448.2579498291,"32":374.5031280518,"33":448.5494842529,"34":382.0087738037,"35":449.0136260986,"36":378.4033966064,"37":450.5566711426,"38":374.8514938354,"39":451.1835327148,"40":378.450088501,"41":451.9617614746,"42":386.4063262939,"43":453.1487426758,"44":380.4294281006,"45":453.7690429688,"46":383.2625045776,"47":455.307723999,"48":382.404800415,"49":456.3976135254,"50":385.2634963989,"51":458.184387207,"52":392.4339294434,"53":459.572555542,"54":394.8114852905,"55":461.4673614502,"56":398.4993057251,"57":462.6517028809,"58":395.6801300049,"59":463.2322235107,"60":400.2675018311,"61":464.3459625244,"62":400.2567062378,"63":466.7556915283,"64":384.8249206543,"65":480.1660614014},"inf":{"0":0.6953125,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8969726562,"5":1.935546875,"6":2.029296875,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.8095703125,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.681640625,"19":1.470703125,"20":1.69140625,"21":2.265625,"22":1.6171875,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.6123046875,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.908203125,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.69921875,"40":1.818359375,"41":1.609375,"42":2.064453125,"43":1.923828125,"44":2.0771484375,"45":1.228515625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.755859375,"50":1.8251953125,"51":1.771484375,"52":1.921875,"53":1.318359375,"54":1.6982421875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

sharegpt-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4114759.25,"1":1037903.765625,"2":1917404.5,"3":6556.4794921875,"4":1094187.6875,"5":2251305.125,"6":1298728.171875,"7":2305984.4375,"8":1217825.78125,"9":2333637.625,"10":1216648.578125,"11":2342161.3125,"12":1189530.71875,"13":2348253.125,"14":1209731.0625,"15":2352123.625,"16":1199149.375,"17":2348158.5625,"18":1177109.375,"19":2348691.0,"20":1151331.828125,"21":2345754.375,"22":1177063.8125,"23":2357845.0625,"24":1230514.734375,"25":2362284.9375,"26":1177459.1875,"27":2375396.6875,"28":1181202.90625,"29":2389088.25,"30":1189605.015625,"31":2394750.5625,"32":1191665.875,"33":2397926.5625,"34":1225254.90625,"35":2399525.5625,"36":1212256.53125,"37":2410154.375,"38":1196621.34375,"39":2414743.4375,"40":1210750.90625,"41":2419741.5625,"42":1242765.71875,"43":2427048.6875,"44":1217874.15625,"45":2431760.6875,"46":1232342.375,"47":2441017.9375,"48":1221172.15625,"49":2447134.6875,"50":1235444.03125,"51":2456692.5625,"52":1265009.21875,"53":2463553.5,"54":1275449.375,"55":2473144.25,"56":1285909.40625,"57":2477718.625,"58":1269450.5,"59":2479343.9375,"60":1289101.8125,"61":2482342.375,"62":1290273.3125,"63":2475464.9375,"64":1227807.21875,"65":2554788.3125},"2":{"0":453.0381469727,"1":358.4433670044,"2":359.3612594604,"3":102.6664047241,"4":370.4511299133,"5":420.7017364502,"6":418.1444473267,"7":430.7209625244,"8":385.8719329834,"9":435.5954742432,"10":385.8531188965,"11":437.585647583,"12":375.2070922852,"13":438.9436187744,"14":380.7351760864,"15":439.7168731689,"16":378.4510574341,"17":439.3775024414,"18":372.6623764038,"19":439.896987915,"20":364.894859314,"21":439.4848327637,"22":371.0516052246,"23":441.5619659424,"24":385.4443817139,"25":442.9972839355,"26":371.0252685547,"27":445.2077484131,"28":371.780128479,"29":447.3431243896,"30":373.1157684326,"31":448.370513916,"32":374.6233215332,"33":448.6535339355,"34":382.1288375854,"35":449.1155548096,"36":378.5223236084,"37":450.6620788574,"38":374.9756240845,"39":451.2797393799,"40":378.5546951294,"41":452.0586242676,"42":386.5426635742,"43":453.2434692383,"44":380.5486602783,"45":453.8635253906,"46":383.3520507812,"47":455.4011535645,"48":382.5025405884,"49":456.4883270264,"50":385.389251709,"51":458.2823028564,"52":392.5367965698,"53":459.6752471924,"54":394.9234313965,"55":461.572265625,"56":398.6198654175,"57":462.7666320801,"58":395.8316955566,"59":463.3584136963,"60":400.4021606445,"61":464.4722595215,"62":400.3881072998,"63":466.8931427002,"64":384.9278717041,"65":480.2605133057},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8959960938,"5":1.93359375,"6":2.029296875,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.181640625,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.869140625,"28":1.603515625,"29":1.19921875,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.74609375,"34":1.9111328125,"35":1.84765625,"36":1.875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.603515625,"42":2.064453125,"43":1.923828125,"44":2.0771484375,"45":1.228515625,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.763671875,"50":1.8251953125,"51":1.771484375,"52":1.91796875,"53":1.318359375,"54":1.7001953125,"55":2.10546875,"56":2.1865234375,"57":2.28515625,"58":1.6943359375,"59":2.17578125,"60":1.814453125,"61":2.603515625,"62":2.0791015625,"63":3.20703125,"64":2.669921875,"65":4.2421875}}

sni-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4105710.625,"1":1037792.3125,"2":1917243.5,"3":6554.6630859375,"4":1093819.34375,"5":2251041.0625,"6":1298536.4375,"7":2305781.5625,"8":1217568.65625,"9":2333408.4375,"10":1216400.421875,"11":2341921.0,"12":1189236.375,"13":2347887.25,"14":1209427.6875,"15":2351697.375,"16":1198889.359375,"17":2347685.0,"18":1176776.171875,"19":2348169.6875,"20":1151033.390625,"21":2345160.8125,"22":1176714.6875,"23":2357208.6875,"24":1230206.734375,"25":2361681.125,"26":1177176.9375,"27":2374841.125,"28":1180910.015625,"29":2388497.0,"30":1189269.15625,"31":2394181.5625,"32":1191294.921875,"33":2397381.5,"34":1224929.21875,"35":2399001.1875,"36":1211925.34375,"37":2409618.875,"38":1196242.40625,"39":2414252.625,"40":1210422.875,"41":2419259.125,"42":1242383.15625,"43":2426619.875,"44":1217503.8125,"45":2431340.0,"46":1232038.8125,"47":2440574.3125,"48":1220859.8125,"49":2446736.125,"50":1235014.6875,"51":2456266.4375,"52":1264652.6875,"53":2463144.9375,"54":1275083.0,"55":2472775.1875,"56":1285507.28125,"57":2477277.6875,"58":1268942.75,"59":2478902.0625,"60":1288651.6875,"61":2481847.9375,"62":1289878.5,"63":2474958.375,"64":1227403.40625,"65":2554575.9375},"2":{"0":452.077835083,"1":358.4381027222,"2":359.3269042969,"3":102.6377868652,"4":370.3372879028,"5":420.6569671631,"6":418.0818786621,"7":430.6820831299,"8":385.8000717163,"9":435.5526733398,"10":385.7762680054,"11":437.5321044922,"12":375.1203460693,"13":438.8788909912,"14":380.6490249634,"15":439.637588501,"16":378.374206543,"17":439.2858123779,"18":372.5626525879,"19":439.7943115234,"20":364.8022766113,"21":439.3745422363,"22":370.9492034912,"23":441.4452209473,"24":385.353302002,"25":442.8912963867,"26":370.9462890625,"27":445.1068878174,"28":371.6878356934,"29":447.2406616211,"30":373.011390686,"31":448.2633056641,"32":374.5102386475,"33":448.554397583,"34":382.0283889771,"35":449.0204162598,"36":378.4211425781,"37":450.5646820068,"38":374.8550491333,"39":451.189239502,"40":378.4580154419,"41":451.9707641602,"42":386.4269638062,"43":453.1595458984,"44":380.441986084,"45":453.7870788574,"46":383.2627944946,"47":455.3205108643,"48":382.4153900146,"49":456.4168701172,"50":385.2662582397,"51":458.2094726562,"52":392.4331893921,"53":459.60105896,"54":394.8166122437,"55":461.5006561279,"56":398.5039901733,"57":462.6862030029,"58":395.6847305298,"59":463.2723693848,"60":400.2721633911,"61":464.3843078613,"62":400.272277832,"63":466.7956848145,"64":384.8096618652,"65":480.2246551514},"inf":{"0":0.693359375,"1":2.5913085938,"2":2.3046875,"3":2.625,"4":1.8959960938,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.69140625,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.822265625,"26":1.5400390625,"27":1.87109375,"28":1.6044921875,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.9091796875,"35":1.84765625,"36":1.8759765625,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.228515625,"46":2.0302734375,"47":1.666015625,"48":1.9990234375,"49":1.7578125,"50":1.8251953125,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.1015625,"56":2.1865234375,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.822265625,"61":2.611328125,"62":2.0791015625,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

stanford-alpaca-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4110734.75,"1":1037640.28125,"2":1916968.0,"3":6554.6635742188,"4":1093696.546875,"5":2250796.5625,"6":1298375.921875,"7":2305476.625,"8":1217442.296875,"9":2333043.9375,"10":1216222.28125,"11":2341563.25,"12":1189085.125,"13":2347588.75,"14":1209286.921875,"15":2351455.375,"16":1198725.421875,"17":2347426.125,"18":1176641.015625,"19":2347969.8125,"20":1150886.953125,"21":2344965.4375,"22":1176578.484375,"23":2357016.625,"24":1230045.34375,"25":2361506.5625,"26":1177033.828125,"27":2374665.0625,"28":1180771.828125,"29":2388318.0625,"30":1189156.21875,"31":2393959.8125,"32":1191191.265625,"33":2397188.8125,"34":1224777.15625,"35":2398780.5,"36":1211792.5625,"37":2409386.8125,"38":1196134.71875,"39":2414032.8125,"40":1210266.9375,"41":2419027.375,"42":1242244.65625,"43":2426380.5,"44":1217395.0,"45":2431107.875,"46":1231912.46875,"47":2440344.125,"48":1220725.46875,"49":2446473.1875,"50":1234906.90625,"51":2456028.9375,"52":1264531.78125,"53":2462837.1875,"54":1274966.8125,"55":2472478.0,"56":1285397.3125,"57":2476976.0,"58":1268844.03125,"59":2478583.75,"60":1288527.71875,"61":2481538.0,"62":1289725.9375,"63":2474664.875,"64":1227301.5625,"65":2554231.0},"2":{"0":452.6271362305,"1":358.3961791992,"2":359.2747268677,"3":102.6377868652,"4":370.3007316589,"5":420.6079711914,"6":418.0369911194,"7":430.6253967285,"8":385.7563552856,"9":435.4869995117,"10":385.7237930298,"11":437.4702911377,"12":375.0782699585,"13":438.8222808838,"14":380.607131958,"15":439.5899200439,"16":378.3275222778,"17":439.2417907715,"18":372.5208816528,"19":439.7580108643,"20":364.7600631714,"21":439.3383789062,"22":370.911491394,"23":441.4059753418,"24":385.3072357178,"25":442.8522338867,"26":370.9000778198,"27":445.0693817139,"28":371.6446838379,"29":447.2033843994,"30":372.9773788452,"31":448.2260742188,"32":374.4796600342,"33":448.5129547119,"34":381.9823455811,"35":448.9809570312,"36":378.381187439,"37":450.5240478516,"38":374.8220748901,"39":451.1498718262,"40":378.4117584229,"41":451.9287719727,"42":386.3860321045,"43":453.1158752441,"44":380.4104537964,"45":453.7403106689,"46":383.2280807495,"47":455.2783966064,"48":382.3745040894,"49":456.3682861328,"50":385.2350006104,"51":458.1611785889,"52":392.3983840942,"53":459.5496520996,"54":394.7847061157,"55":461.4444885254,"56":398.4722824097,"57":462.631149292,"58":395.6555938721,"59":463.2143859863,"60":400.2336578369,"61":464.3274841309,"62":400.2260055542,"63":466.7434997559,"64":384.7808456421,"65":480.1595611572},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.896484375,"5":1.935546875,"6":2.0302734375,"7":3.17578125,"8":1.828125,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.18359375,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.6923828125,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.908203125,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.029296875,"47":1.666015625,"48":1.9990234375,"49":1.75390625,"50":1.8251953125,"51":1.76953125,"52":1.91796875,"53":1.318359375,"54":1.69921875,"55":2.1015625,"56":2.1875,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8203125,"61":2.611328125,"62":2.078125,"63":3.20703125,"64":2.669921875,"65":4.24609375}}

unnatural-instructions-7b_norms.json

@@ -0,0 +1 @@
+{"layer":{"0":-1,"1":"0","2":"0","3":-1,"4":"1","5":"1","6":"2","7":"2","8":"3","9":"3","10":"4","11":"4","12":"5","13":"5","14":"6","15":"6","16":"7","17":"7","18":"8","19":"8","20":"9","21":"9","22":"10","23":"10","24":"11","25":"11","26":"12","27":"12","28":"13","29":"13","30":"14","31":"14","32":"15","33":"15","34":"16","35":"16","36":"17","37":"17","38":"18","39":"18","40":"19","41":"19","42":"20","43":"20","44":"21","45":"21","46":"22","47":"22","48":"23","49":"23","50":"24","51":"24","52":"25","53":"25","54":"26","55":"26","56":"27","57":"27","58":"28","59":"28","60":"29","61":"29","62":"30","63":"30","64":"31","65":"31"},"module":{"0":"lm_head.weight","1":"self_attn","2":"mlp","3":"model.norm.weight","4":"self_attn","5":"mlp","6":"self_attn","7":"mlp","8":"self_attn","9":"mlp","10":"self_attn","11":"mlp","12":"self_attn","13":"mlp","14":"self_attn","15":"mlp","16":"self_attn","17":"mlp","18":"self_attn","19":"mlp","20":"self_attn","21":"mlp","22":"self_attn","23":"mlp","24":"self_attn","25":"mlp","26":"self_attn","27":"mlp","28":"self_attn","29":"mlp","30":"self_attn","31":"mlp","32":"self_attn","33":"mlp","34":"self_attn","35":"mlp","36":"self_attn","37":"mlp","38":"self_attn","39":"mlp","40":"self_attn","41":"mlp","42":"self_attn","43":"mlp","44":"self_attn","45":"mlp","46":"self_attn","47":"mlp","48":"self_attn","49":"mlp","50":"self_attn","51":"mlp","52":"self_attn","53":"mlp","54":"self_attn","55":"mlp","56":"self_attn","57":"mlp","58":"self_attn","59":"mlp","60":"self_attn","61":"mlp","62":"self_attn","63":"mlp","64":"self_attn","65":"mlp"},"1":{"0":4108834.625,"1":1037805.578125,"2":1917219.625,"3":6554.6635742188,"4":1093750.328125,"5":2250960.875,"6":1298427.59375,"7":2305591.8125,"8":1217475.859375,"9":2333152.0,"10":1216313.296875,"11":2341646.125,"12":1189155.84375,"13":2347659.6875,"14":1209365.140625,"15":2351540.375,"16":1198787.734375,"17":2347490.125,"18":1176704.546875,"19":2348014.75,"20":1150951.1875,"21":2345026.5625,"22":1176655.359375,"23":2357082.8125,"24":1230146.46875,"25":2361555.9375,"26":1177097.171875,"27":2374714.25,"28":1180853.453125,"29":2388351.5625,"30":1189216.5,"31":2394018.9375,"32":1191254.390625,"33":2397221.375,"34":1224863.09375,"35":2398859.875,"36":1211835.5625,"37":2409442.5,"38":1196211.84375,"39":2414074.625,"40":1210366.4375,"41":2419089.375,"42":1242301.3125,"43":2426402.3125,"44":1217459.78125,"45":2431144.25,"46":1231955.15625,"47":2440389.125,"48":1220771.875,"49":2446514.0,"50":1234953.78125,"51":2456063.375,"52":1264583.9375,"53":2462903.75,"54":1275041.71875,"55":2472496.125,"56":1285420.5,"57":2477001.3125,"58":1268850.09375,"59":2478591.5,"60":1288573.09375,"61":2481559.6875,"62":1289779.90625,"63":2474667.8125,"64":1227339.21875,"65":2554257.125},"2":{"0":452.420211792,"1":358.4527015686,"2":359.3196868896,"3":102.6377868652,"4":370.3111000061,"5":420.6345825195,"6":418.0511932373,"7":430.6473846436,"8":385.766784668,"9":435.5082397461,"10":385.7497177124,"11":437.4872131348,"12":375.099029541,"13":438.8388214111,"14":380.6313476562,"15":439.607635498,"16":378.3453979492,"17":439.253692627,"18":372.5401229858,"19":439.7696685791,"20":364.779586792,"21":439.35105896,"22":370.9337234497,"23":441.4199981689,"24":385.3360748291,"25":442.8640136719,"26":370.9208374023,"27":445.0789031982,"28":371.6686019897,"29":447.2158203125,"30":372.9982070923,"31":448.2364501953,"32":374.4995727539,"33":448.5243988037,"34":382.0094909668,"35":448.9906768799,"36":378.3959503174,"37":450.5345458984,"38":374.8459320068,"39":451.1598815918,"40":378.4437179565,"41":451.9407806396,"42":386.404258728,"43":453.1228637695,"44":380.427947998,"45":453.7487945557,"46":383.2412948608,"47":455.282333374,"48":382.3883514404,"49":456.3740539551,"50":385.2509155273,"51":458.1691894531,"52":392.4166412354,"53":459.5590362549,"54":394.8032150269,"55":461.4518432617,"56":398.4821166992,"57":462.6396789551,"58":395.6588821411,"59":463.2229309082,"60":400.2480621338,"61":464.3321838379,"62":400.2441101074,"63":466.7425689697,"64":384.7885131836,"65":480.1660614014},"inf":{"0":0.693359375,"1":2.5908203125,"2":2.30078125,"3":2.625,"4":1.8959960938,"5":1.935546875,"6":2.029296875,"7":3.17578125,"8":1.8291015625,"9":1.849609375,"10":1.80859375,"11":2.5546875,"12":2.1826171875,"13":1.748046875,"14":2.015625,"15":1.96875,"16":1.849609375,"17":1.779296875,"18":1.6806640625,"19":1.470703125,"20":1.69140625,"21":2.265625,"22":1.619140625,"23":1.4765625,"24":1.8203125,"25":1.8203125,"26":1.5400390625,"27":1.87109375,"28":1.603515625,"29":1.197265625,"30":1.61328125,"31":1.794921875,"32":1.4765625,"33":1.748046875,"34":1.908203125,"35":1.84765625,"36":1.873046875,"37":1.685546875,"38":1.6474609375,"39":1.701171875,"40":1.818359375,"41":1.607421875,"42":2.064453125,"43":1.923828125,"44":2.076171875,"45":1.2294921875,"46":2.0302734375,"47":1.666015625,"48":1.9990234375,"49":1.75390625,"50":1.826171875,"51":1.76953125,"52":1.9189453125,"53":1.318359375,"54":1.701171875,"55":2.1015625,"56":2.1875,"57":2.28125,"58":1.693359375,"59":2.17578125,"60":1.8212890625,"61":2.611328125,"62":2.0791015625,"63":3.20703125,"64":2.669921875,"65":4.24609375}}