VictorSanh commited on
Commit
c1281eb
1 Parent(s): c604e0f

End of training

Browse files
Files changed (35) hide show
  1. adapter_config.json +6 -6
  2. adapter_model.bin +3 -0
  3. global_step1851/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
  4. global_step1851/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +1 -1
  5. global_step1851/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +1 -1
  6. global_step1851/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +1 -1
  7. global_step1851/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +1 -1
  8. global_step1851/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +1 -1
  9. global_step1851/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +1 -1
  10. global_step1851/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +1 -1
  11. global_step1851/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +1 -1
  12. global_step1851/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +1 -1
  13. global_step1851/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +1 -1
  14. global_step1851/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
  15. global_step1851/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +1 -1
  16. global_step1851/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +1 -1
  17. global_step1851/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +1 -1
  18. global_step1851/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +1 -1
  19. global_step1851/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +1 -1
  20. global_step1851/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +1 -1
  21. global_step1851/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +1 -1
  22. global_step1851/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +1 -1
  23. global_step1851/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +1 -1
  24. global_step1851/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +1 -1
  25. global_step1851/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
  26. global_step1851/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +1 -1
  27. global_step1851/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +1 -1
  28. global_step1851/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
  29. global_step1851/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
  30. global_step1851/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
  31. global_step1851/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
  32. global_step1851/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
  33. global_step1851/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +1 -1
  34. global_step1851/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +1 -1
  35. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -22,16 +22,16 @@
22
  "rank_pattern": {},
23
  "revision": null,
24
  "target_modules": [
25
- "fc1",
26
- "down_proj",
27
- "v_proj",
28
  "fc2",
 
 
29
  "q_proj",
30
- "gate_proj",
31
  "up_proj",
32
- "k_proj",
33
  "out_proj",
34
- "o_proj"
 
 
 
35
  ],
36
  "task_type": null,
37
  "use_dora": true,
 
22
  "rank_pattern": {},
23
  "revision": null,
24
  "target_modules": [
 
 
 
25
  "fc2",
26
+ "v_proj",
27
+ "o_proj",
28
  "q_proj",
 
29
  "up_proj",
 
30
  "out_proj",
31
+ "k_proj",
32
+ "fc1",
33
+ "gate_proj",
34
+ "down_proj"
35
  ],
36
  "task_type": null,
37
  "use_dora": true,
adapter_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5e1621f48d9ad8feb1d6d31050275f0aafd080c5c07153301fe2f48411f4406
3
+ size 443
global_step1851/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:025b1cd5afbca8d38f5c47b3cfa0228d14de98d80bf3d7dd5e7eb3792c25f2bd
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6471172fa0c0e8e9faf82b351ea551aa721988028238229b00c02e07b4622d3f
3
  size 11065655
global_step1851/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d952918d209940accbb6b6760be3aeaff64ea5f48b9013ce3b02dc088eae41f
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1221548bd8c9b1cffc6cc7e07f50740e14103777fcaa118faf3ed23637bb963
3
  size 11065661
global_step1851/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b48e6c001144fecc9cf24d6c0234aaa8f57cbb6546fb301452e3183a44c3641
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0968e21aea27ee7d54a0e291ba673552c58e7b2c0bad30206c50645d971a7ca6
3
  size 11065661
global_step1851/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f41afe7b754464fa6f66f38795a12471f2e8797aec0226deb2f58be8b5bf83d2
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ed7a67cdf0dae31e0d75543ed061912405a47540e0b9df325ed16f653fb5e47
3
  size 11065661
global_step1851/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f19db86359349ad86ed7bc9fa2ac6785d527c213c5060d30573aa725a60f3c08
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042767b037ee2f208b49270a5c23aac6fcfc72ecd5d5d5209c4aaf91a5f93913
3
  size 11065661
global_step1851/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5270cb7c4b931ba77e4ae3179412d47b28d319b4c9e3007368bc63919eed4f02
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07745e83ce29f1e752edc436b22a46f460b7142a659e69dc52a824be72a950ff
3
  size 11065661
global_step1851/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2986af12f9b1e5b1635139fbf4a19c5fe7eb2d34650d78879a887af731ae0edc
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c83a83802a584f1ecd41c3353d6ce743ca628243a9249895606ee2e51526950f
3
  size 11065661
global_step1851/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffb257e34930ba938b49a5890a8454cb3267493523c68badfb3e8caa3afa0984
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b6be851e3f4f272ee2674ddc1422725fb5fdf941e76701fd59e291143e97b6d
3
  size 11065661
global_step1851/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30b14cc55558232a05c86540694a3306d830228bfb73ada754159eab17530ccb
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70eebb5d08228d2addf64d150a245ea42f9e55c23a389b876bfe7f3e97d4a217
3
  size 11065661
global_step1851/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7bc88792755a9da0da4e14d653531861fdd73db813b681f5782ec1d1a4b4fbbb
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d5418b1d15d3905d45d3c2ec4acf64d5da42f1f5d213e50072e46dd302c4947
3
  size 11065661
global_step1851/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1ccfee04a1de5af9afc9bf807e491ae6fa445afc90d08f2478c5c23668ada51
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8141271f1d3fc3d391bd78ee0529582c55096d82bb526f35bf0706e6375b984
3
  size 11065661
global_step1851/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ac4aae4488ba4c5323e8d76bb0d80f94103fc7d1d4fb43f3518976865b3ee76
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d4c3f9e43aa63c4e8737134102b29b1246ec76276beb03389698ca51ee9aa87
3
  size 11065655
global_step1851/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d21f3d8ca5a232578f84f269ec2411b9eb2b49f87d60a6c5e3b753c832df4afb
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f76e03c35494cf9dc677cb7438d9d3ab20eceb26683e29ad84cebc1866d9ba3a
3
  size 11065661
global_step1851/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f07f1c42880fa800c5c5014d57bad92bb104337262d4be0048f9945442bf9df3
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:581de297af463359b132351294a6ad9d72b351cfc82b0b93e96a33ce682110bd
3
  size 11065661
global_step1851/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:99cac8d7f6437d6a2ae851c0404ba1f45b672ba92302b71c6c4a5534f7e3c9eb
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58bdd64cec65f4bd9fd8e7582531103f693d04eb324e2480762261d2cb1e9ef8
3
  size 11065661
global_step1851/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e12cd939152eac3931f1d1718ffc59378cbdf8173831e63d4c30d338b5560ca
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6efad65b782d9fca72a48f8136187803293236e0f199aca3b07d5344ff13d819
3
  size 11065661
global_step1851/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b214204ac9205421e0da3948f11bd9fe3c7fd39f91ec1be34d37701802444dc4
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c72aaf65b567bd1718fd321fa13239dcd27ac91961a1b12b72e4a4ca105a923f
3
  size 11065661
global_step1851/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3c3f9a89d26fa299bcf0f43ebc82958ce6b1bbae886b10a167d41c8edbe3e3d
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63f0c4a85dd9fadc63bce1d61a20ac8039ea0f4db8669732d7e4ebc568966b86
3
  size 11065661
global_step1851/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d557f242ecefbd95d1e660b8f5657abbbdb80ff8187f641c64780e1ae387841
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049e2551e2f7d009b1d31587b2213849184548c537fd30ae2385d10b74618513
3
  size 11065661
global_step1851/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ebb17752213250f062cab0d3a0668fc2c267071bfa8ff63947dfa3bb19e5953c
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de4221163616c997279b3abf097a1dcbe3a6e406227ee28786ba0472b9a2782f
3
  size 11065661
global_step1851/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6555304629e1a3d37cefe0b2220e0d2f2d780e1a96ea1f280f0f2b13396f4e33
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:457d5d30e44ba0768d0b3b24f6345e2c655bfec96d3e59ef2b96f8a61668de0f
3
  size 11065661
global_step1851/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc525ebc87c1f7aa58d60a510d2aa0ab9518d5c8bf6233caa3d14555e78417e5
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d2061140bed75c7c72a53ee50f045956df35d99952d93ea3663166f7366e8c9
3
  size 11065661
global_step1851/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:920f2e69684990176b3380c873136767031d3c5b72ca3f2daee75ad1875fecc0
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54bee6c3b6b0141a2136bc9f8d4b45ae21624f4019ddb1ba5ae6a98bff9bfa74
3
  size 11065655
global_step1851/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4baed8cbc04198e4e73835a48a65a53f4edc654b3a24b1c73b3f5d8624e4174a
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1d92a33688d63811f3a6b207ac968cacd72cb5a4bc443db444c9c1822184af8
3
  size 11065661
global_step1851/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a23982b6bc7a206a97855ce54f5d6ad0c568f6a055d2663d88687228bda7d6bd
3
  size 11065661
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d26e65c8dc9e0cc6b64278ba80dfd606e4c536f0ff4bcb6cca5db4d0bdca2b3
3
  size 11065661
global_step1851/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:90b5f73da5763d8bd618db0dbad365aad25216bc27f8afae03ee4660096112dd
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3ba98267fafab9f0525a91b19b13d5b2e96fa58268f7d13664e18fc362c3ea1
3
  size 11065655
global_step1851/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16bcf9ac0b62036551b8acbc9db9b3c1eb0358b58319bc6b976223b0c6243457
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db15ad95ae4a6e3cb7ada7449033106ac18ba8a730eb0c7d1ad1dbbedebe0f3
3
  size 11065655
global_step1851/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80c3f3b0535b060821b883c728f18955902716d2718d5e741ffd223bf002d8a6
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abc70713b153135a4fd29c5cb2641da6ce5351f002d6084c0635dfff3728e0f0
3
  size 11065655
global_step1851/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5bf8b9e5f6e87e3f78eb6202c28bb3c559e66a83f3f51b1b57242c738e7e3282
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46dce8ec0ade255b27728d5119b70d7404195d3990973c3a4ceea7ed6a3a52dc
3
  size 11065655
global_step1851/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6838931b32868aae01141d6f194e8302bf8d9a84ca685302d59280ab58466e4f
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3d301d2328b5593085593d70416fd817384c3ad5234fd9fa4b4fde66228aeb3
3
  size 11065655
global_step1851/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a56344a10b279fadb8d0d141b60209e77c02449e61f154b329f29716691c32d2
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf6b108193050deac0ef89010547e12c8cbb86a833aad27bed612fead8bf473e
3
  size 11065655
global_step1851/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76827fa3b7dad13afd552e09d03fe62c1aa41a48f7d55e9b170a50cafa6b4ec4
3
  size 11065655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69c59537b1a30c760fe9974facf27cd34dec5d2c97d37c0c20250dbc24232bce
3
  size 11065655
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:45990b0b3aa8bc4670448eacc0828e544fff7f7ab7eb879cfad9b07a342507bc
3
  size 5819
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175919cb25877e1996cc155cc0993789d718845c4e5743fb29fe45e4e6c4c586
3
  size 5819