VictorSanh
commited on
Commit
•
c1281eb
1
Parent(s):
c604e0f
End of training
Browse files- adapter_config.json +6 -6
- adapter_model.bin +3 -0
- global_step1851/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt +1 -1
- global_step1851/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt +1 -1
- training_args.bin +1 -1
adapter_config.json
CHANGED
@@ -22,16 +22,16 @@
|
|
22 |
"rank_pattern": {},
|
23 |
"revision": null,
|
24 |
"target_modules": [
|
25 |
-
"fc1",
|
26 |
-
"down_proj",
|
27 |
-
"v_proj",
|
28 |
"fc2",
|
|
|
|
|
29 |
"q_proj",
|
30 |
-
"gate_proj",
|
31 |
"up_proj",
|
32 |
-
"k_proj",
|
33 |
"out_proj",
|
34 |
-
"
|
|
|
|
|
|
|
35 |
],
|
36 |
"task_type": null,
|
37 |
"use_dora": true,
|
|
|
22 |
"rank_pattern": {},
|
23 |
"revision": null,
|
24 |
"target_modules": [
|
|
|
|
|
|
|
25 |
"fc2",
|
26 |
+
"v_proj",
|
27 |
+
"o_proj",
|
28 |
"q_proj",
|
|
|
29 |
"up_proj",
|
|
|
30 |
"out_proj",
|
31 |
+
"k_proj",
|
32 |
+
"fc1",
|
33 |
+
"gate_proj",
|
34 |
+
"down_proj"
|
35 |
],
|
36 |
"task_type": null,
|
37 |
"use_dora": true,
|
adapter_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5e1621f48d9ad8feb1d6d31050275f0aafd080c5c07153301fe2f48411f4406
|
3 |
+
size 443
|
global_step1851/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6471172fa0c0e8e9faf82b351ea551aa721988028238229b00c02e07b4622d3f
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f1221548bd8c9b1cffc6cc7e07f50740e14103777fcaa118faf3ed23637bb963
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0968e21aea27ee7d54a0e291ba673552c58e7b2c0bad30206c50645d971a7ca6
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ed7a67cdf0dae31e0d75543ed061912405a47540e0b9df325ed16f653fb5e47
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:042767b037ee2f208b49270a5c23aac6fcfc72ecd5d5d5209c4aaf91a5f93913
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:07745e83ce29f1e752edc436b22a46f460b7142a659e69dc52a824be72a950ff
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c83a83802a584f1ecd41c3353d6ce743ca628243a9249895606ee2e51526950f
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4b6be851e3f4f272ee2674ddc1422725fb5fdf941e76701fd59e291143e97b6d
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:70eebb5d08228d2addf64d150a245ea42f9e55c23a389b876bfe7f3e97d4a217
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d5418b1d15d3905d45d3c2ec4acf64d5da42f1f5d213e50072e46dd302c4947
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f8141271f1d3fc3d391bd78ee0529582c55096d82bb526f35bf0706e6375b984
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9d4c3f9e43aa63c4e8737134102b29b1246ec76276beb03389698ca51ee9aa87
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f76e03c35494cf9dc677cb7438d9d3ab20eceb26683e29ad84cebc1866d9ba3a
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:581de297af463359b132351294a6ad9d72b351cfc82b0b93e96a33ce682110bd
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58bdd64cec65f4bd9fd8e7582531103f693d04eb324e2480762261d2cb1e9ef8
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6efad65b782d9fca72a48f8136187803293236e0f199aca3b07d5344ff13d819
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c72aaf65b567bd1718fd321fa13239dcd27ac91961a1b12b72e4a4ca105a923f
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:63f0c4a85dd9fadc63bce1d61a20ac8039ea0f4db8669732d7e4ebc568966b86
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:049e2551e2f7d009b1d31587b2213849184548c537fd30ae2385d10b74618513
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de4221163616c997279b3abf097a1dcbe3a6e406227ee28786ba0472b9a2782f
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:457d5d30e44ba0768d0b3b24f6345e2c655bfec96d3e59ef2b96f8a61668de0f
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6d2061140bed75c7c72a53ee50f045956df35d99952d93ea3663166f7366e8c9
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:54bee6c3b6b0141a2136bc9f8d4b45ae21624f4019ddb1ba5ae6a98bff9bfa74
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c1d92a33688d63811f3a6b207ac968cacd72cb5a4bc443db444c9c1822184af8
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065661
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d26e65c8dc9e0cc6b64278ba80dfd606e4c536f0ff4bcb6cca5db4d0bdca2b3
|
3 |
size 11065661
|
global_step1851/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a3ba98267fafab9f0525a91b19b13d5b2e96fa58268f7d13664e18fc362c3ea1
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5db15ad95ae4a6e3cb7ada7449033106ac18ba8a730eb0c7d1ad1dbbedebe0f3
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:abc70713b153135a4fd29c5cb2641da6ce5351f002d6084c0635dfff3728e0f0
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:46dce8ec0ade255b27728d5119b70d7404195d3990973c3a4ceea7ed6a3a52dc
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b3d301d2328b5593085593d70416fd817384c3ad5234fd9fa4b4fde66228aeb3
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf6b108193050deac0ef89010547e12c8cbb86a833aad27bed612fead8bf473e
|
3 |
size 11065655
|
global_step1851/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 11065655
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:69c59537b1a30c760fe9974facf27cd34dec5d2c97d37c0c20250dbc24232bce
|
3 |
size 11065655
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5819
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:175919cb25877e1996cc155cc0993789d718845c4e5743fb29fe45e4e6c4c586
|
3 |
size 5819
|