Hugging Face's logo

hedtorresca
/
Multilingual-MiniLM-L12-H384-peft-p-tunning2

PEFT
TensorBoard
Safetensors
bert
Model card Files Metrics Community
hedtorresca commited on
Commit
7a7128d
•
1 Parent(s): 8957fd4

Training in progress, step 500

Browse files
Files changed (8) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +2 -2
  3. runs/Jan15_19-52-01_396a10034a1e/events.out.tfevents.1705348334.396a10034a1e.147.0 +3 -0
  4. runs/Jan15_19-54-15_396a10034a1e/events.out.tfevents.1705348529.396a10034a1e.147.1 +3 -0
  5. runs/Jan15_20-04-22_396a10034a1e/events.out.tfevents.1705349075.396a10034a1e.147.2 +3 -0
  6. runs/Jan15_20-04-22_396a10034a1e/events.out.tfevents.1705349097.396a10034a1e.147.3 +3 -0
  7. runs/Jan15_20-05-31_396a10034a1e/events.out.tfevents.1705349145.396a10034a1e.147.4 +3 -0
  8. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -4,12 +4,12 @@
4
  "base_model_name_or_path": "microsoft/Multilingual-MiniLM-L12-H384",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
- "inference_mode": true,
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
  "loftq_config": {},
12
- "lora_alpha": 32,
13
  "lora_dropout": 0.05,
14
  "megatron_config": null,
15
  "megatron_core": "megatron.core",
@@ -17,12 +17,12 @@
17
  "classifier"
18
  ],
19
  "peft_type": "LORA",
20
- "r": 4,
21
  "rank_pattern": {},
22
  "revision": null,
23
  "target_modules": [
24
- "query",
25
- "value"
26
  ],
27
  "task_type": "SEQ_CLS",
28
  "use_rslora": false
 
4
  "base_model_name_or_path": "microsoft/Multilingual-MiniLM-L12-H384",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
+ "inference_mode": false,
8
  "init_lora_weights": true,
9
  "layers_pattern": null,
10
  "layers_to_transform": null,
11
  "loftq_config": {},
12
+ "lora_alpha": 16,
13
  "lora_dropout": 0.05,
14
  "megatron_config": null,
15
  "megatron_core": "megatron.core",
 
17
  "classifier"
18
  ],
19
  "peft_type": "LORA",
20
+ "r": 64,
21
  "rank_pattern": {},
22
  "revision": null,
23
  "target_modules": [
24
+ "value",
25
+ "query"
26
  ],
27
  "task_type": "SEQ_CLS",
28
  "use_rslora": false
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4918cae5c3dc20c35100771ddd9b579120a263d8a9b96cf4210498357912b73d
3
- size 304824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95ecd309eb632c9a2d7fff180b321956b518d13ec6043c6cfefe4c5825525aaf
3
+ size 4728664
runs/Jan15_19-52-01_396a10034a1e/events.out.tfevents.1705348334.396a10034a1e.147.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b451af8390ea04550e1e9209260b7b8fb810e6161e4ceacdd1f4ab6b9c0db1c
3
+ size 4452
runs/Jan15_19-54-15_396a10034a1e/events.out.tfevents.1705348529.396a10034a1e.147.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05b638ead85d75fbc3a848f4bceb6454b1adb6e4822412ccadc445e09a36fcff
3
+ size 4452
runs/Jan15_20-04-22_396a10034a1e/events.out.tfevents.1705349075.396a10034a1e.147.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b345090a6adfa953809e21e6e7870f93f6e5fc5ad2335b4ad9feed6d9bd4d8a8
3
+ size 4842
runs/Jan15_20-04-22_396a10034a1e/events.out.tfevents.1705349097.396a10034a1e.147.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f8c6acbcfa591e89d78ec4103522ac4cf5fbbc5c9eb9f7889230def31fd5e49
3
+ size 4996
runs/Jan15_20-05-31_396a10034a1e/events.out.tfevents.1705349145.396a10034a1e.147.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64e0dcb9e27fa39767eaf9dde55b70aec9585cd20000a59cb97ad8d87601d892
3
+ size 8757
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d28abf8a25c711f17b53c8ebeb4ea55ee95f0d40e136765e0f718108553e8fb
3
  size 4792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55f0de76289beb8b7ec5f48a58fbab657b1b319f64991fc35cbc2fd080661c0
3
  size 4792