DeepDream2045 commited on
Commit
e6f79fb
1 Parent(s): d58e1a4

End of training

Browse files
README.md CHANGED
@@ -102,7 +102,7 @@ xformers_attention: true
102
 
103
  This model is a fine-tuned version of [unsloth/Qwen2.5-0.5B](https://huggingface.co/unsloth/Qwen2.5-0.5B) on the None dataset.
104
  It achieves the following results on the evaluation set:
105
- - Loss: 3.2185
106
 
107
  ## Model description
108
 
@@ -140,8 +140,8 @@ The following hyperparameters were used during training:
140
  | Training Loss | Epoch | Step | Validation Loss |
141
  |:-------------:|:------:|:----:|:---------------:|
142
  | 3.4866 | 0.0040 | 1 | 3.7427 |
143
- | 3.2802 | 0.0992 | 25 | 3.2674 |
144
- | 3.2757 | 0.1984 | 50 | 3.2185 |
145
 
146
 
147
  ### Framework versions
 
102
 
103
  This model is a fine-tuned version of [unsloth/Qwen2.5-0.5B](https://huggingface.co/unsloth/Qwen2.5-0.5B) on the None dataset.
104
  It achieves the following results on the evaluation set:
105
+ - Loss: 3.2203
106
 
107
  ## Model description
108
 
 
140
  | Training Loss | Epoch | Step | Validation Loss |
141
  |:-------------:|:------:|:----:|:---------------:|
142
  | 3.4866 | 0.0040 | 1 | 3.7427 |
143
+ | 3.2855 | 0.0992 | 25 | 3.2682 |
144
+ | 3.2793 | 0.1984 | 50 | 3.2203 |
145
 
146
 
147
  ### Framework versions
adapter_config.json CHANGED
@@ -20,13 +20,13 @@
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
23
- "o_proj",
24
  "up_proj",
 
25
  "k_proj",
26
- "q_proj",
27
- "down_proj",
28
  "v_proj",
29
- "gate_proj"
 
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
 
20
  "rank_pattern": {},
21
  "revision": null,
22
  "target_modules": [
 
23
  "up_proj",
24
+ "o_proj",
25
  "k_proj",
26
+ "gate_proj",
 
27
  "v_proj",
28
+ "down_proj",
29
+ "q_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
32
  "use_dora": false,
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b7eaa5051b93e8b7daa8b7dce2c235c36c2d128af434692671b0090000530dd
3
  size 70506570
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44fccf3d5a49d2ea323312b0c8a9ad10b65c3a01fafb0803e3dc72e7c9653062
3
  size 70506570
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ff289ede209eda3ee47df8b03b3be63597ee1f3709bdd8675eead684d7fd73ee
3
  size 70430032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ab8e1026b6d9b19a38ede103038c39b0bf2de5340598a3e4f8d33a92be0660f
3
  size 70430032
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41423001aa5ceb2d23235d9dee62fad89e061cbc43f5e3a09904fb106ff3b870
3
  size 6776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:870dfab1563a1ea9b9c6847f153d550987da1ab2c43fc66f0f15ea702901d060
3
  size 6776