itsLeen commited on
Commit
ddcb06e
1 Parent(s): 2b879a2

🍻 cheers

Browse files
README.md CHANGED
@@ -3,6 +3,7 @@ library_name: transformers
3
  license: apache-2.0
4
  base_model: google/vit-base-patch16-224
5
  tags:
 
6
  - generated_from_trainer
7
  metrics:
8
  - accuracy
@@ -16,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
16
 
17
  # realFake-img
18
 
19
- This model is a fine-tuned version of [google/vit-base-patch16-224](https://huggingface.co/google/vit-base-patch16-224) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
  - Loss: 0.4633
22
  - Accuracy: 0.8836
 
3
  license: apache-2.0
4
  base_model: google/vit-base-patch16-224
5
  tags:
6
+ - image-classification
7
  - generated_from_trainer
8
  metrics:
9
  - accuracy
 
17
 
18
  # realFake-img
19
 
20
+ This model is a fine-tuned version of [google/vit-base-patch16-224](https://huggingface.co/google/vit-base-patch16-224) on the ai_real_images dataset.
21
  It achieves the following results on the evaluation set:
22
  - Loss: 0.4633
23
  - Accuracy: 0.8836
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "epoch": 4.0,
3
- "eval_accuracy": 0.8424657534246576,
4
- "eval_loss": 0.339973121881485,
5
- "eval_runtime": 4.934,
6
- "eval_samples_per_second": 29.591,
7
- "eval_steps_per_second": 3.851,
8
  "total_flos": 2.5832369176982323e+17,
9
- "train_loss": 0.38543382860147035,
10
- "train_runtime": 140.7513,
11
- "train_samples_per_second": 23.474,
12
- "train_steps_per_second": 1.478
13
  }
 
1
  {
2
  "epoch": 4.0,
3
+ "eval_accuracy": 0.8835616438356164,
4
+ "eval_loss": 0.46333640813827515,
5
+ "eval_runtime": 5.0188,
6
+ "eval_samples_per_second": 29.091,
7
+ "eval_steps_per_second": 3.786,
8
  "total_flos": 2.5832369176982323e+17,
9
+ "train_loss": 0.1598776997281955,
10
+ "train_runtime": 141.5375,
11
+ "train_samples_per_second": 23.344,
12
+ "train_steps_per_second": 1.47
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.0,
3
- "eval_accuracy": 0.8424657534246576,
4
- "eval_loss": 0.339973121881485,
5
- "eval_runtime": 4.934,
6
- "eval_samples_per_second": 29.591,
7
- "eval_steps_per_second": 3.851
8
  }
 
1
  {
2
  "epoch": 4.0,
3
+ "eval_accuracy": 0.8835616438356164,
4
+ "eval_loss": 0.46333640813827515,
5
+ "eval_runtime": 5.0188,
6
+ "eval_samples_per_second": 29.091,
7
+ "eval_steps_per_second": 3.786
8
  }
runs/Sep24_13-50-15_37647b9c0688/events.out.tfevents.1727186424.37647b9c0688.3797.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7202123be3c5ee67bd54f441de33c50f024fad8a2ae878aefcc705bae4d59b2a
3
+ size 411
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 2.5832369176982323e+17,
4
- "train_loss": 0.38543382860147035,
5
- "train_runtime": 140.7513,
6
- "train_samples_per_second": 23.474,
7
- "train_steps_per_second": 1.478
8
  }
 
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 2.5832369176982323e+17,
4
+ "train_loss": 0.1598776997281955,
5
+ "train_runtime": 141.5375,
6
+ "train_samples_per_second": 23.344,
7
+ "train_steps_per_second": 1.47
8
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.339973121881485,
3
  "best_model_checkpoint": "realFake-img/checkpoint-200",
4
  "epoch": 4.0,
5
  "eval_steps": 100,
@@ -10,170 +10,170 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.19230769230769232,
13
- "grad_norm": 3.016617774963379,
14
- "learning_rate": 0.00019134615384615387,
15
- "loss": 0.7043,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.38461538461538464,
20
- "grad_norm": 8.659211158752441,
21
- "learning_rate": 0.00018173076923076923,
22
- "loss": 0.6331,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.5769230769230769,
27
- "grad_norm": 3.7159981727600098,
28
- "learning_rate": 0.00017211538461538463,
29
- "loss": 0.6697,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.7692307692307693,
34
- "grad_norm": 5.222133636474609,
35
- "learning_rate": 0.00016250000000000002,
36
- "loss": 0.5777,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.9615384615384616,
41
- "grad_norm": 6.754155158996582,
42
- "learning_rate": 0.00015288461538461539,
43
- "loss": 0.5347,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 1.1538461538461537,
48
- "grad_norm": 1.658116102218628,
49
- "learning_rate": 0.00014326923076923078,
50
- "loss": 0.4377,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 1.3461538461538463,
55
- "grad_norm": 5.012947082519531,
56
- "learning_rate": 0.00013365384615384614,
57
- "loss": 0.4354,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 1.5384615384615383,
62
- "grad_norm": 4.971016883850098,
63
- "learning_rate": 0.00012403846153846154,
64
- "loss": 0.4928,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 1.7307692307692308,
69
- "grad_norm": 4.061134338378906,
70
- "learning_rate": 0.00011442307692307692,
71
- "loss": 0.3803,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 1.9230769230769231,
76
- "grad_norm": 4.557286739349365,
77
- "learning_rate": 0.00010480769230769232,
78
- "loss": 0.3732,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 1.9230769230769231,
83
- "eval_accuracy": 0.7945205479452054,
84
- "eval_loss": 0.4088120758533478,
85
- "eval_runtime": 5.0993,
86
- "eval_samples_per_second": 28.631,
87
- "eval_steps_per_second": 3.726,
88
  "step": 100
89
  },
90
  {
91
  "epoch": 2.1153846153846154,
92
- "grad_norm": 2.305349826812744,
93
- "learning_rate": 9.519230769230769e-05,
94
- "loss": 0.3172,
95
  "step": 110
96
  },
97
  {
98
  "epoch": 2.3076923076923075,
99
- "grad_norm": 1.443526029586792,
100
- "learning_rate": 8.557692307692308e-05,
101
- "loss": 0.3155,
102
  "step": 120
103
  },
104
  {
105
  "epoch": 2.5,
106
- "grad_norm": 1.3094813823699951,
107
- "learning_rate": 7.596153846153846e-05,
108
- "loss": 0.2671,
109
  "step": 130
110
  },
111
  {
112
  "epoch": 2.6923076923076925,
113
- "grad_norm": 5.578798770904541,
114
- "learning_rate": 6.634615384615385e-05,
115
- "loss": 0.2603,
116
  "step": 140
117
  },
118
  {
119
  "epoch": 2.8846153846153846,
120
- "grad_norm": 1.8392003774642944,
121
- "learning_rate": 5.673076923076923e-05,
122
- "loss": 0.2804,
123
  "step": 150
124
  },
125
  {
126
  "epoch": 3.076923076923077,
127
- "grad_norm": 0.6986391544342041,
128
- "learning_rate": 4.711538461538462e-05,
129
- "loss": 0.3171,
130
  "step": 160
131
  },
132
  {
133
  "epoch": 3.269230769230769,
134
- "grad_norm": 4.677719593048096,
135
- "learning_rate": 3.7500000000000003e-05,
136
- "loss": 0.1962,
137
  "step": 170
138
  },
139
  {
140
  "epoch": 3.4615384615384617,
141
- "grad_norm": 1.8367177248001099,
142
- "learning_rate": 2.7884615384615386e-05,
143
- "loss": 0.3216,
144
  "step": 180
145
  },
146
  {
147
  "epoch": 3.6538461538461537,
148
- "grad_norm": 5.29152774810791,
149
- "learning_rate": 1.826923076923077e-05,
150
- "loss": 0.1938,
151
  "step": 190
152
  },
153
  {
154
  "epoch": 3.8461538461538463,
155
- "grad_norm": 1.2080388069152832,
156
- "learning_rate": 8.653846153846155e-06,
157
- "loss": 0.1451,
158
  "step": 200
159
  },
160
  {
161
  "epoch": 3.8461538461538463,
162
- "eval_accuracy": 0.8424657534246576,
163
- "eval_loss": 0.339973121881485,
164
- "eval_runtime": 4.8463,
165
- "eval_samples_per_second": 30.126,
166
- "eval_steps_per_second": 3.921,
167
  "step": 200
168
  },
169
  {
170
  "epoch": 4.0,
171
  "step": 208,
172
  "total_flos": 2.5832369176982323e+17,
173
- "train_loss": 0.38543382860147035,
174
- "train_runtime": 140.7513,
175
- "train_samples_per_second": 23.474,
176
- "train_steps_per_second": 1.478
177
  }
178
  ],
179
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.46333640813827515,
3
  "best_model_checkpoint": "realFake-img/checkpoint-200",
4
  "epoch": 4.0,
5
  "eval_steps": 100,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.19230769230769232,
13
+ "grad_norm": 5.288677215576172,
14
+ "learning_rate": 0.00019038461538461538,
15
+ "loss": 0.1567,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.38461538461538464,
20
+ "grad_norm": 4.266819953918457,
21
+ "learning_rate": 0.00018076923076923077,
22
+ "loss": 0.2467,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.5769230769230769,
27
+ "grad_norm": 3.213836193084717,
28
+ "learning_rate": 0.00017115384615384616,
29
+ "loss": 0.3028,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.7692307692307693,
34
+ "grad_norm": 0.7542410492897034,
35
+ "learning_rate": 0.00016153846153846155,
36
+ "loss": 0.1968,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.9615384615384616,
41
+ "grad_norm": 11.869466781616211,
42
+ "learning_rate": 0.00015192307692307692,
43
+ "loss": 0.2678,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 1.1538461538461537,
48
+ "grad_norm": 0.7070229649543762,
49
+ "learning_rate": 0.0001423076923076923,
50
+ "loss": 0.1494,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 1.3461538461538463,
55
+ "grad_norm": 3.979475975036621,
56
+ "learning_rate": 0.0001326923076923077,
57
+ "loss": 0.0927,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 1.5384615384615383,
62
+ "grad_norm": 6.856090545654297,
63
+ "learning_rate": 0.0001230769230769231,
64
+ "loss": 0.2443,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 1.7307692307692308,
69
+ "grad_norm": 0.7266550064086914,
70
+ "learning_rate": 0.00011346153846153846,
71
+ "loss": 0.1968,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 1.9230769230769231,
76
+ "grad_norm": 3.321963310241699,
77
+ "learning_rate": 0.00010384615384615386,
78
+ "loss": 0.1137,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 1.9230769230769231,
83
+ "eval_accuracy": 0.8287671232876712,
84
+ "eval_loss": 0.48689645528793335,
85
+ "eval_runtime": 5.0712,
86
+ "eval_samples_per_second": 28.79,
87
+ "eval_steps_per_second": 3.747,
88
  "step": 100
89
  },
90
  {
91
  "epoch": 2.1153846153846154,
92
+ "grad_norm": 6.398293972015381,
93
+ "learning_rate": 9.423076923076924e-05,
94
+ "loss": 0.0703,
95
  "step": 110
96
  },
97
  {
98
  "epoch": 2.3076923076923075,
99
+ "grad_norm": 0.38959336280822754,
100
+ "learning_rate": 8.461538461538461e-05,
101
+ "loss": 0.1407,
102
  "step": 120
103
  },
104
  {
105
  "epoch": 2.5,
106
+ "grad_norm": 0.1938396394252777,
107
+ "learning_rate": 7.500000000000001e-05,
108
+ "loss": 0.1098,
109
  "step": 130
110
  },
111
  {
112
  "epoch": 2.6923076923076925,
113
+ "grad_norm": 5.93131685256958,
114
+ "learning_rate": 6.538461538461539e-05,
115
+ "loss": 0.0969,
116
  "step": 140
117
  },
118
  {
119
  "epoch": 2.8846153846153846,
120
+ "grad_norm": 0.0541561059653759,
121
+ "learning_rate": 5.576923076923077e-05,
122
+ "loss": 0.1299,
123
  "step": 150
124
  },
125
  {
126
  "epoch": 3.076923076923077,
127
+ "grad_norm": 3.552217960357666,
128
+ "learning_rate": 4.615384615384616e-05,
129
+ "loss": 0.1264,
130
  "step": 160
131
  },
132
  {
133
  "epoch": 3.269230769230769,
134
+ "grad_norm": 8.6173095703125,
135
+ "learning_rate": 3.653846153846154e-05,
136
+ "loss": 0.1076,
137
  "step": 170
138
  },
139
  {
140
  "epoch": 3.4615384615384617,
141
+ "grad_norm": 0.7253573536872864,
142
+ "learning_rate": 2.6923076923076923e-05,
143
+ "loss": 0.157,
144
  "step": 180
145
  },
146
  {
147
  "epoch": 3.6538461538461537,
148
+ "grad_norm": 7.486116409301758,
149
+ "learning_rate": 1.730769230769231e-05,
150
+ "loss": 0.177,
151
  "step": 190
152
  },
153
  {
154
  "epoch": 3.8461538461538463,
155
+ "grad_norm": 1.391594409942627,
156
+ "learning_rate": 7.692307692307694e-06,
157
+ "loss": 0.1002,
158
  "step": 200
159
  },
160
  {
161
  "epoch": 3.8461538461538463,
162
+ "eval_accuracy": 0.8835616438356164,
163
+ "eval_loss": 0.46333640813827515,
164
+ "eval_runtime": 4.8332,
165
+ "eval_samples_per_second": 30.208,
166
+ "eval_steps_per_second": 3.931,
167
  "step": 200
168
  },
169
  {
170
  "epoch": 4.0,
171
  "step": 208,
172
  "total_flos": 2.5832369176982323e+17,
173
+ "train_loss": 0.1598776997281955,
174
+ "train_runtime": 141.5375,
175
+ "train_samples_per_second": 23.344,
176
+ "train_steps_per_second": 1.47
177
  }
178
  ],
179
  "logging_steps": 10,