Hugging Face's logo

Arko007
/
deepfake-detector-checkpoints

PyTorch
deepfake-detection
uncertainty-quantification
Model card Files
xet
 Community
Arko007 commited on
Commit
3014f76
·
verified ·
1 Parent(s): 15d9973

Upload eval_results.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. eval_results.json +142 -142
eval_results.json CHANGED
@@ -1,220 +1,220 @@
1
  {
2
  "note": "Metrics computed on the held-out validation split reconstructed with the same seed/fraction train_ddp.py used. This split was used during training for checkpoint selection (best_val_loss) and early stopping, so it is NOT an independent test set -- treat these as consistent with training-time validation performance, not a from-scratch generalization claim.",
3
- "val_frame_count": 9341,
4
- "val_video_count": 936,
5
  "models": {
6
  "xception": {
7
  "frame_level": {
8
- "n": 9341,
9
- "n_real": 370,
10
- "n_fake": 8971,
11
- "accuracy": 0.9489348035542233,
12
- "real_precision": 0.43683589138134593,
13
- "real_recall": 1.0,
14
- "real_f1": 0.6080525883319639,
15
- "fake_precision": 1.0,
16
- "fake_recall": 0.9468286701594025,
17
- "fake_f1": 0.9726882336100773,
18
- "macro_precision": 0.718417945690673,
19
- "macro_recall": 0.9734143350797013,
20
- "macro_f1": 0.7903704109710206,
21
- "auroc": 0.997529577286572,
22
  "confusion_matrix": [
23
  [
24
- 370,
25
- 0
26
  ],
27
  [
28
- 477,
29
- 8494
30
  ]
31
  ]
32
  },
33
  "video_level": {
34
- "n": 936,
35
- "n_real": 37,
36
  "n_fake": 899,
37
- "accuracy": 0.9700854700854701,
38
- "real_precision": 0.5692307692307692,
39
- "real_recall": 1.0,
40
- "real_f1": 0.7254901960784313,
41
- "fake_precision": 1.0,
42
- "fake_recall": 0.9688542825361512,
43
- "fake_f1": 0.984180790960452,
44
- "macro_precision": 0.7846153846153846,
45
- "macro_recall": 0.9844271412680756,
46
- "macro_f1": 0.8548354935194417,
47
- "auroc": 0.9996993656615458,
48
  "confusion_matrix": [
49
  [
50
- 37,
51
- 0
52
  ],
53
  [
54
- 28,
55
- 871
56
  ]
57
  ]
58
  }
59
  },
60
  "sbi": {
61
  "frame_level": {
62
- "n": 9341,
63
- "n_real": 370,
64
- "n_fake": 8971,
65
- "accuracy": 0.9430467829996788,
66
- "real_precision": 0.4095982142857143,
67
- "real_recall": 0.9918918918918919,
68
- "real_f1": 0.5797788309636651,
69
- "fake_precision": 0.9996447602131439,
70
- "fake_recall": 0.9410322149147252,
71
- "fake_f1": 0.9694533762057878,
72
- "macro_precision": 0.7046214872494291,
73
- "macro_recall": 0.9664620534033086,
74
- "macro_f1": 0.7746161035847264,
75
- "auroc": 0.9966061814796627,
76
  "confusion_matrix": [
77
  [
78
- 367,
79
- 3
80
  ],
81
  [
82
- 529,
83
- 8442
84
  ]
85
  ]
86
  },
87
  "video_level": {
88
- "n": 936,
89
- "n_real": 37,
90
  "n_fake": 899,
91
- "accuracy": 0.9615384615384616,
92
- "real_precision": 0.5068493150684932,
93
- "real_recall": 1.0,
94
- "real_f1": 0.6727272727272727,
95
- "fake_precision": 1.0,
96
- "fake_recall": 0.9599555061179088,
97
- "fake_f1": 0.9795686719636776,
98
- "macro_precision": 0.7534246575342466,
99
- "macro_recall": 0.9799777530589544,
100
- "macro_f1": 0.8261479723454752,
101
- "auroc": 0.9992484141538647,
102
  "confusion_matrix": [
103
  [
104
- 37,
105
- 0
106
  ],
107
  [
108
- 36,
109
- 863
110
  ]
111
  ]
112
  }
113
  },
114
  "vit": {
115
  "frame_level": {
116
- "n": 9341,
117
- "n_real": 370,
118
- "n_fake": 8971,
119
- "accuracy": 0.939085750990258,
120
- "real_precision": 0.39381003201707576,
121
- "real_recall": 0.9972972972972973,
122
- "real_f1": 0.5646518745218057,
123
- "fake_precision": 0.9998810090433127,
124
- "fake_recall": 0.9366848734812172,
125
- "fake_f1": 0.9672517985611511,
126
- "macro_precision": 0.6968455205301942,
127
- "macro_recall": 0.9669910853892573,
128
- "macro_f1": 0.7659518365414784,
129
- "auroc": 0.9964742247542382,
130
  "confusion_matrix": [
131
  [
132
- 369,
133
- 1
134
  ],
135
  [
136
- 568,
137
- 8403
138
  ]
139
  ]
140
  },
141
  "video_level": {
142
- "n": 936,
143
- "n_real": 37,
144
  "n_fake": 899,
145
- "accuracy": 0.9529914529914529,
146
- "real_precision": 0.4567901234567901,
147
- "real_recall": 1.0,
148
- "real_f1": 0.6271186440677966,
149
- "fake_precision": 1.0,
150
- "fake_recall": 0.9510567296996663,
151
- "fake_f1": 0.9749144811858609,
152
- "macro_precision": 0.7283950617283951,
153
- "macro_recall": 0.9755283648498332,
154
- "macro_f1": 0.8010165626268287,
155
- "auroc": 0.9989477798154105,
156
  "confusion_matrix": [
157
  [
158
- 37,
159
- 0
160
  ],
161
  [
162
- 44,
163
- 855
164
  ]
165
  ]
166
  }
167
  },
168
  "lsda": {
169
  "frame_level": {
170
- "n": 9341,
171
- "n_real": 370,
172
- "n_fake": 8971,
173
- "accuracy": 0.9424044534846376,
174
- "real_precision": 0.40687361419068735,
175
- "real_recall": 0.9918918918918919,
176
- "real_f1": 0.5770440251572327,
177
- "fake_precision": 0.9996445076430857,
178
- "fake_recall": 0.940363393155724,
179
- "fake_f1": 0.9690982194141298,
180
- "macro_precision": 0.7032590609168865,
181
- "macro_recall": 0.9661276425238079,
182
- "macro_f1": 0.7730711222856812,
183
- "auroc": 0.9966052776664749,
184
  "confusion_matrix": [
185
  [
186
- 367,
187
- 3
188
  ],
189
  [
190
- 535,
191
- 8436
192
  ]
193
  ]
194
  },
195
  "video_level": {
196
- "n": 936,
197
- "n_real": 37,
198
  "n_fake": 899,
199
- "accuracy": 0.9700854700854701,
200
- "real_precision": 0.5692307692307692,
201
- "real_recall": 1.0,
202
- "real_f1": 0.7254901960784313,
203
- "fake_precision": 1.0,
204
- "fake_recall": 0.9688542825361512,
205
- "fake_f1": 0.984180790960452,
206
- "macro_precision": 0.7846153846153846,
207
- "macro_recall": 0.9844271412680756,
208
- "macro_f1": 0.8548354935194417,
209
- "auroc": 0.9987072723446472,
210
  "confusion_matrix": [
211
  [
212
- 37,
213
- 0
214
  ],
215
  [
216
- 28,
217
- 871
218
  ]
219
  ]
220
  }
 
1
  {
2
  "note": "Metrics computed on the held-out validation split reconstructed with the same seed/fraction train_ddp.py used. This split was used during training for checkpoint selection (best_val_loss) and early stopping, so it is NOT an independent test set -- treat these as consistent with training-time validation performance, not a from-scratch generalization claim.",
3
+ "val_frame_count": 11570,
4
+ "val_video_count": 1049,
5
  "models": {
6
  "xception": {
7
  "frame_level": {
8
+ "n": 11570,
9
+ "n_real": 2590,
10
+ "n_fake": 8980,
11
+ "accuracy": 0.9259291270527226,
12
+ "real_precision": 0.7814225397856447,
13
+ "real_recall": 0.9289575289575289,
14
+ "real_f1": 0.8488269536073382,
15
+ "fake_precision": 0.9783299964668473,
16
+ "fake_recall": 0.9250556792873051,
17
+ "fake_f1": 0.9509472840707458,
18
+ "macro_precision": 0.879876268126246,
19
+ "macro_recall": 0.927006604122417,
20
+ "macro_f1": 0.899887118839042,
21
+ "auroc": 0.9766581678719762,
22
  "confusion_matrix": [
23
  [
24
+ 2406,
25
+ 184
26
  ],
27
  [
28
+ 673,
29
+ 8307
30
  ]
31
  ]
32
  },
33
  "video_level": {
34
+ "n": 1049,
35
+ "n_real": 150,
36
  "n_fake": 899,
37
+ "accuracy": 0.9532888465204957,
38
+ "real_precision": 0.7700534759358288,
39
+ "real_recall": 0.96,
40
+ "real_f1": 0.8545994065281899,
41
+ "fake_precision": 0.9930394431554525,
42
+ "fake_recall": 0.9521690767519466,
43
+ "fake_f1": 0.9721749006246451,
44
+ "macro_precision": 0.8815464595456406,
45
+ "macro_recall": 0.9560845383759733,
46
+ "macro_f1": 0.9133871535764175,
47
+ "auroc": 0.9886466444197255,
48
  "confusion_matrix": [
49
  [
50
+ 144,
51
+ 6
52
  ],
53
  [
54
+ 43,
55
+ 856
56
  ]
57
  ]
58
  }
59
  },
60
  "sbi": {
61
  "frame_level": {
62
+ "n": 11570,
63
+ "n_real": 2590,
64
+ "n_fake": 8980,
65
+ "accuracy": 0.8357821953327571,
66
+ "real_precision": 0.584228515625,
67
+ "real_recall": 0.9239382239382239,
68
+ "real_f1": 0.7158241100807657,
69
+ "fake_precision": 0.9736419587904737,
70
+ "fake_recall": 0.8103563474387527,
71
+ "fake_f1": 0.8845265588914549,
72
+ "macro_precision": 0.7789352372077368,
73
+ "macro_recall": 0.8671472856884883,
74
+ "macro_f1": 0.8001753344861103,
75
+ "auroc": 0.9433951896535417,
76
  "confusion_matrix": [
77
  [
78
+ 2393,
79
+ 197
80
  ],
81
  [
82
+ 1703,
83
+ 7277
84
  ]
85
  ]
86
  },
87
  "video_level": {
88
+ "n": 1049,
89
+ "n_real": 150,
90
  "n_fake": 899,
91
+ "accuracy": 0.8693994280266921,
92
+ "real_precision": 0.5232974910394266,
93
+ "real_recall": 0.9733333333333334,
94
+ "real_f1": 0.6806526806526807,
95
+ "fake_precision": 0.9948051948051948,
96
+ "fake_recall": 0.8520578420467185,
97
+ "fake_f1": 0.9179149191132414,
98
+ "macro_precision": 0.7590513429223107,
99
+ "macro_recall": 0.912695587690026,
100
+ "macro_f1": 0.799283799882961,
101
+ "auroc": 0.9707452725250278,
102
  "confusion_matrix": [
103
  [
104
+ 146,
105
+ 4
106
  ],
107
  [
108
+ 133,
109
+ 766
110
  ]
111
  ]
112
  }
113
  },
114
  "vit": {
115
  "frame_level": {
116
+ "n": 11570,
117
+ "n_real": 2590,
118
+ "n_fake": 8980,
119
+ "accuracy": 0.8361279170267935,
120
+ "real_precision": 0.5971444568868981,
121
+ "real_recall": 0.8235521235521236,
122
+ "real_f1": 0.6923076923076923,
123
+ "fake_precision": 0.9428607151787947,
124
+ "fake_recall": 0.8397550111358575,
125
+ "fake_f1": 0.88832606903051,
126
+ "macro_precision": 0.7700025860328463,
127
+ "macro_recall": 0.8316535673439905,
128
+ "macro_f1": 0.7903168806691012,
129
+ "auroc": 0.9134429577525345,
130
  "confusion_matrix": [
131
  [
132
+ 2133,
133
+ 457
134
  ],
135
  [
136
+ 1439,
137
+ 7541
138
  ]
139
  ]
140
  },
141
  "video_level": {
142
+ "n": 1049,
143
+ "n_real": 150,
144
  "n_fake": 899,
145
+ "accuracy": 0.871306005719733,
146
+ "real_precision": 0.5294117647058824,
147
+ "real_recall": 0.9,
148
+ "real_f1": 0.6666666666666666,
149
+ "fake_precision": 0.9811083123425692,
150
+ "fake_recall": 0.8665183537263627,
151
+ "fake_f1": 0.9202598936798583,
152
+ "macro_precision": 0.7552600385242259,
153
+ "macro_recall": 0.8832591768631813,
154
+ "macro_f1": 0.7934632801732624,
155
+ "auroc": 0.9418242491657397,
156
  "confusion_matrix": [
157
  [
158
+ 135,
159
+ 15
160
  ],
161
  [
162
+ 120,
163
+ 779
164
  ]
165
  ]
166
  }
167
  },
168
  "lsda": {
169
  "frame_level": {
170
+ "n": 11570,
171
+ "n_real": 2590,
172
+ "n_fake": 8980,
173
+ "accuracy": 0.8854796888504753,
174
+ "real_precision": 0.6907993966817496,
175
+ "real_recall": 0.8841698841698842,
176
+ "real_f1": 0.7756138865368332,
177
+ "fake_precision": 0.9636583888552392,
178
+ "fake_recall": 0.8858574610244989,
179
+ "fake_f1": 0.9231215549753409,
180
+ "macro_precision": 0.8272288927684944,
181
+ "macro_recall": 0.8850136725971915,
182
+ "macro_f1": 0.849367720756087,
183
+ "auroc": 0.9546391380244388,
184
  "confusion_matrix": [
185
  [
186
+ 2290,
187
+ 300
188
  ],
189
  [
190
+ 1025,
191
+ 7955
192
  ]
193
  ]
194
  },
195
  "video_level": {
196
+ "n": 1049,
197
+ "n_real": 150,
198
  "n_fake": 899,
199
+ "accuracy": 0.9237368922783603,
200
+ "real_precision": 0.6620370370370371,
201
+ "real_recall": 0.9533333333333334,
202
+ "real_f1": 0.7814207650273224,
203
+ "fake_precision": 0.9915966386554622,
204
+ "fake_recall": 0.9187986651835373,
205
+ "fake_f1": 0.953810623556582,
206
+ "macro_precision": 0.8268168378462497,
207
+ "macro_recall": 0.9360659992584353,
208
+ "macro_f1": 0.8676156942919522,
209
+ "auroc": 0.9775380051909529,
210
  "confusion_matrix": [
211
  [
212
+ 143,
213
+ 7
214
  ],
215
  [
216
+ 73,
217
+ 826
218
  ]
219
  ]
220
  }