ash12321 commited on
Commit
8910ef9
·
verified ·
1 Parent(s): 03768a5

Upload thresholds_calibrated.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. thresholds_calibrated.json +32 -48
thresholds_calibrated.json CHANGED
@@ -1,61 +1,45 @@
1
  {
2
  "reconstruction_thresholds": {
3
- "description": "Calibrated MSE reconstruction error thresholds",
4
- "dataset_real": "CIFAR-10 test set",
5
- "dataset_fake": "Random Noise test set",
6
- "image_size": [
7
- 128,
8
- 128
9
- ],
10
- "normalization": "mean=0.5, std=0.5 (range [-1, 1])",
11
  "thresholds": {
12
  "strict": {
13
- "value": 0.012767740525305271,
14
- "description": "High confidence - 99th percentile of real images",
15
- "expected_tpr": 1.0,
16
- "expected_fpr": 0.01
17
  },
18
  "balanced": {
19
- "value": 0.009065581485629082,
20
- "description": "Balanced - 95th percentile of real images",
21
- "expected_tpr": 1.0,
22
- "expected_fpr": 0.05
23
  },
24
  "sensitive": {
25
- "value": 0.00931915920227766,
26
- "description": "Sensitive - mean + 2*std of real images",
27
- "expected_tpr": 1.0,
28
- "expected_fpr": 0.0448
29
- },
30
- "optimal": {
31
- "value": 0.20403903722763062,
32
- "description": "Optimal separation between distributions",
33
- "expected_tpr": 1.0,
34
- "expected_fpr": 0.0
35
  }
36
  },
37
  "statistics": {
38
- "real_images": {
39
- "mean": 0.004293377045542002,
40
- "std": 0.0025128910783678293,
41
- "median": 0.003766049398109317,
42
- "min": 0.00019204482669010758,
43
- "max": 0.02400028333067894,
44
- "percentile_95": 0.009065581485629082,
45
- "percentile_99": 0.012767740525305271
46
- },
47
- "fake_images": {
48
- "mean": 0.40168634057044983,
49
- "median": 0.4016798138618469,
50
- "min": 0.3955906331539154,
51
- "max": 0.4081667363643646,
52
- "percentile_5": 0.3990125060081482
53
- },
54
- "separation": {
55
- "mean_difference": 0.39739295840263367,
56
- "ratio": 93.55953216552734
57
- }
58
- },
59
- "note": "These thresholds are calibrated on CIFAR-10 vs Random Noise. For real deepfake detection, recalibrate on actual fake images."
 
60
  }
61
  }
 
1
  {
2
  "reconstruction_thresholds": {
 
 
 
 
 
 
 
 
3
  "thresholds": {
4
  "strict": {
5
+ "value": 0.055736735463142395,
6
+ "expected_fpr": 0.01,
7
+ "description": "99th percentile - very low false positive rate"
 
8
  },
9
  "balanced": {
10
+ "value": 0.039442386478185654,
11
+ "expected_fpr": 0.05,
12
+ "description": "95th percentile - balanced detection"
 
13
  },
14
  "sensitive": {
15
+ "value": 0.03894944489002228,
16
+ "expected_fpr": 0.025,
17
+ "description": "Mean + 2 std - sensitive detection"
 
 
 
 
 
 
 
18
  }
19
  },
20
  "statistics": {
21
+ "real_mean": 0.0183913204818964,
22
+ "real_median": 0.015646658837795258,
23
+ "real_std": 0.010279062204062939,
24
+ "real_95th": 0.039442386478185654,
25
+ "real_99th": 0.055736735463142395,
26
+ "fake_mean": 0.3526953160762787,
27
+ "fake_median": 0.34715136885643005,
28
+ "separation": 19.177268981933594,
29
+ "num_real_samples": 28000,
30
+ "num_fake_samples": 10000
31
+ }
32
+ },
33
+ "model_info": {
34
+ "best_epoch": 1,
35
+ "best_val_loss": 0.010239500302954443,
36
+ "total_epochs": 2,
37
+ "datasets": [
38
+ "CIFAR-10",
39
+ "CIFAR-100",
40
+ "STL-10-train",
41
+ "STL-10-unlabeled"
42
+ ],
43
+ "training_time_minutes": 21.360870798428852
44
  }
45
  }