File size: 2,161 Bytes
22d8ab6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
[
  {
    "run": "autoencoder_sheet_metal_20260926-160224",
    "model": "autoencoder",
    "supervision": "normal_only",
    "protocol": "single model on full split",
    "category": "sheet_metal",
    "image_size": [
      256,
      1024
    ],
    "image_auroc": 0.4324074074074074,
    "image_ap": 0.7478444195112908,
    "f1": 0.36666666666666664,
    "pixel_auroc": 0.67786782293353,
    "dice": 0.06477588162881073,
    "iou": 0.03347203097247999,
    "false_positive_rate": 0.3333333333333333,
    "latency_cpu_ms": 592.3147084001661,
    "latency_mps_ms": 40.00825126634785,
    "checkpoint_mb": 7.468747,
    "peak_rss_cpu_mb": 1664.253952,
    "benchmark_hardware": "arm",
    "training_time_s": 2010.951405584
  },
  {
    "run": "patchcore_sheet_metal_20260926-160757",
    "model": "patchcore",
    "supervision": "normal_only",
    "protocol": "single model on full split",
    "category": "sheet_metal",
    "image_size": [
      256,
      1024
    ],
    "image_auroc": 0.7125,
    "image_ap": 0.9170025523943426,
    "f1": 0.5826771653543307,
    "pixel_auroc": 0.8557061596911899,
    "dice": 0.337900735375797,
    "iou": 0.20329756625708853,
    "false_positive_rate": 0.0,
    "latency_cpu_ms": 367.2520348001247,
    "latency_mps_ms": 54.779882000063175,
    "checkpoint_mb": 19.795792,
    "peak_rss_cpu_mb": 1702.54336,
    "benchmark_hardware": "arm",
    "training_time_s": 271.90564295900003
  },
  {
    "run": "unet_sheet_metal_cv_20260926-143232",
    "model": "unet",
    "supervision": "pixel_labels",
    "protocol": "pooled out-of-fold predictions (grouped CV)",
    "category": "sheet_metal",
    "image_size": [
      256,
      1024
    ],
    "image_auroc": 0.8523148148148149,
    "image_ap": 0.9534507266621781,
    "f1": 0.8786127167630058,
    "pixel_auroc": 0.5929251234952198,
    "dice": 0.2081969460207802,
    "iou": 0.11619410155508908,
    "false_positive_rate": 0.2916666666666667,
    "latency_cpu_ms": 427.37450143346604,
    "latency_mps_ms": 55.57890286654583,
    "checkpoint_mb": 57.751771,
    "peak_rss_cpu_mb": 1615.413248,
    "benchmark_hardware": "arm",
    "training_time_s": 7084.93622614
  }
]