{
  "run": "autoencoder_sheet_metal_20260926-160224",
  "split": "test",
  "protocol": {
    "evaluation": "single model on full split",
    "thresholds": {
      "image": 0.03628293052315712,
      "pixel": 0.015091375447809696,
      "source": "validation normals (n=19); image: mean+3.0*std; pixel: quantile 0.999"
    },
    "perturbation_space": "float [0, 1] image at model resolution, before normalisation",
    "spec": {
      "split": "test",
      "perturbations": {
        "brightness": {
          "mild": 0.8,
          "moderate": 0.6,
          "strong": 0.4
        },
        "contrast": {
          "mild": 0.8,
          "moderate": 0.6,
          "strong": 0.4
        },
        "gaussian_noise": {
          "mild": 0.02,
          "moderate": 0.05,
          "strong": 0.1
        },
        "blur": {
          "mild": 0.5,
          "moderate": 1.0,
          "strong": 2.0
        }
      },
      "noise_seed": 0
    }
  },
  "results": [
    {
      "perturbation": "clean",
      "severity": "none",
      "value": null,
      "image_auroc": 0.4324074074074074,
      "image_ap": 0.7478444195112908,
      "f1": 0.36666666666666664,
      "false_positive_rate": 0.3333333333333333,
      "pixel_auroc": 0.67786782293353,
      "dice": 0.06477588162881073
    },
    {
      "perturbation": "brightness",
      "severity": "mild",
      "value": 0.8,
      "image_auroc": 0.42962962962962964,
      "image_ap": 0.7311972669397506,
      "f1": 0.0,
      "false_positive_rate": 0.0,
      "pixel_auroc": 0.6324906804739291,
      "dice": 0.014523658578756267
    },
    {
      "perturbation": "brightness",
      "severity": "moderate",
      "value": 0.6,
      "image_auroc": 0.5009259259259259,
      "image_ap": 0.774674260512153,
      "f1": 0.0,
      "false_positive_rate": 0.0,
      "pixel_auroc": 0.5699869732985039,
      "dice": 0.0006330045635212719
    },
    {
      "perturbation": "brightness",
      "severity": "strong",
      "value": 0.4,
      "image_auroc": 0.5111111111111111,
      "image_ap": 0.8062930676526361,
      "f1": 0.0,
      "false_positive_rate": 0.0,
      "pixel_auroc": 0.4503604747519234,
      "dice": 0.0
    },
    {
      "perturbation": "contrast",
      "severity": "mild",
      "value": 0.8,
      "image_auroc": 0.40370370370370373,
      "image_ap": 0.7317145076794083,
      "f1": 0.02197802197802198,
      "false_positive_rate": 0.0,
      "pixel_auroc": 0.6658812675256113,
      "dice": 0.015363079368875696
    },
    {
      "perturbation": "contrast",
      "severity": "moderate",
      "value": 0.6,
      "image_auroc": 0.42268518518518516,
      "image_ap": 0.7484968940451893,
      "f1": 0.0,
      "false_positive_rate": 0.0,
      "pixel_auroc": 0.663125084919186,
      "dice": 0.0015891701000588581
    },
    {
      "perturbation": "contrast",
      "severity": "strong",
      "value": 0.4,
      "image_auroc": 0.4513888888888889,
      "image_ap": 0.7744797142290738,
      "f1": 0.0,
      "false_positive_rate": 0.0,
      "pixel_auroc": 0.6938287555913264,
      "dice": 0.0
    },
    {
      "perturbation": "gaussian_noise",
      "severity": "mild",
      "value": 0.02,
      "image_auroc": 0.425,
      "image_ap": 0.7465028286031044,
      "f1": 0.38016528925619836,
      "false_positive_rate": 0.3333333333333333,
      "pixel_auroc": 0.6774274590210043,
      "dice": 0.06326649795600545
    },
    {
      "perturbation": "gaussian_noise",
      "severity": "moderate",
      "value": 0.05,
      "image_auroc": 0.412962962962963,
      "image_ap": 0.7446336144265013,
      "f1": 0.3770491803278688,
      "false_positive_rate": 0.375,
      "pixel_auroc": 0.6916107026798503,
      "dice": 0.06675309204302582
    },
    {
      "perturbation": "gaussian_noise",
      "severity": "strong",
      "value": 0.1,
      "image_auroc": 0.4111111111111111,
      "image_ap": 0.7360239479727501,
      "f1": 0.5323741007194245,
      "false_positive_rate": 0.5,
      "pixel_auroc": 0.7296968327018531,
      "dice": 0.02988852272493352
    },
    {
      "perturbation": "blur",
      "severity": "mild",
      "value": 0.5,
      "image_auroc": 0.4361111111111111,
      "image_ap": 0.7384107904480143,
      "f1": 0.27522935779816515,
      "false_positive_rate": 0.16666666666666666,
      "pixel_auroc": 0.6752108979435884,
      "dice": 0.01862086960647105
    },
    {
      "perturbation": "blur",
      "severity": "moderate",
      "value": 1.0,
      "image_auroc": 0.4546296296296296,
      "image_ap": 0.7658039125704372,
      "f1": 0.27522935779816515,
      "false_positive_rate": 0.16666666666666666,
      "pixel_auroc": 0.6711169690860449,
      "dice": 0.002880377428766528
    },
    {
      "perturbation": "blur",
      "severity": "strong",
      "value": 2.0,
      "image_auroc": 0.5217592592592593,
      "image_ap": 0.7945960364034037,
      "f1": 0.27522935779816515,
      "false_positive_rate": 0.16666666666666666,
      "pixel_auroc": 0.6658613593430717,
      "dice": 0.0017344736125793649
    }
  ]
}