{
  "kind": "validation",
  "global_step": 8868,
  "aggregate_epoch": 4.0,
  "content_macro_f1": 0.7691223696148852,
  "content_f1_class2_3_mean": 0.7002175340967471,
  "dominated_in_both_objectives": false,
  "bad_streak": 0,
  "metrics": {
    "aggregate_equal_context_weight": {
      "selection_loss": 0.5140893343795243,
      "content_mae": 0.2737932315832202,
      "content_macro_mae": 0.3100500287727975,
      "content_exact_accuracy": 0.7986166666666666,
      "content_spearman": 0.8996877860492928,
      "content_gaussian_nll": -0.7082690140020707,
      "content_mean_predicted_variance": 0.1657321429377615,
      "integrity_accuracy": 0.9669555555555556,
      "integrity_macro_f1": 0.5279255895888997,
      "critical_average_precision": 0.18384277757309278,
      "critical_roc_auc": 0.9641408554278599,
      "critical_f1_at_0_5": 0.22842197035745423,
      "critical_brier": 0.004478420865291646,
      "final_mae": 0.2757862484826717,
      "final_macro_mae": 0.3203746614823401,
      "final_exact_accuracy": 0.7975944444444445,
      "final_spearman": 0.8992452079736484,
      "integrity_confusion_matrix": [
        [
          172551,
          3035,
          574
        ],
        [
          1757,
          1296,
          157
        ],
        [
          300,
          125,
          205
        ]
      ],
      "content_distribution": {
        "0": 17487,
        "1": 85223,
        "2": 44101,
        "3": 22566,
        "4": 10623
      },
      "final_distribution": {
        "0": 17487,
        "1": 85223,
        "2": 44690,
        "3": 22868,
        "4": 9732
      },
      "content_per_class": {
        "0": {
          "precision": 0.8771087093269285,
          "recall": 0.7591190299430834,
          "f1": 0.8138597049771835,
          "support": 20205
        },
        "1": {
          "precision": 0.8654705889255248,
          "recall": 0.8802090791923242,
          "f1": 0.8727776167176471,
          "support": 83796
        },
        "2": {
          "precision": 0.7085100111108592,
          "recall": 0.7307980166526336,
          "f1": 0.719481446515537,
          "support": 42756
        },
        "3": {
          "precision": 0.6948949747407605,
          "recall": 0.6675606641123882,
          "f1": 0.6809536216779573,
          "support": 23490
        },
        "4": {
          "precision": 0.7274781135272522,
          "recall": 0.7923715779760074,
          "f1": 0.7585394581861012,
          "support": 9753
        }
      },
      "content_macro_f1": 0.7691223696148852,
      "content_f1_class2_3_mean": 0.7002175340967471,
      "content_mean_variance_correct": 0.14257208054755013,
      "content_mean_variance_wrong": 0.25757694220547306,
      "content_wrong_to_correct_variance_ratio": 1.806643637493716,
      "content_variance_wrong_auroc": 0.7498307193383456,
      "content_variance_wrong_average_precision": 0.37411770726590243,
      "content_one_sigma_accuracy": 0.7989111111111111,
      "content_fixed_half_point_accuracy": 0.7986166666666666,
      "content_mean_predicted_sigma": 0.3627248205399464,
      "content_mean_absolute_calibration_gap": 0.19831773181999218
    },
    "by_length": {
      "512": {
        "selection_loss": 0.5347708140474868,
        "content_mae": 0.2877122715353697,
        "content_macro_mae": 0.3326414165132969,
        "content_exact_accuracy": 0.7846833333333333,
        "content_spearman": 0.8920195781597556,
        "content_gaussian_nll": -0.6381107757869618,
        "content_mean_predicted_variance": 0.1784611644987229,
        "integrity_accuracy": 0.9649666666666666,
        "integrity_macro_f1": 0.5231860914821642,
        "critical_average_precision": 0.1914824098632402,
        "critical_roc_auc": 0.9600141766022349,
        "critical_f1_at_0_5": 0.24,
        "critical_brier": 0.004935151331732246,
        "final_mae": 0.2900404591834574,
        "final_macro_mae": 0.345389726812951,
        "final_exact_accuracy": 0.7832666666666667,
        "final_spearman": 0.8915067951762922,
        "integrity_confusion_matrix": [
          [
            57398,
            1095,
            227
          ],
          [
            583,
            424,
            63
          ],
          [
            96,
            38,
            76
          ]
        ],
        "content_distribution": {
          "0": 5814,
          "1": 28407,
          "2": 14862,
          "3": 7542,
          "4": 3375
        },
        "final_distribution": {
          "0": 5814,
          "1": 28407,
          "2": 15133,
          "3": 7661,
          "4": 2985
        },
        "content_per_class": {
          "0": {
            "precision": 0.8753009975920193,
            "recall": 0.7556050482553823,
            "f1": 0.8110606422822536,
            "support": 6735
          },
          "1": {
            "precision": 0.857922343084451,
            "recall": 0.8725118144064156,
            "f1": 0.8651555760663129,
            "support": 27932
          },
          "2": {
            "precision": 0.6829498048714843,
            "recall": 0.712180746561886,
            "f1": 0.6972590506285635,
            "support": 14252
          },
          "3": {
            "precision": 0.6675948024396712,
            "recall": 0.6430395913154534,
            "f1": 0.6550871714806141,
            "support": 7830
          },
          "4": {
            "precision": 0.7217777777777777,
            "recall": 0.74930790525992,
            "f1": 0.735285239963779,
            "support": 3251
          }
        },
        "content_macro_f1": 0.7527695360843045,
        "content_f1_class2_3_mean": 0.6761731110545888,
        "content_mean_variance_correct": 0.1514430107925402,
        "content_mean_variance_wrong": 0.27692402498643776,
        "content_wrong_to_correct_variance_ratio": 1.8285691993128186,
        "content_variance_wrong_auroc": 0.7523747674967851,
        "content_variance_wrong_average_precision": 0.3968017995070952,
        "content_one_sigma_accuracy": 0.7935333333333333,
        "content_fixed_half_point_accuracy": 0.7846833333333333,
        "content_mean_predicted_sigma": 0.37587916885792183,
        "content_mean_absolute_calibration_gap": 0.20801088074152765
      },
      "1024": {
        "selection_loss": 0.5039974774694058,
        "content_mae": 0.26787705369252196,
        "content_macro_mae": 0.3007754810817112,
        "content_exact_accuracy": 0.8042833333333334,
        "content_spearman": 0.9028312134289629,
        "content_gaussian_nll": -0.7359567302086514,
        "content_mean_predicted_variance": 0.1592265743720674,
        "integrity_accuracy": 0.96835,
        "integrity_macro_f1": 0.530696196209282,
        "critical_average_precision": 0.18711201444922157,
        "critical_roc_auc": 0.9656394205114728,
        "critical_f1_at_0_5": 0.22589531680440772,
        "critical_brier": 0.004262811449088174,
        "final_mae": 0.26969235729647084,
        "final_macro_mae": 0.3098881766812208,
        "final_exact_accuracy": 0.8035666666666667,
        "final_spearman": 0.9024137669725919,
        "integrity_confusion_matrix": [
          [
            57606,
            938,
            176
          ],
          [
            593,
            430,
            47
          ],
          [
            101,
            44,
            65
          ]
        ],
        "content_distribution": {
          "0": 5802,
          "1": 28349,
          "2": 14688,
          "3": 7550,
          "4": 3611
        },
        "final_distribution": {
          "0": 5802,
          "1": 28349,
          "2": 14855,
          "3": 7639,
          "4": 3355
        },
        "content_per_class": {
          "0": {
            "precision": 0.8796966563254051,
            "recall": 0.7578322197475872,
            "f1": 0.8142298795565127,
            "support": 6735
          },
          "1": {
            "precision": 0.8693075593495362,
            "recall": 0.8822855506229415,
            "f1": 0.8757484763952311,
            "support": 27932
          },
          "2": {
            "precision": 0.71875,
            "recall": 0.7407381420151558,
            "f1": 0.7295784381478921,
            "support": 14252
          },
          "3": {
            "precision": 0.7054304635761589,
            "recall": 0.6802043422733078,
            "f1": 0.6925877763328999,
            "support": 7830
          },
          "4": {
            "precision": 0.7272223760731099,
            "recall": 0.8077514610888957,
            "f1": 0.7653745263771495,
            "support": 3251
          }
        },
        "content_macro_f1": 0.775503819361937,
        "content_f1_class2_3_mean": 0.711083107240396,
        "content_mean_variance_correct": 0.13785730128542895,
        "content_mean_variance_wrong": 0.24704203986997347,
        "content_wrong_to_correct_variance_ratio": 1.7920127375660806,
        "content_variance_wrong_auroc": 0.7488252815378621,
        "content_variance_wrong_average_precision": 0.365055072543468,
        "content_one_sigma_accuracy": 0.7999333333333334,
        "content_fixed_half_point_accuracy": 0.8042833333333334,
        "content_mean_predicted_sigma": 0.35608551753900974,
        "content_mean_absolute_calibration_gap": 0.19391285502780448
      },
      "2048": {
        "selection_loss": 0.5010323490574853,
        "content_mae": 0.265790369521769,
        "content_macro_mae": 0.2967331887233845,
        "content_exact_accuracy": 0.8068833333333333,
        "content_spearman": 0.9041704167079047,
        "content_gaussian_nll": -0.7507395360105985,
        "content_mean_predicted_variance": 0.15950868994249426,
        "integrity_accuracy": 0.96755,
        "integrity_macro_f1": 0.5300005982213699,
        "critical_average_precision": 0.182803358663597,
        "critical_roc_auc": 0.9674798301993486,
        "critical_f1_at_0_5": 0.21727019498607242,
        "critical_brier": 0.004237299815054516,
        "final_mae": 0.2676259289680868,
        "final_macro_mae": 0.3058460809528486,
        "final_exact_accuracy": 0.80595,
        "final_spearman": 0.903772047903423,
        "integrity_confusion_matrix": [
          [
            57547,
            1002,
            171
          ],
          [
            581,
            442,
            47
          ],
          [
            103,
            43,
            64
          ]
        ],
        "content_distribution": {
          "0": 5871,
          "1": 28467,
          "2": 14551,
          "3": 7474,
          "4": 3637
        },
        "final_distribution": {
          "0": 5871,
          "1": 28467,
          "2": 14702,
          "3": 7568,
          "4": 3392
        },
        "content_per_class": {
          "0": {
            "precision": 0.8763413387838528,
            "recall": 0.7639198218262806,
            "f1": 0.8162779628748215,
            "support": 6735
          },
          "1": {
            "precision": 0.8691818596971932,
            "recall": 0.8858298725476157,
            "f1": 0.8774269047323534,
            "support": 27932
          },
          "2": {
            "precision": 0.7242801182049343,
            "recall": 0.7394751613808588,
            "f1": 0.7317987709613581,
            "support": 14252
          },
          "3": {
            "precision": 0.7118009098207118,
            "recall": 0.6794380587484036,
            "f1": 0.6952430737062206,
            "support": 7830
          },
          "4": {
            "precision": 0.7330217211987902,
            "recall": 0.8200553675792064,
            "f1": 0.7740998838559814,
            "support": 3251
          }
        },
        "content_macro_f1": 0.7789693192261471,
        "content_f1_class2_3_mean": 0.7135209223337894,
        "content_mean_variance_correct": 0.13864480555917522,
        "content_mean_variance_wrong": 0.24668252567647403,
        "content_wrong_to_correct_variance_ratio": 1.77924102299806,
        "content_variance_wrong_auroc": 0.7460495586192982,
        "content_variance_wrong_average_precision": 0.35514109972948527,
        "content_one_sigma_accuracy": 0.8032666666666667,
        "content_fixed_half_point_accuracy": 0.8068833333333333,
        "content_mean_predicted_sigma": 0.35620977522290764,
        "content_mean_absolute_calibration_gap": 0.19302945969064433
      }
    }
  },
  "logged_at": "2026-10-04T00:33:26.173277+00:00"
}