{
  "training": {
    "model": "microsoft/mdeberta-v3-base",
    "train_rows": 2000,
    "val_rows": 500,
    "epochs": 1,
    "max_length": 256,
    "lr": 2e-05,
    "effective_batch": 32,
    "minutes": 1.4,
    "best_val_macro_f1": 0.412,
    "smoke_test": true
  },
  "evaluation": {
    "test": {
      "n": 1000,
      "accuracy": 0.513,
      "balanced_accuracy": 0.5163,
      "macro_precision": 0.3545,
      "macro_recall": 0.5163,
      "macro_f1": 0.4153,
      "weighted_f1": 0.4121,
      "micro_f1": 0.513,
      "mcc": 0.3227,
      "cohen_kappa": 0.2713,
      "attack_recall": 0.4925,
      "benign_fpr": 0.1707,
      "inj_jb_confusions": 92,
      "mean_confidence": 0.4216,
      "roc_auc_ovr_macro": 0.7749,
      "avg_precision_macro": 0.6458,
      "log_loss": 1.0006,
      "hard_negative_fpr": 0.0,
      "ordinary_benign_fpr": 0.1804,
      "crosslingual": [
        {
          "group": "English",
          "n": 944,
          "accuracy": 0.5074,
          "attack_recall": 0.4787
        },
        {
          "group": "non-English",
          "n": 56,
          "accuracy": 0.6071,
          "attack_recall": 0.7742
        }
      ]
    },
    "ood_test": {
      "n": 1000,
      "accuracy": 0.47,
      "balanced_accuracy": 0.4607,
      "macro_precision": 0.3231,
      "macro_recall": 0.4607,
      "macro_f1": 0.3737,
      "weighted_f1": 0.3863,
      "micro_f1": 0.47,
      "mcc": 0.2335,
      "cohen_kappa": 0.2001,
      "attack_recall": 0.4876,
      "benign_fpr": 0.2524,
      "inj_jb_confusions": 99,
      "mean_confidence": 0.4086,
      "roc_auc_ovr_macro": 0.6505,
      "avg_precision_macro": 0.5234,
      "log_loss": 1.0454,
      "hard_negative_fpr": 0.125,
      "ordinary_benign_fpr": 0.263,
      "crosslingual": [
        {
          "group": "English",
          "n": 702,
          "accuracy": 0.4929,
          "attack_recall": 0.4148
        },
        {
          "group": "non-English",
          "n": 298,
          "accuracy": 0.4161,
          "attack_recall": 0.6809
        }
      ]
    }
  },
  "config": {
    "data_dir": "/kaggle/input/datasets/mahfuzmridul/2-test",
    "model": "microsoft/mdeberta-v3-base",
    "maxlen": 256,
    "truncation": "head+tail",
    "repo": "mahfuzmridul/mdeberta-v3-pij-detect",
    "smoke_test": true
  }
}