{
  "argmaxAgreement": 1.0,
  "browserWasmValidated": false,
  "cases": [
    {
      "argmax": true,
      "id": "state-0-department",
      "kl": 2.457564621985539e-07,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0002160819185100249,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.2003425686746283e-07,
      "standardPassed": true,
      "tokens": 43
    },
    {
      "argmax": true,
      "id": "state-0-urgency",
      "kl": 3.5267339764807285e-06,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0008023718609681679,
      "standardArgmax": true,
      "standardMaxProbabilityError": 3.214349179880838e-08,
      "standardPassed": true,
      "tokens": 40
    },
    {
      "argmax": true,
      "id": "state-0-churn_risk",
      "kl": 1.4982457605767704e-07,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0002326589883174801,
      "standardArgmax": true,
      "standardMaxProbabilityError": 6.782816788786228e-08,
      "standardPassed": true,
      "tokens": 45
    },
    {
      "argmax": true,
      "id": "state-1-department",
      "kl": 5.688686400231254e-06,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.001395644934915924,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.7512294891997016e-07,
      "standardPassed": true,
      "tokens": 43
    },
    {
      "argmax": true,
      "id": "state-1-urgency",
      "kl": 1.6374102326238184e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0023060962414702124,
      "standardArgmax": true,
      "standardMaxProbabilityError": 7.211906283277614e-08,
      "standardPassed": true,
      "tokens": 40
    },
    {
      "argmax": true,
      "id": "state-1-churn_risk",
      "kl": 1.3438374274128782e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0013130201131470731,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.4859113983689554e-07,
      "standardPassed": true,
      "tokens": 45
    },
    {
      "argmax": true,
      "id": "state-2-department",
      "kl": 0.0001327779474801713,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.007486739440095702,
      "standardArgmax": true,
      "standardMaxProbabilityError": 2.3231758908281996e-07,
      "standardPassed": true,
      "tokens": 46
    },
    {
      "argmax": true,
      "id": "state-2-urgency",
      "kl": 4.594017272308362e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.00411661822233278,
      "standardArgmax": true,
      "standardMaxProbabilityError": 3.053376089745541e-07,
      "standardPassed": true,
      "tokens": 43
    },
    {
      "argmax": true,
      "id": "state-2-churn_risk",
      "kl": 2.2453843964205132e-07,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0003078387766844992,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.423432706149086e-07,
      "standardPassed": true,
      "tokens": 48
    },
    {
      "argmax": true,
      "id": "state-3-department",
      "kl": 1.9402012595812158e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.002863627893451348,
      "standardArgmax": true,
      "standardMaxProbabilityError": 2.709987719784479e-07,
      "standardPassed": true,
      "tokens": 42
    },
    {
      "argmax": true,
      "id": "state-3-urgency",
      "kl": 5.775132706975798e-06,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0014696702846525023,
      "standardArgmax": true,
      "standardMaxProbabilityError": 5.416278267555974e-07,
      "standardPassed": true,
      "tokens": 39
    },
    {
      "argmax": true,
      "id": "state-3-churn_risk",
      "kl": 6.827790828994786e-06,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.001843866443214437,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.7951054809284273e-07,
      "standardPassed": true,
      "tokens": 44
    },
    {
      "argmax": true,
      "id": "state-4-department",
      "kl": 2.0708040440012374e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0028433013950020514,
      "standardArgmax": true,
      "standardMaxProbabilityError": 4.978534361987919e-07,
      "standardPassed": true,
      "tokens": 32
    },
    {
      "argmax": true,
      "id": "state-4-urgency",
      "kl": 6.875534823717801e-07,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0005305317890674233,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.0731402333430395e-07,
      "standardPassed": true,
      "tokens": 29
    },
    {
      "argmax": true,
      "id": "state-4-churn_risk",
      "kl": 1.6634426674462e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.002177645815776952,
      "standardArgmax": true,
      "standardMaxProbabilityError": 3.8378089003976434e-07,
      "standardPassed": true,
      "tokens": 34
    },
    {
      "argmax": true,
      "id": "state-5-department",
      "kl": 1.2385167112789058e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0020558215360854115,
      "standardArgmax": true,
      "standardMaxProbabilityError": 5.160239502366437e-07,
      "standardPassed": true,
      "tokens": 41
    },
    {
      "argmax": true,
      "id": "state-5-urgency",
      "kl": 1.1014658786961235e-06,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.000695916531259666,
      "standardArgmax": true,
      "standardMaxProbabilityError": 3.2417607298551587e-07,
      "standardPassed": true,
      "tokens": 38
    },
    {
      "argmax": true,
      "id": "state-5-churn_risk",
      "kl": 7.320097170486505e-08,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.00018313115722723428,
      "standardArgmax": true,
      "standardMaxProbabilityError": 2.7884921238729987e-07,
      "standardPassed": true,
      "tokens": 43
    },
    {
      "argmax": true,
      "id": "state-6-department",
      "kl": 0.0003436621385921792,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.013075747144976946,
      "standardArgmax": true,
      "standardMaxProbabilityError": 4.4751262961995053e-07,
      "standardPassed": true,
      "tokens": 49
    },
    {
      "argmax": true,
      "id": "state-6-urgency",
      "kl": 7.567614985879703e-06,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.001166962840601471,
      "standardArgmax": true,
      "standardMaxProbabilityError": 3.0114029669903175e-07,
      "standardPassed": true,
      "tokens": 46
    },
    {
      "argmax": true,
      "id": "state-6-churn_risk",
      "kl": 3.044317712864314e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0030217490251840395,
      "standardArgmax": true,
      "standardMaxProbabilityError": 5.613096119017058e-07,
      "standardPassed": true,
      "tokens": 51
    },
    {
      "argmax": true,
      "id": "state-7-department",
      "kl": 4.241289222064364e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.004098360112109012,
      "standardArgmax": true,
      "standardMaxProbabilityError": 3.099655037086535e-07,
      "standardPassed": true,
      "tokens": 84
    },
    {
      "argmax": true,
      "id": "state-7-urgency",
      "kl": 3.958967139695065e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0034177051351972076,
      "standardArgmax": true,
      "standardMaxProbabilityError": 4.268810743779383e-07,
      "standardPassed": true,
      "tokens": 81
    },
    {
      "argmax": true,
      "id": "state-7-churn_risk",
      "kl": 0.00029280889219059775,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.009080055589955727,
      "standardArgmax": true,
      "standardMaxProbabilityError": 7.79176033016693e-06,
      "standardPassed": true,
      "tokens": 86
    },
    {
      "argmax": true,
      "id": "state-8-department",
      "kl": 3.475380310130204e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.003400462651634739,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.1379239683861897e-07,
      "standardPassed": true,
      "tokens": 58
    },
    {
      "argmax": true,
      "id": "state-8-urgency",
      "kl": 7.176386930911154e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.005538893448201354,
      "standardArgmax": true,
      "standardMaxProbabilityError": 4.5127506909103943e-07,
      "standardPassed": true,
      "tokens": 55
    },
    {
      "argmax": true,
      "id": "state-8-churn_risk",
      "kl": 0.0005814767025683343,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.01649857371678176,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.0525462380561734e-06,
      "standardPassed": true,
      "tokens": 60
    },
    {
      "argmax": true,
      "id": "state-9-department",
      "kl": 1.8288239967325292e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.00291413684854136,
      "standardArgmax": true,
      "standardMaxProbabilityError": 7.04033523146741e-08,
      "standardPassed": true,
      "tokens": 1024
    },
    {
      "argmax": true,
      "id": "state-9-urgency",
      "kl": 9.443290800278514e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.005221257640591392,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.42052425655681e-07,
      "standardPassed": true,
      "tokens": 1024
    },
    {
      "argmax": true,
      "id": "state-9-churn_risk",
      "kl": 1.0139415505727636e-06,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0004972676195581782,
      "standardArgmax": true,
      "standardMaxProbabilityError": 2.5700966466146724e-08,
      "standardPassed": true,
      "tokens": 1024
    },
    {
      "argmax": true,
      "id": "choice-2",
      "kl": 1.0094726856336392e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0021439111789249843,
      "standardArgmax": true,
      "standardMaxProbabilityError": 1.1410274391998598e-07,
      "standardPassed": true,
      "tokens": 24
    },
    {
      "argmax": true,
      "id": "choice-5",
      "kl": 1.1143447360003613e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0016018440591767102,
      "standardArgmax": true,
      "standardMaxProbabilityError": 7.829019960103878e-08,
      "standardPassed": true,
      "tokens": 30
    },
    {
      "argmax": true,
      "id": "choice-8",
      "kl": 1.2867375301801745e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0015255170899004522,
      "standardArgmax": true,
      "standardMaxProbabilityError": 6.757041326466151e-08,
      "standardPassed": true,
      "tokens": 36
    },
    {
      "argmax": true,
      "id": "choice-12",
      "kl": 1.821432486225812e-05,
      "maxActionError": 0.0,
      "maxProbabilityError": 0.0011092154473516525,
      "standardArgmax": true,
      "standardMaxProbabilityError": 4.745172717951496e-08,
      "standardPassed": true,
      "tokens": 44
    }
  ],
  "count": 34,
  "externalDataSha256": "900ab3a760ebe576cee3ba936b0489c8642c8c8cd4f8fed08f6778fbe1d896c1",
  "graphSha256": "94e2d2da0e6474e69ce10091bb05811900d3fa9e491dc04a5611d932aadfa4d4",
  "maxActionError": 0.0,
  "maxProbabilityError": 0.01649857371678176,
  "meanKL": 5.624984272778753e-05,
  "passed": true,
  "provider": "CPUExecutionProvider",
  "standard": {
    "argmaxAgreement": 1.0,
    "maxProbabilityError": 7.79176033016693e-06
  },
  "thresholds": {
    "argmaxAgreementMin": 0.99,
    "maxActionError": 0.02,
    "maxProbabilityError": 0.02,
    "meanKL": 0.001
  },
  "webgpuSupported": false
}