| { |
| "argmaxAgreement": 1.0, |
| "browserWasmValidated": false, |
| "cases": [ |
| { |
| "argmax": true, |
| "id": "state-0-department", |
| "kl": 2.457564621985539e-07, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0002160819185100249, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.2003425686746283e-07, |
| "standardPassed": true, |
| "tokens": 43 |
| }, |
| { |
| "argmax": true, |
| "id": "state-0-urgency", |
| "kl": 3.5267339764807285e-06, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0008023718609681679, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 3.214349179880838e-08, |
| "standardPassed": true, |
| "tokens": 40 |
| }, |
| { |
| "argmax": true, |
| "id": "state-0-churn_risk", |
| "kl": 1.4982457605767704e-07, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0002326589883174801, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 6.782816788786228e-08, |
| "standardPassed": true, |
| "tokens": 45 |
| }, |
| { |
| "argmax": true, |
| "id": "state-1-department", |
| "kl": 5.688686400231254e-06, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.001395644934915924, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.7512294891997016e-07, |
| "standardPassed": true, |
| "tokens": 43 |
| }, |
| { |
| "argmax": true, |
| "id": "state-1-urgency", |
| "kl": 1.6374102326238184e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0023060962414702124, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 7.211906283277614e-08, |
| "standardPassed": true, |
| "tokens": 40 |
| }, |
| { |
| "argmax": true, |
| "id": "state-1-churn_risk", |
| "kl": 1.3438374274128782e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0013130201131470731, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.4859113983689554e-07, |
| "standardPassed": true, |
| "tokens": 45 |
| }, |
| { |
| "argmax": true, |
| "id": "state-2-department", |
| "kl": 0.0001327779474801713, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.007486739440095702, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 2.3231758908281996e-07, |
| "standardPassed": true, |
| "tokens": 46 |
| }, |
| { |
| "argmax": true, |
| "id": "state-2-urgency", |
| "kl": 4.594017272308362e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.00411661822233278, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 3.053376089745541e-07, |
| "standardPassed": true, |
| "tokens": 43 |
| }, |
| { |
| "argmax": true, |
| "id": "state-2-churn_risk", |
| "kl": 2.2453843964205132e-07, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0003078387766844992, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.423432706149086e-07, |
| "standardPassed": true, |
| "tokens": 48 |
| }, |
| { |
| "argmax": true, |
| "id": "state-3-department", |
| "kl": 1.9402012595812158e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.002863627893451348, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 2.709987719784479e-07, |
| "standardPassed": true, |
| "tokens": 42 |
| }, |
| { |
| "argmax": true, |
| "id": "state-3-urgency", |
| "kl": 5.775132706975798e-06, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0014696702846525023, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 5.416278267555974e-07, |
| "standardPassed": true, |
| "tokens": 39 |
| }, |
| { |
| "argmax": true, |
| "id": "state-3-churn_risk", |
| "kl": 6.827790828994786e-06, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.001843866443214437, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.7951054809284273e-07, |
| "standardPassed": true, |
| "tokens": 44 |
| }, |
| { |
| "argmax": true, |
| "id": "state-4-department", |
| "kl": 2.0708040440012374e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0028433013950020514, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 4.978534361987919e-07, |
| "standardPassed": true, |
| "tokens": 32 |
| }, |
| { |
| "argmax": true, |
| "id": "state-4-urgency", |
| "kl": 6.875534823717801e-07, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0005305317890674233, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.0731402333430395e-07, |
| "standardPassed": true, |
| "tokens": 29 |
| }, |
| { |
| "argmax": true, |
| "id": "state-4-churn_risk", |
| "kl": 1.6634426674462e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.002177645815776952, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 3.8378089003976434e-07, |
| "standardPassed": true, |
| "tokens": 34 |
| }, |
| { |
| "argmax": true, |
| "id": "state-5-department", |
| "kl": 1.2385167112789058e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0020558215360854115, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 5.160239502366437e-07, |
| "standardPassed": true, |
| "tokens": 41 |
| }, |
| { |
| "argmax": true, |
| "id": "state-5-urgency", |
| "kl": 1.1014658786961235e-06, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.000695916531259666, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 3.2417607298551587e-07, |
| "standardPassed": true, |
| "tokens": 38 |
| }, |
| { |
| "argmax": true, |
| "id": "state-5-churn_risk", |
| "kl": 7.320097170486505e-08, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.00018313115722723428, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 2.7884921238729987e-07, |
| "standardPassed": true, |
| "tokens": 43 |
| }, |
| { |
| "argmax": true, |
| "id": "state-6-department", |
| "kl": 0.0003436621385921792, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.013075747144976946, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 4.4751262961995053e-07, |
| "standardPassed": true, |
| "tokens": 49 |
| }, |
| { |
| "argmax": true, |
| "id": "state-6-urgency", |
| "kl": 7.567614985879703e-06, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.001166962840601471, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 3.0114029669903175e-07, |
| "standardPassed": true, |
| "tokens": 46 |
| }, |
| { |
| "argmax": true, |
| "id": "state-6-churn_risk", |
| "kl": 3.044317712864314e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0030217490251840395, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 5.613096119017058e-07, |
| "standardPassed": true, |
| "tokens": 51 |
| }, |
| { |
| "argmax": true, |
| "id": "state-7-department", |
| "kl": 4.241289222064364e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.004098360112109012, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 3.099655037086535e-07, |
| "standardPassed": true, |
| "tokens": 84 |
| }, |
| { |
| "argmax": true, |
| "id": "state-7-urgency", |
| "kl": 3.958967139695065e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0034177051351972076, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 4.268810743779383e-07, |
| "standardPassed": true, |
| "tokens": 81 |
| }, |
| { |
| "argmax": true, |
| "id": "state-7-churn_risk", |
| "kl": 0.00029280889219059775, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.009080055589955727, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 7.79176033016693e-06, |
| "standardPassed": true, |
| "tokens": 86 |
| }, |
| { |
| "argmax": true, |
| "id": "state-8-department", |
| "kl": 3.475380310130204e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.003400462651634739, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.1379239683861897e-07, |
| "standardPassed": true, |
| "tokens": 58 |
| }, |
| { |
| "argmax": true, |
| "id": "state-8-urgency", |
| "kl": 7.176386930911154e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.005538893448201354, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 4.5127506909103943e-07, |
| "standardPassed": true, |
| "tokens": 55 |
| }, |
| { |
| "argmax": true, |
| "id": "state-8-churn_risk", |
| "kl": 0.0005814767025683343, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.01649857371678176, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.0525462380561734e-06, |
| "standardPassed": true, |
| "tokens": 60 |
| }, |
| { |
| "argmax": true, |
| "id": "state-9-department", |
| "kl": 1.8288239967325292e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.00291413684854136, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 7.04033523146741e-08, |
| "standardPassed": true, |
| "tokens": 1024 |
| }, |
| { |
| "argmax": true, |
| "id": "state-9-urgency", |
| "kl": 9.443290800278514e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.005221257640591392, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.42052425655681e-07, |
| "standardPassed": true, |
| "tokens": 1024 |
| }, |
| { |
| "argmax": true, |
| "id": "state-9-churn_risk", |
| "kl": 1.0139415505727636e-06, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0004972676195581782, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 2.5700966466146724e-08, |
| "standardPassed": true, |
| "tokens": 1024 |
| }, |
| { |
| "argmax": true, |
| "id": "choice-2", |
| "kl": 1.0094726856336392e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0021439111789249843, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 1.1410274391998598e-07, |
| "standardPassed": true, |
| "tokens": 24 |
| }, |
| { |
| "argmax": true, |
| "id": "choice-5", |
| "kl": 1.1143447360003613e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0016018440591767102, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 7.829019960103878e-08, |
| "standardPassed": true, |
| "tokens": 30 |
| }, |
| { |
| "argmax": true, |
| "id": "choice-8", |
| "kl": 1.2867375301801745e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0015255170899004522, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 6.757041326466151e-08, |
| "standardPassed": true, |
| "tokens": 36 |
| }, |
| { |
| "argmax": true, |
| "id": "choice-12", |
| "kl": 1.821432486225812e-05, |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.0011092154473516525, |
| "standardArgmax": true, |
| "standardMaxProbabilityError": 4.745172717951496e-08, |
| "standardPassed": true, |
| "tokens": 44 |
| } |
| ], |
| "count": 34, |
| "externalDataSha256": "900ab3a760ebe576cee3ba936b0489c8642c8c8cd4f8fed08f6778fbe1d896c1", |
| "graphSha256": "94e2d2da0e6474e69ce10091bb05811900d3fa9e491dc04a5611d932aadfa4d4", |
| "maxActionError": 0.0, |
| "maxProbabilityError": 0.01649857371678176, |
| "meanKL": 5.624984272778753e-05, |
| "passed": true, |
| "provider": "CPUExecutionProvider", |
| "standard": { |
| "argmaxAgreement": 1.0, |
| "maxProbabilityError": 7.79176033016693e-06 |
| }, |
| "thresholds": { |
| "argmaxAgreementMin": 0.99, |
| "maxActionError": 0.02, |
| "maxProbabilityError": 0.02, |
| "meanKL": 0.001 |
| }, |
| "webgpuSupported": false |
| } |
|
|
