{
  "scalar_head": 1,
  "interpretation": "Interface checks and illustrative decisions, not a clinical benchmark or general accuracy estimate.",
  "checks": [
    {
      "answer_count": 2,
      "interface_pass": true,
      "reorder_same_label": true,
      "rename_same_description": true,
      "selected_expected_description": true,
      "outputs": [
        {
          "predicted_label": "fresh_choice_2_0",
          "allowed_choices": [
            "fresh_choice_2_0",
            "fresh_choice_2_1"
          ],
          "candidates": [
            {
              "label": "fresh_choice_2_0",
              "score": 0.8051604628562927,
              "raw_score": -24.558311462402344,
              "rank": 1
            },
            {
              "label": "fresh_choice_2_1",
              "score": 0.19483955204486847,
              "raw_score": -25.977176666259766,
              "rank": 2
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "fresh_choice_2_0",
          "allowed_choices": [
            "fresh_choice_2_1",
            "fresh_choice_2_0"
          ],
          "candidates": [
            {
              "label": "fresh_choice_2_0",
              "score": 0.8051604628562927,
              "raw_score": -24.558311462402344,
              "rank": 1
            },
            {
              "label": "fresh_choice_2_1",
              "score": 0.19483955204486847,
              "raw_score": -25.977176666259766,
              "rank": 2
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "opaque_2_0",
          "allowed_choices": [
            "opaque_2_0",
            "opaque_2_1"
          ],
          "candidates": [
            {
              "label": "opaque_2_0",
              "score": 0.7122752070426941,
              "raw_score": -22.207761764526367,
              "rank": 1
            },
            {
              "label": "opaque_2_1",
              "score": 0.2877248227596283,
              "raw_score": -23.114221572875977,
              "rank": 2
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "Escalate this damaged parcel to a human support agent.",
          "allowed_choices": [
            "Escalate this damaged parcel to a human support agent.",
            "Search the product catalog for a new item."
          ],
          "candidates": [
            {
              "label": "Escalate this damaged parcel to a human support agent.",
              "score": 0.7943422794342041,
              "raw_score": -19.58828353881836,
              "rank": 1
            },
            {
              "label": "Search the product catalog for a new item.",
              "score": 0.2056577205657959,
              "raw_score": -20.939584732055664,
              "rank": 2
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        }
      ]
    },
    {
      "answer_count": 3,
      "interface_pass": true,
      "reorder_same_label": true,
      "rename_same_description": false,
      "selected_expected_description": true,
      "outputs": [
        {
          "predicted_label": "fresh_choice_3_0",
          "allowed_choices": [
            "fresh_choice_3_0",
            "fresh_choice_3_1",
            "fresh_choice_3_2"
          ],
          "candidates": [
            {
              "label": "fresh_choice_3_0",
              "score": 0.5637261867523193,
              "raw_score": -24.52130699157715,
              "rank": 1
            },
            {
              "label": "fresh_choice_3_2",
              "score": 0.28383156657218933,
              "raw_score": -25.207494735717773,
              "rank": 2
            },
            {
              "label": "fresh_choice_3_1",
              "score": 0.15244220197200775,
              "raw_score": -25.829090118408203,
              "rank": 3
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "fresh_choice_3_0",
          "allowed_choices": [
            "fresh_choice_3_2",
            "fresh_choice_3_1",
            "fresh_choice_3_0"
          ],
          "candidates": [
            {
              "label": "fresh_choice_3_0",
              "score": 0.563726544380188,
              "raw_score": -24.52130699157715,
              "rank": 1
            },
            {
              "label": "fresh_choice_3_2",
              "score": 0.2838311791419983,
              "raw_score": -25.207496643066406,
              "rank": 2
            },
            {
              "label": "fresh_choice_3_1",
              "score": 0.1524423062801361,
              "raw_score": -25.829090118408203,
              "rank": 3
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "opaque_3_2",
          "allowed_choices": [
            "opaque_3_0",
            "opaque_3_1",
            "opaque_3_2"
          ],
          "candidates": [
            {
              "label": "opaque_3_2",
              "score": 0.5318363308906555,
              "raw_score": -21.825939178466797,
              "rank": 1
            },
            {
              "label": "opaque_3_0",
              "score": 0.34079551696777344,
              "raw_score": -22.270992279052734,
              "rank": 2
            },
            {
              "label": "opaque_3_1",
              "score": 0.12736809253692627,
              "raw_score": -23.25519371032715,
              "rank": 3
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "Route to unrelated department number 0 for a different request.",
          "allowed_choices": [
            "Escalate this damaged parcel to a human support agent.",
            "Search the product catalog for a new item.",
            "Route to unrelated department number 0 for a different request."
          ],
          "candidates": [
            {
              "label": "Route to unrelated department number 0 for a different request.",
              "score": 0.6520880460739136,
              "raw_score": -18.729812622070312,
              "rank": 1
            },
            {
              "label": "Escalate this damaged parcel to a human support agent.",
              "score": 0.2763611972332001,
              "raw_score": -19.58828353881836,
              "rank": 2
            },
            {
              "label": "Search the product catalog for a new item.",
              "score": 0.07155078649520874,
              "raw_score": -20.939584732055664,
              "rank": 3
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        }
      ]
    },
    {
      "answer_count": 7,
      "interface_pass": true,
      "reorder_same_label": true,
      "rename_same_description": false,
      "selected_expected_description": true,
      "outputs": [
        {
          "predicted_label": "fresh_choice_7_0",
          "allowed_choices": [
            "fresh_choice_7_0",
            "fresh_choice_7_1",
            "fresh_choice_7_2",
            "fresh_choice_7_3",
            "fresh_choice_7_4",
            "fresh_choice_7_5",
            "fresh_choice_7_6"
          ],
          "candidates": [
            {
              "label": "fresh_choice_7_0",
              "score": 0.33595216274261475,
              "raw_score": -23.554637908935547,
              "rank": 1
            },
            {
              "label": "fresh_choice_7_6",
              "score": 0.2605591416358948,
              "raw_score": -23.80877685546875,
              "rank": 2
            },
            {
              "label": "fresh_choice_7_4",
              "score": 0.10382113605737686,
              "raw_score": -24.72893714904785,
              "rank": 3
            },
            {
              "label": "fresh_choice_7_3",
              "score": 0.08751508593559265,
              "raw_score": -24.899795532226562,
              "rank": 4
            },
            {
              "label": "fresh_choice_7_5",
              "score": 0.07923448085784912,
              "raw_score": -24.999195098876953,
              "rank": 5
            },
            {
              "label": "fresh_choice_7_2",
              "score": 0.07844322174787521,
              "raw_score": -25.009231567382812,
              "rank": 6
            },
            {
              "label": "fresh_choice_7_1",
              "score": 0.05447477847337723,
              "raw_score": -25.373868942260742,
              "rank": 7
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "fresh_choice_7_0",
          "allowed_choices": [
            "fresh_choice_7_6",
            "fresh_choice_7_5",
            "fresh_choice_7_4",
            "fresh_choice_7_3",
            "fresh_choice_7_2",
            "fresh_choice_7_1",
            "fresh_choice_7_0"
          ],
          "candidates": [
            {
              "label": "fresh_choice_7_0",
              "score": 0.3359522819519043,
              "raw_score": -23.554637908935547,
              "rank": 1
            },
            {
              "label": "fresh_choice_7_6",
              "score": 0.26055923104286194,
              "raw_score": -23.80877685546875,
              "rank": 2
            },
            {
              "label": "fresh_choice_7_4",
              "score": 0.10382117331027985,
              "raw_score": -24.72893714904785,
              "rank": 3
            },
            {
              "label": "fresh_choice_7_3",
              "score": 0.08751478046178818,
              "raw_score": -24.899799346923828,
              "rank": 4
            },
            {
              "label": "fresh_choice_7_5",
              "score": 0.07923451066017151,
              "raw_score": -24.999195098876953,
              "rank": 5
            },
            {
              "label": "fresh_choice_7_2",
              "score": 0.0784432515501976,
              "raw_score": -25.009231567382812,
              "rank": 6
            },
            {
              "label": "fresh_choice_7_1",
              "score": 0.05447479709982872,
              "raw_score": -25.373868942260742,
              "rank": 7
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "opaque_7_6",
          "allowed_choices": [
            "opaque_7_0",
            "opaque_7_1",
            "opaque_7_2",
            "opaque_7_3",
            "opaque_7_4",
            "opaque_7_5",
            "opaque_7_6"
          ],
          "candidates": [
            {
              "label": "opaque_7_6",
              "score": 0.3010425269603729,
              "raw_score": -21.268993377685547,
              "rank": 1
            },
            {
              "label": "opaque_7_0",
              "score": 0.22324608266353607,
              "raw_score": -21.567970275878906,
              "rank": 2
            },
            {
              "label": "opaque_7_4",
              "score": 0.114542156457901,
              "raw_score": -22.235301971435547,
              "rank": 3
            },
            {
              "label": "opaque_7_2",
              "score": 0.11444498598575592,
              "raw_score": -22.23615074157715,
              "rank": 4
            },
            {
              "label": "opaque_7_3",
              "score": 0.11412934213876724,
              "raw_score": -22.23891258239746,
              "rank": 5
            },
            {
              "label": "opaque_7_5",
              "score": 0.07986637204885483,
              "raw_score": -22.595890045166016,
              "rank": 6
            },
            {
              "label": "opaque_7_1",
              "score": 0.05272847041487694,
              "raw_score": -23.011089324951172,
              "rank": 7
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "Route to unrelated department number 0 for a different request.",
          "allowed_choices": [
            "Escalate this damaged parcel to a human support agent.",
            "Search the product catalog for a new item.",
            "Route to unrelated department number 0 for a different request.",
            "Route to unrelated department number 1 for a different request.",
            "Route to unrelated department number 2 for a different request.",
            "Route to unrelated department number 3 for a different request.",
            "Route to unrelated department number 4 for a different request."
          ],
          "candidates": [
            {
              "label": "Route to unrelated department number 0 for a different request.",
              "score": 0.2675093412399292,
              "raw_score": -18.729812622070312,
              "rank": 1
            },
            {
              "label": "Route to unrelated department number 4 for a different request.",
              "score": 0.2286183089017868,
              "raw_score": -18.886913299560547,
              "rank": 2
            },
            {
              "label": "Route to unrelated department number 1 for a different request.",
              "score": 0.1698872447013855,
              "raw_score": -19.1838321685791,
              "rank": 3
            },
            {
              "label": "Escalate this damaged parcel to a human support agent.",
              "score": 0.1133730337023735,
              "raw_score": -19.58828353881836,
              "rank": 4
            },
            {
              "label": "Route to unrelated department number 3 for a different request.",
              "score": 0.10056313127279282,
              "raw_score": -19.708181381225586,
              "rank": 5
            },
            {
              "label": "Route to unrelated department number 2 for a different request.",
              "score": 0.09069626778364182,
              "raw_score": -19.811450958251953,
              "rank": 6
            },
            {
              "label": "Search the product catalog for a new item.",
              "score": 0.029352637007832527,
              "raw_score": -20.939584732055664,
              "rank": 7
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        }
      ]
    },
    {
      "answer_count": 20,
      "interface_pass": true,
      "reorder_same_label": true,
      "rename_same_description": true,
      "selected_expected_description": false,
      "outputs": [
        {
          "predicted_label": "fresh_choice_20_11",
          "allowed_choices": [
            "fresh_choice_20_0",
            "fresh_choice_20_1",
            "fresh_choice_20_2",
            "fresh_choice_20_3",
            "fresh_choice_20_4",
            "fresh_choice_20_5",
            "fresh_choice_20_6",
            "fresh_choice_20_7",
            "fresh_choice_20_8",
            "fresh_choice_20_9",
            "fresh_choice_20_10",
            "fresh_choice_20_11",
            "fresh_choice_20_12",
            "fresh_choice_20_13",
            "fresh_choice_20_14",
            "fresh_choice_20_15",
            "fresh_choice_20_16",
            "fresh_choice_20_17",
            "fresh_choice_20_18",
            "fresh_choice_20_19"
          ],
          "candidates": [
            {
              "label": "fresh_choice_20_11",
              "score": 0.15572811663150787,
              "raw_score": -24.59111785888672,
              "rank": 1
            },
            {
              "label": "fresh_choice_20_10",
              "score": 0.1482214629650116,
              "raw_score": -24.640522003173828,
              "rank": 2
            },
            {
              "label": "fresh_choice_20_0",
              "score": 0.10967609286308289,
              "raw_score": -24.94169807434082,
              "rank": 3
            },
            {
              "label": "fresh_choice_20_9",
              "score": 0.09642379730939865,
              "raw_score": -25.070476531982422,
              "rank": 4
            },
            {
              "label": "fresh_choice_20_6",
              "score": 0.062188707292079926,
              "raw_score": -25.509056091308594,
              "rank": 5
            },
            {
              "label": "fresh_choice_20_8",
              "score": 0.057998985052108765,
              "raw_score": -25.57880401611328,
              "rank": 6
            },
            {
              "label": "fresh_choice_20_7",
              "score": 0.05253210663795471,
              "raw_score": -25.677804946899414,
              "rank": 7
            },
            {
              "label": "fresh_choice_20_13",
              "score": 0.038757286965847015,
              "raw_score": -25.981910705566406,
              "rank": 8
            },
            {
              "label": "fresh_choice_20_14",
              "score": 0.03664031997323036,
              "raw_score": -26.0380802154541,
              "rank": 9
            },
            {
              "label": "fresh_choice_20_12",
              "score": 0.03644376993179321,
              "raw_score": -26.043458938598633,
              "rank": 10
            },
            {
              "label": "fresh_choice_20_2",
              "score": 0.026935890316963196,
              "raw_score": -26.34576988220215,
              "rank": 11
            },
            {
              "label": "fresh_choice_20_4",
              "score": 0.024683654308319092,
              "raw_score": -26.433088302612305,
              "rank": 12
            },
            {
              "label": "fresh_choice_20_5",
              "score": 0.024211952462792397,
              "raw_score": -26.452383041381836,
              "rank": 13
            },
            {
              "label": "fresh_choice_20_19",
              "score": 0.023727986961603165,
              "raw_score": -26.47257423400879,
              "rank": 14
            },
            {
              "label": "fresh_choice_20_3",
              "score": 0.022604424506425858,
              "raw_score": -26.52108383178711,
              "rank": 15
            },
            {
              "label": "fresh_choice_20_1",
              "score": 0.021840117871761322,
              "raw_score": -26.55548095703125,
              "rank": 16
            },
            {
              "label": "fresh_choice_20_15",
              "score": 0.02026970498263836,
              "raw_score": -26.630102157592773,
              "rank": 17
            },
            {
              "label": "fresh_choice_20_16",
              "score": 0.019944682717323303,
              "raw_score": -26.64626693725586,
              "rank": 18
            },
            {
              "label": "fresh_choice_20_18",
              "score": 0.011263599619269371,
              "raw_score": -27.217653274536133,
              "rank": 19
            },
            {
              "label": "fresh_choice_20_17",
              "score": 0.00990742165595293,
              "raw_score": -27.345945358276367,
              "rank": 20
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "fresh_choice_20_11",
          "allowed_choices": [
            "fresh_choice_20_19",
            "fresh_choice_20_18",
            "fresh_choice_20_17",
            "fresh_choice_20_16",
            "fresh_choice_20_15",
            "fresh_choice_20_14",
            "fresh_choice_20_13",
            "fresh_choice_20_12",
            "fresh_choice_20_11",
            "fresh_choice_20_10",
            "fresh_choice_20_9",
            "fresh_choice_20_8",
            "fresh_choice_20_7",
            "fresh_choice_20_6",
            "fresh_choice_20_5",
            "fresh_choice_20_4",
            "fresh_choice_20_3",
            "fresh_choice_20_2",
            "fresh_choice_20_1",
            "fresh_choice_20_0"
          ],
          "candidates": [
            {
              "label": "fresh_choice_20_11",
              "score": 0.15572810173034668,
              "raw_score": -24.59111785888672,
              "rank": 1
            },
            {
              "label": "fresh_choice_20_10",
              "score": 0.1482214480638504,
              "raw_score": -24.640522003173828,
              "rank": 2
            },
            {
              "label": "fresh_choice_20_0",
              "score": 0.10967607796192169,
              "raw_score": -24.94169807434082,
              "rank": 3
            },
            {
              "label": "fresh_choice_20_9",
              "score": 0.09642378240823746,
              "raw_score": -25.070476531982422,
              "rank": 4
            },
            {
              "label": "fresh_choice_20_6",
              "score": 0.06218870356678963,
              "raw_score": -25.509056091308594,
              "rank": 5
            },
            {
              "label": "fresh_choice_20_8",
              "score": 0.057998981326818466,
              "raw_score": -25.57880401611328,
              "rank": 6
            },
            {
              "label": "fresh_choice_20_7",
              "score": 0.05253210291266441,
              "raw_score": -25.677804946899414,
              "rank": 7
            },
            {
              "label": "fresh_choice_20_13",
              "score": 0.03875728324055672,
              "raw_score": -25.981910705566406,
              "rank": 8
            },
            {
              "label": "fresh_choice_20_14",
              "score": 0.036640316247940063,
              "raw_score": -26.0380802154541,
              "rank": 9
            },
            {
              "label": "fresh_choice_20_12",
              "score": 0.036443766206502914,
              "raw_score": -26.043458938598633,
              "rank": 10
            },
            {
              "label": "fresh_choice_20_2",
              "score": 0.026935888454318047,
              "raw_score": -26.34576988220215,
              "rank": 11
            },
            {
              "label": "fresh_choice_20_4",
              "score": 0.024683650583028793,
              "raw_score": -26.433088302612305,
              "rank": 12
            },
            {
              "label": "fresh_choice_20_5",
              "score": 0.024211950600147247,
              "raw_score": -26.452383041381836,
              "rank": 13
            },
            {
              "label": "fresh_choice_20_19",
              "score": 0.023727985098958015,
              "raw_score": -26.47257423400879,
              "rank": 14
            },
            {
              "label": "fresh_choice_20_3",
              "score": 0.02260442264378071,
              "raw_score": -26.52108383178711,
              "rank": 15
            },
            {
              "label": "fresh_choice_20_1",
              "score": 0.021840116009116173,
              "raw_score": -26.55548095703125,
              "rank": 16
            },
            {
              "label": "fresh_choice_20_15",
              "score": 0.02026970311999321,
              "raw_score": -26.630102157592773,
              "rank": 17
            },
            {
              "label": "fresh_choice_20_16",
              "score": 0.019944680854678154,
              "raw_score": -26.64626693725586,
              "rank": 18
            },
            {
              "label": "fresh_choice_20_18",
              "score": 0.011263598687946796,
              "raw_score": -27.217653274536133,
              "rank": 19
            },
            {
              "label": "fresh_choice_20_17",
              "score": 0.009907420724630356,
              "raw_score": -27.345945358276367,
              "rank": 20
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "opaque_20_11",
          "allowed_choices": [
            "opaque_20_0",
            "opaque_20_1",
            "opaque_20_2",
            "opaque_20_3",
            "opaque_20_4",
            "opaque_20_5",
            "opaque_20_6",
            "opaque_20_7",
            "opaque_20_8",
            "opaque_20_9",
            "opaque_20_10",
            "opaque_20_11",
            "opaque_20_12",
            "opaque_20_13",
            "opaque_20_14",
            "opaque_20_15",
            "opaque_20_16",
            "opaque_20_17",
            "opaque_20_18",
            "opaque_20_19"
          ],
          "candidates": [
            {
              "label": "opaque_20_11",
              "score": 0.17951472103595734,
              "raw_score": -21.678247451782227,
              "rank": 1
            },
            {
              "label": "opaque_20_10",
              "score": 0.16386361420154572,
              "raw_score": -21.76947021484375,
              "rank": 2
            },
            {
              "label": "opaque_20_9",
              "score": 0.1559082716703415,
              "raw_score": -21.819236755371094,
              "rank": 3
            },
            {
              "label": "opaque_20_8",
              "score": 0.06722499430179596,
              "raw_score": -22.660459518432617,
              "rank": 4
            },
            {
              "label": "opaque_20_6",
              "score": 0.061009395867586136,
              "raw_score": -22.757476806640625,
              "rank": 5
            },
            {
              "label": "opaque_20_0",
              "score": 0.05371956154704094,
              "raw_score": -22.884727478027344,
              "rank": 6
            },
            {
              "label": "opaque_20_7",
              "score": 0.046380579471588135,
              "raw_score": -23.03162384033203,
              "rank": 7
            },
            {
              "label": "opaque_20_2",
              "score": 0.031455062329769135,
              "raw_score": -23.419944763183594,
              "rank": 8
            },
            {
              "label": "opaque_20_12",
              "score": 0.0313202403485775,
              "raw_score": -23.424240112304688,
              "rank": 9
            },
            {
              "label": "opaque_20_14",
              "score": 0.029301172122359276,
              "raw_score": -23.490877151489258,
              "rank": 10
            },
            {
              "label": "opaque_20_13",
              "score": 0.026141302660107613,
              "raw_score": -23.60498809814453,
              "rank": 11
            },
            {
              "label": "opaque_20_19",
              "score": 0.02265744097530842,
              "raw_score": -23.748016357421875,
              "rank": 12
            },
            {
              "label": "opaque_20_4",
              "score": 0.022092893719673157,
              "raw_score": -23.77324867248535,
              "rank": 13
            },
            {
              "label": "opaque_20_3",
              "score": 0.02106008678674698,
              "raw_score": -23.821125030517578,
              "rank": 14
            },
            {
              "label": "opaque_20_5",
              "score": 0.019397132098674774,
              "raw_score": -23.903379440307617,
              "rank": 15
            },
            {
              "label": "opaque_20_1",
              "score": 0.018865037709474564,
              "raw_score": -23.931194305419922,
              "rank": 16
            },
            {
              "label": "opaque_20_15",
              "score": 0.016952816396951675,
              "raw_score": -24.038070678710938,
              "rank": 17
            },
            {
              "label": "opaque_20_16",
              "score": 0.013765859417617321,
              "raw_score": -24.246313095092773,
              "rank": 18
            },
            {
              "label": "opaque_20_18",
              "score": 0.012271336279809475,
              "raw_score": -24.361238479614258,
              "rank": 19
            },
            {
              "label": "opaque_20_17",
              "score": 0.007098542992025614,
              "raw_score": -24.908615112304688,
              "rank": 20
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        },
        {
          "predicted_label": "Route to unrelated department number 9 for a different request.",
          "allowed_choices": [
            "Escalate this damaged parcel to a human support agent.",
            "Search the product catalog for a new item.",
            "Route to unrelated department number 0 for a different request.",
            "Route to unrelated department number 1 for a different request.",
            "Route to unrelated department number 2 for a different request.",
            "Route to unrelated department number 3 for a different request.",
            "Route to unrelated department number 4 for a different request.",
            "Route to unrelated department number 5 for a different request.",
            "Route to unrelated department number 6 for a different request.",
            "Route to unrelated department number 7 for a different request.",
            "Route to unrelated department number 8 for a different request.",
            "Route to unrelated department number 9 for a different request.",
            "Route to unrelated department number 10 for a different request.",
            "Route to unrelated department number 11 for a different request.",
            "Route to unrelated department number 12 for a different request.",
            "Route to unrelated department number 13 for a different request.",
            "Route to unrelated department number 14 for a different request.",
            "Route to unrelated department number 15 for a different request.",
            "Route to unrelated department number 16 for a different request.",
            "Route to unrelated department number 17 for a different request."
          ],
          "candidates": [
            {
              "label": "Route to unrelated department number 9 for a different request.",
              "score": 0.11579183489084244,
              "raw_score": -18.278705596923828,
              "rank": 1
            },
            {
              "label": "Route to unrelated department number 8 for a different request.",
              "score": 0.11046068370342255,
              "raw_score": -18.32583999633789,
              "rank": 2
            },
            {
              "label": "Route to unrelated department number 11 for a different request.",
              "score": 0.09375981986522675,
              "raw_score": -18.489763259887695,
              "rank": 3
            },
            {
              "label": "Route to unrelated department number 7 for a different request.",
              "score": 0.07637739926576614,
              "raw_score": -18.694812774658203,
              "rank": 4
            },
            {
              "label": "Route to unrelated department number 0 for a different request.",
              "score": 0.07375044375658035,
              "raw_score": -18.729812622070312,
              "rank": 5
            },
            {
              "label": "Route to unrelated department number 10 for a different request.",
              "score": 0.06551573425531387,
              "raw_score": -18.848209381103516,
              "rank": 6
            },
            {
              "label": "Route to unrelated department number 4 for a different request.",
              "score": 0.06302846223115921,
              "raw_score": -18.886913299560547,
              "rank": 7
            },
            {
              "label": "Route to unrelated department number 6 for a different request.",
              "score": 0.051630470901727676,
              "raw_score": -19.086387634277344,
              "rank": 8
            },
            {
              "label": "Route to unrelated department number 12 for a different request.",
              "score": 0.04935718700289726,
              "raw_score": -19.13141632080078,
              "rank": 9
            },
            {
              "label": "Route to unrelated department number 1 for a different request.",
              "score": 0.046836718916893005,
              "raw_score": -19.1838321685791,
              "rank": 10
            },
            {
              "label": "Route to unrelated department number 16 for a different request.",
              "score": 0.03468938171863556,
              "raw_score": -19.484066009521484,
              "rank": 11
            },
            {
              "label": "Route to unrelated department number 13 for a different request.",
              "score": 0.03264395520091057,
              "raw_score": -19.54483985900879,
              "rank": 12
            },
            {
              "label": "Escalate this damaged parcel to a human support agent.",
              "score": 0.03125615045428276,
              "raw_score": -19.58828353881836,
              "rank": 13
            },
            {
              "label": "Route to unrelated department number 14 for a different request.",
              "score": 0.03116500936448574,
              "raw_score": -19.591203689575195,
              "rank": 14
            },
            {
              "label": "Route to unrelated department number 5 for a different request.",
              "score": 0.02856743521988392,
              "raw_score": -19.678232192993164,
              "rank": 15
            },
            {
              "label": "Route to unrelated department number 3 for a different request.",
              "score": 0.027724549174308777,
              "raw_score": -19.708181381225586,
              "rank": 16
            },
            {
              "label": "Route to unrelated department number 2 for a different request.",
              "score": 0.025004321709275246,
              "raw_score": -19.811450958251953,
              "rank": 17
            },
            {
              "label": "Route to unrelated department number 15 for a different request.",
              "score": 0.02304059825837612,
              "raw_score": -19.89324188232422,
              "rank": 18
            },
            {
              "label": "Route to unrelated department number 17 for a different request.",
              "score": 0.011307581327855587,
              "raw_score": -20.605026245117188,
              "rank": 19
            },
            {
              "label": "Search the product catalog for a new item.",
              "score": 0.008092314936220646,
              "raw_score": -20.939584732055664,
              "rank": 20
            }
          ],
          "truncated": false,
          "max_sequence_length": 4096,
          "note": "Scores rank this supplied choice set; they are not calibrated confidence."
        }
      ]
    }
  ]
}