| { |
| "scalar_head": 1, |
| "interpretation": "Interface checks and illustrative decisions, not a clinical benchmark or general accuracy estimate.", |
| "checks": [ |
| { |
| "answer_count": 2, |
| "interface_pass": true, |
| "reorder_same_label": true, |
| "rename_same_description": true, |
| "selected_expected_description": true, |
| "outputs": [ |
| { |
| "predicted_label": "fresh_choice_2_0", |
| "allowed_choices": [ |
| "fresh_choice_2_0", |
| "fresh_choice_2_1" |
| ], |
| "candidates": [ |
| { |
| "label": "fresh_choice_2_0", |
| "score": 0.8051604628562927, |
| "raw_score": -24.558311462402344, |
| "rank": 1 |
| }, |
| { |
| "label": "fresh_choice_2_1", |
| "score": 0.19483955204486847, |
| "raw_score": -25.977176666259766, |
| "rank": 2 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "fresh_choice_2_0", |
| "allowed_choices": [ |
| "fresh_choice_2_1", |
| "fresh_choice_2_0" |
| ], |
| "candidates": [ |
| { |
| "label": "fresh_choice_2_0", |
| "score": 0.8051604628562927, |
| "raw_score": -24.558311462402344, |
| "rank": 1 |
| }, |
| { |
| "label": "fresh_choice_2_1", |
| "score": 0.19483955204486847, |
| "raw_score": -25.977176666259766, |
| "rank": 2 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "opaque_2_0", |
| "allowed_choices": [ |
| "opaque_2_0", |
| "opaque_2_1" |
| ], |
| "candidates": [ |
| { |
| "label": "opaque_2_0", |
| "score": 0.7122752070426941, |
| "raw_score": -22.207761764526367, |
| "rank": 1 |
| }, |
| { |
| "label": "opaque_2_1", |
| "score": 0.2877248227596283, |
| "raw_score": -23.114221572875977, |
| "rank": 2 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "Escalate this damaged parcel to a human support agent.", |
| "allowed_choices": [ |
| "Escalate this damaged parcel to a human support agent.", |
| "Search the product catalog for a new item." |
| ], |
| "candidates": [ |
| { |
| "label": "Escalate this damaged parcel to a human support agent.", |
| "score": 0.7943422794342041, |
| "raw_score": -19.58828353881836, |
| "rank": 1 |
| }, |
| { |
| "label": "Search the product catalog for a new item.", |
| "score": 0.2056577205657959, |
| "raw_score": -20.939584732055664, |
| "rank": 2 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| } |
| ] |
| }, |
| { |
| "answer_count": 3, |
| "interface_pass": true, |
| "reorder_same_label": true, |
| "rename_same_description": false, |
| "selected_expected_description": true, |
| "outputs": [ |
| { |
| "predicted_label": "fresh_choice_3_0", |
| "allowed_choices": [ |
| "fresh_choice_3_0", |
| "fresh_choice_3_1", |
| "fresh_choice_3_2" |
| ], |
| "candidates": [ |
| { |
| "label": "fresh_choice_3_0", |
| "score": 0.5637261867523193, |
| "raw_score": -24.52130699157715, |
| "rank": 1 |
| }, |
| { |
| "label": "fresh_choice_3_2", |
| "score": 0.28383156657218933, |
| "raw_score": -25.207494735717773, |
| "rank": 2 |
| }, |
| { |
| "label": "fresh_choice_3_1", |
| "score": 0.15244220197200775, |
| "raw_score": -25.829090118408203, |
| "rank": 3 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "fresh_choice_3_0", |
| "allowed_choices": [ |
| "fresh_choice_3_2", |
| "fresh_choice_3_1", |
| "fresh_choice_3_0" |
| ], |
| "candidates": [ |
| { |
| "label": "fresh_choice_3_0", |
| "score": 0.563726544380188, |
| "raw_score": -24.52130699157715, |
| "rank": 1 |
| }, |
| { |
| "label": "fresh_choice_3_2", |
| "score": 0.2838311791419983, |
| "raw_score": -25.207496643066406, |
| "rank": 2 |
| }, |
| { |
| "label": "fresh_choice_3_1", |
| "score": 0.1524423062801361, |
| "raw_score": -25.829090118408203, |
| "rank": 3 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "opaque_3_2", |
| "allowed_choices": [ |
| "opaque_3_0", |
| "opaque_3_1", |
| "opaque_3_2" |
| ], |
| "candidates": [ |
| { |
| "label": "opaque_3_2", |
| "score": 0.5318363308906555, |
| "raw_score": -21.825939178466797, |
| "rank": 1 |
| }, |
| { |
| "label": "opaque_3_0", |
| "score": 0.34079551696777344, |
| "raw_score": -22.270992279052734, |
| "rank": 2 |
| }, |
| { |
| "label": "opaque_3_1", |
| "score": 0.12736809253692627, |
| "raw_score": -23.25519371032715, |
| "rank": 3 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "Route to unrelated department number 0 for a different request.", |
| "allowed_choices": [ |
| "Escalate this damaged parcel to a human support agent.", |
| "Search the product catalog for a new item.", |
| "Route to unrelated department number 0 for a different request." |
| ], |
| "candidates": [ |
| { |
| "label": "Route to unrelated department number 0 for a different request.", |
| "score": 0.6520880460739136, |
| "raw_score": -18.729812622070312, |
| "rank": 1 |
| }, |
| { |
| "label": "Escalate this damaged parcel to a human support agent.", |
| "score": 0.2763611972332001, |
| "raw_score": -19.58828353881836, |
| "rank": 2 |
| }, |
| { |
| "label": "Search the product catalog for a new item.", |
| "score": 0.07155078649520874, |
| "raw_score": -20.939584732055664, |
| "rank": 3 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| } |
| ] |
| }, |
| { |
| "answer_count": 7, |
| "interface_pass": true, |
| "reorder_same_label": true, |
| "rename_same_description": false, |
| "selected_expected_description": true, |
| "outputs": [ |
| { |
| "predicted_label": "fresh_choice_7_0", |
| "allowed_choices": [ |
| "fresh_choice_7_0", |
| "fresh_choice_7_1", |
| "fresh_choice_7_2", |
| "fresh_choice_7_3", |
| "fresh_choice_7_4", |
| "fresh_choice_7_5", |
| "fresh_choice_7_6" |
| ], |
| "candidates": [ |
| { |
| "label": "fresh_choice_7_0", |
| "score": 0.33595216274261475, |
| "raw_score": -23.554637908935547, |
| "rank": 1 |
| }, |
| { |
| "label": "fresh_choice_7_6", |
| "score": 0.2605591416358948, |
| "raw_score": -23.80877685546875, |
| "rank": 2 |
| }, |
| { |
| "label": "fresh_choice_7_4", |
| "score": 0.10382113605737686, |
| "raw_score": -24.72893714904785, |
| "rank": 3 |
| }, |
| { |
| "label": "fresh_choice_7_3", |
| "score": 0.08751508593559265, |
| "raw_score": -24.899795532226562, |
| "rank": 4 |
| }, |
| { |
| "label": "fresh_choice_7_5", |
| "score": 0.07923448085784912, |
| "raw_score": -24.999195098876953, |
| "rank": 5 |
| }, |
| { |
| "label": "fresh_choice_7_2", |
| "score": 0.07844322174787521, |
| "raw_score": -25.009231567382812, |
| "rank": 6 |
| }, |
| { |
| "label": "fresh_choice_7_1", |
| "score": 0.05447477847337723, |
| "raw_score": -25.373868942260742, |
| "rank": 7 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "fresh_choice_7_0", |
| "allowed_choices": [ |
| "fresh_choice_7_6", |
| "fresh_choice_7_5", |
| "fresh_choice_7_4", |
| "fresh_choice_7_3", |
| "fresh_choice_7_2", |
| "fresh_choice_7_1", |
| "fresh_choice_7_0" |
| ], |
| "candidates": [ |
| { |
| "label": "fresh_choice_7_0", |
| "score": 0.3359522819519043, |
| "raw_score": -23.554637908935547, |
| "rank": 1 |
| }, |
| { |
| "label": "fresh_choice_7_6", |
| "score": 0.26055923104286194, |
| "raw_score": -23.80877685546875, |
| "rank": 2 |
| }, |
| { |
| "label": "fresh_choice_7_4", |
| "score": 0.10382117331027985, |
| "raw_score": -24.72893714904785, |
| "rank": 3 |
| }, |
| { |
| "label": "fresh_choice_7_3", |
| "score": 0.08751478046178818, |
| "raw_score": -24.899799346923828, |
| "rank": 4 |
| }, |
| { |
| "label": "fresh_choice_7_5", |
| "score": 0.07923451066017151, |
| "raw_score": -24.999195098876953, |
| "rank": 5 |
| }, |
| { |
| "label": "fresh_choice_7_2", |
| "score": 0.0784432515501976, |
| "raw_score": -25.009231567382812, |
| "rank": 6 |
| }, |
| { |
| "label": "fresh_choice_7_1", |
| "score": 0.05447479709982872, |
| "raw_score": -25.373868942260742, |
| "rank": 7 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "opaque_7_6", |
| "allowed_choices": [ |
| "opaque_7_0", |
| "opaque_7_1", |
| "opaque_7_2", |
| "opaque_7_3", |
| "opaque_7_4", |
| "opaque_7_5", |
| "opaque_7_6" |
| ], |
| "candidates": [ |
| { |
| "label": "opaque_7_6", |
| "score": 0.3010425269603729, |
| "raw_score": -21.268993377685547, |
| "rank": 1 |
| }, |
| { |
| "label": "opaque_7_0", |
| "score": 0.22324608266353607, |
| "raw_score": -21.567970275878906, |
| "rank": 2 |
| }, |
| { |
| "label": "opaque_7_4", |
| "score": 0.114542156457901, |
| "raw_score": -22.235301971435547, |
| "rank": 3 |
| }, |
| { |
| "label": "opaque_7_2", |
| "score": 0.11444498598575592, |
| "raw_score": -22.23615074157715, |
| "rank": 4 |
| }, |
| { |
| "label": "opaque_7_3", |
| "score": 0.11412934213876724, |
| "raw_score": -22.23891258239746, |
| "rank": 5 |
| }, |
| { |
| "label": "opaque_7_5", |
| "score": 0.07986637204885483, |
| "raw_score": -22.595890045166016, |
| "rank": 6 |
| }, |
| { |
| "label": "opaque_7_1", |
| "score": 0.05272847041487694, |
| "raw_score": -23.011089324951172, |
| "rank": 7 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "Route to unrelated department number 0 for a different request.", |
| "allowed_choices": [ |
| "Escalate this damaged parcel to a human support agent.", |
| "Search the product catalog for a new item.", |
| "Route to unrelated department number 0 for a different request.", |
| "Route to unrelated department number 1 for a different request.", |
| "Route to unrelated department number 2 for a different request.", |
| "Route to unrelated department number 3 for a different request.", |
| "Route to unrelated department number 4 for a different request." |
| ], |
| "candidates": [ |
| { |
| "label": "Route to unrelated department number 0 for a different request.", |
| "score": 0.2675093412399292, |
| "raw_score": -18.729812622070312, |
| "rank": 1 |
| }, |
| { |
| "label": "Route to unrelated department number 4 for a different request.", |
| "score": 0.2286183089017868, |
| "raw_score": -18.886913299560547, |
| "rank": 2 |
| }, |
| { |
| "label": "Route to unrelated department number 1 for a different request.", |
| "score": 0.1698872447013855, |
| "raw_score": -19.1838321685791, |
| "rank": 3 |
| }, |
| { |
| "label": "Escalate this damaged parcel to a human support agent.", |
| "score": 0.1133730337023735, |
| "raw_score": -19.58828353881836, |
| "rank": 4 |
| }, |
| { |
| "label": "Route to unrelated department number 3 for a different request.", |
| "score": 0.10056313127279282, |
| "raw_score": -19.708181381225586, |
| "rank": 5 |
| }, |
| { |
| "label": "Route to unrelated department number 2 for a different request.", |
| "score": 0.09069626778364182, |
| "raw_score": -19.811450958251953, |
| "rank": 6 |
| }, |
| { |
| "label": "Search the product catalog for a new item.", |
| "score": 0.029352637007832527, |
| "raw_score": -20.939584732055664, |
| "rank": 7 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| } |
| ] |
| }, |
| { |
| "answer_count": 20, |
| "interface_pass": true, |
| "reorder_same_label": true, |
| "rename_same_description": true, |
| "selected_expected_description": false, |
| "outputs": [ |
| { |
| "predicted_label": "fresh_choice_20_11", |
| "allowed_choices": [ |
| "fresh_choice_20_0", |
| "fresh_choice_20_1", |
| "fresh_choice_20_2", |
| "fresh_choice_20_3", |
| "fresh_choice_20_4", |
| "fresh_choice_20_5", |
| "fresh_choice_20_6", |
| "fresh_choice_20_7", |
| "fresh_choice_20_8", |
| "fresh_choice_20_9", |
| "fresh_choice_20_10", |
| "fresh_choice_20_11", |
| "fresh_choice_20_12", |
| "fresh_choice_20_13", |
| "fresh_choice_20_14", |
| "fresh_choice_20_15", |
| "fresh_choice_20_16", |
| "fresh_choice_20_17", |
| "fresh_choice_20_18", |
| "fresh_choice_20_19" |
| ], |
| "candidates": [ |
| { |
| "label": "fresh_choice_20_11", |
| "score": 0.15572811663150787, |
| "raw_score": -24.59111785888672, |
| "rank": 1 |
| }, |
| { |
| "label": "fresh_choice_20_10", |
| "score": 0.1482214629650116, |
| "raw_score": -24.640522003173828, |
| "rank": 2 |
| }, |
| { |
| "label": "fresh_choice_20_0", |
| "score": 0.10967609286308289, |
| "raw_score": -24.94169807434082, |
| "rank": 3 |
| }, |
| { |
| "label": "fresh_choice_20_9", |
| "score": 0.09642379730939865, |
| "raw_score": -25.070476531982422, |
| "rank": 4 |
| }, |
| { |
| "label": "fresh_choice_20_6", |
| "score": 0.062188707292079926, |
| "raw_score": -25.509056091308594, |
| "rank": 5 |
| }, |
| { |
| "label": "fresh_choice_20_8", |
| "score": 0.057998985052108765, |
| "raw_score": -25.57880401611328, |
| "rank": 6 |
| }, |
| { |
| "label": "fresh_choice_20_7", |
| "score": 0.05253210663795471, |
| "raw_score": -25.677804946899414, |
| "rank": 7 |
| }, |
| { |
| "label": "fresh_choice_20_13", |
| "score": 0.038757286965847015, |
| "raw_score": -25.981910705566406, |
| "rank": 8 |
| }, |
| { |
| "label": "fresh_choice_20_14", |
| "score": 0.03664031997323036, |
| "raw_score": -26.0380802154541, |
| "rank": 9 |
| }, |
| { |
| "label": "fresh_choice_20_12", |
| "score": 0.03644376993179321, |
| "raw_score": -26.043458938598633, |
| "rank": 10 |
| }, |
| { |
| "label": "fresh_choice_20_2", |
| "score": 0.026935890316963196, |
| "raw_score": -26.34576988220215, |
| "rank": 11 |
| }, |
| { |
| "label": "fresh_choice_20_4", |
| "score": 0.024683654308319092, |
| "raw_score": -26.433088302612305, |
| "rank": 12 |
| }, |
| { |
| "label": "fresh_choice_20_5", |
| "score": 0.024211952462792397, |
| "raw_score": -26.452383041381836, |
| "rank": 13 |
| }, |
| { |
| "label": "fresh_choice_20_19", |
| "score": 0.023727986961603165, |
| "raw_score": -26.47257423400879, |
| "rank": 14 |
| }, |
| { |
| "label": "fresh_choice_20_3", |
| "score": 0.022604424506425858, |
| "raw_score": -26.52108383178711, |
| "rank": 15 |
| }, |
| { |
| "label": "fresh_choice_20_1", |
| "score": 0.021840117871761322, |
| "raw_score": -26.55548095703125, |
| "rank": 16 |
| }, |
| { |
| "label": "fresh_choice_20_15", |
| "score": 0.02026970498263836, |
| "raw_score": -26.630102157592773, |
| "rank": 17 |
| }, |
| { |
| "label": "fresh_choice_20_16", |
| "score": 0.019944682717323303, |
| "raw_score": -26.64626693725586, |
| "rank": 18 |
| }, |
| { |
| "label": "fresh_choice_20_18", |
| "score": 0.011263599619269371, |
| "raw_score": -27.217653274536133, |
| "rank": 19 |
| }, |
| { |
| "label": "fresh_choice_20_17", |
| "score": 0.00990742165595293, |
| "raw_score": -27.345945358276367, |
| "rank": 20 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "fresh_choice_20_11", |
| "allowed_choices": [ |
| "fresh_choice_20_19", |
| "fresh_choice_20_18", |
| "fresh_choice_20_17", |
| "fresh_choice_20_16", |
| "fresh_choice_20_15", |
| "fresh_choice_20_14", |
| "fresh_choice_20_13", |
| "fresh_choice_20_12", |
| "fresh_choice_20_11", |
| "fresh_choice_20_10", |
| "fresh_choice_20_9", |
| "fresh_choice_20_8", |
| "fresh_choice_20_7", |
| "fresh_choice_20_6", |
| "fresh_choice_20_5", |
| "fresh_choice_20_4", |
| "fresh_choice_20_3", |
| "fresh_choice_20_2", |
| "fresh_choice_20_1", |
| "fresh_choice_20_0" |
| ], |
| "candidates": [ |
| { |
| "label": "fresh_choice_20_11", |
| "score": 0.15572810173034668, |
| "raw_score": -24.59111785888672, |
| "rank": 1 |
| }, |
| { |
| "label": "fresh_choice_20_10", |
| "score": 0.1482214480638504, |
| "raw_score": -24.640522003173828, |
| "rank": 2 |
| }, |
| { |
| "label": "fresh_choice_20_0", |
| "score": 0.10967607796192169, |
| "raw_score": -24.94169807434082, |
| "rank": 3 |
| }, |
| { |
| "label": "fresh_choice_20_9", |
| "score": 0.09642378240823746, |
| "raw_score": -25.070476531982422, |
| "rank": 4 |
| }, |
| { |
| "label": "fresh_choice_20_6", |
| "score": 0.06218870356678963, |
| "raw_score": -25.509056091308594, |
| "rank": 5 |
| }, |
| { |
| "label": "fresh_choice_20_8", |
| "score": 0.057998981326818466, |
| "raw_score": -25.57880401611328, |
| "rank": 6 |
| }, |
| { |
| "label": "fresh_choice_20_7", |
| "score": 0.05253210291266441, |
| "raw_score": -25.677804946899414, |
| "rank": 7 |
| }, |
| { |
| "label": "fresh_choice_20_13", |
| "score": 0.03875728324055672, |
| "raw_score": -25.981910705566406, |
| "rank": 8 |
| }, |
| { |
| "label": "fresh_choice_20_14", |
| "score": 0.036640316247940063, |
| "raw_score": -26.0380802154541, |
| "rank": 9 |
| }, |
| { |
| "label": "fresh_choice_20_12", |
| "score": 0.036443766206502914, |
| "raw_score": -26.043458938598633, |
| "rank": 10 |
| }, |
| { |
| "label": "fresh_choice_20_2", |
| "score": 0.026935888454318047, |
| "raw_score": -26.34576988220215, |
| "rank": 11 |
| }, |
| { |
| "label": "fresh_choice_20_4", |
| "score": 0.024683650583028793, |
| "raw_score": -26.433088302612305, |
| "rank": 12 |
| }, |
| { |
| "label": "fresh_choice_20_5", |
| "score": 0.024211950600147247, |
| "raw_score": -26.452383041381836, |
| "rank": 13 |
| }, |
| { |
| "label": "fresh_choice_20_19", |
| "score": 0.023727985098958015, |
| "raw_score": -26.47257423400879, |
| "rank": 14 |
| }, |
| { |
| "label": "fresh_choice_20_3", |
| "score": 0.02260442264378071, |
| "raw_score": -26.52108383178711, |
| "rank": 15 |
| }, |
| { |
| "label": "fresh_choice_20_1", |
| "score": 0.021840116009116173, |
| "raw_score": -26.55548095703125, |
| "rank": 16 |
| }, |
| { |
| "label": "fresh_choice_20_15", |
| "score": 0.02026970311999321, |
| "raw_score": -26.630102157592773, |
| "rank": 17 |
| }, |
| { |
| "label": "fresh_choice_20_16", |
| "score": 0.019944680854678154, |
| "raw_score": -26.64626693725586, |
| "rank": 18 |
| }, |
| { |
| "label": "fresh_choice_20_18", |
| "score": 0.011263598687946796, |
| "raw_score": -27.217653274536133, |
| "rank": 19 |
| }, |
| { |
| "label": "fresh_choice_20_17", |
| "score": 0.009907420724630356, |
| "raw_score": -27.345945358276367, |
| "rank": 20 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "opaque_20_11", |
| "allowed_choices": [ |
| "opaque_20_0", |
| "opaque_20_1", |
| "opaque_20_2", |
| "opaque_20_3", |
| "opaque_20_4", |
| "opaque_20_5", |
| "opaque_20_6", |
| "opaque_20_7", |
| "opaque_20_8", |
| "opaque_20_9", |
| "opaque_20_10", |
| "opaque_20_11", |
| "opaque_20_12", |
| "opaque_20_13", |
| "opaque_20_14", |
| "opaque_20_15", |
| "opaque_20_16", |
| "opaque_20_17", |
| "opaque_20_18", |
| "opaque_20_19" |
| ], |
| "candidates": [ |
| { |
| "label": "opaque_20_11", |
| "score": 0.17951472103595734, |
| "raw_score": -21.678247451782227, |
| "rank": 1 |
| }, |
| { |
| "label": "opaque_20_10", |
| "score": 0.16386361420154572, |
| "raw_score": -21.76947021484375, |
| "rank": 2 |
| }, |
| { |
| "label": "opaque_20_9", |
| "score": 0.1559082716703415, |
| "raw_score": -21.819236755371094, |
| "rank": 3 |
| }, |
| { |
| "label": "opaque_20_8", |
| "score": 0.06722499430179596, |
| "raw_score": -22.660459518432617, |
| "rank": 4 |
| }, |
| { |
| "label": "opaque_20_6", |
| "score": 0.061009395867586136, |
| "raw_score": -22.757476806640625, |
| "rank": 5 |
| }, |
| { |
| "label": "opaque_20_0", |
| "score": 0.05371956154704094, |
| "raw_score": -22.884727478027344, |
| "rank": 6 |
| }, |
| { |
| "label": "opaque_20_7", |
| "score": 0.046380579471588135, |
| "raw_score": -23.03162384033203, |
| "rank": 7 |
| }, |
| { |
| "label": "opaque_20_2", |
| "score": 0.031455062329769135, |
| "raw_score": -23.419944763183594, |
| "rank": 8 |
| }, |
| { |
| "label": "opaque_20_12", |
| "score": 0.0313202403485775, |
| "raw_score": -23.424240112304688, |
| "rank": 9 |
| }, |
| { |
| "label": "opaque_20_14", |
| "score": 0.029301172122359276, |
| "raw_score": -23.490877151489258, |
| "rank": 10 |
| }, |
| { |
| "label": "opaque_20_13", |
| "score": 0.026141302660107613, |
| "raw_score": -23.60498809814453, |
| "rank": 11 |
| }, |
| { |
| "label": "opaque_20_19", |
| "score": 0.02265744097530842, |
| "raw_score": -23.748016357421875, |
| "rank": 12 |
| }, |
| { |
| "label": "opaque_20_4", |
| "score": 0.022092893719673157, |
| "raw_score": -23.77324867248535, |
| "rank": 13 |
| }, |
| { |
| "label": "opaque_20_3", |
| "score": 0.02106008678674698, |
| "raw_score": -23.821125030517578, |
| "rank": 14 |
| }, |
| { |
| "label": "opaque_20_5", |
| "score": 0.019397132098674774, |
| "raw_score": -23.903379440307617, |
| "rank": 15 |
| }, |
| { |
| "label": "opaque_20_1", |
| "score": 0.018865037709474564, |
| "raw_score": -23.931194305419922, |
| "rank": 16 |
| }, |
| { |
| "label": "opaque_20_15", |
| "score": 0.016952816396951675, |
| "raw_score": -24.038070678710938, |
| "rank": 17 |
| }, |
| { |
| "label": "opaque_20_16", |
| "score": 0.013765859417617321, |
| "raw_score": -24.246313095092773, |
| "rank": 18 |
| }, |
| { |
| "label": "opaque_20_18", |
| "score": 0.012271336279809475, |
| "raw_score": -24.361238479614258, |
| "rank": 19 |
| }, |
| { |
| "label": "opaque_20_17", |
| "score": 0.007098542992025614, |
| "raw_score": -24.908615112304688, |
| "rank": 20 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| }, |
| { |
| "predicted_label": "Route to unrelated department number 9 for a different request.", |
| "allowed_choices": [ |
| "Escalate this damaged parcel to a human support agent.", |
| "Search the product catalog for a new item.", |
| "Route to unrelated department number 0 for a different request.", |
| "Route to unrelated department number 1 for a different request.", |
| "Route to unrelated department number 2 for a different request.", |
| "Route to unrelated department number 3 for a different request.", |
| "Route to unrelated department number 4 for a different request.", |
| "Route to unrelated department number 5 for a different request.", |
| "Route to unrelated department number 6 for a different request.", |
| "Route to unrelated department number 7 for a different request.", |
| "Route to unrelated department number 8 for a different request.", |
| "Route to unrelated department number 9 for a different request.", |
| "Route to unrelated department number 10 for a different request.", |
| "Route to unrelated department number 11 for a different request.", |
| "Route to unrelated department number 12 for a different request.", |
| "Route to unrelated department number 13 for a different request.", |
| "Route to unrelated department number 14 for a different request.", |
| "Route to unrelated department number 15 for a different request.", |
| "Route to unrelated department number 16 for a different request.", |
| "Route to unrelated department number 17 for a different request." |
| ], |
| "candidates": [ |
| { |
| "label": "Route to unrelated department number 9 for a different request.", |
| "score": 0.11579183489084244, |
| "raw_score": -18.278705596923828, |
| "rank": 1 |
| }, |
| { |
| "label": "Route to unrelated department number 8 for a different request.", |
| "score": 0.11046068370342255, |
| "raw_score": -18.32583999633789, |
| "rank": 2 |
| }, |
| { |
| "label": "Route to unrelated department number 11 for a different request.", |
| "score": 0.09375981986522675, |
| "raw_score": -18.489763259887695, |
| "rank": 3 |
| }, |
| { |
| "label": "Route to unrelated department number 7 for a different request.", |
| "score": 0.07637739926576614, |
| "raw_score": -18.694812774658203, |
| "rank": 4 |
| }, |
| { |
| "label": "Route to unrelated department number 0 for a different request.", |
| "score": 0.07375044375658035, |
| "raw_score": -18.729812622070312, |
| "rank": 5 |
| }, |
| { |
| "label": "Route to unrelated department number 10 for a different request.", |
| "score": 0.06551573425531387, |
| "raw_score": -18.848209381103516, |
| "rank": 6 |
| }, |
| { |
| "label": "Route to unrelated department number 4 for a different request.", |
| "score": 0.06302846223115921, |
| "raw_score": -18.886913299560547, |
| "rank": 7 |
| }, |
| { |
| "label": "Route to unrelated department number 6 for a different request.", |
| "score": 0.051630470901727676, |
| "raw_score": -19.086387634277344, |
| "rank": 8 |
| }, |
| { |
| "label": "Route to unrelated department number 12 for a different request.", |
| "score": 0.04935718700289726, |
| "raw_score": -19.13141632080078, |
| "rank": 9 |
| }, |
| { |
| "label": "Route to unrelated department number 1 for a different request.", |
| "score": 0.046836718916893005, |
| "raw_score": -19.1838321685791, |
| "rank": 10 |
| }, |
| { |
| "label": "Route to unrelated department number 16 for a different request.", |
| "score": 0.03468938171863556, |
| "raw_score": -19.484066009521484, |
| "rank": 11 |
| }, |
| { |
| "label": "Route to unrelated department number 13 for a different request.", |
| "score": 0.03264395520091057, |
| "raw_score": -19.54483985900879, |
| "rank": 12 |
| }, |
| { |
| "label": "Escalate this damaged parcel to a human support agent.", |
| "score": 0.03125615045428276, |
| "raw_score": -19.58828353881836, |
| "rank": 13 |
| }, |
| { |
| "label": "Route to unrelated department number 14 for a different request.", |
| "score": 0.03116500936448574, |
| "raw_score": -19.591203689575195, |
| "rank": 14 |
| }, |
| { |
| "label": "Route to unrelated department number 5 for a different request.", |
| "score": 0.02856743521988392, |
| "raw_score": -19.678232192993164, |
| "rank": 15 |
| }, |
| { |
| "label": "Route to unrelated department number 3 for a different request.", |
| "score": 0.027724549174308777, |
| "raw_score": -19.708181381225586, |
| "rank": 16 |
| }, |
| { |
| "label": "Route to unrelated department number 2 for a different request.", |
| "score": 0.025004321709275246, |
| "raw_score": -19.811450958251953, |
| "rank": 17 |
| }, |
| { |
| "label": "Route to unrelated department number 15 for a different request.", |
| "score": 0.02304059825837612, |
| "raw_score": -19.89324188232422, |
| "rank": 18 |
| }, |
| { |
| "label": "Route to unrelated department number 17 for a different request.", |
| "score": 0.011307581327855587, |
| "raw_score": -20.605026245117188, |
| "rank": 19 |
| }, |
| { |
| "label": "Search the product catalog for a new item.", |
| "score": 0.008092314936220646, |
| "raw_score": -20.939584732055664, |
| "rank": 20 |
| } |
| ], |
| "truncated": false, |
| "max_sequence_length": 4096, |
| "note": "Scores rank this supplied choice set; they are not calibrated confidence." |
| } |
| ] |
| } |
| ] |
| } |
|
|
