{"id": "agent_trace_observability_000000", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.83,\"human_review\":0.04,\"observe\":0.12,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.92,\"true\":0.08}},\"outcome\":{\"probabilities\":{\"failure\":0.06,\"harmful\":0.01,\"partial\":0.18,\"success\":0.75}},\"risk\":{\"probabilities\":{\"0\":0.12,\"1\":0.82,\"2\":0.04,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.41,\"1\":0.53,\"2\":0.05,\"3\":0.01}}}}", "usage": {"prompt_tokens": 577, "completion_tokens": 150, "total_tokens": 727}, "finish_reason": "stop", "latency": 4.494926413055509, "input_sha256": "95776718091905b10d809f81e535e1c19d1201907e7a1dbf522ea10973cc611d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.83, "human_review": 0.04, "observe": 0.12, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.92, "true": 0.08}, "p_true": 0.08}, "outcome": {"probabilities": {"failure": 0.06, "harmful": 0.01, "partial": 0.18, "success": 0.75}}, "risk": {"probabilities": {"0": 0.12, "1": 0.82, "2": 0.04, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.41, "1": 0.53, "2": 0.05, "3": 0.01}}}}
{"id": "agent_trace_observability_000001", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.43,\"human_review\":0.09,\"observe\":0.47,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.8,\"true\":0.2}},\"outcome\":{\"probabilities\":{\"failure\":0.1,\"harmful\":0.01,\"partial\":0.3,\"success\":0.59}},\"risk\":{\"probabilities\":{\"0\":0.43,\"1\":0.53,\"2\":0.03,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.55,\"1\":0.41,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 573, "completion_tokens": 150, "total_tokens": 723}, "finish_reason": "stop", "latency": 4.260175799950957, "input_sha256": "ab77efe6de104cadd8fd77a2c4f90b77da9bcf116976a819f520ee14f513b101", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.43, "human_review": 0.09, "observe": 0.47, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.8, "true": 0.2}, "p_true": 0.2}, "outcome": {"probabilities": {"failure": 0.1, "harmful": 0.01, "partial": 0.3, "success": 0.59}}, "risk": {"probabilities": {"0": 0.43, "1": 0.53, "2": 0.03, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.55, "1": 0.41, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000002", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.57,\"observe\":0.33,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.25,\"true\":0.75}},\"outcome\":{\"probabilities\":{\"failure\":0.35,\"harmful\":0.01,\"partial\":0.49,\"success\":0.15}},\"risk\":{\"probabilities\":{\"0\":0.2,\"1\":0.73,\"2\":0.06,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.08,\"1\":0.76,\"2\":0.14,\"3\":0.02}}}}", "usage": {"prompt_tokens": 594, "completion_tokens": 150, "total_tokens": 744}, "finish_reason": "stop", "latency": 4.187853928015102, "input_sha256": "45152edfcff36c304aedd637ea84cc2b568c6a63ef0befc3de5ec06e8172640d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.57, "observe": 0.33, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.25, "true": 0.75}, "p_true": 0.75}, "outcome": {"probabilities": {"failure": 0.35, "harmful": 0.01, "partial": 0.49, "success": 0.15}}, "risk": {"probabilities": {"0": 0.2, "1": 0.73, "2": 0.06, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.08, "1": 0.76, "2": 0.14, "3": 0.02}}}}
{"id": "agent_trace_observability_000003", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.55,\"human_review\":0.08,\"observe\":0.36,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.86,\"true\":0.14}},\"outcome\":{\"probabilities\":{\"failure\":0.1,\"harmful\":0.01,\"partial\":0.3,\"success\":0.59}},\"risk\":{\"probabilities\":{\"0\":0.32,\"1\":0.64,\"2\":0.035,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.55,\"1\":0.41,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 593, "completion_tokens": 150, "total_tokens": 743}, "finish_reason": "stop", "latency": 3.8440967520000413, "input_sha256": "f9e2bc24460898ba97dc2df9231463220c3feedf00a00d7d56e5eaf6b9163ea7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.55, "human_review": 0.08, "observe": 0.36, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.86, "true": 0.14}, "p_true": 0.14}, "outcome": {"probabilities": {"failure": 0.1, "harmful": 0.01, "partial": 0.3, "success": 0.59}}, "risk": {"probabilities": {"0": 0.32, "1": 0.64, "2": 0.035, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.55, "1": 0.41, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000004", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.54,\"human_review\":0.08,\"observe\":0.37,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.83,\"true\":0.17}},\"outcome\":{\"probabilities\":{\"failure\":0.18,\"harmful\":0.01,\"partial\":0.41,\"success\":0.4}},\"risk\":{\"probabilities\":{\"0\":0.42,\"1\":0.54,\"2\":0.035,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.56,\"1\":0.4,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 583, "completion_tokens": 150, "total_tokens": 733}, "finish_reason": "stop", "latency": 3.0677892480161972, "input_sha256": "1f4fd175206a5da205beef97eb959b84be09bfba98f1c5dcca26b2848702ce3b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.54, "human_review": 0.08, "observe": 0.37, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.83, "true": 0.17}, "p_true": 0.17}, "outcome": {"probabilities": {"failure": 0.18, "harmful": 0.01, "partial": 0.41, "success": 0.4}}, "risk": {"probabilities": {"0": 0.42, "1": 0.54, "2": 0.035, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.56, "1": 0.4, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000005", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.72,\"human_review\":0.06,\"observe\":0.21,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.87,\"true\":0.13}},\"outcome\":{\"probabilities\":{\"failure\":0.1,\"harmful\":0.01,\"partial\":0.24,\"success\":0.65}},\"risk\":{\"probabilities\":{\"0\":0.12,\"1\":0.81,\"2\":0.05,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.15,\"1\":0.7,\"2\":0.1,\"3\":0.05}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 3.038933222007472, "input_sha256": "752c5b430ffc2058fb7bf9a803bcea62c1c533bf7688f48cb334b1de78baae0e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.72, "human_review": 0.06, "observe": 0.21, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.87, "true": 0.13}, "p_true": 0.13}, "outcome": {"probabilities": {"failure": 0.1, "harmful": 0.01, "partial": 0.24, "success": 0.65}}, "risk": {"probabilities": {"0": 0.12, "1": 0.81, "2": 0.05, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.15, "1": 0.7, "2": 0.1, "3": 0.05}}}}
{"id": "agent_trace_observability_000006", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.28,\"observe\":0.02,\"stop\":0.69}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.9,\"partial\":0.05,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.13,\"3\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.045,\"2\":0.15,\"3\":0.8}}}}", "usage": {"prompt_tokens": 575, "completion_tokens": 150, "total_tokens": 725}, "finish_reason": "stop", "latency": 3.4234566729865037, "input_sha256": "0d3b93232167c5493fae8c1161848e6588f363398a3bafed7e2c37036db3a912", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.28, "observe": 0.02, "stop": 0.69}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.9, "partial": 0.05, "success": 0.01}}, "risk": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.13, "3": 0.85}}, "urgency": {"probabilities": {"0": 0.005, "1": 0.045, "2": 0.15, "3": 0.8}}}}
{"id": "agent_trace_observability_000007", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.2,\"human_review\":0.23,\"observe\":0.55,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"outcome\":{\"probabilities\":{\"failure\":0.19,\"harmful\":0.01,\"partial\":0.46,\"success\":0.34}},\"risk\":{\"probabilities\":{\"0\":0.18,\"1\":0.76,\"2\":0.05,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.26,\"1\":0.64,\"2\":0.09,\"3\":0.01}}}}", "usage": {"prompt_tokens": 587, "completion_tokens": 150, "total_tokens": 737}, "finish_reason": "stop", "latency": 2.823115097009577, "input_sha256": "5be638198c29f5d0accd20b0e2fdb934375db4a66ddb3fe3f10e5f72bff0e92d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.2, "human_review": 0.23, "observe": 0.55, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "outcome": {"probabilities": {"failure": 0.19, "harmful": 0.01, "partial": 0.46, "success": 0.34}}, "risk": {"probabilities": {"0": 0.18, "1": 0.76, "2": 0.05, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.26, "1": 0.64, "2": 0.09, "3": 0.01}}}}
{"id": "agent_trace_observability_000008", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.57,\"observe\":0.03,\"stop\":0.39}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.9,\"partial\":0.05,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.19,\"3\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.06,\"2\":0.24,\"3\":0.7}}}}", "usage": {"prompt_tokens": 583, "completion_tokens": 150, "total_tokens": 733}, "finish_reason": "stop", "latency": 2.6367547559784725, "input_sha256": "47c1f834396c3778278324a1402c868e070bb16b89b05a02d2ba1263009412df", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.57, "observe": 0.03, "stop": 0.39}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.9, "partial": 0.05, "success": 0.01}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.19, "3": 0.8}}, "urgency": {"probabilities": {"0": 0.0, "1": 0.06, "2": 0.24, "3": 0.7}}}}
{"id": "agent_trace_observability_000009", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.35,\"observe\":0.02,\"stop\":0.62}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.03,\"harmful\":0.91,\"partial\":0.05,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.16,\"3\":0.82}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.06,\"2\":0.2,\"3\":0.73}}}}", "usage": {"prompt_tokens": 579, "completion_tokens": 150, "total_tokens": 729}, "finish_reason": "stop", "latency": 2.7632558600162156, "input_sha256": "9396f63c7c24938145ec601ecc58a19a6638278786ef39418fc47befcf1e8dae", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.35, "observe": 0.02, "stop": 0.62}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.03, "harmful": 0.91, "partial": 0.05, "success": 0.01}}, "risk": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.16, "3": 0.82}}, "urgency": {"probabilities": {"0": 0.01, "1": 0.06, "2": 0.2, "3": 0.73}}}}
{"id": "agent_trace_observability_000010", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.38,\"human_review\":0.12,\"observe\":0.49,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.78,\"true\":0.22}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.01,\"partial\":0.38,\"success\":0.49}},\"risk\":{\"probabilities\":{\"0\":0.18,\"1\":0.77,\"2\":0.04,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.32,\"1\":0.62,\"2\":0.05,\"3\":0.01}}}}", "usage": {"prompt_tokens": 573, "completion_tokens": 150, "total_tokens": 723}, "finish_reason": "stop", "latency": 3.4564357880153693, "input_sha256": "4bd574ae01cad1baef827251b4c7ed7e077b3e7ba35831582d95991d640a1e52", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.38, "human_review": 0.12, "observe": 0.49, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.78, "true": 0.22}, "p_true": 0.22}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.01, "partial": 0.38, "success": 0.49}}, "risk": {"probabilities": {"0": 0.18, "1": 0.77, "2": 0.04, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.32, "1": 0.62, "2": 0.05, "3": 0.01}}}}
{"id": "agent_trace_observability_000011", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.78,\"human_review\":0.04,\"observe\":0.17,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.92,\"true\":0.08}},\"outcome\":{\"probabilities\":{\"failure\":0.06,\"harmful\":0.01,\"partial\":0.28,\"success\":0.65}},\"risk\":{\"probabilities\":{\"0\":0.76,\"1\":0.22,\"2\":0.015,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.73,\"1\":0.25,\"2\":0.018,\"3\":0.002}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 2.6360992969712242, "input_sha256": "5d10120bcc13d2c6a2f275e291b678d326dc030b30863551ee63c3254b03ca86", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.78, "human_review": 0.04, "observe": 0.17, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.92, "true": 0.08}, "p_true": 0.08}, "outcome": {"probabilities": {"failure": 0.06, "harmful": 0.01, "partial": 0.28, "success": 0.65}}, "risk": {"probabilities": {"0": 0.76, "1": 0.22, "2": 0.015, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.73, "1": 0.25, "2": 0.018, "3": 0.002}}}}
{"id": "agent_trace_observability_000012", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.76,\"observe\":0.13,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"outcome\":{\"probabilities\":{\"failure\":0.1,\"harmful\":0.22,\"partial\":0.38,\"success\":0.3}},\"risk\":{\"probabilities\":{\"0\":0.02,\"1\":0.14,\"2\":0.78,\"3\":0.06}},\"urgency\":{\"probabilities\":{\"0\":0.04,\"1\":0.59,\"2\":0.32,\"3\":0.05}}}}", "usage": {"prompt_tokens": 582, "completion_tokens": 150, "total_tokens": 732}, "finish_reason": "stop", "latency": 3.1560047029634006, "input_sha256": "237b8e9f99970c0ea9cd039905a635341bcacc5296f625ea55cddb6516a3a893", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.76, "observe": 0.13, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "outcome": {"probabilities": {"failure": 0.1, "harmful": 0.22, "partial": 0.38, "success": 0.3}}, "risk": {"probabilities": {"0": 0.02, "1": 0.14, "2": 0.78, "3": 0.06}}, "urgency": {"probabilities": {"0": 0.04, "1": 0.59, "2": 0.32, "3": 0.05}}}}
{"id": "agent_trace_observability_000013", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.58,\"human_review\":0.08,\"observe\":0.33,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.87,\"true\":0.13}},\"outcome\":{\"probabilities\":{\"failure\":0.08,\"harmful\":0.01,\"partial\":0.31,\"success\":0.6}},\"risk\":{\"probabilities\":{\"0\":0.21,\"1\":0.75,\"2\":0.03,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.4,\"1\":0.55,\"2\":0.04,\"3\":0.01}}}}", "usage": {"prompt_tokens": 593, "completion_tokens": 150, "total_tokens": 743}, "finish_reason": "stop", "latency": 2.570322750019841, "input_sha256": "05aaa4388b860f31cda07da58c02875e1b445615a84f939b40cbcb4932478bda", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.58, "human_review": 0.08, "observe": 0.33, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.87, "true": 0.13}, "p_true": 0.13}, "outcome": {"probabilities": {"failure": 0.08, "harmful": 0.01, "partial": 0.31, "success": 0.6}}, "risk": {"probabilities": {"0": 0.21, "1": 0.75, "2": 0.03, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.4, "1": 0.55, "2": 0.04, "3": 0.01}}}}
{"id": "agent_trace_observability_000014", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.25,\"human_review\":0.25,\"observe\":0.48,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.6,\"true\":0.4}},\"outcome\":{\"probabilities\":{\"failure\":0.22,\"harmful\":0.01,\"partial\":0.48,\"success\":0.29}},\"risk\":{\"probabilities\":{\"0\":0.22,\"1\":0.57,\"2\":0.17,\"3\":0.04}},\"urgency\":{\"probabilities\":{\"0\":0.3,\"1\":0.6,\"2\":0.09,\"3\":0.01}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 13.316368050989695, "input_sha256": "c1b0bc9301f2f302752fc9b8b1634da96e3f95ddb13519c5aa5d28334d43458d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.25, "human_review": 0.25, "observe": 0.48, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.6, "true": 0.4}, "p_true": 0.4}, "outcome": {"probabilities": {"failure": 0.22, "harmful": 0.01, "partial": 0.48, "success": 0.29}}, "risk": {"probabilities": {"0": 0.22, "1": 0.57, "2": 0.17, "3": 0.04}}, "urgency": {"probabilities": {"0": 0.3, "1": 0.6, "2": 0.09, "3": 0.01}}}}
{"id": "agent_trace_observability_000015", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.35,\"observe\":0.02,\"stop\":0.62}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.02,\"harmful\":0.95,\"partial\":0.02,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.09,\"3\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.16,\"3\":0.8}}}}", "usage": {"prompt_tokens": 572, "completion_tokens": 150, "total_tokens": 722}, "finish_reason": "stop", "latency": 2.696445320965722, "input_sha256": "9ae84daeef0b2fc6b736cdefa31394a1316ac3dad496a378ff67dc76944aa1e9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.35, "observe": 0.02, "stop": 0.62}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.02, "harmful": 0.95, "partial": 0.02, "success": 0.01}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.09, "3": 0.9}}, "urgency": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.16, "3": 0.8}}}}
{"id": "agent_trace_observability_000016", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.42,\"observe\":0.03,\"stop\":0.54}},\"needs_review\":{\"probabilities\":{\"false\":0.02,\"true\":0.98}},\"outcome\":{\"probabilities\":{\"failure\":0.06,\"harmful\":0.86,\"partial\":0.06,\"success\":0.02}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.32,\"3\":0.65}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.28,\"3\":0.62}}}}", "usage": {"prompt_tokens": 596, "completion_tokens": 150, "total_tokens": 746}, "finish_reason": "stop", "latency": 3.3046550640137866, "input_sha256": "ead379bd1051d7b7fb5c5e614e368734d750f1b0d19009bfdd4b8e3aa983cbdf", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.42, "observe": 0.03, "stop": 0.54}}, "needs_review": {"probabilities": {"false": 0.02, "true": 0.98}, "p_true": 0.98}, "outcome": {"probabilities": {"failure": 0.06, "harmful": 0.86, "partial": 0.06, "success": 0.02}}, "risk": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.32, "3": 0.65}}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.28, "3": 0.62}}}}
{"id": "agent_trace_observability_000017", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.17,\"human_review\":0.32,\"observe\":0.48,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.51,\"true\":0.49}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.03,\"partial\":0.28,\"success\":0.57}},\"risk\":{\"probabilities\":{\"0\":0.02,\"1\":0.29,\"2\":0.57,\"3\":0.12}},\"urgency\":{\"probabilities\":{\"0\":0.12,\"1\":0.68,\"2\":0.16,\"3\":0.04}}}}", "usage": {"prompt_tokens": 576, "completion_tokens": 150, "total_tokens": 726}, "finish_reason": "stop", "latency": 2.764617531967815, "input_sha256": "1883e5dd69dc5a84b06a3154f164901e0c0d447a9806b957ae4a0fb2ac4166ba", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.17, "human_review": 0.32, "observe": 0.48, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.51, "true": 0.49}, "p_true": 0.49}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.03, "partial": 0.28, "success": 0.57}}, "risk": {"probabilities": {"0": 0.020000000000000004, "1": 0.29000000000000004, "2": 0.5700000000000001, "3": 0.12000000000000001}}, "urgency": {"probabilities": {"0": 0.12, "1": 0.68, "2": 0.16, "3": 0.04}}}}
{"id": "agent_trace_observability_000018", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.7,\"human_review\":0.08,\"observe\":0.21,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.86,\"true\":0.14}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.01,\"partial\":0.72,\"success\":0.15}},\"risk\":{\"probabilities\":{\"0\":0.94,\"1\":0.05,\"2\":0.008,\"3\":0.002}},\"urgency\":{\"probabilities\":{\"0\":0.79,\"1\":0.19,\"2\":0.018,\"3\":0.002}}}}", "usage": {"prompt_tokens": 583, "completion_tokens": 150, "total_tokens": 733}, "finish_reason": "stop", "latency": 3.20825019601034, "input_sha256": "9ad31edafd3b1e2455b278f4fcc2dfb89ce1d353daa4001ab8b480404ec9b58f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.7, "human_review": 0.08, "observe": 0.21, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.86, "true": 0.14}, "p_true": 0.14}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.01, "partial": 0.72, "success": 0.15}}, "risk": {"probabilities": {"0": 0.94, "1": 0.05, "2": 0.008, "3": 0.002}}, "urgency": {"probabilities": {"0": 0.79, "1": 0.19, "2": 0.018, "3": 0.002}}}}
{"id": "agent_trace_observability_000019", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.04,\"human_review\":0.7,\"observe\":0.1,\"stop\":0.16}},\"needs_review\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.3,\"partial\":0.38,\"success\":0.2}},\"risk\":{\"probabilities\":{\"0\":0.02,\"1\":0.08,\"2\":0.75,\"3\":0.15}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.43,\"2\":0.36,\"3\":0.18}}}}", "usage": {"prompt_tokens": 587, "completion_tokens": 150, "total_tokens": 737}, "finish_reason": "stop", "latency": 2.809884365997277, "input_sha256": "1e13fbec4ccc90245f93bd32f8cc19454a17cfcbebf837bbfc736f6fc599bae7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.04, "human_review": 0.7, "observe": 0.1, "stop": 0.16}}, "needs_review": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.3, "partial": 0.38, "success": 0.2}}, "risk": {"probabilities": {"0": 0.02, "1": 0.08, "2": 0.75, "3": 0.15}}, "urgency": {"probabilities": {"0": 0.03, "1": 0.43, "2": 0.36, "3": 0.18}}}}
{"id": "agent_trace_observability_000020", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.2,\"human_review\":0.45,\"observe\":0.33,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.4,\"true\":0.6}},\"outcome\":{\"probabilities\":{\"failure\":0.05,\"harmful\":0.02,\"partial\":0.33,\"success\":0.6}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.15,\"2\":0.8,\"3\":0.04}},\"urgency\":{\"probabilities\":{\"0\":0.1,\"1\":0.72,\"2\":0.15,\"3\":0.03}}}}", "usage": {"prompt_tokens": 585, "completion_tokens": 150, "total_tokens": 735}, "finish_reason": "stop", "latency": 2.966570115007926, "input_sha256": "d552838755150dce71cae850f0278a7f0863bae8f892d212896b61d2eb031b60", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.2, "human_review": 0.45, "observe": 0.33, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.4, "true": 0.6}, "p_true": 0.6}, "outcome": {"probabilities": {"failure": 0.05, "harmful": 0.02, "partial": 0.33, "success": 0.6}}, "risk": {"probabilities": {"0": 0.01, "1": 0.15, "2": 0.8, "3": 0.04}}, "urgency": {"probabilities": {"0": 0.1, "1": 0.72, "2": 0.15, "3": 0.03}}}}
{"id": "agent_trace_observability_000021", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.94,\"human_review\":0.01,\"observe\":0.045,\"stop\":0.005}},\"needs_review\":{\"probabilities\":{\"false\":0.98,\"true\":0.02}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.005,\"partial\":0.605,\"success\":0.35}},\"risk\":{\"probabilities\":{\"0\":0.98,\"1\":0.015,\"2\":0.004,\"3\":0.001}},\"urgency\":{\"probabilities\":{\"0\":0.92,\"1\":0.075,\"2\":0.004,\"3\":0.001}}}}", "usage": {"prompt_tokens": 574, "completion_tokens": 150, "total_tokens": 724}, "finish_reason": "stop", "latency": 2.70709324197378, "input_sha256": "89b38a46c67ba1f991be23342a67da559536ca91c508b9256897355edbd4f094", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.94, "human_review": 0.01, "observe": 0.045, "stop": 0.005}}, "needs_review": {"probabilities": {"false": 0.98, "true": 0.02}, "p_true": 0.02}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.005, "partial": 0.605, "success": 0.35}}, "risk": {"probabilities": {"0": 0.98, "1": 0.015, "2": 0.004, "3": 0.001}}, "urgency": {"probabilities": {"0": 0.92, "1": 0.075, "2": 0.004, "3": 0.001}}}}
{"id": "agent_trace_observability_000022", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.35,\"human_review\":0.08,\"observe\":0.56,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.82,\"true\":0.18}},\"outcome\":{\"probabilities\":{\"failure\":0.22,\"harmful\":0.01,\"partial\":0.64,\"success\":0.13}},\"risk\":{\"probabilities\":{\"0\":0.94,\"1\":0.05,\"2\":0.008,\"3\":0.002}},\"urgency\":{\"probabilities\":{\"0\":0.68,\"1\":0.29,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 580, "completion_tokens": 150, "total_tokens": 730}, "finish_reason": "stop", "latency": 2.896904965979047, "input_sha256": "9ace1eade39645341915153313cdc6c631578e92bf06709787998007210bf491", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.35, "human_review": 0.08, "observe": 0.56, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.82, "true": 0.18}, "p_true": 0.18}, "outcome": {"probabilities": {"failure": 0.22, "harmful": 0.01, "partial": 0.64, "success": 0.13}}, "risk": {"probabilities": {"0": 0.94, "1": 0.05, "2": 0.008, "3": 0.002}}, "urgency": {"probabilities": {"0": 0.68, "1": 0.29, "2": 0.025, "3": 0.005}}}}
{"id": "agent_trace_observability_000023", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.8,\"human_review\":0.03,\"observe\":0.165,\"stop\":0.005}},\"needs_review\":{\"probabilities\":{\"false\":0.94,\"true\":0.06}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.005,\"partial\":0.155,\"success\":0.8}},\"risk\":{\"probabilities\":{\"0\":0.55,\"1\":0.43,\"2\":0.015,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.75,\"1\":0.23,\"2\":0.018,\"3\":0.002}}}}", "usage": {"prompt_tokens": 586, "completion_tokens": 150, "total_tokens": 736}, "finish_reason": "stop", "latency": 2.902573163039051, "input_sha256": "7ce0e1bd111f7c0fdee46d9377223d15ec8f641ba717f1e1b728a3d37babc129", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.8, "human_review": 0.03, "observe": 0.165, "stop": 0.005}}, "needs_review": {"probabilities": {"false": 0.94, "true": 0.06}, "p_true": 0.06}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.005, "partial": 0.155, "success": 0.8}}, "risk": {"probabilities": {"0": 0.55, "1": 0.43, "2": 0.015, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.75, "1": 0.23, "2": 0.018, "3": 0.002}}}}
{"id": "agent_trace_observability_000024", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.18,\"human_review\":0.32,\"observe\":0.47,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.49,\"true\":0.51}},\"outcome\":{\"probabilities\":{\"failure\":0.15,\"harmful\":0.03,\"partial\":0.28,\"success\":0.54}},\"risk\":{\"probabilities\":{\"0\":0.02,\"1\":0.35,\"2\":0.57,\"3\":0.06}},\"urgency\":{\"probabilities\":{\"0\":0.16,\"1\":0.66,\"2\":0.15,\"3\":0.03}}}}", "usage": {"prompt_tokens": 594, "completion_tokens": 150, "total_tokens": 744}, "finish_reason": "stop", "latency": 3.3530649760505185, "input_sha256": "09dc4eb024d36e0954150c122fa34474bf7beca5d05d993548fdadca2c6bbb13", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.18, "human_review": 0.32, "observe": 0.47, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.49, "true": 0.51}, "p_true": 0.51}, "outcome": {"probabilities": {"failure": 0.15, "harmful": 0.03, "partial": 0.28, "success": 0.54}}, "risk": {"probabilities": {"0": 0.020000000000000004, "1": 0.35000000000000003, "2": 0.5700000000000001, "3": 0.060000000000000005}}, "urgency": {"probabilities": {"0": 0.16, "1": 0.66, "2": 0.15, "3": 0.03}}}}
{"id": "agent_trace_observability_000025", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.3,\"observe\":0.02,\"stop\":0.67}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.02,\"harmful\":0.94,\"partial\":0.03,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.16,\"3\":0.83}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.2,\"3\":0.76}}}}", "usage": {"prompt_tokens": 589, "completion_tokens": 150, "total_tokens": 739}, "finish_reason": "stop", "latency": 3.5276399240246974, "input_sha256": "86e7a30f69ad9d31a97817a98f3ecd2e5dcdfc6c48acccdfbb00d6e27df0fca4", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.3, "observe": 0.02, "stop": 0.67}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.02, "harmful": 0.94, "partial": 0.03, "success": 0.01}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.16, "3": 0.83}}, "urgency": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.2, "3": 0.76}}}}
{"id": "agent_trace_observability_000026", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.38,\"observe\":0.03,\"stop\":0.58}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.88,\"partial\":0.06,\"success\":0.02}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.19,\"3\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.2,\"3\":0.76}}}}", "usage": {"prompt_tokens": 584, "completion_tokens": 150, "total_tokens": 734}, "finish_reason": "stop", "latency": 2.8445042120292783, "input_sha256": "54136590ab07d2039591c3a27621878a07e7dd9d64eb0f688047c9ccbce7127d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.38, "observe": 0.03, "stop": 0.58}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.88, "partial": 0.06, "success": 0.02}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.19, "3": 0.8}}, "urgency": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.2, "3": 0.76}}}}
{"id": "agent_trace_observability_000027", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.68,\"human_review\":0.05,\"observe\":0.26,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.9,\"true\":0.1}},\"outcome\":{\"probabilities\":{\"failure\":0.08,\"harmful\":0.01,\"partial\":0.21,\"success\":0.7}},\"risk\":{\"probabilities\":{\"0\":0.14,\"1\":0.8,\"2\":0.04,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.24,\"1\":0.68,\"2\":0.06,\"3\":0.02}}}}", "usage": {"prompt_tokens": 594, "completion_tokens": 150, "total_tokens": 744}, "finish_reason": "stop", "latency": 2.8795274950098246, "input_sha256": "f50476ae7a403f9d3b6f5c747c27bf76902b637a7c532dcf55cb5c1b92cd5312", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.68, "human_review": 0.05, "observe": 0.26, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.9, "true": 0.1}, "p_true": 0.1}, "outcome": {"probabilities": {"failure": 0.08, "harmful": 0.01, "partial": 0.21, "success": 0.7}}, "risk": {"probabilities": {"0": 0.14, "1": 0.8, "2": 0.04, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.24, "1": 0.68, "2": 0.06, "3": 0.02}}}}
{"id": "agent_trace_observability_000028", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.84,\"human_review\":0.03,\"observe\":0.12,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.94,\"true\":0.06}},\"outcome\":{\"probabilities\":{\"failure\":0.1,\"harmful\":0.01,\"partial\":0.42,\"success\":0.47}},\"risk\":{\"probabilities\":{\"0\":0.95,\"1\":0.04,\"2\":0.008,\"3\":0.002}},\"urgency\":{\"probabilities\":{\"0\":0.77,\"1\":0.21,\"2\":0.018,\"3\":0.002}}}}", "usage": {"prompt_tokens": 571, "completion_tokens": 150, "total_tokens": 721}, "finish_reason": "stop", "latency": 2.4091909129638225, "input_sha256": "6bb1861f1553ad53a10fd481d3589643fa118fa511337df770051e30c2119b76", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.84, "human_review": 0.03, "observe": 0.12, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.94, "true": 0.06}, "p_true": 0.06}, "outcome": {"probabilities": {"failure": 0.1, "harmful": 0.01, "partial": 0.42, "success": 0.47}}, "risk": {"probabilities": {"0": 0.95, "1": 0.04, "2": 0.008, "3": 0.002}}, "urgency": {"probabilities": {"0": 0.77, "1": 0.21, "2": 0.018, "3": 0.002}}}}
{"id": "agent_trace_observability_000029", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.15,\"human_review\":0.32,\"observe\":0.51,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.53,\"true\":0.47}},\"outcome\":{\"probabilities\":{\"failure\":0.33,\"harmful\":0.01,\"partial\":0.53,\"success\":0.13}},\"risk\":{\"probabilities\":{\"0\":0.25,\"1\":0.68,\"2\":0.06,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.22,\"1\":0.67,\"2\":0.1,\"3\":0.01}}}}", "usage": {"prompt_tokens": 571, "completion_tokens": 150, "total_tokens": 721}, "finish_reason": "stop", "latency": 2.716887661954388, "input_sha256": "1d20c6be6dfda0a9fab2902168a7b1067364e66ca0ce2dbb8a9ae63a64eaaeea", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.15, "human_review": 0.32, "observe": 0.51, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.53, "true": 0.47}, "p_true": 0.47}, "outcome": {"probabilities": {"failure": 0.33, "harmful": 0.01, "partial": 0.53, "success": 0.13}}, "risk": {"probabilities": {"0": 0.25, "1": 0.68, "2": 0.06, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.22, "1": 0.67, "2": 0.1, "3": 0.01}}}}
{"id": "agent_trace_observability_000030", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.65,\"observe\":0.25,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.2,\"true\":0.8}},\"outcome\":{\"probabilities\":{\"failure\":0.2,\"harmful\":0.03,\"partial\":0.5,\"success\":0.27}},\"risk\":{\"probabilities\":{\"0\":0.02,\"1\":0.2,\"2\":0.75,\"3\":0.03}},\"urgency\":{\"probabilities\":{\"0\":0.05,\"1\":0.7,\"2\":0.23,\"3\":0.02}}}}", "usage": {"prompt_tokens": 594, "completion_tokens": 150, "total_tokens": 744}, "finish_reason": "stop", "latency": 2.6023182300268672, "input_sha256": "33bd66384204b73fee2cfa9464de12061073fd3917cde43ea1002c691da2e481", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.65, "observe": 0.25, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.2, "true": 0.8}, "p_true": 0.8}, "outcome": {"probabilities": {"failure": 0.2, "harmful": 0.03, "partial": 0.5, "success": 0.27}}, "risk": {"probabilities": {"0": 0.02, "1": 0.2, "2": 0.75, "3": 0.03}}, "urgency": {"probabilities": {"0": 0.05, "1": 0.7, "2": 0.23, "3": 0.02}}}}
{"id": "agent_trace_observability_000031", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.06,\"human_review\":0.73,\"observe\":0.18,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"outcome\":{\"probabilities\":{\"failure\":0.82,\"harmful\":0.01,\"partial\":0.15,\"success\":0.02}},\"risk\":{\"probabilities\":{\"0\":0.59,\"1\":0.35,\"2\":0.05,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.08,\"1\":0.76,\"2\":0.14,\"3\":0.02}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 2.6543252610135823, "input_sha256": "d4f618c1eee7f80e38708299a20f15f206168e411710592e84f080fb1f6e8621", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.06, "human_review": 0.73, "observe": 0.18, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "outcome": {"probabilities": {"failure": 0.82, "harmful": 0.01, "partial": 0.15, "success": 0.02}}, "risk": {"probabilities": {"0": 0.59, "1": 0.35, "2": 0.05, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.08, "1": 0.76, "2": 0.14, "3": 0.02}}}}
{"id": "agent_trace_observability_000032", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.62,\"observe\":0.03,\"stop\":0.34}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.03,\"harmful\":0.9,\"partial\":0.06,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.02,\"2\":0.25,\"3\":0.72}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.36,\"3\":0.55}}}}", "usage": {"prompt_tokens": 586, "completion_tokens": 150, "total_tokens": 736}, "finish_reason": "stop", "latency": 2.764815661998, "input_sha256": "fbfced6f5dfd87687067f88ca09553c40227cd3c6d9efa57330c9745b64d0f8c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.62, "observe": 0.03, "stop": 0.34}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.03, "harmful": 0.9, "partial": 0.06, "success": 0.01}}, "risk": {"probabilities": {"0": 0.01, "1": 0.02, "2": 0.25, "3": 0.72}}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.36, "3": 0.55}}}}
{"id": "agent_trace_observability_000033", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.64,\"observe\":0.03,\"stop\":0.32}},\"needs_review\":{\"probabilities\":{\"false\":0.02,\"true\":0.98}},\"outcome\":{\"probabilities\":{\"failure\":0.03,\"harmful\":0.9,\"partial\":0.05,\"success\":0.02}},\"risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.025,\"2\":0.27,\"3\":0.7}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.29,\"3\":0.62}}}}", "usage": {"prompt_tokens": 593, "completion_tokens": 150, "total_tokens": 743}, "finish_reason": "stop", "latency": 3.245081210974604, "input_sha256": "cc4dd9c7b67fe017d28941e4c1491445ea223dd21e968d4497d87274fb7000ec", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.64, "observe": 0.03, "stop": 0.32}}, "needs_review": {"probabilities": {"false": 0.02, "true": 0.98}, "p_true": 0.98}, "outcome": {"probabilities": {"failure": 0.03, "harmful": 0.9, "partial": 0.05, "success": 0.02}}, "risk": {"probabilities": {"0": 0.005, "1": 0.025, "2": 0.27, "3": 0.7}}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.29, "3": 0.62}}}}
{"id": "agent_trace_observability_000034", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.18,\"human_review\":0.4,\"observe\":0.4,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.42,\"true\":0.58}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.03,\"partial\":0.25,\"success\":0.6}},\"risk\":{\"probabilities\":{\"0\":0.02,\"1\":0.29,\"2\":0.62,\"3\":0.07}},\"urgency\":{\"probabilities\":{\"0\":0.12,\"1\":0.73,\"2\":0.13,\"3\":0.02}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 3.0292388739762828, "input_sha256": "e3b965588685c66542fdd30de73decded73e8c06bf730ea04c81c33b6d4de3aa", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.18, "human_review": 0.4, "observe": 0.4, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.42, "true": 0.58}, "p_true": 0.58}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.03, "partial": 0.25, "success": 0.6}}, "risk": {"probabilities": {"0": 0.02, "1": 0.29, "2": 0.62, "3": 0.07}}, "urgency": {"probabilities": {"0": 0.12, "1": 0.73, "2": 0.13, "3": 0.02}}}}
{"id": "agent_trace_observability_000035", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.48,\"human_review\":0.08,\"observe\":0.43,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.8,\"true\":0.2}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.01,\"partial\":0.43,\"success\":0.44}},\"risk\":{\"probabilities\":{\"0\":0.66,\"1\":0.31,\"2\":0.025,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.48,\"1\":0.47,\"2\":0.045,\"3\":0.005}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 3.0561478410381824, "input_sha256": "2a3443e27e35719ae31d379927377769df950aa784120b50daa7b220182b3ad6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.48, "human_review": 0.08, "observe": 0.43, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.8, "true": 0.2}, "p_true": 0.2}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.01, "partial": 0.43, "success": 0.44}}, "risk": {"probabilities": {"0": 0.66, "1": 0.31, "2": 0.025, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.48, "1": 0.47, "2": 0.045, "3": 0.005}}}}
{"id": "agent_trace_observability_000036", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.18,\"human_review\":0.24,\"observe\":0.57,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.61,\"true\":0.39}},\"outcome\":{\"probabilities\":{\"failure\":0.24,\"harmful\":0.01,\"partial\":0.51,\"success\":0.24}},\"risk\":{\"probabilities\":{\"0\":0.68,\"1\":0.29,\"2\":0.025,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.29,\"1\":0.65,\"2\":0.055,\"3\":0.005}}}}", "usage": {"prompt_tokens": 586, "completion_tokens": 150, "total_tokens": 736}, "finish_reason": "stop", "latency": 2.8220966460066848, "input_sha256": "817ce602266a9f7a94135215132c5247fd7c3e8553947fff1ca065ecc69d36ae", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.18000000000000002, "human_review": 0.24000000000000002, "observe": 0.5700000000000001, "stop": 0.010000000000000002}}, "needs_review": {"probabilities": {"false": 0.61, "true": 0.39}, "p_true": 0.39}, "outcome": {"probabilities": {"failure": 0.24, "harmful": 0.01, "partial": 0.51, "success": 0.24}}, "risk": {"probabilities": {"0": 0.68, "1": 0.29, "2": 0.025, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.29, "1": 0.65, "2": 0.055, "3": 0.005}}}}
{"id": "agent_trace_observability_000037", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.36,\"observe\":0.03,\"stop\":0.6}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.02,\"harmful\":0.94,\"partial\":0.03,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.18,\"3\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.07,\"2\":0.2,\"3\":0.72}}}}", "usage": {"prompt_tokens": 592, "completion_tokens": 150, "total_tokens": 742}, "finish_reason": "stop", "latency": 2.784702740958892, "input_sha256": "151039051148c3f4acb3f7ca1a93cab8f06393c52ece7970d010496299f1ad64", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.36, "observe": 0.03, "stop": 0.6}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.02, "harmful": 0.94, "partial": 0.03, "success": 0.01}}, "risk": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.18, "3": 0.8}}, "urgency": {"probabilities": {"0": 0.01, "1": 0.07, "2": 0.2, "3": 0.72}}}}
{"id": "agent_trace_observability_000038", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.32,\"human_review\":0.18,\"observe\":0.48,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.67,\"true\":0.33}},\"outcome\":{\"probabilities\":{\"failure\":0.15,\"harmful\":0.01,\"partial\":0.39,\"success\":0.45}},\"risk\":{\"probabilities\":{\"0\":0.54,\"1\":0.4,\"2\":0.05,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.42,\"1\":0.51,\"2\":0.06,\"3\":0.01}}}}", "usage": {"prompt_tokens": 586, "completion_tokens": 150, "total_tokens": 736}, "finish_reason": "stop", "latency": 2.8427686790237203, "input_sha256": "c48cdd670b6cbf7c095e4e7954ffb79d408e58b0f68725df2e76ba0394fad4a0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.32, "human_review": 0.18, "observe": 0.48, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.67, "true": 0.33}, "p_true": 0.33}, "outcome": {"probabilities": {"failure": 0.15, "harmful": 0.01, "partial": 0.39, "success": 0.45}}, "risk": {"probabilities": {"0": 0.54, "1": 0.4, "2": 0.05, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.42, "1": 0.51, "2": 0.06, "3": 0.01}}}}
{"id": "agent_trace_observability_000039", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.4,\"observe\":0.04,\"stop\":0.55}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.02,\"harmful\":0.94,\"partial\":0.03,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.19,\"3\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.07,\"2\":0.22,\"3\":0.7}}}}", "usage": {"prompt_tokens": 576, "completion_tokens": 150, "total_tokens": 726}, "finish_reason": "stop", "latency": 2.7339801270281896, "input_sha256": "34fb702c11232cac4654dcddc618c75c0533b89c8bbabd654fc0bb35897fa958", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.4, "observe": 0.04, "stop": 0.55}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.02, "harmful": 0.94, "partial": 0.03, "success": 0.01}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.19, "3": 0.8}}, "urgency": {"probabilities": {"0": 0.01, "1": 0.07, "2": 0.22, "3": 0.7}}}}
{"id": "agent_trace_observability_000040", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.57,\"observe\":0.32,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.24,\"true\":0.76}},\"outcome\":{\"probabilities\":{\"failure\":0.42,\"harmful\":0.01,\"partial\":0.49,\"success\":0.08}},\"risk\":{\"probabilities\":{\"0\":0.24,\"1\":0.65,\"2\":0.09,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.09,\"1\":0.7,\"2\":0.19,\"3\":0.02}}}}", "usage": {"prompt_tokens": 584, "completion_tokens": 150, "total_tokens": 734}, "finish_reason": "stop", "latency": 2.765268864983227, "input_sha256": "82f1854e8ea5137a601cb09ecfaf126201aa41bb1b9acba8dc40282d40b6b9bd", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.57, "observe": 0.32, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.24, "true": 0.76}, "p_true": 0.76}, "outcome": {"probabilities": {"failure": 0.42, "harmful": 0.01, "partial": 0.49, "success": 0.08}}, "risk": {"probabilities": {"0": 0.24, "1": 0.65, "2": 0.09, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.09, "1": 0.7, "2": 0.19, "3": 0.02}}}}
{"id": "agent_trace_observability_000041", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.48,\"human_review\":0.08,\"observe\":0.43,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.82,\"true\":0.18}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.01,\"partial\":0.65,\"success\":0.22}},\"risk\":{\"probabilities\":{\"0\":0.94,\"1\":0.05,\"2\":0.008,\"3\":0.002}},\"urgency\":{\"probabilities\":{\"0\":0.65,\"1\":0.33,\"2\":0.018,\"3\":0.002}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 2.6277659529587254, "input_sha256": "b387283871c2eadad4ba32d4095e8960130c7e156a2582086af251d233951a38", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.48, "human_review": 0.08, "observe": 0.43, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.82, "true": 0.18}, "p_true": 0.18}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.01, "partial": 0.65, "success": 0.22}}, "risk": {"probabilities": {"0": 0.94, "1": 0.05, "2": 0.008, "3": 0.002}}, "urgency": {"probabilities": {"0": 0.65, "1": 0.33, "2": 0.018, "3": 0.002}}}}
{"id": "agent_trace_observability_000042", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.16,\"human_review\":0.28,\"observe\":0.55,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.56,\"true\":0.44}},\"outcome\":{\"probabilities\":{\"failure\":0.23,\"harmful\":0.01,\"partial\":0.53,\"success\":0.23}},\"risk\":{\"probabilities\":{\"0\":0.48,\"1\":0.48,\"2\":0.035,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.25,\"1\":0.66,\"2\":0.08,\"3\":0.01}}}}", "usage": {"prompt_tokens": 584, "completion_tokens": 150, "total_tokens": 734}, "finish_reason": "stop", "latency": 3.7614021449699067, "input_sha256": "9f987ab4e767c83de50e8adca5fc6e60ce14c9f5df60e56593d94afad0e799cf", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.16, "human_review": 0.28, "observe": 0.55, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.56, "true": 0.44}, "p_true": 0.44}, "outcome": {"probabilities": {"failure": 0.23, "harmful": 0.01, "partial": 0.53, "success": 0.23}}, "risk": {"probabilities": {"0": 0.48, "1": 0.48, "2": 0.035, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.25, "1": 0.66, "2": 0.08, "3": 0.01}}}}
{"id": "agent_trace_observability_000043", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.7,\"observe\":0.17,\"stop\":0.05}},\"needs_review\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.06,\"partial\":0.4,\"success\":0.42}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.13,\"2\":0.75,\"3\":0.11}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.38,\"2\":0.38,\"3\":0.22}}}}", "usage": {"prompt_tokens": 576, "completion_tokens": 150, "total_tokens": 726}, "finish_reason": "stop", "latency": 2.9395395549945533, "input_sha256": "11ffa1c089ed8442ca56f9255d38166306a84c500442c0b8f02eed2882848574", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.7, "observe": 0.17, "stop": 0.05}}, "needs_review": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.06, "partial": 0.4, "success": 0.42}}, "risk": {"probabilities": {"0": 0.01, "1": 0.13, "2": 0.75, "3": 0.11}}, "urgency": {"probabilities": {"0": 0.02, "1": 0.38, "2": 0.38, "3": 0.22}}}}
{"id": "agent_trace_observability_000044", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.06,\"human_review\":0.74,\"observe\":0.15,\"stop\":0.05}},\"needs_review\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"outcome\":{\"probabilities\":{\"failure\":0.2,\"harmful\":0.08,\"partial\":0.44,\"success\":0.28}},\"risk\":{\"probabilities\":{\"0\":0.03,\"1\":0.14,\"2\":0.72,\"3\":0.11}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.55,\"2\":0.34,\"3\":0.08}}}}", "usage": {"prompt_tokens": 586, "completion_tokens": 150, "total_tokens": 736}, "finish_reason": "stop", "latency": 2.9858863670378923, "input_sha256": "f8f37675417bf5839351d13b065f7a085f67656289c79f57ef4c698e34a03b24", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.06, "human_review": 0.74, "observe": 0.15, "stop": 0.05}}, "needs_review": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "outcome": {"probabilities": {"failure": 0.2, "harmful": 0.08, "partial": 0.44, "success": 0.28}}, "risk": {"probabilities": {"0": 0.03, "1": 0.14, "2": 0.72, "3": 0.11}}, "urgency": {"probabilities": {"0": 0.03, "1": 0.55, "2": 0.34, "3": 0.08}}}}
{"id": "agent_trace_observability_000045", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.55,\"human_review\":0.08,\"observe\":0.36,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.85,\"true\":0.15}},\"outcome\":{\"probabilities\":{\"failure\":0.08,\"harmful\":0.01,\"partial\":0.24,\"success\":0.67}},\"risk\":{\"probabilities\":{\"0\":0.12,\"1\":0.83,\"2\":0.04,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.58,\"1\":0.38,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 582, "completion_tokens": 150, "total_tokens": 732}, "finish_reason": "stop", "latency": 2.5404723559622653, "input_sha256": "3cee504ee00c39136cf09263806a29806ad887efae36bd8fa9167fe17ab105d1", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.55, "human_review": 0.08, "observe": 0.36, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.85, "true": 0.15}, "p_true": 0.15}, "outcome": {"probabilities": {"failure": 0.08, "harmful": 0.01, "partial": 0.24, "success": 0.67}}, "risk": {"probabilities": {"0": 0.12, "1": 0.83, "2": 0.04, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.58, "1": 0.38, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000046", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.9,\"human_review\":0.02,\"observe\":0.075,\"stop\":0.005}},\"needs_review\":{\"probabilities\":{\"false\":0.96,\"true\":0.04}},\"outcome\":{\"probabilities\":{\"failure\":0.08,\"harmful\":0.005,\"partial\":0.565,\"success\":0.35}},\"risk\":{\"probabilities\":{\"0\":0.97,\"1\":0.025,\"2\":0.004,\"3\":0.001}},\"urgency\":{\"probabilities\":{\"0\":0.88,\"1\":0.11,\"2\":0.009,\"3\":0.001}}}}", "usage": {"prompt_tokens": 587, "completion_tokens": 150, "total_tokens": 737}, "finish_reason": "stop", "latency": 4.075223442981951, "input_sha256": "2350e1655a04467452ba631dbb063d1dbec5d0eecf8de25d8e92c90a1cb1fffc", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.9, "human_review": 0.02, "observe": 0.075, "stop": 0.005}}, "needs_review": {"probabilities": {"false": 0.96, "true": 0.04}, "p_true": 0.04}, "outcome": {"probabilities": {"failure": 0.08000000000000002, "harmful": 0.005000000000000001, "partial": 0.5650000000000001, "success": 0.35000000000000003}}, "risk": {"probabilities": {"0": 0.97, "1": 0.025, "2": 0.004, "3": 0.001}}, "urgency": {"probabilities": {"0": 0.88, "1": 0.11, "2": 0.009, "3": 0.001}}}}
{"id": "agent_trace_observability_000047", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.42,\"human_review\":0.12,\"observe\":0.44,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.79,\"true\":0.21}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.02,\"partial\":0.26,\"success\":0.6}},\"risk\":{\"probabilities\":{\"0\":0.13,\"1\":0.73,\"2\":0.08,\"3\":0.06}},\"urgency\":{\"probabilities\":{\"0\":0.21,\"1\":0.65,\"2\":0.1,\"3\":0.04}}}}", "usage": {"prompt_tokens": 599, "completion_tokens": 150, "total_tokens": 749}, "finish_reason": "stop", "latency": 2.975385452969931, "input_sha256": "074607efc23d60be79250ccc8da7312751a27fc426e6aaff10644a5948544589", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.42, "human_review": 0.12, "observe": 0.44, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.79, "true": 0.21}, "p_true": 0.21}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.02, "partial": 0.26, "success": 0.6}}, "risk": {"probabilities": {"0": 0.13, "1": 0.73, "2": 0.08, "3": 0.06}}, "urgency": {"probabilities": {"0": 0.21, "1": 0.65, "2": 0.1, "3": 0.04}}}}
{"id": "agent_trace_observability_000048", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.48,\"human_review\":0.08,\"observe\":0.43,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.85,\"true\":0.15}},\"outcome\":{\"probabilities\":{\"failure\":0.09,\"harmful\":0.01,\"partial\":0.36,\"success\":0.54}},\"risk\":{\"probabilities\":{\"0\":0.12,\"1\":0.84,\"2\":0.03,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.35,\"1\":0.59,\"2\":0.05,\"3\":0.01}}}}", "usage": {"prompt_tokens": 581, "completion_tokens": 150, "total_tokens": 731}, "finish_reason": "stop", "latency": 2.466324469947722, "input_sha256": "9d782655aa6787fb046fd97c3da906f82f90b096e94bb977019898fde13b54ee", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.48, "human_review": 0.08, "observe": 0.43, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.85, "true": 0.15}, "p_true": 0.15}, "outcome": {"probabilities": {"failure": 0.09, "harmful": 0.01, "partial": 0.36, "success": 0.54}}, "risk": {"probabilities": {"0": 0.12, "1": 0.84, "2": 0.03, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.35, "1": 0.59, "2": 0.05, "3": 0.01}}}}
{"id": "agent_trace_observability_000049", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.28,\"human_review\":0.25,\"observe\":0.45,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.04,\"partial\":0.22,\"success\":0.7}},\"risk\":{\"probabilities\":{\"0\":0.02,\"1\":0.32,\"2\":0.62,\"3\":0.04}},\"urgency\":{\"probabilities\":{\"0\":0.25,\"1\":0.66,\"2\":0.08,\"3\":0.01}}}}", "usage": {"prompt_tokens": 576, "completion_tokens": 150, "total_tokens": 726}, "finish_reason": "stop", "latency": 3.305190994986333, "input_sha256": "cdd1bf776b6951a22e7ebb4985d0adb59a11a244176a1bcdd96eeadde1261595", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.28, "human_review": 0.25, "observe": 0.45, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.04, "partial": 0.22, "success": 0.7}}, "risk": {"probabilities": {"0": 0.02, "1": 0.32, "2": 0.62, "3": 0.04}}, "urgency": {"probabilities": {"0": 0.25, "1": 0.66, "2": 0.08, "3": 0.01}}}}
{"id": "agent_trace_observability_000050", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.12,\"human_review\":0.5,\"observe\":0.35,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.3,\"true\":0.7}},\"outcome\":{\"probabilities\":{\"failure\":0.15,\"harmful\":0.06,\"partial\":0.44,\"success\":0.35}},\"risk\":{\"probabilities\":{\"0\":0.02,\"1\":0.23,\"2\":0.7,\"3\":0.05}},\"urgency\":{\"probabilities\":{\"0\":0.08,\"1\":0.72,\"2\":0.17,\"3\":0.03}}}}", "usage": {"prompt_tokens": 573, "completion_tokens": 150, "total_tokens": 723}, "finish_reason": "stop", "latency": 2.6833993550390005, "input_sha256": "f487f880c73a5772c6424bbd2d31fb38deafee82bc78bc89e8f8b123270c0621", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.12, "human_review": 0.5, "observe": 0.35, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.3, "true": 0.7}, "p_true": 0.7}, "outcome": {"probabilities": {"failure": 0.15, "harmful": 0.06, "partial": 0.44, "success": 0.35}}, "risk": {"probabilities": {"0": 0.02, "1": 0.23, "2": 0.7, "3": 0.05}}, "urgency": {"probabilities": {"0": 0.08, "1": 0.72, "2": 0.17, "3": 0.03}}}}
{"id": "agent_trace_observability_000051", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.23,\"human_review\":0.17,\"observe\":0.59,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.7,\"true\":0.3}},\"outcome\":{\"probabilities\":{\"failure\":0.33,\"harmful\":0.01,\"partial\":0.58,\"success\":0.08}},\"risk\":{\"probabilities\":{\"0\":0.9,\"1\":0.09,\"2\":0.008,\"3\":0.002}},\"urgency\":{\"probabilities\":{\"0\":0.57,\"1\":0.4,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 2.738006405008491, "input_sha256": "85db8c1bcdedb32a4237af99eb57e621484cbfd22350533327f000adbdd7bac2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.23, "human_review": 0.17, "observe": 0.59, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.7, "true": 0.3}, "p_true": 0.3}, "outcome": {"probabilities": {"failure": 0.33, "harmful": 0.01, "partial": 0.58, "success": 0.08}}, "risk": {"probabilities": {"0": 0.9, "1": 0.09, "2": 0.008, "3": 0.002}}, "urgency": {"probabilities": {"0": 0.57, "1": 0.4, "2": 0.025, "3": 0.005}}}}
{"id": "agent_trace_observability_000052", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.73,\"observe\":0.12,\"stop\":0.07}},\"needs_review\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"outcome\":{\"probabilities\":{\"failure\":0.08,\"harmful\":0.13,\"partial\":0.43,\"success\":0.36}},\"risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.17,\"2\":0.69,\"3\":0.1}},\"urgency\":{\"probabilities\":{\"0\":0.04,\"1\":0.55,\"2\":0.34,\"3\":0.07}}}}", "usage": {"prompt_tokens": 572, "completion_tokens": 150, "total_tokens": 722}, "finish_reason": "stop", "latency": 4.640475724008866, "input_sha256": "41f6ed014c41ff41b4f2d456a3c32ea567d9b5adf9c41435169dbb21830e1786", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.73, "observe": 0.12, "stop": 0.07}}, "needs_review": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "outcome": {"probabilities": {"failure": 0.08, "harmful": 0.13, "partial": 0.43, "success": 0.36}}, "risk": {"probabilities": {"0": 0.04, "1": 0.17, "2": 0.69, "3": 0.1}}, "urgency": {"probabilities": {"0": 0.04, "1": 0.55, "2": 0.34, "3": 0.07}}}}
{"id": "agent_trace_observability_000053", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.2,\"human_review\":0.23,\"observe\":0.55,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.61,\"true\":0.39}},\"outcome\":{\"probabilities\":{\"failure\":0.17,\"harmful\":0.02,\"partial\":0.46,\"success\":0.35}},\"risk\":{\"probabilities\":{\"0\":0.12,\"1\":0.8,\"2\":0.06,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.2,\"1\":0.7,\"2\":0.09,\"3\":0.01}}}}", "usage": {"prompt_tokens": 586, "completion_tokens": 150, "total_tokens": 736}, "finish_reason": "stop", "latency": 2.879276463005226, "input_sha256": "3fef1fc739c4c27b5d68a1241a3456c9a82212bb227f87a1d98efc26098d1f9b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.2, "human_review": 0.23, "observe": 0.55, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.61, "true": 0.39}, "p_true": 0.39}, "outcome": {"probabilities": {"failure": 0.17, "harmful": 0.02, "partial": 0.46, "success": 0.35}}, "risk": {"probabilities": {"0": 0.12, "1": 0.8, "2": 0.06, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.2, "1": 0.7, "2": 0.09, "3": 0.01}}}}
{"id": "agent_trace_observability_000054", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.25,\"human_review\":0.15,\"observe\":0.59,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.72,\"true\":0.28}},\"outcome\":{\"probabilities\":{\"failure\":0.14,\"harmful\":0.01,\"partial\":0.45,\"success\":0.4}},\"risk\":{\"probabilities\":{\"0\":0.2,\"1\":0.75,\"2\":0.04,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.35,\"1\":0.59,\"2\":0.05,\"3\":0.01}}}}", "usage": {"prompt_tokens": 573, "completion_tokens": 150, "total_tokens": 723}, "finish_reason": "stop", "latency": 2.5478995959856547, "input_sha256": "f1e157cdcef7161921521fbbcec7738cbddf36daf6ea1db459e50b5a7693131a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.25, "human_review": 0.15, "observe": 0.59, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.72, "true": 0.28}, "p_true": 0.28}, "outcome": {"probabilities": {"failure": 0.14, "harmful": 0.01, "partial": 0.45, "success": 0.4}}, "risk": {"probabilities": {"0": 0.2, "1": 0.75, "2": 0.04, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.35, "1": 0.59, "2": 0.05, "3": 0.01}}}}
{"id": "agent_trace_observability_000055", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.77,\"human_review\":0.04,\"observe\":0.18,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.91,\"true\":0.09}},\"outcome\":{\"probabilities\":{\"failure\":0.06,\"harmful\":0.01,\"partial\":0.24,\"success\":0.69}},\"risk\":{\"probabilities\":{\"0\":0.3,\"1\":0.65,\"2\":0.04,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.63,\"1\":0.33,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 584, "completion_tokens": 150, "total_tokens": 734}, "finish_reason": "stop", "latency": 2.5400600729626603, "input_sha256": "11070495b077380452125f072cf38f8ae759daa5c171954419bd2fac7813aa90", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.77, "human_review": 0.04, "observe": 0.18, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.91, "true": 0.09}, "p_true": 0.09}, "outcome": {"probabilities": {"failure": 0.060000000000000005, "harmful": 0.010000000000000002, "partial": 0.24000000000000002, "success": 0.6900000000000001}}, "risk": {"probabilities": {"0": 0.3, "1": 0.65, "2": 0.04, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.63, "1": 0.33, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000056", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.73,\"human_review\":0.06,\"observe\":0.2,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.88,\"true\":0.12}},\"outcome\":{\"probabilities\":{\"failure\":0.1,\"harmful\":0.01,\"partial\":0.34,\"success\":0.55}},\"risk\":{\"probabilities\":{\"0\":0.18,\"1\":0.78,\"2\":0.03,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.59,\"1\":0.37,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 581, "completion_tokens": 150, "total_tokens": 731}, "finish_reason": "stop", "latency": 2.999171389034018, "input_sha256": "9197c1524607a0edba285fc09d3ca2139fb809e749a1c58f2ac44fa119ad5cf9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.73, "human_review": 0.06, "observe": 0.2, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.88, "true": 0.12}, "p_true": 0.12}, "outcome": {"probabilities": {"failure": 0.1, "harmful": 0.01, "partial": 0.34, "success": 0.55}}, "risk": {"probabilities": {"0": 0.18, "1": 0.78, "2": 0.03, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.59, "1": 0.37, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000057", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.24,\"human_review\":0.25,\"observe\":0.49,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.53,\"true\":0.47}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.02,\"partial\":0.4,\"success\":0.46}},\"risk\":{\"probabilities\":{\"0\":0.12,\"1\":0.73,\"2\":0.12,\"3\":0.03}},\"urgency\":{\"probabilities\":{\"0\":0.19,\"1\":0.68,\"2\":0.11,\"3\":0.02}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 2.673312133003492, "input_sha256": "911e653c26936a86926876601c5d3d04ddfbc61085bb7b572560dd17b9bc747b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.24, "human_review": 0.25, "observe": 0.49, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.53, "true": 0.47}, "p_true": 0.47}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.02, "partial": 0.4, "success": 0.46}}, "risk": {"probabilities": {"0": 0.12, "1": 0.73, "2": 0.12, "3": 0.03}}, "urgency": {"probabilities": {"0": 0.19, "1": 0.68, "2": 0.11, "3": 0.02}}}}
{"id": "agent_trace_observability_000058", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.29,\"human_review\":0.19,\"observe\":0.5,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.64,\"true\":0.36}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.02,\"partial\":0.36,\"success\":0.5}},\"risk\":{\"probabilities\":{\"0\":0.1,\"1\":0.77,\"2\":0.11,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.3,\"1\":0.59,\"2\":0.09,\"3\":0.02}}}}", "usage": {"prompt_tokens": 574, "completion_tokens": 150, "total_tokens": 724}, "finish_reason": "stop", "latency": 4.13018026703503, "input_sha256": "eb3ce178d7e3e5eb4e9ecd6cc32bb92043719d14fcd044b227195331da2a8976", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.29, "human_review": 0.19, "observe": 0.5, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.64, "true": 0.36}, "p_true": 0.36}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.02, "partial": 0.36, "success": 0.5}}, "risk": {"probabilities": {"0": 0.1, "1": 0.77, "2": 0.11, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.3, "1": 0.59, "2": 0.09, "3": 0.02}}}}
{"id": "agent_trace_observability_000059", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.35,\"observe\":0.02,\"stop\":0.62}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.03,\"harmful\":0.9,\"partial\":0.05,\"success\":0.02}},\"risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.18,\"3\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.055,\"2\":0.2,\"3\":0.74}}}}", "usage": {"prompt_tokens": 576, "completion_tokens": 150, "total_tokens": 726}, "finish_reason": "stop", "latency": 3.9096738179796375, "input_sha256": "51152565c9bf663e1f6b65f04f96ded3af8764dc8e39558d56bf2d9177ae007a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.35, "observe": 0.02, "stop": 0.62}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.03, "harmful": 0.9, "partial": 0.05, "success": 0.02}}, "risk": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.18, "3": 0.8}}, "urgency": {"probabilities": {"0": 0.005, "1": 0.055, "2": 0.2, "3": 0.74}}}}
{"id": "agent_trace_observability_000060", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.78,\"human_review\":0.04,\"observe\":0.17,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.92,\"true\":0.08}},\"outcome\":{\"probabilities\":{\"failure\":0.05,\"harmful\":0.01,\"partial\":0.2,\"success\":0.74}},\"risk\":{\"probabilities\":{\"0\":0.2,\"1\":0.77,\"2\":0.025,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.73,\"1\":0.24,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 592, "completion_tokens": 150, "total_tokens": 742}, "finish_reason": "stop", "latency": 4.879481660027523, "input_sha256": "d4f352a0e868f7d9d1c783e5acdd6460de9c6633cc981cc55aaf7d5d944250ab", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.78, "human_review": 0.04, "observe": 0.17, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.92, "true": 0.08}, "p_true": 0.08}, "outcome": {"probabilities": {"failure": 0.05, "harmful": 0.01, "partial": 0.2, "success": 0.74}}, "risk": {"probabilities": {"0": 0.2, "1": 0.77, "2": 0.025, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.73, "1": 0.24, "2": 0.025, "3": 0.005}}}}
{"id": "agent_trace_observability_000061", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.16,\"human_review\":0.48,\"observe\":0.33,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.32,\"true\":0.68}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.04,\"partial\":0.29,\"success\":0.55}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.23,\"2\":0.62,\"3\":0.14}},\"urgency\":{\"probabilities\":{\"0\":0.05,\"1\":0.62,\"2\":0.25,\"3\":0.08}}}}", "usage": {"prompt_tokens": 585, "completion_tokens": 150, "total_tokens": 735}, "finish_reason": "stop", "latency": 2.8768158460152335, "input_sha256": "eea1c20917a7172a6958c8bf9b951fffcb5440f1392535eb9f803f840ab8815f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.16, "human_review": 0.48, "observe": 0.33, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.32, "true": 0.68}, "p_true": 0.68}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.04, "partial": 0.29, "success": 0.55}}, "risk": {"probabilities": {"0": 0.01, "1": 0.23, "2": 0.62, "3": 0.14}}, "urgency": {"probabilities": {"0": 0.05, "1": 0.62, "2": 0.25, "3": 0.08}}}}
{"id": "agent_trace_observability_000062", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.54,\"human_review\":0.08,\"observe\":0.37,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.85,\"true\":0.15}},\"outcome\":{\"probabilities\":{\"failure\":0.1,\"harmful\":0.01,\"partial\":0.25,\"success\":0.64}},\"risk\":{\"probabilities\":{\"0\":0.12,\"1\":0.83,\"2\":0.04,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.35,\"1\":0.59,\"2\":0.05,\"3\":0.01}}}}", "usage": {"prompt_tokens": 591, "completion_tokens": 150, "total_tokens": 741}, "finish_reason": "stop", "latency": 2.39339454396395, "input_sha256": "5384aa2164ac800933ea7fcdb537ccbd1a50ad2696f7043a50cd8590ee68fc1a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.54, "human_review": 0.08, "observe": 0.37, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.85, "true": 0.15}, "p_true": 0.15}, "outcome": {"probabilities": {"failure": 0.1, "harmful": 0.01, "partial": 0.25, "success": 0.64}}, "risk": {"probabilities": {"0": 0.12, "1": 0.83, "2": 0.04, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.35, "1": 0.59, "2": 0.05, "3": 0.01}}}}
{"id": "agent_trace_observability_000063", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.38,\"observe\":0.03,\"stop\":0.58}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.03,\"harmful\":0.92,\"partial\":0.04,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.18,\"3\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.055,\"2\":0.2,\"3\":0.74}}}}", "usage": {"prompt_tokens": 593, "completion_tokens": 150, "total_tokens": 743}, "finish_reason": "stop", "latency": 2.845538841036614, "input_sha256": "67ae2f0d643340b1c3d4b65e24e4e70c970087ba7c4472c4f3b8334d94d2777f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.38, "observe": 0.03, "stop": 0.58}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.03, "harmful": 0.92, "partial": 0.04, "success": 0.01}}, "risk": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.18, "3": 0.8}}, "urgency": {"probabilities": {"0": 0.005, "1": 0.055, "2": 0.2, "3": 0.74}}}}
{"id": "agent_trace_observability_000064", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.33,\"human_review\":0.12,\"observe\":0.54,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.76,\"true\":0.24}},\"outcome\":{\"probabilities\":{\"failure\":0.17,\"harmful\":0.01,\"partial\":0.72,\"success\":0.1}},\"risk\":{\"probabilities\":{\"0\":0.88,\"1\":0.1,\"2\":0.015,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.6,\"1\":0.35,\"2\":0.045,\"3\":0.005}}}}", "usage": {"prompt_tokens": 575, "completion_tokens": 150, "total_tokens": 725}, "finish_reason": "stop", "latency": 2.921956737001892, "input_sha256": "abb967b1f9f0acd01c85573db5a33dee4d7d421a6c69ecb2bc38b3b44904273d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.33, "human_review": 0.12, "observe": 0.54, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.76, "true": 0.24}, "p_true": 0.24}, "outcome": {"probabilities": {"failure": 0.17, "harmful": 0.01, "partial": 0.72, "success": 0.1}}, "risk": {"probabilities": {"0": 0.88, "1": 0.1, "2": 0.015, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.6, "1": 0.35, "2": 0.045, "3": 0.005}}}}
{"id": "agent_trace_observability_000065", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.24,\"observe\":0.02,\"stop\":0.73}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.03,\"harmful\":0.93,\"partial\":0.03,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.14,\"3\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.15,\"3\":0.82}}}}", "usage": {"prompt_tokens": 571, "completion_tokens": 150, "total_tokens": 721}, "finish_reason": "stop", "latency": 2.7517625560285524, "input_sha256": "885f7cdb81f66e73d8fea8d699cd10aed7f113188353e1b5025083fa1978cdf9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.24, "observe": 0.02, "stop": 0.73}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.03, "harmful": 0.93, "partial": 0.03, "success": 0.01}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.14, "3": 0.85}}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.15, "3": 0.82}}}}
{"id": "agent_trace_observability_000066", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.18,\"human_review\":0.28,\"observe\":0.52,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.58,\"true\":0.42}},\"outcome\":{\"probabilities\":{\"failure\":0.21,\"harmful\":0.02,\"partial\":0.37,\"success\":0.4}},\"risk\":{\"probabilities\":{\"0\":0.14,\"1\":0.8,\"2\":0.04,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.27,\"1\":0.65,\"2\":0.07,\"3\":0.01}}}}", "usage": {"prompt_tokens": 592, "completion_tokens": 150, "total_tokens": 742}, "finish_reason": "stop", "latency": 3.5284200370078906, "input_sha256": "54b80173a4bb0f043c8b092982a98d04b3acd03eaf5c51afa4138361b67ffb92", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.18, "human_review": 0.28, "observe": 0.52, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.58, "true": 0.42}, "p_true": 0.42}, "outcome": {"probabilities": {"failure": 0.21, "harmful": 0.02, "partial": 0.37, "success": 0.4}}, "risk": {"probabilities": {"0": 0.14, "1": 0.8, "2": 0.04, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.27, "1": 0.65, "2": 0.07, "3": 0.01}}}}
{"id": "agent_trace_observability_000067", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.86,\"human_review\":0.02,\"observe\":0.115,\"stop\":0.005}},\"needs_review\":{\"probabilities\":{\"false\":0.96,\"true\":0.04}},\"outcome\":{\"probabilities\":{\"failure\":0.13,\"harmful\":0.005,\"partial\":0.7,\"success\":0.165}},\"risk\":{\"probabilities\":{\"0\":0.97,\"1\":0.025,\"2\":0.004,\"3\":0.001}},\"urgency\":{\"probabilities\":{\"0\":0.85,\"1\":0.14,\"2\":0.009,\"3\":0.001}}}}", "usage": {"prompt_tokens": 590, "completion_tokens": 150, "total_tokens": 740}, "finish_reason": "stop", "latency": 2.524926537007559, "input_sha256": "5fa3d9605dc938557eb12c2773470349d59f078dc1789f1b3319c05ac11c5eb6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.86, "human_review": 0.02, "observe": 0.115, "stop": 0.005}}, "needs_review": {"probabilities": {"false": 0.96, "true": 0.04}, "p_true": 0.04}, "outcome": {"probabilities": {"failure": 0.13, "harmful": 0.005, "partial": 0.7, "success": 0.165}}, "risk": {"probabilities": {"0": 0.97, "1": 0.025, "2": 0.004, "3": 0.001}}, "urgency": {"probabilities": {"0": 0.85, "1": 0.14, "2": 0.009, "3": 0.001}}}}
{"id": "agent_trace_observability_000068", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.12,\"human_review\":0.48,\"observe\":0.38,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.33,\"true\":0.67}},\"outcome\":{\"probabilities\":{\"failure\":0.4,\"harmful\":0.01,\"partial\":0.44,\"success\":0.15}},\"risk\":{\"probabilities\":{\"0\":0.22,\"1\":0.73,\"2\":0.04,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.16,\"1\":0.76,\"2\":0.07,\"3\":0.01}}}}", "usage": {"prompt_tokens": 572, "completion_tokens": 150, "total_tokens": 722}, "finish_reason": "stop", "latency": 2.6429743719636463, "input_sha256": "f5ad4e0940495515584672bfe63cf64cd1949747bc813c25de866c94187faeff", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.12, "human_review": 0.48, "observe": 0.38, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.33, "true": 0.67}, "p_true": 0.67}, "outcome": {"probabilities": {"failure": 0.4, "harmful": 0.01, "partial": 0.44, "success": 0.15}}, "risk": {"probabilities": {"0": 0.22, "1": 0.73, "2": 0.04, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.16, "1": 0.76, "2": 0.07, "3": 0.01}}}}
{"id": "agent_trace_observability_000069", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.005,\"human_review\":0.24,\"observe\":0.015,\"stop\":0.74}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.88,\"partial\":0.07,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.16,\"3\":0.82}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.035,\"2\":0.16,\"3\":0.8}}}}", "usage": {"prompt_tokens": 587, "completion_tokens": 150, "total_tokens": 737}, "finish_reason": "stop", "latency": 3.1591670290217735, "input_sha256": "9cdefa499962750062dcec6d57b7c7bbd9ba7749cdc4574577fd10c7d748cb2f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.005, "human_review": 0.24, "observe": 0.015, "stop": 0.74}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.88, "partial": 0.07, "success": 0.01}}, "risk": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.16, "3": 0.82}}, "urgency": {"probabilities": {"0": 0.005, "1": 0.035, "2": 0.16, "3": 0.8}}}}
{"id": "agent_trace_observability_000070", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.2,\"human_review\":0.36,\"observe\":0.42,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.46,\"true\":0.54}},\"outcome\":{\"probabilities\":{\"failure\":0.06,\"harmful\":0.03,\"partial\":0.29,\"success\":0.62}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.15,\"2\":0.81,\"3\":0.03}},\"urgency\":{\"probabilities\":{\"0\":0.14,\"1\":0.73,\"2\":0.11,\"3\":0.02}}}}", "usage": {"prompt_tokens": 574, "completion_tokens": 150, "total_tokens": 724}, "finish_reason": "stop", "latency": 3.0769446099875495, "input_sha256": "08d700c2ed3e323c4a3beefe7c8abc6e0b6d30b936932fd90d6ecb1b128b9c7e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.2, "human_review": 0.36, "observe": 0.42, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.46, "true": 0.54}, "p_true": 0.54}, "outcome": {"probabilities": {"failure": 0.06, "harmful": 0.03, "partial": 0.29, "success": 0.62}}, "risk": {"probabilities": {"0": 0.01, "1": 0.15, "2": 0.81, "3": 0.03}}, "urgency": {"probabilities": {"0": 0.14, "1": 0.73, "2": 0.11, "3": 0.02}}}}
{"id": "agent_trace_observability_000071", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.47,\"human_review\":0.08,\"observe\":0.44,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.84,\"true\":0.16}},\"outcome\":{\"probabilities\":{\"failure\":0.16,\"harmful\":0.01,\"partial\":0.43,\"success\":0.4}},\"risk\":{\"probabilities\":{\"0\":0.35,\"1\":0.61,\"2\":0.035,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.53,\"1\":0.43,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 575, "completion_tokens": 150, "total_tokens": 725}, "finish_reason": "stop", "latency": 2.4908747709705494, "input_sha256": "a86913b3abab926baf20f2d1d5c5af79ffb93ad858d54b0b1b5e05dfb848c092", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.47, "human_review": 0.08, "observe": 0.44, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.84, "true": 0.16}, "p_true": 0.16}, "outcome": {"probabilities": {"failure": 0.16, "harmful": 0.01, "partial": 0.43, "success": 0.4}}, "risk": {"probabilities": {"0": 0.35, "1": 0.61, "2": 0.035, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.53, "1": 0.43, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000072", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.15,\"human_review\":0.53,\"observe\":0.29,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.28,\"true\":0.72}},\"outcome\":{\"probabilities\":{\"failure\":0.13,\"harmful\":0.03,\"partial\":0.49,\"success\":0.35}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.16,\"2\":0.72,\"3\":0.11}},\"urgency\":{\"probabilities\":{\"0\":0.05,\"1\":0.65,\"2\":0.25,\"3\":0.05}}}}", "usage": {"prompt_tokens": 592, "completion_tokens": 150, "total_tokens": 742}, "finish_reason": "stop", "latency": 3.0935607309802435, "input_sha256": "4bdb318223e4dc50218871709a56abad02d8bc1141a5eb05dda7e477f39c7096", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.15, "human_review": 0.53, "observe": 0.29, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.28, "true": 0.72}, "p_true": 0.72}, "outcome": {"probabilities": {"failure": 0.13, "harmful": 0.03, "partial": 0.49, "success": 0.35}}, "risk": {"probabilities": {"0": 0.01, "1": 0.16, "2": 0.72, "3": 0.11}}, "urgency": {"probabilities": {"0": 0.05, "1": 0.65, "2": 0.25, "3": 0.05}}}}
{"id": "agent_trace_observability_000073", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.1,\"human_review\":0.59,\"observe\":0.28,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.25,\"true\":0.75}},\"outcome\":{\"probabilities\":{\"failure\":0.17,\"harmful\":0.04,\"partial\":0.43,\"success\":0.36}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.82,\"3\":0.05}},\"urgency\":{\"probabilities\":{\"0\":0.09,\"1\":0.69,\"2\":0.19,\"3\":0.03}}}}", "usage": {"prompt_tokens": 576, "completion_tokens": 150, "total_tokens": 726}, "finish_reason": "stop", "latency": 3.3469281760044396, "input_sha256": "b43b844425acd94cc2d608274a5163798292a8fe45aa5bf91d1a4e77318558c2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.1, "human_review": 0.59, "observe": 0.28, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.25, "true": 0.75}, "p_true": 0.75}, "outcome": {"probabilities": {"failure": 0.17, "harmful": 0.04, "partial": 0.43, "success": 0.36}}, "risk": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.82, "3": 0.05}}, "urgency": {"probabilities": {"0": 0.09, "1": 0.69, "2": 0.19, "3": 0.03}}}}
{"id": "agent_trace_observability_000074", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.85,\"human_review\":0.03,\"observe\":0.115,\"stop\":0.005}},\"needs_review\":{\"probabilities\":{\"false\":0.95,\"true\":0.05}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.005,\"partial\":0.155,\"success\":0.8}},\"risk\":{\"probabilities\":{\"0\":0.4,\"1\":0.58,\"2\":0.015,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.8,\"1\":0.185,\"2\":0.012,\"3\":0.003}}}}", "usage": {"prompt_tokens": 583, "completion_tokens": 150, "total_tokens": 733}, "finish_reason": "stop", "latency": 3.16088891698746, "input_sha256": "237225b5b39314bb1acb2f78766e1133b73be02c44b005e4fb8acaa04c189561", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.85, "human_review": 0.03, "observe": 0.115, "stop": 0.005}}, "needs_review": {"probabilities": {"false": 0.95, "true": 0.05}, "p_true": 0.05}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.005, "partial": 0.155, "success": 0.8}}, "risk": {"probabilities": {"0": 0.4, "1": 0.58, "2": 0.015, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.8, "1": 0.185, "2": 0.012, "3": 0.003}}}}
{"id": "agent_trace_observability_000075", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.67,\"human_review\":0.05,\"observe\":0.27,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.88,\"true\":0.12}},\"outcome\":{\"probabilities\":{\"failure\":0.08,\"harmful\":0.01,\"partial\":0.3,\"success\":0.61}},\"risk\":{\"probabilities\":{\"0\":0.26,\"1\":0.71,\"2\":0.025,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.55,\"1\":0.42,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 3.0800891319522634, "input_sha256": "c198eecc0c3ff2a76235c80623b494dcebe60ed07dee402bc3c9dec072fabc02", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.67, "human_review": 0.05, "observe": 0.27, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.88, "true": 0.12}, "p_true": 0.12}, "outcome": {"probabilities": {"failure": 0.08, "harmful": 0.01, "partial": 0.3, "success": 0.61}}, "risk": {"probabilities": {"0": 0.26, "1": 0.71, "2": 0.025, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.55, "1": 0.42, "2": 0.025, "3": 0.005}}}}
{"id": "agent_trace_observability_000076", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.06,\"human_review\":0.78,\"observe\":0.12,\"stop\":0.04}},\"needs_review\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"outcome\":{\"probabilities\":{\"failure\":0.13,\"harmful\":0.12,\"partial\":0.4,\"success\":0.35}},\"risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.09,\"2\":0.79,\"3\":0.08}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.65,\"2\":0.27,\"3\":0.05}}}}", "usage": {"prompt_tokens": 596, "completion_tokens": 150, "total_tokens": 746}, "finish_reason": "stop", "latency": 3.1685561240301467, "input_sha256": "b80426affebd39ff4d056ceec60dd0537fe0729a1f4f3797a79582c6a72740b2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.06, "human_review": 0.78, "observe": 0.12, "stop": 0.04}}, "needs_review": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "outcome": {"probabilities": {"failure": 0.13, "harmful": 0.12, "partial": 0.4, "success": 0.35}}, "risk": {"probabilities": {"0": 0.04, "1": 0.09, "2": 0.79, "3": 0.08}}, "urgency": {"probabilities": {"0": 0.03, "1": 0.65, "2": 0.27, "3": 0.05}}}}
{"id": "agent_trace_observability_000077", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.37,\"observe\":0.03,\"stop\":0.59}},\"needs_review\":{\"probabilities\":{\"false\":0.02,\"true\":0.98}},\"outcome\":{\"probabilities\":{\"failure\":0.05,\"harmful\":0.85,\"partial\":0.08,\"success\":0.02}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.03,\"2\":0.3,\"3\":0.66}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.23,\"3\":0.68}}}}", "usage": {"prompt_tokens": 598, "completion_tokens": 150, "total_tokens": 748}, "finish_reason": "stop", "latency": 3.175283471995499, "input_sha256": "fb482dac9aced3e527c49bfb6eb566512328d43e61600b09e497018a5b7212a7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.37, "observe": 0.03, "stop": 0.59}}, "needs_review": {"probabilities": {"false": 0.02, "true": 0.98}, "p_true": 0.98}, "outcome": {"probabilities": {"failure": 0.05, "harmful": 0.85, "partial": 0.08, "success": 0.02}}, "risk": {"probabilities": {"0": 0.01, "1": 0.03, "2": 0.3, "3": 0.66}}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.23, "3": 0.68}}}}
{"id": "agent_trace_observability_000078", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.12,\"human_review\":0.55,\"observe\":0.3,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.25,\"true\":0.75}},\"outcome\":{\"probabilities\":{\"failure\":0.15,\"harmful\":0.04,\"partial\":0.31,\"success\":0.5}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.24,\"2\":0.6,\"3\":0.15}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.49,\"2\":0.29,\"3\":0.19}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 3.499094803002663, "input_sha256": "fc673eadb758dd72a6d01132572d362080efcee96e04fac301e85933cfedbaa8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.12, "human_review": 0.55, "observe": 0.3, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.25, "true": 0.75}, "p_true": 0.75}, "outcome": {"probabilities": {"failure": 0.15, "harmful": 0.04, "partial": 0.31, "success": 0.5}}, "risk": {"probabilities": {"0": 0.01, "1": 0.24, "2": 0.6, "3": 0.15}}, "urgency": {"probabilities": {"0": 0.03, "1": 0.49, "2": 0.29, "3": 0.19}}}}
{"id": "agent_trace_observability_000079", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.86,\"human_review\":0.02,\"observe\":0.115,\"stop\":0.005}},\"needs_review\":{\"probabilities\":{\"false\":0.96,\"true\":0.04}},\"outcome\":{\"probabilities\":{\"failure\":0.04,\"harmful\":0.005,\"partial\":0.155,\"success\":0.8}},\"risk\":{\"probabilities\":{\"0\":0.28,\"1\":0.7,\"2\":0.015,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.72,\"1\":0.265,\"2\":0.012,\"3\":0.003}}}}", "usage": {"prompt_tokens": 593, "completion_tokens": 150, "total_tokens": 743}, "finish_reason": "stop", "latency": 3.401265444001183, "input_sha256": "29bbc0ee5ff77ad719a8ee50f855248f8108c405ff585b51474461e4f8083c98", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.86, "human_review": 0.02, "observe": 0.115, "stop": 0.005}}, "needs_review": {"probabilities": {"false": 0.96, "true": 0.04}, "p_true": 0.04}, "outcome": {"probabilities": {"failure": 0.04, "harmful": 0.005, "partial": 0.155, "success": 0.8}}, "risk": {"probabilities": {"0": 0.28, "1": 0.7, "2": 0.015, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.72, "1": 0.265, "2": 0.012, "3": 0.003}}}}
{"id": "agent_trace_observability_000080", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.04,\"human_review\":0.76,\"observe\":0.14,\"stop\":0.06}},\"needs_review\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"outcome\":{\"probabilities\":{\"failure\":0.25,\"harmful\":0.05,\"partial\":0.55,\"success\":0.15}},\"risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.12,\"2\":0.77,\"3\":0.07}},\"urgency\":{\"probabilities\":{\"0\":0.04,\"1\":0.58,\"2\":0.30,\"3\":0.08}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 3.642788738012314, "input_sha256": "bbd0a861c75e0a99b40e113b8901581a68035e044577d9da7a10770584b4fcae", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.04, "human_review": 0.76, "observe": 0.14, "stop": 0.06}}, "needs_review": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "outcome": {"probabilities": {"failure": 0.25, "harmful": 0.05, "partial": 0.55, "success": 0.15}}, "risk": {"probabilities": {"0": 0.04, "1": 0.12, "2": 0.77, "3": 0.07}}, "urgency": {"probabilities": {"0": 0.04, "1": 0.58, "2": 0.3, "3": 0.08}}}}
{"id": "agent_trace_observability_000081", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.17,\"human_review\":0.46,\"observe\":0.34,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.35,\"true\":0.65}},\"outcome\":{\"probabilities\":{\"failure\":0.14,\"harmful\":0.02,\"partial\":0.43,\"success\":0.41}},\"risk\":{\"probabilities\":{\"0\":0.19,\"1\":0.65,\"2\":0.13,\"3\":0.03}},\"urgency\":{\"probabilities\":{\"0\":0.12,\"1\":0.72,\"2\":0.13,\"3\":0.03}}}}", "usage": {"prompt_tokens": 587, "completion_tokens": 150, "total_tokens": 737}, "finish_reason": "stop", "latency": 2.7266807449632324, "input_sha256": "877a184ce3bd0558d7d65311999d0d43434c77249a637b77dd2f709126e329d4", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.17, "human_review": 0.46, "observe": 0.34, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.35, "true": 0.65}, "p_true": 0.65}, "outcome": {"probabilities": {"failure": 0.14, "harmful": 0.02, "partial": 0.43, "success": 0.41}}, "risk": {"probabilities": {"0": 0.19, "1": 0.65, "2": 0.13, "3": 0.03}}, "urgency": {"probabilities": {"0": 0.12, "1": 0.72, "2": 0.13, "3": 0.03}}}}
{"id": "agent_trace_observability_000082", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.57,\"observe\":0.33,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.25,\"true\":0.75}},\"outcome\":{\"probabilities\":{\"failure\":0.87,\"harmful\":0.001,\"partial\":0.119,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.96,\"1\":0.035,\"2\":0.004,\"3\":0.001}},\"urgency\":{\"probabilities\":{\"0\":0.25,\"1\":0.7,\"2\":0.045,\"3\":0.005}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 3.066531913005747, "input_sha256": "feeed39e118e66b6025893686d6eadc21ef04ffa2bfdd7ce61d2abd7642f63dd", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.57, "observe": 0.33, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.25, "true": 0.75}, "p_true": 0.75}, "outcome": {"probabilities": {"failure": 0.87, "harmful": 0.001, "partial": 0.119, "success": 0.01}}, "risk": {"probabilities": {"0": 0.96, "1": 0.035, "2": 0.004, "3": 0.001}}, "urgency": {"probabilities": {"0": 0.25, "1": 0.7, "2": 0.045, "3": 0.005}}}}
{"id": "agent_trace_observability_000083", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.35,\"human_review\":0.12,\"observe\":0.52,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.77,\"true\":0.23}},\"outcome\":{\"probabilities\":{\"failure\":0.13,\"harmful\":0.01,\"partial\":0.26,\"success\":0.6}},\"risk\":{\"probabilities\":{\"0\":0.12,\"1\":0.81,\"2\":0.05,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.24,\"1\":0.69,\"2\":0.06,\"3\":0.01}}}}", "usage": {"prompt_tokens": 584, "completion_tokens": 150, "total_tokens": 734}, "finish_reason": "stop", "latency": 2.8435896969749592, "input_sha256": "9df81dc7259051a5e91fc2d9c66a88d3797247567a664f3fdc4501a9f60942f8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.35, "human_review": 0.12, "observe": 0.52, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.77, "true": 0.23}, "p_true": 0.23}, "outcome": {"probabilities": {"failure": 0.13, "harmful": 0.01, "partial": 0.26, "success": 0.6}}, "risk": {"probabilities": {"0": 0.12, "1": 0.81, "2": 0.05, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.24000000000000002, "1": 0.6900000000000001, "2": 0.060000000000000005, "3": 0.010000000000000002}}}}
{"id": "agent_trace_observability_000084", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.85,\"human_review\":0.03,\"observe\":0.115,\"stop\":0.005}},\"needs_review\":{\"probabilities\":{\"false\":0.95,\"true\":0.05}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.005,\"partial\":0.675,\"success\":0.2}},\"risk\":{\"probabilities\":{\"0\":0.94,\"1\":0.05,\"2\":0.007,\"3\":0.003}},\"urgency\":{\"probabilities\":{\"0\":0.55,\"1\":0.42,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 576, "completion_tokens": 150, "total_tokens": 726}, "finish_reason": "stop", "latency": 2.646557166997809, "input_sha256": "46287aae0c366320e745f2a173dc2ddb2a25e9141b14fe05934081c36149f88f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.85, "human_review": 0.03, "observe": 0.115, "stop": 0.005}}, "needs_review": {"probabilities": {"false": 0.95, "true": 0.05}, "p_true": 0.05}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.005, "partial": 0.675, "success": 0.2}}, "risk": {"probabilities": {"0": 0.94, "1": 0.05, "2": 0.007, "3": 0.003}}, "urgency": {"probabilities": {"0": 0.55, "1": 0.42, "2": 0.025, "3": 0.005}}}}
{"id": "agent_trace_observability_000085", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.28,\"human_review\":0.12,\"observe\":0.59,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.76,\"true\":0.24}},\"outcome\":{\"probabilities\":{\"failure\":0.14,\"harmful\":0.01,\"partial\":0.46,\"success\":0.39}},\"risk\":{\"probabilities\":{\"0\":0.53,\"1\":0.43,\"2\":0.03,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.4,\"1\":0.55,\"2\":0.045,\"3\":0.005}}}}", "usage": {"prompt_tokens": 598, "completion_tokens": 150, "total_tokens": 748}, "finish_reason": "stop", "latency": 2.926233182020951, "input_sha256": "fadb6b8d9fd4bb79531025015ed451516bb866a31bf25c8f7a343386139d5dc5", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.28, "human_review": 0.12, "observe": 0.59, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.76, "true": 0.24}, "p_true": 0.24}, "outcome": {"probabilities": {"failure": 0.14, "harmful": 0.01, "partial": 0.46, "success": 0.39}}, "risk": {"probabilities": {"0": 0.53, "1": 0.43, "2": 0.03, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.4, "1": 0.55, "2": 0.045, "3": 0.005}}}}
{"id": "agent_trace_observability_000086", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.3,\"observe\":0.02,\"stop\":0.67}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.01,\"harmful\":0.96,\"partial\":0.02,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.14,\"3\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.16,\"3\":0.81}}}}", "usage": {"prompt_tokens": 595, "completion_tokens": 150, "total_tokens": 745}, "finish_reason": "stop", "latency": 2.4856705220299773, "input_sha256": "22096f5cd496fbce7311a27b418679aed99479c24ca0b159ba6310cc0b15603d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.3, "observe": 0.02, "stop": 0.67}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.01, "harmful": 0.96, "partial": 0.02, "success": 0.01}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.14, "3": 0.85}}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.16, "3": 0.81}}}}
{"id": "agent_trace_observability_000087", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.55,\"human_review\":0.06,\"observe\":0.38,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.88,\"true\":0.12}},\"outcome\":{\"probabilities\":{\"failure\":0.15,\"harmful\":0.01,\"partial\":0.64,\"success\":0.2}},\"risk\":{\"probabilities\":{\"0\":0.94,\"1\":0.05,\"2\":0.008,\"3\":0.002}},\"urgency\":{\"probabilities\":{\"0\":0.62,\"1\":0.34,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 574, "completion_tokens": 150, "total_tokens": 724}, "finish_reason": "stop", "latency": 2.661635312018916, "input_sha256": "9c664d2029d8623100d85a10ee8dc0f01d59a662b04f8743e3c60beb2dfec4f7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.55, "human_review": 0.06, "observe": 0.38, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.88, "true": 0.12}, "p_true": 0.12}, "outcome": {"probabilities": {"failure": 0.15, "harmful": 0.01, "partial": 0.64, "success": 0.2}}, "risk": {"probabilities": {"0": 0.94, "1": 0.05, "2": 0.008, "3": 0.002}}, "urgency": {"probabilities": {"0": 0.62, "1": 0.34, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000088", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.39,\"observe\":0.03,\"stop\":0.57}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.08,\"harmful\":0.83,\"partial\":0.07,\"success\":0.02}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.02,\"2\":0.22,\"3\":0.75}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.07,\"2\":0.22,\"3\":0.7}}}}", "usage": {"prompt_tokens": 594, "completion_tokens": 150, "total_tokens": 744}, "finish_reason": "stop", "latency": 3.5944078079774044, "input_sha256": "14a247bf1d99a3c2d84acbf9c83a58855cd229c71540cefc2482d8e4c2f880fa", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.39, "observe": 0.03, "stop": 0.57}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.08, "harmful": 0.83, "partial": 0.07, "success": 0.02}}, "risk": {"probabilities": {"0": 0.01, "1": 0.02, "2": 0.22, "3": 0.75}}, "urgency": {"probabilities": {"0": 0.01, "1": 0.07, "2": 0.22, "3": 0.7}}}}
{"id": "agent_trace_observability_000089", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.2,\"human_review\":0.25,\"observe\":0.54,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"outcome\":{\"probabilities\":{\"failure\":0.34,\"harmful\":0.01,\"partial\":0.6,\"success\":0.05}},\"risk\":{\"probabilities\":{\"0\":0.92,\"1\":0.065,\"2\":0.01,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.17,\"1\":0.65,\"2\":0.15,\"3\":0.03}}}}", "usage": {"prompt_tokens": 583, "completion_tokens": 150, "total_tokens": 733}, "finish_reason": "stop", "latency": 2.7620988549897447, "input_sha256": "9f50561219cd5c4362d6fe210075605d2ae0116802dcb8a6195f4709c76ad07a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.2, "human_review": 0.25, "observe": 0.54, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "outcome": {"probabilities": {"failure": 0.34, "harmful": 0.01, "partial": 0.6, "success": 0.05}}, "risk": {"probabilities": {"0": 0.92, "1": 0.065, "2": 0.01, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.17, "1": 0.65, "2": 0.15, "3": 0.03}}}}
{"id": "agent_trace_observability_000090", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.86,\"human_review\":0.02,\"observe\":0.115,\"stop\":0.005}},\"needs_review\":{\"probabilities\":{\"false\":0.96,\"true\":0.04}},\"outcome\":{\"probabilities\":{\"failure\":0.03,\"harmful\":0.005,\"partial\":0.165,\"success\":0.8}},\"risk\":{\"probabilities\":{\"0\":0.76,\"1\":0.225,\"2\":0.012,\"3\":0.003}},\"urgency\":{\"probabilities\":{\"0\":0.75,\"1\":0.235,\"2\":0.013,\"3\":0.002}}}}", "usage": {"prompt_tokens": 580, "completion_tokens": 150, "total_tokens": 730}, "finish_reason": "stop", "latency": 3.252354488009587, "input_sha256": "39d9622b77724bec46f2028c2fedee029fae2e9b79b4253d41fc0e25d49c0e38", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.86, "human_review": 0.02, "observe": 0.115, "stop": 0.005}}, "needs_review": {"probabilities": {"false": 0.96, "true": 0.04}, "p_true": 0.04}, "outcome": {"probabilities": {"failure": 0.03, "harmful": 0.005, "partial": 0.165, "success": 0.8}}, "risk": {"probabilities": {"0": 0.76, "1": 0.225, "2": 0.012, "3": 0.003}}, "urgency": {"probabilities": {"0": 0.75, "1": 0.235, "2": 0.013, "3": 0.002}}}}
{"id": "agent_trace_observability_000091", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.48,\"observe\":0.02,\"stop\":0.49}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.01,\"harmful\":0.96,\"partial\":0.02,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.19,\"3\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.06,\"2\":0.24,\"3\":0.7}}}}", "usage": {"prompt_tokens": 573, "completion_tokens": 150, "total_tokens": 723}, "finish_reason": "stop", "latency": 2.457775786984712, "input_sha256": "5a9594843bdedf6f67f05dc7a1b6bbaa8d49939e5aa2ac10b95b90f67f463d53", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.48, "observe": 0.02, "stop": 0.49}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.01, "harmful": 0.96, "partial": 0.02, "success": 0.01}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.19, "3": 0.8}}, "urgency": {"probabilities": {"0": 0.0, "1": 0.06, "2": 0.24, "3": 0.7}}}}
{"id": "agent_trace_observability_000092", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.73,\"observe\":0.14,\"stop\":0.05}},\"needs_review\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"outcome\":{\"probabilities\":{\"failure\":0.12,\"harmful\":0.16,\"partial\":0.43,\"success\":0.29}},\"risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.12,\"2\":0.73,\"3\":0.11}},\"urgency\":{\"probabilities\":{\"0\":0.05,\"1\":0.54,\"2\":0.33,\"3\":0.08}}}}", "usage": {"prompt_tokens": 580, "completion_tokens": 150, "total_tokens": 730}, "finish_reason": "stop", "latency": 2.76003749598749, "input_sha256": "d24bd6fd19f2db70d0cad29952afdb45e23cf137639a2236db33dc267cbd6b15", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.73, "observe": 0.14, "stop": 0.05}}, "needs_review": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "outcome": {"probabilities": {"failure": 0.12, "harmful": 0.16, "partial": 0.43, "success": 0.29}}, "risk": {"probabilities": {"0": 0.04, "1": 0.12, "2": 0.73, "3": 0.11}}, "urgency": {"probabilities": {"0": 0.05, "1": 0.54, "2": 0.33, "3": 0.08}}}}
{"id": "agent_trace_observability_000093", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.39,\"human_review\":0.08,\"observe\":0.52,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.81,\"true\":0.19}},\"outcome\":{\"probabilities\":{\"failure\":0.1,\"harmful\":0.01,\"partial\":0.35,\"success\":0.54}},\"risk\":{\"probabilities\":{\"0\":0.35,\"1\":0.61,\"2\":0.035,\"3\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.59,\"1\":0.37,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 598, "completion_tokens": 150, "total_tokens": 748}, "finish_reason": "stop", "latency": 2.9326650020084344, "input_sha256": "9b1035316b0724d59c96bffe8280dc81cf39b786a357266b3feff86b4176e558", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.39, "human_review": 0.08, "observe": 0.52, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.81, "true": 0.19}, "p_true": 0.19}, "outcome": {"probabilities": {"failure": 0.1, "harmful": 0.01, "partial": 0.35, "success": 0.54}}, "risk": {"probabilities": {"0": 0.35, "1": 0.61, "2": 0.035, "3": 0.005}}, "urgency": {"probabilities": {"0": 0.59, "1": 0.37, "2": 0.035, "3": 0.005}}}}
{"id": "agent_trace_observability_000094", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.1,\"human_review\":0.58,\"observe\":0.29,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.22,\"true\":0.78}},\"outcome\":{\"probabilities\":{\"failure\":0.61,\"harmful\":0.01,\"partial\":0.33,\"success\":0.05}},\"risk\":{\"probabilities\":{\"0\":0.52,\"1\":0.35,\"2\":0.1,\"3\":0.03}},\"urgency\":{\"probabilities\":{\"0\":0.08,\"1\":0.65,\"2\":0.24,\"3\":0.03}}}}", "usage": {"prompt_tokens": 578, "completion_tokens": 150, "total_tokens": 728}, "finish_reason": "stop", "latency": 3.634393972984981, "input_sha256": "79f2a7a37e65053d2ee4002998a90eb925bc2ed4bec2f1968db683f4f66b5f6a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.1, "human_review": 0.58, "observe": 0.29, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.22, "true": 0.78}, "p_true": 0.78}, "outcome": {"probabilities": {"failure": 0.61, "harmful": 0.01, "partial": 0.33, "success": 0.05}}, "risk": {"probabilities": {"0": 0.52, "1": 0.35, "2": 0.1, "3": 0.03}}, "urgency": {"probabilities": {"0": 0.08, "1": 0.65, "2": 0.24, "3": 0.03}}}}
{"id": "agent_trace_observability_000095", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.76,\"human_review\":0.05,\"observe\":0.18,\"stop\":0.01}},\"needs_review\":{\"probabilities\":{\"false\":0.9,\"true\":0.1}},\"outcome\":{\"probabilities\":{\"failure\":0.05,\"harmful\":0.01,\"partial\":0.16,\"success\":0.78}},\"risk\":{\"probabilities\":{\"0\":0.14,\"1\":0.79,\"2\":0.05,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.48,\"1\":0.46,\"2\":0.04,\"3\":0.02}}}}", "usage": {"prompt_tokens": 596, "completion_tokens": 150, "total_tokens": 746}, "finish_reason": "stop", "latency": 2.702566204010509, "input_sha256": "6ee8adc679d62341ae62f42057245e80b6290294967df571ceabb3de82da8068", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.76, "human_review": 0.05, "observe": 0.18, "stop": 0.01}}, "needs_review": {"probabilities": {"false": 0.9, "true": 0.1}, "p_true": 0.1}, "outcome": {"probabilities": {"failure": 0.05, "harmful": 0.01, "partial": 0.16, "success": 0.78}}, "risk": {"probabilities": {"0": 0.14, "1": 0.79, "2": 0.05, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.48, "1": 0.46, "2": 0.04, "3": 0.02}}}}
{"id": "agent_trace_observability_000096", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.01,\"human_review\":0.45,\"observe\":0.02,\"stop\":0.52}},\"needs_review\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"outcome\":{\"probabilities\":{\"failure\":0.03,\"harmful\":0.92,\"partial\":0.04,\"success\":0.01}},\"risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.14,\"3\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.2,\"3\":0.75}}}}", "usage": {"prompt_tokens": 581, "completion_tokens": 150, "total_tokens": 731}, "finish_reason": "stop", "latency": 2.660509002977051, "input_sha256": "51bfe01324babd5e687d4459742483971c4058da7b8909216ca399805f4ef967", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.01, "human_review": 0.45, "observe": 0.02, "stop": 0.52}}, "needs_review": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "outcome": {"probabilities": {"failure": 0.03, "harmful": 0.92, "partial": 0.04, "success": 0.01}}, "risk": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.14, "3": 0.85}}, "urgency": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.2, "3": 0.75}}}}
{"id": "agent_trace_observability_000097", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.08,\"human_review\":0.57,\"observe\":0.32,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.26,\"true\":0.74}},\"outcome\":{\"probabilities\":{\"failure\":0.57,\"harmful\":0.01,\"partial\":0.36,\"success\":0.06}},\"risk\":{\"probabilities\":{\"0\":0.55,\"1\":0.4,\"2\":0.04,\"3\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.18,\"1\":0.75,\"2\":0.06,\"3\":0.01}}}}", "usage": {"prompt_tokens": 577, "completion_tokens": 150, "total_tokens": 727}, "finish_reason": "stop", "latency": 2.637974705954548, "input_sha256": "567a4c60abe802a60c78f12a23911770e96aa418937021f78dfab933acb14c63", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.08, "human_review": 0.57, "observe": 0.32, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.26, "true": 0.74}, "p_true": 0.74}, "outcome": {"probabilities": {"failure": 0.5700000000000001, "harmful": 0.010000000000000002, "partial": 0.36000000000000004, "success": 0.060000000000000005}}, "risk": {"probabilities": {"0": 0.55, "1": 0.4, "2": 0.04, "3": 0.01}}, "urgency": {"probabilities": {"0": 0.18, "1": 0.75, "2": 0.06, "3": 0.01}}}}
{"id": "agent_trace_observability_000098", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.16,\"human_review\":0.38,\"observe\":0.44,\"stop\":0.02}},\"needs_review\":{\"probabilities\":{\"false\":0.43,\"true\":0.57}},\"outcome\":{\"probabilities\":{\"failure\":0.4,\"harmful\":0.01,\"partial\":0.49,\"success\":0.1}},\"risk\":{\"probabilities\":{\"0\":0.38,\"1\":0.47,\"2\":0.13,\"3\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.08,\"1\":0.76,\"2\":0.14,\"3\":0.02}}}}", "usage": {"prompt_tokens": 591, "completion_tokens": 150, "total_tokens": 741}, "finish_reason": "stop", "latency": 2.9582890939782374, "input_sha256": "255b1151fc67c008e4c01b66fee14a4483c5dbae01a3db5f0900d381eb22e216", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.16, "human_review": 0.38, "observe": 0.44, "stop": 0.02}}, "needs_review": {"probabilities": {"false": 0.43, "true": 0.57}, "p_true": 0.57}, "outcome": {"probabilities": {"failure": 0.4, "harmful": 0.01, "partial": 0.49, "success": 0.1}}, "risk": {"probabilities": {"0": 0.38, "1": 0.47, "2": 0.13, "3": 0.02}}, "urgency": {"probabilities": {"0": 0.08, "1": 0.76, "2": 0.14, "3": 0.02}}}}
{"id": "agent_trace_observability_000099", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"continue\":0.12,\"human_review\":0.56,\"observe\":0.29,\"stop\":0.03}},\"needs_review\":{\"probabilities\":{\"false\":0.27,\"true\":0.73}},\"outcome\":{\"probabilities\":{\"failure\":0.16,\"harmful\":0.03,\"partial\":0.54,\"success\":0.27}},\"risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.17,\"2\":0.77,\"3\":0.05}},\"urgency\":{\"probabilities\":{\"0\":0.08,\"1\":0.74,\"2\":0.16,\"3\":0.02}}}}", "usage": {"prompt_tokens": 582, "completion_tokens": 150, "total_tokens": 732}, "finish_reason": "stop", "latency": 2.914443252957426, "input_sha256": "28a6aa7c8a454f0c5b9e37d4b9c87a390d3a65bbb1f86a2e9ad0ab92a964521e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"continue": 0.12, "human_review": 0.56, "observe": 0.29, "stop": 0.03}}, "needs_review": {"probabilities": {"false": 0.27, "true": 0.73}, "p_true": 0.73}, "outcome": {"probabilities": {"failure": 0.16, "harmful": 0.03, "partial": 0.54, "success": 0.27}}, "risk": {"probabilities": {"0": 0.01, "1": 0.17, "2": 0.77, "3": 0.05}}, "urgency": {"probabilities": {"0": 0.08, "1": 0.74, "2": 0.16, "3": 0.02}}}}
{"id": "customer_service_000000", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.66,\"close_no_action\":0.01,\"escalate_to_human\":0.23,\"execute_refund\":0.02,\"request_information\":0.08}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.003,\"delivery\":0.985,\"refund\":0.005,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.32,\"1\":0.64,\"2\":0.035,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.76,\"true\":0.24}},\"urgency\":{\"probabilities\":{\"0\":0.025,\"1\":0.9,\"2\":0.07,\"3\":0.005}}}}", "usage": {"prompt_tokens": 721, "completion_tokens": 175, "total_tokens": 896}, "finish_reason": "stop", "latency": 2.949503371026367, "input_sha256": "528eb9334994022bacae766bf77c518e8d77a0b87a55b0296d7a2319241b2953", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.66, "close_no_action": 0.01, "escalate_to_human": 0.23, "execute_refund": 0.02, "request_information": 0.08}}, "category": {"probabilities": {"account": 0.002, "billing": 0.003, "delivery": 0.985, "refund": 0.005, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.32, "1": 0.64, "2": 0.035, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.76, "true": 0.24}, "p_true": 0.24}, "urgency": {"probabilities": {"0": 0.025, "1": 0.9, "2": 0.07, "3": 0.005}}}}
{"id": "customer_service_000001", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.0,\"escalate_to_human\":0.9,\"execute_refund\":0.03,\"request_information\":0.04}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.978,\"delivery\":0.001,\"refund\":0.018,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.22,\"1\":0.72,\"2\":0.055,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.09,\"true\":0.91}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.69,\"2\":0.28,\"3\":0.02}}}}", "usage": {"prompt_tokens": 827, "completion_tokens": 175, "total_tokens": 1002}, "finish_reason": "stop", "latency": 4.511672837019432, "input_sha256": "8441a8da794893b8c6bc0a5386d485787366fe074c79cf67f49160187ad39db4", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.0, "escalate_to_human": 0.9, "execute_refund": 0.03, "request_information": 0.04}}, "category": {"probabilities": {"account": 0.002, "billing": 0.978, "delivery": 0.001, "refund": 0.018, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.22, "1": 0.72, "2": 0.055, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.09, "true": 0.91}, "p_true": 0.91}, "urgency": {"probabilities": {"0": 0.01, "1": 0.69, "2": 0.28, "3": 0.02}}}}
{"id": "customer_service_000002", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.04,\"close_no_action\":0.0,\"escalate_to_human\":0.73,\"execute_refund\":0.01,\"request_information\":0.22}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.98,\"delivery\":0.0,\"refund\":0.01,\"technical\":0.0}},\"churn_risk\":{\"probabilities\":{\"0\":0.1,\"1\":0.84,\"2\":0.055,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.24,\"true\":0.76}},\"urgency\":{\"probabilities\":{\"0\":0.04,\"1\":0.88,\"2\":0.075,\"3\":0.005}}}}", "usage": {"prompt_tokens": 705, "completion_tokens": 175, "total_tokens": 880}, "finish_reason": "stop", "latency": 2.7350512600387447, "input_sha256": "88d40ee09afcf73efbfd4fc2ebc9e0b2a251735e89eae8633e21d9f36b741a36", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.04, "close_no_action": 0.0, "escalate_to_human": 0.73, "execute_refund": 0.01, "request_information": 0.22}}, "category": {"probabilities": {"account": 0.01, "billing": 0.98, "delivery": 0.0, "refund": 0.01, "technical": 0.0}}, "churn_risk": {"probabilities": {"0": 0.1, "1": 0.84, "2": 0.055, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.24, "true": 0.76}, "p_true": 0.76}, "urgency": {"probabilities": {"0": 0.04, "1": 0.88, "2": 0.075, "3": 0.005}}}}
{"id": "customer_service_000003", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.001,\"escalate_to_human\":0.9,\"execute_refund\":0.001,\"request_information\":0.038}},\"category\":{\"probabilities\":{\"account\":0.025,\"billing\":0.96,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.013}},\"churn_risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.39,\"2\":0.52,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.17,\"3\":0.8}}}}", "usage": {"prompt_tokens": 870, "completion_tokens": 175, "total_tokens": 1045}, "finish_reason": "stop", "latency": 2.9446535510360263, "input_sha256": "d3a7169567eb9426ae76b75f0e9aa2d619d6810cbbcd22d3703d2e27e4305d8d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.001, "escalate_to_human": 0.9, "execute_refund": 0.001, "request_information": 0.038}}, "category": {"probabilities": {"account": 0.025, "billing": 0.96, "delivery": 0.001, "refund": 0.001, "technical": 0.013}}, "churn_risk": {"probabilities": {"0": 0.04, "1": 0.39, "2": 0.52, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.17, "3": 0.8}}}}
{"id": "customer_service_000004", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.12,\"close_no_action\":0.001,\"escalate_to_human\":0.799,\"execute_refund\":0.001,\"request_information\":0.079}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.993,\"delivery\":0.001,\"refund\":0.002,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.025,\"2\":0.929,\"3\":0.045}},\"needs_human\":{\"probabilities\":{\"false\":0.2,\"true\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.22,\"2\":0.705,\"3\":0.07}}}}", "usage": {"prompt_tokens": 807, "completion_tokens": 175, "total_tokens": 982}, "finish_reason": "stop", "latency": 3.0559636569814757, "input_sha256": "84770750e2112e6e0cf42da759cbe5771ebdee1d5e9149ec106618707df31f6d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.12, "close_no_action": 0.001, "escalate_to_human": 0.799, "execute_refund": 0.001, "request_information": 0.079}}, "category": {"probabilities": {"account": 0.003, "billing": 0.993, "delivery": 0.001, "refund": 0.002, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.025, "2": 0.929, "3": 0.045}}, "needs_human": {"probabilities": {"false": 0.2, "true": 0.8}, "p_true": 0.8}, "urgency": {"probabilities": {"0": 0.005, "1": 0.22, "2": 0.705, "3": 0.07}}}}
{"id": "customer_service_000005", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.01,\"close_no_action\":0.005,\"escalate_to_human\":0.88,\"execute_refund\":0.015,\"request_information\":0.09}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.96,\"delivery\":0.001,\"refund\":0.037,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.2,\"2\":0.72,\"3\":0.07}},\"needs_human\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.05,\"3\":0.94}}}}", "usage": {"prompt_tokens": 829, "completion_tokens": 175, "total_tokens": 1004}, "finish_reason": "stop", "latency": 2.82275299198227, "input_sha256": "83fce09bf99c20f008c9818baf133e5c587270bc7be5247520b445ce467d632a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.01, "close_no_action": 0.005, "escalate_to_human": 0.88, "execute_refund": 0.015, "request_information": 0.09}}, "category": {"probabilities": {"account": 0.001, "billing": 0.96, "delivery": 0.001, "refund": 0.037, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.2, "2": 0.72, "3": 0.07}}, "needs_human": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.05, "3": 0.94}}}}
{"id": "customer_service_000006", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.88,\"execute_refund\":0.001,\"request_information\":0.088}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.995}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.16,\"2\":0.81,\"3\":0.025}},\"needs_human\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.079,\"2\":0.62,\"3\":0.3}}}}", "usage": {"prompt_tokens": 786, "completion_tokens": 175, "total_tokens": 961}, "finish_reason": "stop", "latency": 2.8656380210304633, "input_sha256": "d656600adc4896f6441c2a9fc871897823c46f3bb1c81a08338a9a4da817eba6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.88, "execute_refund": 0.001, "request_information": 0.088}}, "category": {"probabilities": {"account": 0.002, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.995}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.16, "2": 0.81, "3": 0.025}}, "needs_human": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.001, "1": 0.079, "2": 0.62, "3": 0.3}}}}
{"id": "customer_service_000007", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.8,\"execute_refund\":0.15,\"request_information\":0.019}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.025,\"delivery\":0.001,\"refund\":0.97,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.025,\"3\":0.97}},\"needs_human\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.48,\"3\":0.5}}}}", "usage": {"prompt_tokens": 724, "completion_tokens": 175, "total_tokens": 899}, "finish_reason": "stop", "latency": 3.151274667994585, "input_sha256": "67268011b0edac4a4d165790c5eb287592dcc104cbd8f9a545115734ae062fa9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.8, "execute_refund": 0.15, "request_information": 0.019}}, "category": {"probabilities": {"account": 0.003, "billing": 0.025, "delivery": 0.001, "refund": 0.97, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.025, "3": 0.97}}, "needs_human": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.48, "3": 0.5}}}}
{"id": "customer_service_000008", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.64,\"execute_refund\":0.001,\"request_information\":0.338}},\"category\":{\"probabilities\":{\"account\":0.45,\"billing\":0.44,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.108}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.37,\"2\":0.6,\"3\":0.02}},\"needs_human\":{\"probabilities\":{\"false\":0.25,\"true\":0.75}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.89,\"3\":0.07}}}}", "usage": {"prompt_tokens": 791, "completion_tokens": 175, "total_tokens": 966}, "finish_reason": "stop", "latency": 3.153086661011912, "input_sha256": "d047ea45bc689aa19380c3de12149a165ca18032ff1e1b8ca37b8719f410df9b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.64, "execute_refund": 0.001, "request_information": 0.338}}, "category": {"probabilities": {"account": 0.45, "billing": 0.44, "delivery": 0.001, "refund": 0.001, "technical": 0.108}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.37, "2": 0.6, "3": 0.02}}, "needs_human": {"probabilities": {"false": 0.25, "true": 0.75}, "p_true": 0.75}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.89, "3": 0.07}}}}
{"id": "customer_service_000009", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.65,\"execute_refund\":0.009,\"request_information\":0.32}},\"category\":{\"probabilities\":{\"account\":0.12,\"billing\":0.32,\"delivery\":0.001,\"refund\":0.009,\"technical\":0.55}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.89,\"3\":0.07}},\"needs_human\":{\"probabilities\":{\"false\":0.26,\"true\":0.74}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.119,\"2\":0.67,\"3\":0.21}}}}", "usage": {"prompt_tokens": 787, "completion_tokens": 175, "total_tokens": 962}, "finish_reason": "stop", "latency": 3.2874485129723325, "input_sha256": "9fcad89819c5af30cd5456709de084295796c9424b463c8f6ff03e1240385a6c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.65, "execute_refund": 0.009, "request_information": 0.32}}, "category": {"probabilities": {"account": 0.12, "billing": 0.32, "delivery": 0.001, "refund": 0.009, "technical": 0.55}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.89, "3": 0.07}}, "needs_human": {"probabilities": {"false": 0.26, "true": 0.74}, "p_true": 0.74}, "urgency": {"probabilities": {"0": 0.001, "1": 0.119, "2": 0.67, "3": 0.21}}}}
{"id": "customer_service_000010", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.9,\"execute_refund\":0.004,\"request_information\":0.065}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.995}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.049,\"2\":0.92,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.15,\"2\":0.735,\"3\":0.11}}}}", "usage": {"prompt_tokens": 801, "completion_tokens": 175, "total_tokens": 976}, "finish_reason": "stop", "latency": 3.162345123011619, "input_sha256": "0c815dc0c0c3a0c818027ea7c0df7d3b18410e054a4bd66db1c9687112553c8d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.9, "execute_refund": 0.004, "request_information": 0.065}}, "category": {"probabilities": {"account": 0.002, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.995}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.049, "2": 0.92, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.005, "1": 0.15, "2": 0.735, "3": 0.11}}}}
{"id": "customer_service_000011", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.13,\"close_no_action\":0.0,\"escalate_to_human\":0.76,\"execute_refund\":0.0,\"request_information\":0.11}},\"category\":{\"probabilities\":{\"account\":0.06,\"billing\":0.91,\"delivery\":0.0,\"refund\":0.0,\"technical\":0.03}},\"churn_risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.63,\"2\":0.3,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.2,\"true\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.07,\"3\":0.92}}}}", "usage": {"prompt_tokens": 829, "completion_tokens": 175, "total_tokens": 1004}, "finish_reason": "stop", "latency": 2.7729672960122116, "input_sha256": "501814b4cc7c0f7c001ed5614b71aec3b1d110a7eaeea33dc4d60dd2b2473e08", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.13, "close_no_action": 0.0, "escalate_to_human": 0.76, "execute_refund": 0.0, "request_information": 0.11}}, "category": {"probabilities": {"account": 0.06, "billing": 0.91, "delivery": 0.0, "refund": 0.0, "technical": 0.03}}, "churn_risk": {"probabilities": {"0": 0.04, "1": 0.63, "2": 0.3, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.2, "true": 0.8}, "p_true": 0.8}, "urgency": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.07, "3": 0.92}}}}
{"id": "customer_service_000012", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.005,\"escalate_to_human\":0.87,\"execute_refund\":0.015,\"request_information\":0.09}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.98,\"delivery\":0.001,\"refund\":0.01,\"technical\":0.004}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.22,\"2\":0.74,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.015,\"1\":0.3,\"2\":0.64,\"3\":0.045}}}}", "usage": {"prompt_tokens": 936, "completion_tokens": 175, "total_tokens": 1111}, "finish_reason": "stop", "latency": 3.1442546500475146, "input_sha256": "b11f11f1259d96470ff6bf9d442e086a542f5d455e0bb45b7c3e589cebcad6e5", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.005, "escalate_to_human": 0.87, "execute_refund": 0.015, "request_information": 0.09}}, "category": {"probabilities": {"account": 0.005, "billing": 0.98, "delivery": 0.001, "refund": 0.01, "technical": 0.004}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.22, "2": 0.74, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.015, "1": 0.3, "2": 0.64, "3": 0.045}}}}
{"id": "customer_service_000013", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.18,\"close_no_action\":0.01,\"escalate_to_human\":0.73,\"execute_refund\":0.01,\"request_information\":0.07}},\"category\":{\"probabilities\":{\"account\":0.84,\"billing\":0.14,\"delivery\":0.001,\"refund\":0.004,\"technical\":0.015}},\"churn_risk\":{\"probabilities\":{\"0\":0.03,\"1\":0.39,\"2\":0.55,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.24,\"true\":0.76}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.32,\"2\":0.63,\"3\":0.04}}}}", "usage": {"prompt_tokens": 709, "completion_tokens": 175, "total_tokens": 884}, "finish_reason": "stop", "latency": 3.065746672975365, "input_sha256": "b5bd65736b536d9239b3e2d9283692b690bec0be870120ef985d05da48d65f00", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.18, "close_no_action": 0.01, "escalate_to_human": 0.73, "execute_refund": 0.01, "request_information": 0.07}}, "category": {"probabilities": {"account": 0.84, "billing": 0.14, "delivery": 0.001, "refund": 0.004, "technical": 0.015}}, "churn_risk": {"probabilities": {"0": 0.03, "1": 0.39, "2": 0.55, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.24, "true": 0.76}, "p_true": 0.76}, "urgency": {"probabilities": {"0": 0.01, "1": 0.32, "2": 0.63, "3": 0.04}}}}
{"id": "customer_service_000014", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.001,\"escalate_to_human\":0.88,\"execute_refund\":0.004,\"request_information\":0.035}},\"category\":{\"probabilities\":{\"account\":0.27,\"billing\":0.07,\"delivery\":0.001,\"refund\":0.004,\"technical\":0.655}},\"churn_risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.67,\"2\":0.28,\"3\":0.01}},\"needs_human\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.19,\"3\":0.77}}}}", "usage": {"prompt_tokens": 787, "completion_tokens": 175, "total_tokens": 962}, "finish_reason": "stop", "latency": 2.707826533005573, "input_sha256": "5fb3377407d1418ba1034b29623439af31a155a9d44bf335e51d5737195165e9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.001, "escalate_to_human": 0.88, "execute_refund": 0.004, "request_information": 0.035}}, "category": {"probabilities": {"account": 0.27, "billing": 0.07, "delivery": 0.001, "refund": 0.004, "technical": 0.655}}, "churn_risk": {"probabilities": {"0": 0.04, "1": 0.67, "2": 0.28, "3": 0.01}}, "needs_human": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.19, "3": 0.77}}}}
{"id": "customer_service_000015", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.93,\"execute_refund\":0.001,\"request_information\":0.048}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.996}},\"churn_risk\":{\"probabilities\":{\"0\":0.25,\"1\":0.6,\"2\":0.14,\"3\":0.01}},\"needs_human\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.39,\"3\":0.58}}}}", "usage": {"prompt_tokens": 760, "completion_tokens": 175, "total_tokens": 935}, "finish_reason": "stop", "latency": 2.9054936719476245, "input_sha256": "efa990b6ea84fc4304e167efaac4b2cc2720b76cf8736e8ca343c86acfad0992", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.93, "execute_refund": 0.001, "request_information": 0.048}}, "category": {"probabilities": {"account": 0.001, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.996}}, "churn_risk": {"probabilities": {"0": 0.25, "1": 0.6, "2": 0.14, "3": 0.01}}, "needs_human": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.39, "3": 0.58}}}}
{"id": "customer_service_000016", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.16,\"close_no_action\":0.01,\"escalate_to_human\":0.75,\"execute_refund\":0.01,\"request_information\":0.07}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.005,\"delivery\":0.98,\"refund\":0.005,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.17,\"1\":0.8,\"2\":0.025,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.57,\"true\":0.43}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.095,\"2\":0.72,\"3\":0.18}}}}", "usage": {"prompt_tokens": 745, "completion_tokens": 193, "total_tokens": 938, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.797417475027032, "input_sha256": "5aeaee02b821ef3739d5cf851e9b96788e9f4640f4c511ba400b08d3286d48f5", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.16, "close_no_action": 0.01, "escalate_to_human": 0.75, "execute_refund": 0.01, "request_information": 0.07}}, "category": {"probabilities": {"account": 0.005, "billing": 0.005, "delivery": 0.98, "refund": 0.005, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.17, "1": 0.8, "2": 0.025, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.57, "true": 0.43}, "p_true": 0.43}, "urgency": {"probabilities": {"0": 0.005, "1": 0.095, "2": 0.72, "3": 0.18}}}}
{"id": "customer_service_000017", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.005,\"close_no_action\":0.001,\"escalate_to_human\":0.97,\"execute_refund\":0.001,\"request_information\":0.023}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.002,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.993}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.045,\"3\":0.95}},\"needs_human\":{\"probabilities\":{\"false\":0.02,\"true\":0.98}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.18,\"3\":0.8}}}}", "usage": {"prompt_tokens": 772, "completion_tokens": 175, "total_tokens": 947}, "finish_reason": "stop", "latency": 3.467030629981309, "input_sha256": "ef84cef084307228901d451c95907aa04939774ed97868f009e506a3e5a94b1f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.005, "close_no_action": 0.001, "escalate_to_human": 0.97, "execute_refund": 0.001, "request_information": 0.023}}, "category": {"probabilities": {"account": 0.003, "billing": 0.002, "delivery": 0.001, "refund": 0.001, "technical": 0.993}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.045, "3": 0.95}}, "needs_human": {"probabilities": {"false": 0.02, "true": 0.98}, "p_true": 0.98}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.18, "3": 0.8}}}}
{"id": "customer_service_000018", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.889,\"execute_refund\":0.07,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.97,\"delivery\":0.001,\"refund\":0.025,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.002,\"2\":0.017,\"3\":0.98}},\"needs_human\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.09,\"3\":0.9}}}}", "usage": {"prompt_tokens": 814, "completion_tokens": 175, "total_tokens": 989}, "finish_reason": "stop", "latency": 2.87628001102712, "input_sha256": "eb3b9ec8e840d5d8a1d1f39fd3d4b24604719eaa6054992138dd7e4bd1ee0090", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.889, "execute_refund": 0.07, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.003, "billing": 0.97, "delivery": 0.001, "refund": 0.025, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.002, "2": 0.017, "3": 0.98}}, "needs_human": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.09, "3": 0.9}}}}
{"id": "customer_service_000019", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.001,\"escalate_to_human\":0.88,\"execute_refund\":0.019,\"request_information\":0.04}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.986,\"delivery\":0.001,\"refund\":0.009,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.92,\"3\":0.04}},\"needs_human\":{\"probabilities\":{\"false\":0.09,\"true\":0.91}},\"urgency\":{\"probabilities\":{\"0\":0.002,\"1\":0.258,\"2\":0.69,\"3\":0.05}}}}", "usage": {"prompt_tokens": 1018, "completion_tokens": 175, "total_tokens": 1193}, "finish_reason": "stop", "latency": 2.7556062910007313, "input_sha256": "df775a8f35fb0307515237c9bfb1e05ff13313b822c23e42da05ede22b1354c9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.001, "escalate_to_human": 0.88, "execute_refund": 0.019, "request_information": 0.04}}, "category": {"probabilities": {"account": 0.003, "billing": 0.986, "delivery": 0.001, "refund": 0.009, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.92, "3": 0.04}}, "needs_human": {"probabilities": {"false": 0.09, "true": 0.91}, "p_true": 0.91}, "urgency": {"probabilities": {"0": 0.002, "1": 0.258, "2": 0.69, "3": 0.05}}}}
{"id": "customer_service_000020", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.95,\"execute_refund\":0.004,\"request_information\":0.025}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.014,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.979}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.045,\"3\":0.95}},\"needs_human\":{\"probabilities\":{\"false\":0.04,\"true\":0.96}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.86,\"3\":0.11}}}}", "usage": {"prompt_tokens": 1005, "completion_tokens": 175, "total_tokens": 1180}, "finish_reason": "stop", "latency": 2.8429367130156606, "input_sha256": "b8d0c70627cc4c4eb4363744f0c3d514a81c581967a7459cb3f9d9724e2ec695", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.95, "execute_refund": 0.004, "request_information": 0.025}}, "category": {"probabilities": {"account": 0.005, "billing": 0.014, "delivery": 0.001, "refund": 0.001, "technical": 0.979}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.045, "3": 0.95}}, "needs_human": {"probabilities": {"false": 0.04, "true": 0.96}, "p_true": 0.96}, "urgency": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.86, "3": 0.11}}}}
{"id": "customer_service_000021", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.12,\"close_no_action\":0.005,\"escalate_to_human\":0.325,\"execute_refund\":0.0,\"request_information\":0.55}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.995}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.135,\"2\":0.81,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.325,\"2\":0.62,\"3\":0.05}}}}", "usage": {"prompt_tokens": 773, "completion_tokens": 175, "total_tokens": 948}, "finish_reason": "stop", "latency": 2.7928488820325583, "input_sha256": "830971e8b93b60af6322cb81afcb680a74623f360f88b656aedd2ba095b430b0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.12, "close_no_action": 0.005, "escalate_to_human": 0.325, "execute_refund": 0.0, "request_information": 0.55}}, "category": {"probabilities": {"account": 0.002, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.995}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.135, "2": 0.81, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "urgency": {"probabilities": {"0": 0.005, "1": 0.325, "2": 0.62, "3": 0.05}}}}
{"id": "customer_service_000022", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.15,\"close_no_action\":0.001,\"escalate_to_human\":0.65,\"execute_refund\":0.001,\"request_information\":0.198}},\"category\":{\"probabilities\":{\"account\":0.89,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.107}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.46,\"2\":0.51,\"3\":0.02}},\"needs_human\":{\"probabilities\":{\"false\":0.27,\"true\":0.73}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.08,\"3\":0.91}}}}", "usage": {"prompt_tokens": 797, "completion_tokens": 175, "total_tokens": 972}, "finish_reason": "stop", "latency": 2.70270118501503, "input_sha256": "703fd5010df2e52c90d6566eeefa0a26d5bb1b366b33cf0164fed7a1fff50ea4", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.15, "close_no_action": 0.001, "escalate_to_human": 0.65, "execute_refund": 0.001, "request_information": 0.198}}, "category": {"probabilities": {"account": 0.89, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.107}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.46, "2": 0.51, "3": 0.02}}, "needs_human": {"probabilities": {"false": 0.27, "true": 0.73}, "p_true": 0.73}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.08, "3": 0.91}}}}
{"id": "customer_service_000023", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.259,\"execute_refund\":0.66,\"request_information\":0.05}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.94,\"delivery\":0.001,\"refund\":0.055,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.08,\"1\":0.79,\"2\":0.12,\"3\":0.01}},\"needs_human\":{\"probabilities\":{\"false\":0.7,\"true\":0.3}},\"urgency\":{\"probabilities\":{\"0\":0.015,\"1\":0.72,\"2\":0.25,\"3\":0.015}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 175, "total_tokens": 877}, "finish_reason": "stop", "latency": 2.9095400989754125, "input_sha256": "193598f800d8ec4d9c06aaf8ebbfcc751564e2a475cab3d6dcea5412d26b7c8d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.259, "execute_refund": 0.66, "request_information": 0.05}}, "category": {"probabilities": {"account": 0.003, "billing": 0.94, "delivery": 0.001, "refund": 0.055, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.08, "1": 0.79, "2": 0.12, "3": 0.01}}, "needs_human": {"probabilities": {"false": 0.7, "true": 0.3}, "p_true": 0.3}, "urgency": {"probabilities": {"0": 0.015, "1": 0.72, "2": 0.25, "3": 0.015}}}}
{"id": "customer_service_000024", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.65,\"close_no_action\":0.001,\"escalate_to_human\":0.32,\"execute_refund\":0.001,\"request_information\":0.028}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.992,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.004}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.104,\"2\":0.87,\"3\":0.025}},\"needs_human\":{\"probabilities\":{\"false\":0.69,\"true\":0.31}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.001,\"2\":0.003,\"3\":0.995}}}}", "usage": {"prompt_tokens": 910, "completion_tokens": 175, "total_tokens": 1085}, "finish_reason": "stop", "latency": 2.841993600013666, "input_sha256": "12f6ed013dd148fc3e88342606556338f9d868afb97bb457567c9a5caac2c65e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.65, "close_no_action": 0.001, "escalate_to_human": 0.32, "execute_refund": 0.001, "request_information": 0.028}}, "category": {"probabilities": {"account": 0.002, "billing": 0.992, "delivery": 0.001, "refund": 0.001, "technical": 0.004}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.104, "2": 0.87, "3": 0.025}}, "needs_human": {"probabilities": {"false": 0.69, "true": 0.31}, "p_true": 0.31}, "urgency": {"probabilities": {"0": 0.001, "1": 0.001, "2": 0.003, "3": 0.995}}}}
{"id": "customer_service_000025", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.24,\"close_no_action\":0.005,\"escalate_to_human\":0.71,\"execute_refund\":0.005,\"request_information\":0.04}},\"category\":{\"probabilities\":{\"account\":0.9,\"billing\":0.09,\"delivery\":0.001,\"refund\":0.003,\"technical\":0.006}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.18,\"2\":0.76,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.25,\"true\":0.75}},\"urgency\":{\"probabilities\":{\"0\":0.015,\"1\":0.335,\"2\":0.61,\"3\":0.04}}}}", "usage": {"prompt_tokens": 924, "completion_tokens": 175, "total_tokens": 1099}, "finish_reason": "stop", "latency": 2.963793909002561, "input_sha256": "552da7c663fd0e5406c40258f4012999392e175a654134695503f437dfffde83", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.24, "close_no_action": 0.005, "escalate_to_human": 0.71, "execute_refund": 0.005, "request_information": 0.04}}, "category": {"probabilities": {"account": 0.9, "billing": 0.09, "delivery": 0.001, "refund": 0.003, "technical": 0.006}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.18, "2": 0.76, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.25, "true": 0.75}, "p_true": 0.75}, "urgency": {"probabilities": {"0": 0.015, "1": 0.335, "2": 0.61, "3": 0.04}}}}
{"id": "customer_service_000026", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.005,\"escalate_to_human\":0.88,\"execute_refund\":0.045,\"request_information\":0.04}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.69,\"delivery\":0.001,\"refund\":0.3,\"technical\":0.004}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.075,\"2\":0.87,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.2,\"2\":0.725,\"3\":0.07}}}}", "usage": {"prompt_tokens": 907, "completion_tokens": 175, "total_tokens": 1082}, "finish_reason": "stop", "latency": 2.8836701289983466, "input_sha256": "153e0a7ff85238a11f15a76156380b92f13c8e2276a25633f5f853093213a52b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.005, "escalate_to_human": 0.88, "execute_refund": 0.045, "request_information": 0.04}}, "category": {"probabilities": {"account": 0.005000000000000001, "billing": 0.6900000000000001, "delivery": 0.0010000000000000002, "refund": 0.30000000000000004, "technical": 0.004000000000000001}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.075, "2": 0.87, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.005, "1": 0.2, "2": 0.725, "3": 0.07}}}}
{"id": "customer_service_000027", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.001,\"escalate_to_human\":0.91,\"execute_refund\":0.009,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.64,\"billing\":0.27,\"delivery\":0.001,\"refund\":0.004,\"technical\":0.085}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.085,\"2\":0.86,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.22,\"2\":0.73,\"3\":0.045}}}}", "usage": {"prompt_tokens": 994, "completion_tokens": 175, "total_tokens": 1169}, "finish_reason": "stop", "latency": 2.7224140239995904, "input_sha256": "c23568a47fc49ae477a74a092640070d9108b7a7c3977ca6d31d17f5ffb11b48", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.001, "escalate_to_human": 0.91, "execute_refund": 0.009, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.64, "billing": 0.27, "delivery": 0.001, "refund": 0.004, "technical": 0.085}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.085, "2": 0.86, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.005, "1": 0.22, "2": 0.73, "3": 0.045}}}}
{"id": "customer_service_000028", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.039,\"execute_refund\":0.01,\"request_information\":0.93}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.002,\"delivery\":0.991,\"refund\":0.002,\"technical\":0.004}},\"churn_risk\":{\"probabilities\":{\"0\":0.09,\"1\":0.79,\"2\":0.115,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.94,\"true\":0.06}},\"urgency\":{\"probabilities\":{\"0\":0.025,\"1\":0.87,\"2\":0.1,\"3\":0.005}}}}", "usage": {"prompt_tokens": 655, "completion_tokens": 175, "total_tokens": 830}, "finish_reason": "stop", "latency": 3.027826575038489, "input_sha256": "2a40b3b6c05f60c9b53db4583510491808d055923f01a1b4392a36723f8ecd7c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.039, "execute_refund": 0.01, "request_information": 0.93}}, "category": {"probabilities": {"account": 0.001, "billing": 0.002, "delivery": 0.991, "refund": 0.002, "technical": 0.004}}, "churn_risk": {"probabilities": {"0": 0.09, "1": 0.79, "2": 0.115, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.94, "true": 0.06}, "p_true": 0.06}, "urgency": {"probabilities": {"0": 0.025, "1": 0.87, "2": 0.1, "3": 0.005}}}}
{"id": "customer_service_000029", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.57,\"close_no_action\":0.001,\"escalate_to_human\":0.36,\"execute_refund\":0.004,\"request_information\":0.065}},\"category\":{\"probabilities\":{\"account\":0.12,\"billing\":0.875,\"delivery\":0.001,\"refund\":0.003,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.01,\"2\":0.025,\"3\":0.96}},\"needs_human\":{\"probabilities\":{\"false\":0.65,\"true\":0.35}},\"urgency\":{\"probabilities\":{\"0\":0.002,\"1\":0.108,\"2\":0.57,\"3\":0.32}}}}", "usage": {"prompt_tokens": 645, "completion_tokens": 175, "total_tokens": 820}, "finish_reason": "stop", "latency": 2.847768429957796, "input_sha256": "7c4210a315c9eb79786925a84d4e400ed3079a27e2e39d23a739dd76fd51212b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.5700000000000001, "close_no_action": 0.0010000000000000002, "escalate_to_human": 0.36000000000000004, "execute_refund": 0.004000000000000001, "request_information": 0.06500000000000002}}, "category": {"probabilities": {"account": 0.12, "billing": 0.875, "delivery": 0.001, "refund": 0.003, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.01, "2": 0.025, "3": 0.96}}, "needs_human": {"probabilities": {"false": 0.65, "true": 0.35}, "p_true": 0.35}, "urgency": {"probabilities": {"0": 0.002, "1": 0.108, "2": 0.57, "3": 0.32}}}}
{"id": "customer_service_000030", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.2,\"close_no_action\":0.001,\"escalate_to_human\":0.059,\"execute_refund\":0.24,\"request_information\":0.5}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.009,\"delivery\":0.89,\"refund\":0.025,\"technical\":0.075}},\"churn_risk\":{\"probabilities\":{\"0\":0.2,\"1\":0.74,\"2\":0.055,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.94,\"true\":0.06}},\"urgency\":{\"probabilities\":{\"0\":0.025,\"1\":0.89,\"2\":0.08,\"3\":0.005}}}}", "usage": {"prompt_tokens": 685, "completion_tokens": 175, "total_tokens": 860}, "finish_reason": "stop", "latency": 2.891059873974882, "input_sha256": "468671c74dfb62ba799e8fc77b0ab41d76d7d61ea6e1a3466a7fa766a00c57d3", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.2, "close_no_action": 0.001, "escalate_to_human": 0.059, "execute_refund": 0.24, "request_information": 0.5}}, "category": {"probabilities": {"account": 0.001, "billing": 0.009, "delivery": 0.89, "refund": 0.025, "technical": 0.075}}, "churn_risk": {"probabilities": {"0": 0.2, "1": 0.74, "2": 0.055, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.94, "true": 0.06}, "p_true": 0.06}, "urgency": {"probabilities": {"0": 0.025, "1": 0.89, "2": 0.08, "3": 0.005}}}}
{"id": "customer_service_000031", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.0,\"escalate_to_human\":0.86,\"execute_refund\":0.0,\"request_information\":0.06}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.992}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.105,\"2\":0.85,\"3\":0.04}},\"needs_human\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.56,\"2\":0.4,\"3\":0.03}}}}", "usage": {"prompt_tokens": 778, "completion_tokens": 175, "total_tokens": 953}, "finish_reason": "stop", "latency": 3.0581401549861766, "input_sha256": "fa77fa3c73c8a349e57860149537d12a9eaa35131df79fb117efafa9803bf7d7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.0, "escalate_to_human": 0.86, "execute_refund": 0.0, "request_information": 0.06}}, "category": {"probabilities": {"account": 0.005, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.992}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.105, "2": 0.85, "3": 0.04}}, "needs_human": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.01, "1": 0.56, "2": 0.4, "3": 0.03}}}}
{"id": "customer_service_000032", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.85,\"execute_refund\":0.109,\"request_information\":0.01}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.038,\"delivery\":0.001,\"refund\":0.959,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.002,\"1\":0.058,\"2\":0.9,\"3\":0.04}},\"needs_human\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.9,\"3\":0.07}}}}", "usage": {"prompt_tokens": 822, "completion_tokens": 175, "total_tokens": 997}, "finish_reason": "stop", "latency": 3.376266936014872, "input_sha256": "647aaf49ab74eaa38fe972dd912018f185d933c8e266945a36000d81fa88337d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.85, "execute_refund": 0.109, "request_information": 0.01}}, "category": {"probabilities": {"account": 0.001, "billing": 0.038, "delivery": 0.001, "refund": 0.959, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.002, "1": 0.058, "2": 0.9, "3": 0.04}}, "needs_human": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.9, "3": 0.07}}}}
{"id": "customer_service_000033", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.15,\"close_no_action\":0.0,\"escalate_to_human\":0.12,\"execute_refund\":0.01,\"request_information\":0.72}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.03,\"delivery\":0.76,\"refund\":0.06,\"technical\":0.14}},\"churn_risk\":{\"probabilities\":{\"0\":0.23,\"1\":0.7,\"2\":0.065,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.8,\"true\":0.2}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.78,\"2\":0.19,\"3\":0.01}}}}", "usage": {"prompt_tokens": 761, "completion_tokens": 175, "total_tokens": 936}, "finish_reason": "stop", "latency": 4.90879529400263, "input_sha256": "23720f9680658fedff01cd3780d2b748920c306b1d439b548e61b9a5d7d122fb", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.15, "close_no_action": 0.0, "escalate_to_human": 0.12, "execute_refund": 0.01, "request_information": 0.72}}, "category": {"probabilities": {"account": 0.01, "billing": 0.03, "delivery": 0.76, "refund": 0.06, "technical": 0.14}}, "churn_risk": {"probabilities": {"0": 0.23, "1": 0.7, "2": 0.065, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.8, "true": 0.2}, "p_true": 0.2}, "urgency": {"probabilities": {"0": 0.02, "1": 0.78, "2": 0.19, "3": 0.01}}}}
{"id": "customer_service_000034", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.0,\"escalate_to_human\":0.83,\"execute_refund\":0.01,\"request_information\":0.1}},\"category\":{\"probabilities\":{\"account\":0.0,\"billing\":0.01,\"delivery\":0.85,\"refund\":0.0,\"technical\":0.14}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.62,\"3\":0.3}},\"needs_human\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.23,\"3\":0.75}}}}", "usage": {"prompt_tokens": 905, "completion_tokens": 175, "total_tokens": 1080}, "finish_reason": "stop", "latency": 2.872533248970285, "input_sha256": "5bd4df594f8aab392694b09a852e63faaddb5e53ce6641284b63002feaff1bfd", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.0, "escalate_to_human": 0.83, "execute_refund": 0.01, "request_information": 0.1}}, "category": {"probabilities": {"account": 0.0, "billing": 0.01, "delivery": 0.85, "refund": 0.0, "technical": 0.14}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.62, "3": 0.3}}, "needs_human": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.23, "3": 0.75}}}}
{"id": "customer_service_000035", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.0,\"escalate_to_human\":0.79,\"execute_refund\":0.03,\"request_information\":0.15}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.975,\"delivery\":0.0,\"refund\":0.015,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.18,\"2\":0.785,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.3,\"2\":0.62,\"3\":0.075}}}}", "usage": {"prompt_tokens": 768, "completion_tokens": 175, "total_tokens": 943}, "finish_reason": "stop", "latency": 2.797913910995703, "input_sha256": "37383c0a4512d020639e40c22fbebeb3d5d0a18eb9b152a8c433fe11b7eb3d44", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.0, "escalate_to_human": 0.79, "execute_refund": 0.03, "request_information": 0.15}}, "category": {"probabilities": {"account": 0.005, "billing": 0.975, "delivery": 0.0, "refund": 0.015, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.18, "2": 0.785, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.005, "1": 0.3, "2": 0.62, "3": 0.075}}}}
{"id": "customer_service_000036", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.92,\"close_no_action\":0.005,\"escalate_to_human\":0.05,\"execute_refund\":0.005,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.58,\"billing\":0.415,\"delivery\":0.001,\"refund\":0.003,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.005,\"2\":0.005,\"3\":0.98}},\"needs_human\":{\"probabilities\":{\"false\":0.95,\"true\":0.05}},\"urgency\":{\"probabilities\":{\"0\":0.015,\"1\":0.89,\"2\":0.085,\"3\":0.01}}}}", "usage": {"prompt_tokens": 743, "completion_tokens": 175, "total_tokens": 918}, "finish_reason": "stop", "latency": 3.1090450509800576, "input_sha256": "1d12a56edff2c6e40eeda8384b44bc6e9d81e5ebbd94af2010324567f78a215e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.92, "close_no_action": 0.005, "escalate_to_human": 0.05, "execute_refund": 0.005, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.5800000000000001, "billing": 0.41500000000000004, "delivery": 0.0010000000000000002, "refund": 0.0030000000000000005, "technical": 0.0010000000000000002}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.005, "2": 0.005, "3": 0.98}}, "needs_human": {"probabilities": {"false": 0.95, "true": 0.05}, "p_true": 0.05}, "urgency": {"probabilities": {"0": 0.015, "1": 0.89, "2": 0.085, "3": 0.01}}}}
{"id": "customer_service_000037", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.01,\"escalate_to_human\":0.81,\"execute_refund\":0.02,\"request_information\":0.08}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.005,\"delivery\":0.98,\"refund\":0.005,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.19,\"2\":0.77,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.25,\"2\":0.67,\"3\":0.07}}}}", "usage": {"prompt_tokens": 849, "completion_tokens": 175, "total_tokens": 1024}, "finish_reason": "stop", "latency": 2.734765344997868, "input_sha256": "5d8da122d61cb9f6a5b1ab87e5e7142a2659ba587cb0d901f72cf779418fb091", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.01, "escalate_to_human": 0.81, "execute_refund": 0.02, "request_information": 0.08}}, "category": {"probabilities": {"account": 0.005, "billing": 0.005, "delivery": 0.98, "refund": 0.005, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.19, "2": 0.77, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.01, "1": 0.25, "2": 0.67, "3": 0.07}}}}
{"id": "customer_service_000038", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.23,\"close_no_action\":0.001,\"escalate_to_human\":0.53,\"execute_refund\":0.001,\"request_information\":0.238}},\"category\":{\"probabilities\":{\"account\":0.84,\"billing\":0.002,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.156}},\"churn_risk\":{\"probabilities\":{\"0\":0.57,\"1\":0.39,\"2\":0.038,\"3\":0.002}},\"needs_human\":{\"probabilities\":{\"false\":0.44,\"true\":0.56}},\"urgency\":{\"probabilities\":{\"0\":0.015,\"1\":0.55,\"2\":0.34,\"3\":0.095}}}}", "usage": {"prompt_tokens": 822, "completion_tokens": 175, "total_tokens": 997}, "finish_reason": "stop", "latency": 3.5130928350263275, "input_sha256": "8846a8f75274e78401895c38f8fe733f7014f7001fd09f2e24ee25fa1c0912a0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.23, "close_no_action": 0.001, "escalate_to_human": 0.53, "execute_refund": 0.001, "request_information": 0.238}}, "category": {"probabilities": {"account": 0.84, "billing": 0.002, "delivery": 0.001, "refund": 0.001, "technical": 0.156}}, "churn_risk": {"probabilities": {"0": 0.57, "1": 0.39, "2": 0.038, "3": 0.002}}, "needs_human": {"probabilities": {"false": 0.44, "true": 0.56}, "p_true": 0.56}, "urgency": {"probabilities": {"0": 0.015, "1": 0.55, "2": 0.34, "3": 0.095}}}}
{"id": "customer_service_000039", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.18,\"close_no_action\":0.005,\"escalate_to_human\":0.045,\"execute_refund\":0.0,\"request_information\":0.77}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.0,\"technical\":0.995}},\"churn_risk\":{\"probabilities\":{\"0\":0.025,\"1\":0.81,\"2\":0.16,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.94,\"true\":0.06}},\"urgency\":{\"probabilities\":{\"0\":0.035,\"1\":0.84,\"2\":0.12,\"3\":0.005}}}}", "usage": {"prompt_tokens": 687, "completion_tokens": 175, "total_tokens": 862}, "finish_reason": "stop", "latency": 3.2031425159657374, "input_sha256": "89be0d91b835f7c17a04afbd30749b2a6bac0863e74110569393302bfdda4f76", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.18, "close_no_action": 0.005, "escalate_to_human": 0.045, "execute_refund": 0.0, "request_information": 0.77}}, "category": {"probabilities": {"account": 0.003, "billing": 0.001, "delivery": 0.001, "refund": 0.0, "technical": 0.995}}, "churn_risk": {"probabilities": {"0": 0.025, "1": 0.81, "2": 0.16, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.94, "true": 0.06}, "p_true": 0.06}, "urgency": {"probabilities": {"0": 0.035, "1": 0.84, "2": 0.12, "3": 0.005}}}}
{"id": "customer_service_000040", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.95,\"execute_refund\":0.001,\"request_information\":0.018}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.98,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.015}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.92,\"3\":0.06}},\"needs_human\":{\"probabilities\":{\"false\":0.05,\"true\":0.95}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.002,\"2\":0.007,\"3\":0.99}}}}", "usage": {"prompt_tokens": 904, "completion_tokens": 175, "total_tokens": 1079}, "finish_reason": "stop", "latency": 2.83461395802442, "input_sha256": "22b979ba8076c6a23b9e05aeba3249d8c8c57f6ea3415e461f1577041f2a43d3", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.95, "execute_refund": 0.001, "request_information": 0.018}}, "category": {"probabilities": {"account": 0.003, "billing": 0.98, "delivery": 0.001, "refund": 0.001, "technical": 0.015}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.92, "3": 0.06}}, "needs_human": {"probabilities": {"false": 0.05, "true": 0.95}, "p_true": 0.95}, "urgency": {"probabilities": {"0": 0.001, "1": 0.002, "2": 0.007, "3": 0.99}}}}
{"id": "customer_service_000041", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.01,\"close_no_action\":0.001,\"escalate_to_human\":0.95,\"execute_refund\":0.004,\"request_information\":0.035}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.025,\"delivery\":0.001,\"refund\":0.004,\"technical\":0.96}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.025,\"3\":0.97}},\"needs_human\":{\"probabilities\":{\"false\":0.025,\"true\":0.975}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.22,\"3\":0.75}}}}", "usage": {"prompt_tokens": 668, "completion_tokens": 175, "total_tokens": 843}, "finish_reason": "stop", "latency": 2.7899267509928904, "input_sha256": "307a8112f5674e505d4bb359d88ee0b27067d67805aee210796400339efdfd18", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.01, "close_no_action": 0.001, "escalate_to_human": 0.95, "execute_refund": 0.004, "request_information": 0.035}}, "category": {"probabilities": {"account": 0.01, "billing": 0.025, "delivery": 0.001, "refund": 0.004, "technical": 0.96}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.025, "3": 0.97}}, "needs_human": {"probabilities": {"false": 0.025, "true": 0.975}, "p_true": 0.975}, "urgency": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.22, "3": 0.75}}}}
{"id": "customer_service_000042", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.0,\"escalate_to_human\":0.82,\"execute_refund\":0.04,\"request_information\":0.11}},\"category\":{\"probabilities\":{\"account\":0.02,\"billing\":0.96,\"delivery\":0.0,\"refund\":0.015,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.85,\"3\":0.13}},\"needs_human\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.06,\"2\":0.38,\"3\":0.56}}}}", "usage": {"prompt_tokens": 761, "completion_tokens": 175, "total_tokens": 936}, "finish_reason": "stop", "latency": 2.5997021989896894, "input_sha256": "b789b558773796bb211f03c712d1ec7301c829c47360db6c1c040ece39bddaad", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.0, "escalate_to_human": 0.82, "execute_refund": 0.04, "request_information": 0.11}}, "category": {"probabilities": {"account": 0.02, "billing": 0.96, "delivery": 0.0, "refund": 0.015, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.85, "3": 0.13}}, "needs_human": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.0, "1": 0.06, "2": 0.38, "3": 0.56}}}}
{"id": "customer_service_000043", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.12,\"close_no_action\":0.02,\"escalate_to_human\":0.8,\"execute_refund\":0.02,\"request_information\":0.04}},\"category\":{\"probabilities\":{\"account\":0.1,\"billing\":0.86,\"delivery\":0.0,\"refund\":0.02,\"technical\":0.02}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.88,\"3\":0.08}},\"needs_human\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.28,\"2\":0.65,\"3\":0.06}}}}", "usage": {"prompt_tokens": 873, "completion_tokens": 175, "total_tokens": 1048}, "finish_reason": "stop", "latency": 3.618686971021816, "input_sha256": "ad71feef53a9c36b323c35bebbb02b88697cb4ddde9cace3a29ea98dd360d594", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.12, "close_no_action": 0.02, "escalate_to_human": 0.8, "execute_refund": 0.02, "request_information": 0.04}}, "category": {"probabilities": {"account": 0.1, "billing": 0.86, "delivery": 0.0, "refund": 0.02, "technical": 0.02}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.88, "3": 0.08}}, "needs_human": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.01, "1": 0.28, "2": 0.65, "3": 0.06}}}}
{"id": "customer_service_000044", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.001,\"escalate_to_human\":0.87,\"execute_refund\":0.004,\"request_information\":0.045}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.002,\"delivery\":0.096,\"refund\":0.001,\"technical\":0.9}},\"churn_risk\":{\"probabilities\":{\"0\":0.05,\"1\":0.78,\"2\":0.155,\"3\":0.015}},\"needs_human\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.66,\"3\":0.3}}}}", "usage": {"prompt_tokens": 1001, "completion_tokens": 175, "total_tokens": 1176}, "finish_reason": "stop", "latency": 3.448391495971009, "input_sha256": "34a728bb6d7fae334578168cbb4da5c54bd0ab9cd33b396fe859ee65e46c3334", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.001, "escalate_to_human": 0.87, "execute_refund": 0.004, "request_information": 0.045}}, "category": {"probabilities": {"account": 0.001, "billing": 0.002, "delivery": 0.096, "refund": 0.001, "technical": 0.9}}, "churn_risk": {"probabilities": {"0": 0.05, "1": 0.78, "2": 0.155, "3": 0.015}}, "needs_human": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.66, "3": 0.3}}}}
{"id": "customer_service_000045", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.04,\"close_no_action\":0.001,\"escalate_to_human\":0.209,\"execute_refund\":0.0,\"request_information\":0.75}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.995,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.95,\"1\":0.045,\"2\":0.004,\"3\":0.001}},\"needs_human\":{\"probabilities\":{\"false\":0.78,\"true\":0.22}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.02,\"3\":0.97}}}}", "usage": {"prompt_tokens": 746, "completion_tokens": 175, "total_tokens": 921}, "finish_reason": "stop", "latency": 2.747279434988741, "input_sha256": "392f98eba5fbb623ad8ea91864b3066337160e939c4bad5b71b7d69f767a90c2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.04, "close_no_action": 0.001, "escalate_to_human": 0.209, "execute_refund": 0.0, "request_information": 0.75}}, "category": {"probabilities": {"account": 0.002, "billing": 0.995, "delivery": 0.001, "refund": 0.001, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.95, "1": 0.045, "2": 0.004, "3": 0.001}}, "needs_human": {"probabilities": {"false": 0.78, "true": 0.22}, "p_true": 0.22}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.02, "3": 0.97}}}}
{"id": "customer_service_000046", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.779,\"execute_refund\":0.18,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.96,\"delivery\":0.001,\"refund\":0.035,\"technical\":0.002}},\"churn_risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.72,\"2\":0.22,\"3\":0.02}},\"needs_human\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.56,\"3\":0.4}}}}", "usage": {"prompt_tokens": 873, "completion_tokens": 175, "total_tokens": 1048}, "finish_reason": "stop", "latency": 3.143715354031883, "input_sha256": "19b5c0299ab48d70f863a34b569c73d8b836107fe323c5eed84bc591426bc98d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.779, "execute_refund": 0.18, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.002, "billing": 0.96, "delivery": 0.001, "refund": 0.035, "technical": 0.002}}, "churn_risk": {"probabilities": {"0": 0.04, "1": 0.72, "2": 0.22, "3": 0.02}}, "needs_human": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.56, "3": 0.4}}}}
{"id": "customer_service_000047", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.0,\"escalate_to_human\":0.19,\"execute_refund\":0.0,\"request_information\":0.73}},\"category\":{\"probabilities\":{\"account\":0.22,\"billing\":0.75,\"delivery\":0.0,\"refund\":0.0,\"technical\":0.03}},\"churn_risk\":{\"probabilities\":{\"0\":0.17,\"1\":0.66,\"2\":0.15,\"3\":0.02}},\"needs_human\":{\"probabilities\":{\"false\":0.72,\"true\":0.28}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.13,\"2\":0.29,\"3\":0.58}}}}", "usage": {"prompt_tokens": 625, "completion_tokens": 175, "total_tokens": 800}, "finish_reason": "stop", "latency": 3.5507094820495695, "input_sha256": "9f398af369a73140718c999015c7d5bf39ff2b5233b3706538ae27f539dde52d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.0, "escalate_to_human": 0.19, "execute_refund": 0.0, "request_information": 0.73}}, "category": {"probabilities": {"account": 0.22, "billing": 0.75, "delivery": 0.0, "refund": 0.0, "technical": 0.03}}, "churn_risk": {"probabilities": {"0": 0.17, "1": 0.66, "2": 0.15, "3": 0.02}}, "needs_human": {"probabilities": {"false": 0.72, "true": 0.28}, "p_true": 0.28}, "urgency": {"probabilities": {"0": 0.0, "1": 0.13, "2": 0.29, "3": 0.58}}}}
{"id": "customer_service_000048", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.001,\"escalate_to_human\":0.909,\"execute_refund\":0.01,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.002,\"delivery\":0.994,\"refund\":0.002,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.91,\"3\":0.06}},\"needs_human\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.119,\"2\":0.76,\"3\":0.12}}}}", "usage": {"prompt_tokens": 756, "completion_tokens": 175, "total_tokens": 931}, "finish_reason": "stop", "latency": 5.877273290010635, "input_sha256": "e3b20a91321189b908d549bfe04fb2e09ee8f8bc3fcbfc3be3733e6be00ed61f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.001, "escalate_to_human": 0.909, "execute_refund": 0.01, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.001, "billing": 0.002, "delivery": 0.994, "refund": 0.002, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.91, "3": 0.06}}, "needs_human": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.001, "1": 0.119, "2": 0.76, "3": 0.12}}}}
{"id": "customer_service_000049", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.04,\"close_no_action\":0.001,\"escalate_to_human\":0.85,\"execute_refund\":0.004,\"request_information\":0.105}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.9,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.088}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.095,\"2\":0.86,\"3\":0.04}},\"needs_human\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.001,\"2\":0.003,\"3\":0.995}}}}", "usage": {"prompt_tokens": 841, "completion_tokens": 175, "total_tokens": 1016}, "finish_reason": "stop", "latency": 2.801079328986816, "input_sha256": "abe54510a24d137ac595db070b43e5bd73e3c09df03eea8057fdf6c4d1d23aa8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.04, "close_no_action": 0.001, "escalate_to_human": 0.85, "execute_refund": 0.004, "request_information": 0.105}}, "category": {"probabilities": {"account": 0.01, "billing": 0.9, "delivery": 0.001, "refund": 0.001, "technical": 0.088}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.095, "2": 0.86, "3": 0.04}}, "needs_human": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.001, "1": 0.001, "2": 0.003, "3": 0.995}}}}
{"id": "customer_service_000050", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.95,\"execute_refund\":0.004,\"request_information\":0.025}},\"category\":{\"probabilities\":{\"account\":0.65,\"billing\":0.005,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.343}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.94,\"3\":0.04}},\"needs_human\":{\"probabilities\":{\"false\":0.04,\"true\":0.96}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.079,\"2\":0.66,\"3\":0.26}}}}", "usage": {"prompt_tokens": 1002, "completion_tokens": 175, "total_tokens": 1177}, "finish_reason": "stop", "latency": 2.528653535991907, "input_sha256": "38b92102d564f0904f7c133c0bf94cf7d4efbcc5588797a0e095ea004cd99079", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.95, "execute_refund": 0.004, "request_information": 0.025}}, "category": {"probabilities": {"account": 0.65, "billing": 0.005, "delivery": 0.001, "refund": 0.001, "technical": 0.343}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.94, "3": 0.04}}, "needs_human": {"probabilities": {"false": 0.04, "true": 0.96}, "p_true": 0.96}, "urgency": {"probabilities": {"0": 0.001, "1": 0.079, "2": 0.66, "3": 0.26}}}}
{"id": "customer_service_000051", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.01,\"close_no_action\":0.0,\"escalate_to_human\":0.97,\"execute_refund\":0.01,\"request_information\":0.01}},\"category\":{\"probabilities\":{\"account\":0.0,\"billing\":0.01,\"delivery\":0.88,\"refund\":0.01,\"technical\":0.1}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.01,\"3\":0.99}},\"needs_human\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.03,\"3\":0.97}}}}", "usage": {"prompt_tokens": 1017, "completion_tokens": 175, "total_tokens": 1192}, "finish_reason": "stop", "latency": 3.5063358809566125, "input_sha256": "58bdd5ae215d266265a714e249ec1763bf84ddd89794ce274c4f5e44244edb36", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.01, "close_no_action": 0.0, "escalate_to_human": 0.97, "execute_refund": 0.01, "request_information": 0.01}}, "category": {"probabilities": {"account": 0.0, "billing": 0.01, "delivery": 0.88, "refund": 0.01, "technical": 0.1}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.01, "3": 0.99}}, "needs_human": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "urgency": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.03, "3": 0.97}}}}
{"id": "customer_service_000052", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.005,\"escalate_to_human\":0.91,\"execute_refund\":0.005,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.43,\"billing\":0.55,\"delivery\":0.001,\"refund\":0.015,\"technical\":0.004}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.002,\"2\":0.017,\"3\":0.98}},\"needs_human\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}}}}", "usage": {"prompt_tokens": 890, "completion_tokens": 175, "total_tokens": 1065}, "finish_reason": "stop", "latency": 2.8097928990027867, "input_sha256": "6e7f25ab1d7a1428973de48ddfe491b3be32e3c82b34008ad91ba712fab8fa46", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.005, "escalate_to_human": 0.91, "execute_refund": 0.005, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.43, "billing": 0.55, "delivery": 0.001, "refund": 0.015, "technical": 0.004}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.002, "2": 0.017, "3": 0.98}}, "needs_human": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}}}
{"id": "customer_service_000053", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.0,\"escalate_to_human\":0.19,\"execute_refund\":0.0,\"request_information\":0.73}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.98,\"delivery\":0.0,\"refund\":0.0,\"technical\":0.01}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.86,\"3\":0.06}},\"needs_human\":{\"probabilities\":{\"false\":0.73,\"true\":0.27}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.28,\"2\":0.59,\"3\":0.13}}}}", "usage": {"prompt_tokens": 635, "completion_tokens": 175, "total_tokens": 810}, "finish_reason": "stop", "latency": 2.5894905000459403, "input_sha256": "5115530a3751e3c90b27933aea2648df083c80be9db143667937c18d5117260b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.0, "escalate_to_human": 0.19, "execute_refund": 0.0, "request_information": 0.73}}, "category": {"probabilities": {"account": 0.01, "billing": 0.98, "delivery": 0.0, "refund": 0.0, "technical": 0.01}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.86, "3": 0.06}}, "needs_human": {"probabilities": {"false": 0.73, "true": 0.27}, "p_true": 0.27}, "urgency": {"probabilities": {"0": 0.0, "1": 0.28, "2": 0.59, "3": 0.13}}}}
{"id": "customer_service_000054", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.01,\"close_no_action\":0.001,\"escalate_to_human\":0.974,\"execute_refund\":0.001,\"request_information\":0.014}},\"category\":{\"probabilities\":{\"account\":0.58,\"billing\":0.01,\"delivery\":0.005,\"refund\":0.005,\"technical\":0.4}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}},\"needs_human\":{\"probabilities\":{\"false\":0.03,\"true\":0.97}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.08,\"3\":0.91}}}}", "usage": {"prompt_tokens": 890, "completion_tokens": 175, "total_tokens": 1065}, "finish_reason": "stop", "latency": 3.780288523994386, "input_sha256": "59f88ce97e85b9acf6a2d1893a71d8845a51dcf51332dc0133e72e336cce62f0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.01, "close_no_action": 0.001, "escalate_to_human": 0.974, "execute_refund": 0.001, "request_information": 0.014}}, "category": {"probabilities": {"account": 0.58, "billing": 0.01, "delivery": 0.005, "refund": 0.005, "technical": 0.4}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}, "needs_human": {"probabilities": {"false": 0.03, "true": 0.97}, "p_true": 0.97}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.08, "3": 0.91}}}}
{"id": "customer_service_000055", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.0,\"escalate_to_human\":0.77,\"execute_refund\":0.19,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.85,\"delivery\":0.0,\"refund\":0.14,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.91,\"3\":0.07}},\"needs_human\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.95,\"3\":0.03}}}}", "usage": {"prompt_tokens": 728, "completion_tokens": 175, "total_tokens": 903}, "finish_reason": "stop", "latency": 4.003363373980392, "input_sha256": "4b5540053eb3b841af9b3541eb831cfafc239b07f15cabf81ce953e044c2f725", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.0, "escalate_to_human": 0.77, "execute_refund": 0.19, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.005, "billing": 0.85, "delivery": 0.0, "refund": 0.14, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.91, "3": 0.07}}, "needs_human": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.95, "3": 0.03}}}}
{"id": "customer_service_000056", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.86,\"close_no_action\":0.01,\"escalate_to_human\":0.07,\"execute_refund\":0.0,\"request_information\":0.06}},\"category\":{\"probabilities\":{\"account\":0.97,\"billing\":0.025,\"delivery\":0.001,\"refund\":0.002,\"technical\":0.002}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}},\"needs_human\":{\"probabilities\":{\"false\":0.91,\"true\":0.09}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.16,\"2\":0.165,\"3\":0.67}}}}", "usage": {"prompt_tokens": 763, "completion_tokens": 175, "total_tokens": 938}, "finish_reason": "stop", "latency": 3.5057517099776305, "input_sha256": "e4a0656c438f4a15ffffa3b2ea44cc3d69a9867db2833a3a2359e7c07d416556", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.86, "close_no_action": 0.01, "escalate_to_human": 0.07, "execute_refund": 0.0, "request_information": 0.06}}, "category": {"probabilities": {"account": 0.97, "billing": 0.025, "delivery": 0.001, "refund": 0.002, "technical": 0.002}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}, "needs_human": {"probabilities": {"false": 0.91, "true": 0.09}, "p_true": 0.09}, "urgency": {"probabilities": {"0": 0.005, "1": 0.16, "2": 0.165, "3": 0.67}}}}
{"id": "customer_service_000057", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.94,\"close_no_action\":0.005,\"escalate_to_human\":0.04,\"execute_refund\":0.005,\"request_information\":0.01}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.985,\"delivery\":0.004,\"refund\":0.003,\"technical\":0.003}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.025,\"3\":0.97}},\"needs_human\":{\"probabilities\":{\"false\":0.95,\"true\":0.05}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.06,\"3\":0.93}}}}", "usage": {"prompt_tokens": 782, "completion_tokens": 175, "total_tokens": 957}, "finish_reason": "stop", "latency": 2.9463661379995756, "input_sha256": "bf9286ae933b23f72f662373c1788a805eb8a998ee8992fbe95b75e8d0858f2e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.94, "close_no_action": 0.005, "escalate_to_human": 0.04, "execute_refund": 0.005, "request_information": 0.01}}, "category": {"probabilities": {"account": 0.005, "billing": 0.985, "delivery": 0.004, "refund": 0.003, "technical": 0.003}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.025, "3": 0.97}}, "needs_human": {"probabilities": {"false": 0.95, "true": 0.05}, "p_true": 0.05}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.06, "3": 0.93}}}}
{"id": "customer_service_000058", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.01,\"close_no_action\":0.001,\"escalate_to_human\":0.88,\"execute_refund\":0.001,\"request_information\":0.108}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.995}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.035,\"3\":0.96}},\"needs_human\":{\"probabilities\":{\"false\":0.06,\"true\":0.94}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.77,\"3\":0.21}}}}", "usage": {"prompt_tokens": 790, "completion_tokens": 175, "total_tokens": 965}, "finish_reason": "stop", "latency": 4.158005347009748, "input_sha256": "08ce6360fb07d817288d8d3ac0a04de7a5805fd4383a2328c526110013d2c849", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.01, "close_no_action": 0.001, "escalate_to_human": 0.88, "execute_refund": 0.001, "request_information": 0.108}}, "category": {"probabilities": {"account": 0.002, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.995}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.035, "3": 0.96}}, "needs_human": {"probabilities": {"false": 0.06, "true": 0.94}, "p_true": 0.94}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.77, "3": 0.21}}}}
{"id": "customer_service_000059", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.01,\"escalate_to_human\":0.72,\"execute_refund\":0.06,\"request_information\":0.18}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.03,\"delivery\":0.47,\"refund\":0.43,\"technical\":0.06}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.87,\"3\":0.09}},\"needs_human\":{\"probabilities\":{\"false\":0.19,\"true\":0.81}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.12,\"2\":0.56,\"3\":0.32}}}}", "usage": {"prompt_tokens": 848, "completion_tokens": 175, "total_tokens": 1023}, "finish_reason": "stop", "latency": 4.123367103980854, "input_sha256": "65415c91652c7a4de7e4671643b8228d5f007f0c8c16bf4df5d00110eac86314", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.01, "escalate_to_human": 0.72, "execute_refund": 0.06, "request_information": 0.18}}, "category": {"probabilities": {"account": 0.01, "billing": 0.03, "delivery": 0.47, "refund": 0.43, "technical": 0.06}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.87, "3": 0.09}}, "needs_human": {"probabilities": {"false": 0.19, "true": 0.81}, "p_true": 0.81}, "urgency": {"probabilities": {"0": 0.0, "1": 0.12, "2": 0.56, "3": 0.32}}}}
{"id": "customer_service_000060", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.13,\"close_no_action\":0.01,\"escalate_to_human\":0.79,\"execute_refund\":0.01,\"request_information\":0.06}},\"category\":{\"probabilities\":{\"account\":0.015,\"billing\":0.97,\"delivery\":0.001,\"refund\":0.004,\"technical\":0.01}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.24,\"2\":0.7,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.19,\"true\":0.81}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.04,\"3\":0.95}}}}", "usage": {"prompt_tokens": 833, "completion_tokens": 175, "total_tokens": 1008}, "finish_reason": "stop", "latency": 2.8499725370202214, "input_sha256": "ab0d53649657cc3a66e30bc09bb5a955de5311506c570988b93c97023a45a12a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.13, "close_no_action": 0.01, "escalate_to_human": 0.79, "execute_refund": 0.01, "request_information": 0.06}}, "category": {"probabilities": {"account": 0.015, "billing": 0.97, "delivery": 0.001, "refund": 0.004, "technical": 0.01}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.24, "2": 0.7, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.19, "true": 0.81}, "p_true": 0.81}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.04, "3": 0.95}}}}
{"id": "customer_service_000061", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.84,\"close_no_action\":0.001,\"escalate_to_human\":0.12,\"execute_refund\":0.001,\"request_information\":0.038}},\"category\":{\"probabilities\":{\"account\":0.008,\"billing\":0.985,\"delivery\":0.001,\"refund\":0.002,\"technical\":0.004}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.1,\"3\":0.89}},\"needs_human\":{\"probabilities\":{\"false\":0.84,\"true\":0.16}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.94,\"3\":0.02}}}}", "usage": {"prompt_tokens": 917, "completion_tokens": 175, "total_tokens": 1092}, "finish_reason": "stop", "latency": 2.956634583999403, "input_sha256": "437c9fa47a844eddaefe9e0adb44749375de2d18e7ca9454f44de535d709552d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.84, "close_no_action": 0.001, "escalate_to_human": 0.12, "execute_refund": 0.001, "request_information": 0.038}}, "category": {"probabilities": {"account": 0.008, "billing": 0.985, "delivery": 0.001, "refund": 0.002, "technical": 0.004}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.1, "3": 0.89}}, "needs_human": {"probabilities": {"false": 0.84, "true": 0.16}, "p_true": 0.16}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.94, "3": 0.02}}}}
{"id": "customer_service_000062", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.24,\"close_no_action\":0.001,\"escalate_to_human\":0.69,\"execute_refund\":0.009,\"request_information\":0.06}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.002,\"delivery\":0.991,\"refund\":0.002,\"technical\":0.004}},\"churn_risk\":{\"probabilities\":{\"0\":0.09,\"1\":0.83,\"2\":0.075,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.4,\"true\":0.6}},\"urgency\":{\"probabilities\":{\"0\":0.015,\"1\":0.8,\"2\":0.175,\"3\":0.01}}}}", "usage": {"prompt_tokens": 756, "completion_tokens": 175, "total_tokens": 931}, "finish_reason": "stop", "latency": 3.13405828300165, "input_sha256": "50b3c94a564849f27baa31703979ef2406b946eee222f4e38658ec0d9ed47ce1", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.24000000000000002, "close_no_action": 0.0010000000000000002, "escalate_to_human": 0.6900000000000001, "execute_refund": 0.009000000000000001, "request_information": 0.060000000000000005}}, "category": {"probabilities": {"account": 0.001, "billing": 0.002, "delivery": 0.991, "refund": 0.002, "technical": 0.004}}, "churn_risk": {"probabilities": {"0": 0.09, "1": 0.83, "2": 0.075, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.4, "true": 0.6}, "p_true": 0.6}, "urgency": {"probabilities": {"0": 0.015, "1": 0.8, "2": 0.175, "3": 0.01}}}}
{"id": "customer_service_000063", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.15,\"close_no_action\":0.01,\"escalate_to_human\":0.1,\"execute_refund\":0.01,\"request_information\":0.73}},\"category\":{\"probabilities\":{\"account\":0.015,\"billing\":0.975,\"delivery\":0.001,\"refund\":0.007,\"technical\":0.002}},\"churn_risk\":{\"probabilities\":{\"0\":0.22,\"1\":0.74,\"2\":0.035,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.88,\"true\":0.12}},\"urgency\":{\"probabilities\":{\"0\":0.06,\"1\":0.88,\"2\":0.055,\"3\":0.005}}}}", "usage": {"prompt_tokens": 772, "completion_tokens": 175, "total_tokens": 947}, "finish_reason": "stop", "latency": 7.303962139005307, "input_sha256": "c57e0a12ce35ff8d50d2b3613201a5cfa2043e30fbacce408e13b896ce2dcade", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.15, "close_no_action": 0.01, "escalate_to_human": 0.1, "execute_refund": 0.01, "request_information": 0.73}}, "category": {"probabilities": {"account": 0.015, "billing": 0.975, "delivery": 0.001, "refund": 0.007, "technical": 0.002}}, "churn_risk": {"probabilities": {"0": 0.22, "1": 0.74, "2": 0.035, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.88, "true": 0.12}, "p_true": 0.12}, "urgency": {"probabilities": {"0": 0.06, "1": 0.88, "2": 0.055, "3": 0.005}}}}
{"id": "customer_service_000064", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.025,\"close_no_action\":0.001,\"escalate_to_human\":0.953,\"execute_refund\":0.001,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.995}},\"churn_risk\":{\"probabilities\":{\"0\":0.13,\"1\":0.73,\"2\":0.13,\"3\":0.01}},\"needs_human\":{\"probabilities\":{\"false\":0.025,\"true\":0.975}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.38,\"3\":0.58}}}}", "usage": {"prompt_tokens": 915, "completion_tokens": 175, "total_tokens": 1090}, "finish_reason": "stop", "latency": 2.745277129986789, "input_sha256": "6103a915e4fa725d8c38f623976d1a6f884deb68627c2517c81c892d3417680d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.025, "close_no_action": 0.001, "escalate_to_human": 0.953, "execute_refund": 0.001, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.002, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.995}}, "churn_risk": {"probabilities": {"0": 0.13, "1": 0.73, "2": 0.13, "3": 0.01}}, "needs_human": {"probabilities": {"false": 0.025, "true": 0.975}, "p_true": 0.975}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.38, "3": 0.58}}}}
{"id": "customer_service_000065", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.899,\"execute_refund\":0.001,\"request_information\":0.079}},\"category\":{\"probabilities\":{\"account\":0.2,\"billing\":0.025,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.773}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.025,\"3\":0.97}},\"needs_human\":{\"probabilities\":{\"false\":0.065,\"true\":0.935}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.014,\"2\":0.335,\"3\":0.65}}}}", "usage": {"prompt_tokens": 802, "completion_tokens": 175, "total_tokens": 977}, "finish_reason": "stop", "latency": 5.143945152987726, "input_sha256": "4ff129f0bcda300b57b394bb93c309088c1e58dd1fec6929d0c65d8603baa692", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.899, "execute_refund": 0.001, "request_information": 0.079}}, "category": {"probabilities": {"account": 0.2, "billing": 0.025, "delivery": 0.001, "refund": 0.001, "technical": 0.773}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.025, "3": 0.97}}, "needs_human": {"probabilities": {"false": 0.065, "true": 0.935}, "p_true": 0.935}, "urgency": {"probabilities": {"0": 0.001, "1": 0.014, "2": 0.335, "3": 0.65}}}}
{"id": "customer_service_000066", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.001,\"escalate_to_human\":0.86,\"execute_refund\":0.009,\"request_information\":0.07}},\"category\":{\"probabilities\":{\"account\":0.12,\"billing\":0.83,\"delivery\":0.001,\"refund\":0.004,\"technical\":0.045}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.64,\"2\":0.32,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.095,\"2\":0.3,\"3\":0.6}}}}", "usage": {"prompt_tokens": 876, "completion_tokens": 175, "total_tokens": 1051}, "finish_reason": "stop", "latency": 2.906204024970066, "input_sha256": "1c4cb6cebbef20455af5b6c6d2493ab2e33fd16cdaa4f180644d787167ce68e7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.001, "escalate_to_human": 0.86, "execute_refund": 0.009, "request_information": 0.07}}, "category": {"probabilities": {"account": 0.12, "billing": 0.83, "delivery": 0.001, "refund": 0.004, "technical": 0.045}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.64, "2": 0.32, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.005, "1": 0.095, "2": 0.3, "3": 0.6}}}}
{"id": "customer_service_000067", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.78,\"close_no_action\":0.001,\"escalate_to_human\":0.14,\"execute_refund\":0.004,\"request_information\":0.075}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.003,\"delivery\":0.989,\"refund\":0.003,\"technical\":0.003}},\"churn_risk\":{\"probabilities\":{\"0\":0.025,\"1\":0.74,\"2\":0.225,\"3\":0.01}},\"needs_human\":{\"probabilities\":{\"false\":0.82,\"true\":0.18}},\"urgency\":{\"probabilities\":{\"0\":0.015,\"1\":0.79,\"2\":0.185,\"3\":0.01}}}}", "usage": {"prompt_tokens": 887, "completion_tokens": 175, "total_tokens": 1062}, "finish_reason": "stop", "latency": 2.9610492319916375, "input_sha256": "64dfbb5db181cec7ab169726c9dd074cda51a82d34e42f4b06a04f047afdfadb", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.78, "close_no_action": 0.001, "escalate_to_human": 0.14, "execute_refund": 0.004, "request_information": 0.075}}, "category": {"probabilities": {"account": 0.002, "billing": 0.003, "delivery": 0.989, "refund": 0.003, "technical": 0.003}}, "churn_risk": {"probabilities": {"0": 0.025, "1": 0.74, "2": 0.225, "3": 0.01}}, "needs_human": {"probabilities": {"false": 0.82, "true": 0.18}, "p_true": 0.18}, "urgency": {"probabilities": {"0": 0.015, "1": 0.79, "2": 0.185, "3": 0.01}}}}
{"id": "customer_service_000068", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.16,\"close_no_action\":0.005,\"escalate_to_human\":0.76,\"execute_refund\":0.005,\"request_information\":0.07}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.002,\"delivery\":0.992,\"refund\":0.002,\"technical\":0.002}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.29,\"2\":0.68,\"3\":0.02}},\"needs_human\":{\"probabilities\":{\"false\":0.57,\"true\":0.43}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.34,\"2\":0.61,\"3\":0.04}}}}", "usage": {"prompt_tokens": 810, "completion_tokens": 175, "total_tokens": 985}, "finish_reason": "stop", "latency": 6.49217610800406, "input_sha256": "e3989358f23eff8dd93086ec35efeaab1537aa44dcaf3daf7503bf91a4f96d22", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.16, "close_no_action": 0.005, "escalate_to_human": 0.76, "execute_refund": 0.005, "request_information": 0.07}}, "category": {"probabilities": {"account": 0.002, "billing": 0.002, "delivery": 0.992, "refund": 0.002, "technical": 0.002}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.29, "2": 0.68, "3": 0.02}}, "needs_human": {"probabilities": {"false": 0.57, "true": 0.43}, "p_true": 0.43}, "urgency": {"probabilities": {"0": 0.01, "1": 0.34, "2": 0.61, "3": 0.04}}}}
{"id": "customer_service_000069", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.005,\"escalate_to_human\":0.85,\"execute_refund\":0.025,\"request_information\":0.04}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.975,\"delivery\":0.001,\"refund\":0.017,\"technical\":0.002}},\"churn_risk\":{\"probabilities\":{\"0\":0.002,\"1\":0.038,\"2\":0.92,\"3\":0.04}},\"needs_human\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.16,\"2\":0.7,\"3\":0.135}}}}", "usage": {"prompt_tokens": 717, "completion_tokens": 175, "total_tokens": 892}, "finish_reason": "stop", "latency": 2.96015230397461, "input_sha256": "67cb9900b9361a82e9a7a034957cc2f7bddd29c4427671286f89c3312f88ac0c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.005, "escalate_to_human": 0.85, "execute_refund": 0.025, "request_information": 0.04}}, "category": {"probabilities": {"account": 0.005, "billing": 0.975, "delivery": 0.001, "refund": 0.017, "technical": 0.002}}, "churn_risk": {"probabilities": {"0": 0.002, "1": 0.038, "2": 0.92, "3": 0.04}}, "needs_human": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.005, "1": 0.16, "2": 0.7, "3": 0.135}}}}
{"id": "customer_service_000070", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.53,\"close_no_action\":0.001,\"escalate_to_human\":0.099,\"execute_refund\":0.001,\"request_information\":0.369}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.002,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.993}},\"churn_risk\":{\"probabilities\":{\"0\":0.025,\"1\":0.86,\"2\":0.11,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.92,\"true\":0.08}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.77,\"2\":0.21,\"3\":0.01}}}}", "usage": {"prompt_tokens": 722, "completion_tokens": 175, "total_tokens": 897}, "finish_reason": "stop", "latency": 2.848214789002668, "input_sha256": "41b40f1e6112668366b9e79d1990915bb1791faaed62a407ba4792d53518bfd4", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.53, "close_no_action": 0.001, "escalate_to_human": 0.099, "execute_refund": 0.001, "request_information": 0.369}}, "category": {"probabilities": {"account": 0.003, "billing": 0.002, "delivery": 0.001, "refund": 0.001, "technical": 0.993}}, "churn_risk": {"probabilities": {"0": 0.025, "1": 0.86, "2": 0.11, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.92, "true": 0.08}, "p_true": 0.08}, "urgency": {"probabilities": {"0": 0.01, "1": 0.77, "2": 0.21, "3": 0.01}}}}
{"id": "customer_service_000071", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.64,\"close_no_action\":0.001,\"escalate_to_human\":0.19,\"execute_refund\":0.001,\"request_information\":0.168}},\"category\":{\"probabilities\":{\"account\":0.96,\"billing\":0.005,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.033}},\"churn_risk\":{\"probabilities\":{\"0\":0.23,\"1\":0.69,\"2\":0.075,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.77,\"true\":0.23}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.49,\"2\":0.38,\"3\":0.12}}}}", "usage": {"prompt_tokens": 820, "completion_tokens": 175, "total_tokens": 995}, "finish_reason": "stop", "latency": 2.8864060650230385, "input_sha256": "26e5e73bc4c29152e411e78ad884614520326008995dff0cc41e591cfbf74526", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.64, "close_no_action": 0.001, "escalate_to_human": 0.19, "execute_refund": 0.001, "request_information": 0.168}}, "category": {"probabilities": {"account": 0.96, "billing": 0.005, "delivery": 0.001, "refund": 0.001, "technical": 0.033}}, "churn_risk": {"probabilities": {"0": 0.23, "1": 0.69, "2": 0.075, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.77, "true": 0.23}, "p_true": 0.23}, "urgency": {"probabilities": {"0": 0.01, "1": 0.49, "2": 0.38, "3": 0.12}}}}
{"id": "customer_service_000072", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.9,\"execute_refund\":0.001,\"request_information\":0.068}},\"category\":{\"probabilities\":{\"account\":0.008,\"billing\":0.987,\"delivery\":0.001,\"refund\":0.002,\"technical\":0.002}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.035,\"3\":0.96}},\"needs_human\":{\"probabilities\":{\"false\":0.09,\"true\":0.91}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.19,\"3\":0.78}}}}", "usage": {"prompt_tokens": 780, "completion_tokens": 175, "total_tokens": 955}, "finish_reason": "stop", "latency": 5.577907361031976, "input_sha256": "61d614eec8084102c285eb797b9ddfadfdc9d449f921725fd6ace9148578818c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.9, "execute_refund": 0.001, "request_information": 0.068}}, "category": {"probabilities": {"account": 0.008, "billing": 0.987, "delivery": 0.001, "refund": 0.002, "technical": 0.002}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.035, "3": 0.96}}, "needs_human": {"probabilities": {"false": 0.09, "true": 0.91}, "p_true": 0.91}, "urgency": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.19, "3": 0.78}}}}
{"id": "customer_service_000073", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.04,\"close_no_action\":0.001,\"escalate_to_human\":0.86,\"execute_refund\":0.001,\"request_information\":0.098}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.003,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.993}},\"churn_risk\":{\"probabilities\":{\"0\":0.015,\"1\":0.18,\"2\":0.72,\"3\":0.085}},\"needs_human\":{\"probabilities\":{\"false\":0.11,\"true\":0.89}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.35,\"3\":0.63}}}}", "usage": {"prompt_tokens": 882, "completion_tokens": 175, "total_tokens": 1057}, "finish_reason": "stop", "latency": 2.6924189549754374, "input_sha256": "5bdd0c5775615355414082233f4b81b551693730c7387a57f0ceac789155f4b3", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.04, "close_no_action": 0.001, "escalate_to_human": 0.86, "execute_refund": 0.001, "request_information": 0.098}}, "category": {"probabilities": {"account": 0.002, "billing": 0.003, "delivery": 0.001, "refund": 0.001, "technical": 0.993}}, "churn_risk": {"probabilities": {"0": 0.015, "1": 0.18, "2": 0.72, "3": 0.085}}, "needs_human": {"probabilities": {"false": 0.11, "true": 0.89}, "p_true": 0.89}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.35, "3": 0.63}}}}
{"id": "customer_service_000074", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.001,\"escalate_to_human\":0.91,\"execute_refund\":0.004,\"request_information\":0.025}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.002,\"delivery\":0.975,\"refund\":0.002,\"technical\":0.02}},\"churn_risk\":{\"probabilities\":{\"0\":0.03,\"1\":0.52,\"2\":0.42,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.09,\"true\":0.91}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.35,\"3\":0.63}}}}", "usage": {"prompt_tokens": 864, "completion_tokens": 175, "total_tokens": 1039}, "finish_reason": "stop", "latency": 2.785525534010958, "input_sha256": "3d341aec9bf19b541d46649b157957c87bacbf189cffca35d139435f1c289957", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.001, "escalate_to_human": 0.91, "execute_refund": 0.004, "request_information": 0.025}}, "category": {"probabilities": {"account": 0.001, "billing": 0.002, "delivery": 0.975, "refund": 0.002, "technical": 0.02}}, "churn_risk": {"probabilities": {"0": 0.03, "1": 0.52, "2": 0.42, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.09, "true": 0.91}, "p_true": 0.91}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.35, "3": 0.63}}}}
{"id": "customer_service_000075", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.01,\"close_no_action\":0.0,\"escalate_to_human\":0.91,\"execute_refund\":0.01,\"request_information\":0.07}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.01,\"delivery\":0.84,\"refund\":0.01,\"technical\":0.13}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.02,\"3\":0.98}},\"needs_human\":{\"probabilities\":{\"false\":0.04,\"true\":0.96}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.06,\"3\":0.93}}}}", "usage": {"prompt_tokens": 649, "completion_tokens": 175, "total_tokens": 824}, "finish_reason": "stop", "latency": 2.8126866500242613, "input_sha256": "98b0e8ff27fb7e3c8a4c6f2d414a2eb7c0e9629532e5938290b62f868e8a12a6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.01, "close_no_action": 0.0, "escalate_to_human": 0.91, "execute_refund": 0.01, "request_information": 0.07}}, "category": {"probabilities": {"account": 0.01, "billing": 0.01, "delivery": 0.84, "refund": 0.01, "technical": 0.13}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.02, "3": 0.98}}, "needs_human": {"probabilities": {"false": 0.04, "true": 0.96}, "p_true": 0.96}, "urgency": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.06, "3": 0.93}}}}
{"id": "customer_service_000076", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.14,\"close_no_action\":0.001,\"escalate_to_human\":0.81,\"execute_refund\":0.019,\"request_information\":0.03}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.002,\"delivery\":0.991,\"refund\":0.001,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.93,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.17,\"true\":0.83}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.089,\"2\":0.66,\"3\":0.25}}}}", "usage": {"prompt_tokens": 843, "completion_tokens": 175, "total_tokens": 1018}, "finish_reason": "stop", "latency": 3.053632751980331, "input_sha256": "56e321d60c07b08f748593291d1298ec6a32639a521b077e30fc67a86d67bfb4", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.14, "close_no_action": 0.001, "escalate_to_human": 0.81, "execute_refund": 0.019, "request_information": 0.03}}, "category": {"probabilities": {"account": 0.001, "billing": 0.002, "delivery": 0.991, "refund": 0.001, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.93, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.17, "true": 0.83}, "p_true": 0.83}, "urgency": {"probabilities": {"0": 0.001, "1": 0.089, "2": 0.66, "3": 0.25}}}}
{"id": "customer_service_000077", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.025,\"close_no_action\":0.001,\"escalate_to_human\":0.94,\"execute_refund\":0.024,\"request_information\":0.01}},\"category\":{\"probabilities\":{\"account\":0.56,\"billing\":0.32,\"delivery\":0.001,\"refund\":0.009,\"technical\":0.11}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.035,\"3\":0.96}},\"needs_human\":{\"probabilities\":{\"false\":0.025,\"true\":0.975}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.2,\"3\":0.78}}}}", "usage": {"prompt_tokens": 848, "completion_tokens": 175, "total_tokens": 1023}, "finish_reason": "stop", "latency": 3.4157166670192964, "input_sha256": "26d208f8d8f62e49833d8000f474912d29ecc8eb03c6a304bf841a084bd0ba8a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.025, "close_no_action": 0.001, "escalate_to_human": 0.94, "execute_refund": 0.024, "request_information": 0.01}}, "category": {"probabilities": {"account": 0.56, "billing": 0.32, "delivery": 0.001, "refund": 0.009, "technical": 0.11}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.035, "3": 0.96}}, "needs_human": {"probabilities": {"false": 0.025, "true": 0.975}, "p_true": 0.975}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.2, "3": 0.78}}}}
{"id": "customer_service_000078", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.94,\"execute_refund\":0.004,\"request_information\":0.035}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.004,\"delivery\":0.001,\"refund\":0.003,\"technical\":0.99}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.92,\"3\":0.06}},\"needs_human\":{\"probabilities\":{\"false\":0.04,\"true\":0.96}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.13,\"3\":0.85}}}}", "usage": {"prompt_tokens": 736, "completion_tokens": 175, "total_tokens": 911}, "finish_reason": "stop", "latency": 3.4480075410101563, "input_sha256": "b6e05102d1f933e093a92367e09d9554449153ab3521993b7451d1d4b5e0bee7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.94, "execute_refund": 0.004, "request_information": 0.035}}, "category": {"probabilities": {"account": 0.002, "billing": 0.004, "delivery": 0.001, "refund": 0.003, "technical": 0.99}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.92, "3": 0.06}}, "needs_human": {"probabilities": {"false": 0.04, "true": 0.96}, "p_true": 0.96}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.13, "3": 0.85}}}}
{"id": "customer_service_000079", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.001,\"escalate_to_human\":0.9,\"execute_refund\":0.004,\"request_information\":0.035}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.98,\"delivery\":0.001,\"refund\":0.002,\"technical\":0.012}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.92,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.2,\"2\":0.7,\"3\":0.095}}}}", "usage": {"prompt_tokens": 717, "completion_tokens": 175, "total_tokens": 892}, "finish_reason": "stop", "latency": 3.4289192049764097, "input_sha256": "ec7bd385ff56e4ba655d829658930ce6be20590d410a29093f419e120ff2a080", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.001, "escalate_to_human": 0.9, "execute_refund": 0.004, "request_information": 0.035}}, "category": {"probabilities": {"account": 0.005, "billing": 0.98, "delivery": 0.001, "refund": 0.002, "technical": 0.012}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.92, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.005, "1": 0.2, "2": 0.7, "3": 0.095}}}}
{"id": "customer_service_000080", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.04,\"close_no_action\":0.001,\"escalate_to_human\":0.909,\"execute_refund\":0.01,\"request_information\":0.04}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.002,\"delivery\":0.9,\"refund\":0.007,\"technical\":0.09}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.29,\"2\":0.65,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.06,\"true\":0.94}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.002,\"2\":0.007,\"3\":0.99}}}}", "usage": {"prompt_tokens": 857, "completion_tokens": 175, "total_tokens": 1032}, "finish_reason": "stop", "latency": 3.791941588046029, "input_sha256": "b4eb35b938baf3d05e6e21bffa410d35b71c4d8c2b7915a78adfcba0ec553f2b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.04, "close_no_action": 0.001, "escalate_to_human": 0.909, "execute_refund": 0.01, "request_information": 0.04}}, "category": {"probabilities": {"account": 0.001, "billing": 0.002, "delivery": 0.9, "refund": 0.007, "technical": 0.09}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.29, "2": 0.65, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.06, "true": 0.94}, "p_true": 0.94}, "urgency": {"probabilities": {"0": 0.001, "1": 0.002, "2": 0.007, "3": 0.99}}}}
{"id": "customer_service_000081", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.21,\"close_no_action\":0.0,\"escalate_to_human\":0.23,\"execute_refund\":0.0,\"request_information\":0.56}},\"category\":{\"probabilities\":{\"account\":0.4,\"billing\":0.01,\"delivery\":0.0,\"refund\":0.0,\"technical\":0.59}},\"churn_risk\":{\"probabilities\":{\"0\":0.2,\"1\":0.66,\"2\":0.135,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.72,\"true\":0.28}},\"urgency\":{\"probabilities\":{\"0\":0.04,\"1\":0.79,\"2\":0.16,\"3\":0.01}}}}", "usage": {"prompt_tokens": 932, "completion_tokens": 175, "total_tokens": 1107}, "finish_reason": "stop", "latency": 3.271065117965918, "input_sha256": "605c640a8cd43f4bc1f54331983fb920513269a988ad35e8d78c3555c191bbdf", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.21, "close_no_action": 0.0, "escalate_to_human": 0.23, "execute_refund": 0.0, "request_information": 0.56}}, "category": {"probabilities": {"account": 0.4, "billing": 0.01, "delivery": 0.0, "refund": 0.0, "technical": 0.59}}, "churn_risk": {"probabilities": {"0": 0.2, "1": 0.66, "2": 0.135, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.72, "true": 0.28}, "p_true": 0.28}, "urgency": {"probabilities": {"0": 0.04, "1": 0.79, "2": 0.16, "3": 0.01}}}}
{"id": "customer_service_000082", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.06,\"close_no_action\":0.005,\"escalate_to_human\":0.89,\"execute_refund\":0.015,\"request_information\":0.03}},\"category\":{\"probabilities\":{\"account\":0.22,\"billing\":0.74,\"delivery\":0.001,\"refund\":0.009,\"technical\":0.03}},\"churn_risk\":{\"probabilities\":{\"0\":0.002,\"1\":0.038,\"2\":0.88,\"3\":0.08}},\"needs_human\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.205,\"2\":0.69,\"3\":0.1}}}}", "usage": {"prompt_tokens": 779, "completion_tokens": 175, "total_tokens": 954}, "finish_reason": "stop", "latency": 2.9785947070340626, "input_sha256": "7030644431a3d8797a01ac318c764f3797c332df3f3224fca5f70a86be4e39ca", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.06, "close_no_action": 0.005, "escalate_to_human": 0.89, "execute_refund": 0.015, "request_information": 0.03}}, "category": {"probabilities": {"account": 0.22, "billing": 0.74, "delivery": 0.001, "refund": 0.009, "technical": 0.03}}, "churn_risk": {"probabilities": {"0": 0.002, "1": 0.038, "2": 0.88, "3": 0.08}}, "needs_human": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.005000000000000001, "1": 0.20500000000000002, "2": 0.6900000000000001, "3": 0.10000000000000002}}}}
{"id": "customer_service_000083", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.04,\"close_no_action\":0.001,\"escalate_to_human\":0.889,\"execute_refund\":0.001,\"request_information\":0.069}},\"category\":{\"probabilities\":{\"account\":0.94,\"billing\":0.001,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.057}},\"churn_risk\":{\"probabilities\":{\"0\":0.025,\"1\":0.86,\"2\":0.11,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.235,\"2\":0.55,\"3\":0.21}}}}", "usage": {"prompt_tokens": 1015, "completion_tokens": 175, "total_tokens": 1190}, "finish_reason": "stop", "latency": 3.093347174988594, "input_sha256": "323ec7888376dc058cf985c7e9b459bd50a930ab962ad3c2522da6a68916a046", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.04, "close_no_action": 0.001, "escalate_to_human": 0.889, "execute_refund": 0.001, "request_information": 0.069}}, "category": {"probabilities": {"account": 0.94, "billing": 0.001, "delivery": 0.001, "refund": 0.001, "technical": 0.057}}, "churn_risk": {"probabilities": {"0": 0.025, "1": 0.86, "2": 0.11, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.005, "1": 0.235, "2": 0.55, "3": 0.21}}}}
{"id": "customer_service_000084", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.01,\"close_no_action\":0.001,\"escalate_to_human\":0.929,\"execute_refund\":0.04,\"request_information\":0.02}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.025,\"delivery\":0.001,\"refund\":0.969,\"technical\":0.002}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.065,\"2\":0.83,\"3\":0.1}},\"needs_human\":{\"probabilities\":{\"false\":0.04,\"true\":0.96}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.014,\"2\":0.165,\"3\":0.82}}}}", "usage": {"prompt_tokens": 869, "completion_tokens": 175, "total_tokens": 1044}, "finish_reason": "stop", "latency": 3.726650152995717, "input_sha256": "0ff497c77acb6e78e564f3f2f58c7a2eaf27a906fd13e123e583229ce2e45262", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.01, "close_no_action": 0.001, "escalate_to_human": 0.929, "execute_refund": 0.04, "request_information": 0.02}}, "category": {"probabilities": {"account": 0.003, "billing": 0.025, "delivery": 0.001, "refund": 0.969, "technical": 0.002}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.065, "2": 0.83, "3": 0.1}}, "needs_human": {"probabilities": {"false": 0.04, "true": 0.96}, "p_true": 0.96}, "urgency": {"probabilities": {"0": 0.001, "1": 0.014, "2": 0.165, "3": 0.82}}}}
{"id": "customer_service_000085", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.001,\"escalate_to_human\":0.965,\"execute_refund\":0.004,\"request_information\":0.01}},\"category\":{\"probabilities\":{\"account\":0.001,\"billing\":0.002,\"delivery\":0.974,\"refund\":0.003,\"technical\":0.02}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.055,\"3\":0.94}},\"needs_human\":{\"probabilities\":{\"false\":0.025,\"true\":0.975}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.29,\"3\":0.68}}}}", "usage": {"prompt_tokens": 862, "completion_tokens": 175, "total_tokens": 1037}, "finish_reason": "stop", "latency": 2.9578638590173796, "input_sha256": "078bc6c1d9a9b4030a86ecbf4e592b2b9d52fa8913c977b1431333aafd4e4cd1", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.001, "escalate_to_human": 0.965, "execute_refund": 0.004, "request_information": 0.01}}, "category": {"probabilities": {"account": 0.001, "billing": 0.002, "delivery": 0.974, "refund": 0.003, "technical": 0.02}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.055, "3": 0.94}}, "needs_human": {"probabilities": {"false": 0.025, "true": 0.975}, "p_true": 0.975}, "urgency": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.29, "3": 0.68}}}}
{"id": "customer_service_000086", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.0,\"escalate_to_human\":0.72,\"execute_refund\":0.22,\"request_information\":0.03}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.96,\"delivery\":0.0,\"refund\":0.025,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.91,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.17,\"true\":0.83}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.24,\"2\":0.7,\"3\":0.06}}}}", "usage": {"prompt_tokens": 850, "completion_tokens": 175, "total_tokens": 1025}, "finish_reason": "stop", "latency": 3.5087607739842497, "input_sha256": "a6ba16776b9c54ab4bdb273beaff46bbd71bb096228396dd8a14f871d4fa58f7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.0, "escalate_to_human": 0.72, "execute_refund": 0.22, "request_information": 0.03}}, "category": {"probabilities": {"account": 0.01, "billing": 0.96, "delivery": 0.0, "refund": 0.025, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.91, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.17, "true": 0.83}, "p_true": 0.83}, "urgency": {"probabilities": {"0": 0.0, "1": 0.24, "2": 0.7, "3": 0.06}}}}
{"id": "customer_service_000087", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.005,\"escalate_to_human\":0.93,\"execute_refund\":0.005,\"request_information\":0.03}},\"category\":{\"probabilities\":{\"account\":0.16,\"billing\":0.005,\"delivery\":0.001,\"refund\":0.004,\"technical\":0.83}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.075,\"2\":0.87,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.05,\"true\":0.95}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.26,\"2\":0.69,\"3\":0.04}}}}", "usage": {"prompt_tokens": 931, "completion_tokens": 175, "total_tokens": 1106}, "finish_reason": "stop", "latency": 3.0360448170104064, "input_sha256": "ef6e82fd8cf9c303b7edf98fd806dcd88fe23d5ed5facd7e3b524181006d0503", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.005, "escalate_to_human": 0.93, "execute_refund": 0.005, "request_information": 0.03}}, "category": {"probabilities": {"account": 0.16, "billing": 0.005, "delivery": 0.001, "refund": 0.004, "technical": 0.83}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.075, "2": 0.87, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.05, "true": 0.95}, "p_true": 0.95}, "urgency": {"probabilities": {"0": 0.01, "1": 0.26, "2": 0.69, "3": 0.04}}}}
{"id": "customer_service_000088", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.0,\"escalate_to_human\":0.58,\"execute_refund\":0.0,\"request_information\":0.34}},\"category\":{\"probabilities\":{\"account\":0.01,\"billing\":0.985,\"delivery\":0.001,\"refund\":0.002,\"technical\":0.002}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.085,\"2\":0.88,\"3\":0.03}},\"needs_human\":{\"probabilities\":{\"false\":0.35,\"true\":0.65}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.49,\"2\":0.47,\"3\":0.03}}}}", "usage": {"prompt_tokens": 660, "completion_tokens": 175, "total_tokens": 835}, "finish_reason": "stop", "latency": 2.86858614400262, "input_sha256": "428e54c408ddb3ab2e22f7dac3810eb5760faa90b35db40141baf1666bf9ca94", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.0, "escalate_to_human": 0.58, "execute_refund": 0.0, "request_information": 0.34}}, "category": {"probabilities": {"account": 0.01, "billing": 0.985, "delivery": 0.001, "refund": 0.002, "technical": 0.002}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.085, "2": 0.88, "3": 0.03}}, "needs_human": {"probabilities": {"false": 0.35, "true": 0.65}, "p_true": 0.65}, "urgency": {"probabilities": {"0": 0.01, "1": 0.49, "2": 0.47, "3": 0.03}}}}
{"id": "customer_service_000089", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.96,\"close_no_action\":0.005,\"escalate_to_human\":0.01,\"execute_refund\":0.0,\"request_information\":0.025}},\"category\":{\"probabilities\":{\"account\":0.97,\"billing\":0.025,\"delivery\":0.0,\"refund\":0.0,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.02,\"3\":0.96}},\"needs_human\":{\"probabilities\":{\"false\":0.98,\"true\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.12,\"1\":0.85,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 642, "completion_tokens": 175, "total_tokens": 817}, "finish_reason": "stop", "latency": 3.625812654965557, "input_sha256": "8276df73bbbfd830f4d40d8e3a7d3b56701ee5c1ae4bb3a397a448c9eae93898", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.96, "close_no_action": 0.005, "escalate_to_human": 0.01, "execute_refund": 0.0, "request_information": 0.025}}, "category": {"probabilities": {"account": 0.97, "billing": 0.025, "delivery": 0.0, "refund": 0.0, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.02, "3": 0.96}}, "needs_human": {"probabilities": {"false": 0.98, "true": 0.02}, "p_true": 0.02}, "urgency": {"probabilities": {"0": 0.12, "1": 0.85, "2": 0.025, "3": 0.005}}}}
{"id": "customer_service_000090", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.23,\"close_no_action\":0.0,\"escalate_to_human\":0.62,\"execute_refund\":0.0,\"request_information\":0.15}},\"category\":{\"probabilities\":{\"account\":0.28,\"billing\":0.68,\"delivery\":0.0,\"refund\":0.0,\"technical\":0.04}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.01,\"3\":0.99}},\"needs_human\":{\"probabilities\":{\"false\":0.28,\"true\":0.72}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.26,\"3\":0.66}}}}", "usage": {"prompt_tokens": 798, "completion_tokens": 175, "total_tokens": 973}, "finish_reason": "stop", "latency": 2.8763910429552197, "input_sha256": "cb347ecb5d4c3e2c10d230d3564447baf6af2bca52188875a309f09ce03b4fd8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.23, "close_no_action": 0.0, "escalate_to_human": 0.62, "execute_refund": 0.0, "request_information": 0.15}}, "category": {"probabilities": {"account": 0.28, "billing": 0.68, "delivery": 0.0, "refund": 0.0, "technical": 0.04}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.01, "3": 0.99}}, "needs_human": {"probabilities": {"false": 0.28, "true": 0.72}, "p_true": 0.72}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.26, "3": 0.66}}}}
{"id": "customer_service_000091", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.05,\"close_no_action\":0.001,\"escalate_to_human\":0.899,\"execute_refund\":0.005,\"request_information\":0.045}},\"category\":{\"probabilities\":{\"account\":0.008,\"billing\":0.975,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.015}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.84,\"3\":0.13}},\"needs_human\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.18,\"2\":0.665,\"3\":0.15}}}}", "usage": {"prompt_tokens": 721, "completion_tokens": 175, "total_tokens": 896}, "finish_reason": "stop", "latency": 3.8026070639607497, "input_sha256": "7de4cc77bbe034a86ec839cefa014182e2420f1ab145db9b035c7eaef6b32fb2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.05, "close_no_action": 0.001, "escalate_to_human": 0.899, "execute_refund": 0.005, "request_information": 0.045}}, "category": {"probabilities": {"account": 0.008, "billing": 0.975, "delivery": 0.001, "refund": 0.001, "technical": 0.015}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.84, "3": 0.13}}, "needs_human": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.005, "1": 0.18, "2": 0.665, "3": 0.15}}}}
{"id": "customer_service_000092", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.77,\"execute_refund\":0.009,\"request_information\":0.19}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.006,\"delivery\":0.983,\"refund\":0.003,\"technical\":0.006}},\"churn_risk\":{\"probabilities\":{\"0\":0.002,\"1\":0.12,\"2\":0.845,\"3\":0.033}},\"needs_human\":{\"probabilities\":{\"false\":0.18,\"true\":0.82}},\"urgency\":{\"probabilities\":{\"0\":0.002,\"1\":0.2,\"2\":0.74,\"3\":0.058}}}}", "usage": {"prompt_tokens": 755, "completion_tokens": 175, "total_tokens": 930}, "finish_reason": "stop", "latency": 3.116521140036639, "input_sha256": "53139ff1ef699d23ee248288f18096520f1493df9e996bc669a9f41c3c87f4fd", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.77, "execute_refund": 0.009, "request_information": 0.19}}, "category": {"probabilities": {"account": 0.002, "billing": 0.006, "delivery": 0.983, "refund": 0.003, "technical": 0.006}}, "churn_risk": {"probabilities": {"0": 0.002, "1": 0.12, "2": 0.845, "3": 0.033}}, "needs_human": {"probabilities": {"false": 0.18, "true": 0.82}, "p_true": 0.82}, "urgency": {"probabilities": {"0": 0.002, "1": 0.2, "2": 0.74, "3": 0.058}}}}
{"id": "customer_service_000093", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.01,\"close_no_action\":0.001,\"escalate_to_human\":0.969,\"execute_refund\":0.001,\"request_information\":0.019}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.003,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.99}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.002,\"2\":0.017,\"3\":0.98}},\"needs_human\":{\"probabilities\":{\"false\":0.025,\"true\":0.975}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.06,\"3\":0.93}}}}", "usage": {"prompt_tokens": 785, "completion_tokens": 175, "total_tokens": 960}, "finish_reason": "stop", "latency": 2.8054831049521454, "input_sha256": "504b633e1b0deb973a073996551fea9ec07c4530d008655bc3b448424a4f0f54", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.01, "close_no_action": 0.001, "escalate_to_human": 0.969, "execute_refund": 0.001, "request_information": 0.019}}, "category": {"probabilities": {"account": 0.005, "billing": 0.003, "delivery": 0.001, "refund": 0.001, "technical": 0.99}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.002, "2": 0.017, "3": 0.98}}, "needs_human": {"probabilities": {"false": 0.025, "true": 0.975}, "p_true": 0.975}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.06, "3": 0.93}}}}
{"id": "customer_service_000094", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.02,\"close_no_action\":0.0,\"escalate_to_human\":0.85,\"execute_refund\":0.03,\"request_information\":0.1}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.95,\"delivery\":0.0,\"refund\":0.04,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.82,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.04,\"3\":0.95}}}}", "usage": {"prompt_tokens": 838, "completion_tokens": 175, "total_tokens": 1013}, "finish_reason": "stop", "latency": 2.836088950978592, "input_sha256": "2e8662b360b73f0f0e0bde0de3f33c1255132eb787c34851f4ce4bfb9c301aa6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.02, "close_no_action": 0.0, "escalate_to_human": 0.85, "execute_refund": 0.03, "request_information": 0.1}}, "category": {"probabilities": {"account": 0.005, "billing": 0.95, "delivery": 0.0, "refund": 0.04, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.82, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.04, "3": 0.95}}}}
{"id": "customer_service_000095", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.12,\"close_no_action\":0.01,\"escalate_to_human\":0.32,\"execute_refund\":0.01,\"request_information\":0.54}},\"category\":{\"probabilities\":{\"account\":0.002,\"billing\":0.008,\"delivery\":0.97,\"refund\":0.005,\"technical\":0.015}},\"churn_risk\":{\"probabilities\":{\"0\":0.04,\"1\":0.88,\"2\":0.075,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"urgency\":{\"probabilities\":{\"0\":0.025,\"1\":0.88,\"2\":0.085,\"3\":0.01}}}}", "usage": {"prompt_tokens": 880, "completion_tokens": 175, "total_tokens": 1055}, "finish_reason": "stop", "latency": 2.7111021980526857, "input_sha256": "9b31a109723d5d6f2f93afd35b8083b5c33d322d7d6538b8d1876e8704db99a2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.12, "close_no_action": 0.01, "escalate_to_human": 0.32, "execute_refund": 0.01, "request_information": 0.54}}, "category": {"probabilities": {"account": 0.002, "billing": 0.008, "delivery": 0.97, "refund": 0.005, "technical": 0.015}}, "churn_risk": {"probabilities": {"0": 0.04, "1": 0.88, "2": 0.075, "3": 0.005}}, "needs_human": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "urgency": {"probabilities": {"0": 0.025, "1": 0.88, "2": 0.085, "3": 0.01}}}}
{"id": "customer_service_000096", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.03,\"close_no_action\":0.001,\"escalate_to_human\":0.824,\"execute_refund\":0.13,\"request_information\":0.015}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.035,\"delivery\":0.001,\"refund\":0.96,\"technical\":0.001}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.003,\"2\":0.026,\"3\":0.97}},\"needs_human\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.014,\"2\":0.255,\"3\":0.73}}}}", "usage": {"prompt_tokens": 823, "completion_tokens": 175, "total_tokens": 998}, "finish_reason": "stop", "latency": 3.949970757996198, "input_sha256": "d48568a9b636697e91bf62f4cab24e5d226e341d1fc3a1563f23c8d56d4fea5d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.03, "close_no_action": 0.001, "escalate_to_human": 0.824, "execute_refund": 0.13, "request_information": 0.015}}, "category": {"probabilities": {"account": 0.003, "billing": 0.035, "delivery": 0.001, "refund": 0.96, "technical": 0.001}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.003, "2": 0.026, "3": 0.97}}, "needs_human": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.001, "1": 0.014, "2": 0.255, "3": 0.73}}}}
{"id": "customer_service_000097", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.005,\"close_no_action\":0.001,\"escalate_to_human\":0.975,\"execute_refund\":0.001,\"request_information\":0.018}},\"category\":{\"probabilities\":{\"account\":0.003,\"billing\":0.005,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.99}},\"churn_risk\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.075,\"3\":0.92}},\"needs_human\":{\"probabilities\":{\"false\":0.015,\"true\":0.985}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.2,\"3\":0.79}}}}", "usage": {"prompt_tokens": 914, "completion_tokens": 175, "total_tokens": 1089}, "finish_reason": "stop", "latency": 2.797103639051784, "input_sha256": "b74b000e11af64796a53cfbe6ca4cdeb105d8a06f7160da5b3797bffacd093aa", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.005, "close_no_action": 0.001, "escalate_to_human": 0.975, "execute_refund": 0.001, "request_information": 0.018}}, "category": {"probabilities": {"account": 0.003, "billing": 0.005, "delivery": 0.001, "refund": 0.001, "technical": 0.99}}, "churn_risk": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.075, "3": 0.92}}, "needs_human": {"probabilities": {"false": 0.015, "true": 0.985}, "p_true": 0.985}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.2, "3": 0.79}}}}
{"id": "customer_service_000098", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.08,\"close_no_action\":0.0,\"escalate_to_human\":0.74,\"execute_refund\":0.14,\"request_information\":0.04}},\"category\":{\"probabilities\":{\"account\":0.005,\"billing\":0.92,\"delivery\":0.0,\"refund\":0.07,\"technical\":0.005}},\"churn_risk\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.9,\"3\":0.05}},\"needs_human\":{\"probabilities\":{\"false\":0.2,\"true\":0.8}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.07,\"3\":0.92}}}}", "usage": {"prompt_tokens": 734, "completion_tokens": 175, "total_tokens": 909}, "finish_reason": "stop", "latency": 3.2075206880108453, "input_sha256": "1ddc6628e698e250674d645950cdee0c5cd8ab6fcb99de1d791ca1f32146fc5c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.08, "close_no_action": 0.0, "escalate_to_human": 0.74, "execute_refund": 0.14, "request_information": 0.04}}, "category": {"probabilities": {"account": 0.005, "billing": 0.92, "delivery": 0.0, "refund": 0.07, "technical": 0.005}}, "churn_risk": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.9, "3": 0.05}}, "needs_human": {"probabilities": {"false": 0.2, "true": 0.8}, "p_true": 0.8}, "urgency": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.07, "3": 0.92}}}}
{"id": "customer_service_000099", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"action\":{\"probabilities\":{\"answer_directly\":0.7,\"close_no_action\":0.001,\"escalate_to_human\":0.25,\"execute_refund\":0.001,\"request_information\":0.048}},\"category\":{\"probabilities\":{\"account\":0.96,\"billing\":0.035,\"delivery\":0.001,\"refund\":0.001,\"technical\":0.003}},\"churn_risk\":{\"probabilities\":{\"0\":0.24,\"1\":0.69,\"2\":0.065,\"3\":0.005}},\"needs_human\":{\"probabilities\":{\"false\":0.74,\"true\":0.26}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}}}}", "usage": {"prompt_tokens": 855, "completion_tokens": 175, "total_tokens": 1030}, "finish_reason": "stop", "latency": 2.5717422980233096, "input_sha256": "c593bba0c31130ca468352ba3ddff95307e5d48e0f7c56e2e39e1dd02bd0fd04", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"action": {"probabilities": {"answer_directly": 0.7, "close_no_action": 0.001, "escalate_to_human": 0.25, "execute_refund": 0.001, "request_information": 0.048}}, "category": {"probabilities": {"account": 0.96, "billing": 0.035, "delivery": 0.001, "refund": 0.001, "technical": 0.003}}, "churn_risk": {"probabilities": {"0": 0.24000000000000002, "1": 0.6900000000000001, "2": 0.06500000000000002, "3": 0.005000000000000001}}, "needs_human": {"probabilities": {"false": 0.74, "true": 0.26}, "p_true": 0.26}, "urgency": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}}}
{"id": "invoice_processing_000000", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.88,\"1\":0.01,\"2\":0.1,\"3\":0.01}},\"disposition\":{\"probabilities\":{\"approve\":0.89,\"hold\":0.08,\"manual_review\":0.025,\"reject\":0.005}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.075,\"2\":0.8,\"3\":0.12}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 173, "total_tokens": 875, "completion_tokens_details": {"reasoning_tokens": 29}}, "finish_reason": "stop", "latency": 5.3930311250151135, "input_sha256": "9022c6dfd2429c262a32de2a6e679e7b64c9cb9342dccd5e6671f087bfa8096a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.88, "1": 0.01, "2": 0.1, "3": 0.01}}, "disposition": {"probabilities": {"approve": 0.89, "hold": 0.08, "manual_review": 0.025, "reject": 0.005}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.005, "1": 0.075, "2": 0.8, "3": 0.12}}}}
{"id": "invoice_processing_000001", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.04,\"3\":0.96}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.49,\"manual_review\":0.39,\"reject\":0.12}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.89,\"2\":0.1,\"3\":0.0}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 158, "total_tokens": 860, "completion_tokens_details": {"reasoning_tokens": 14}}, "finish_reason": "stop", "latency": 3.244411265011877, "input_sha256": "61d27ec0d580347b2e4ce6580661546281873f674627f6d10acf846f64071e77", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.04, "3": 0.96}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.49, "manual_review": 0.39, "reject": 0.12}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.01, "1": 0.89, "2": 0.1, "3": 0.0}}}}
{"id": "invoice_processing_000002", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.995,\"1\":0.003,\"2\":0.0015,\"3\":0.0005}},\"disposition\":{\"probabilities\":{\"approve\":0.995,\"hold\":0.003,\"manual_review\":0.0015,\"reject\":0.0005}},\"duplicate\":{\"probabilities\":{\"true\":0.002,\"false\":0.998}},\"matches_order\":{\"probabilities\":{\"false\":0.002,\"true\":0.998}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.159,\"2\":0.82,\"3\":0.02}}}}", "usage": {"prompt_tokens": 710, "completion_tokens": 146, "total_tokens": 856}, "finish_reason": "stop", "latency": 3.36178858904168, "input_sha256": "46de6bc80f93c057341f4260459c8cee3dced11bed51849330a66f67b9268b91", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.995, "1": 0.003, "2": 0.0015, "3": 0.0005}}, "disposition": {"probabilities": {"approve": 0.995, "hold": 0.003, "manual_review": 0.0015, "reject": 0.0005}}, "duplicate": {"probabilities": {"true": 0.002, "false": 0.998}, "p_true": 0.002}, "matches_order": {"probabilities": {"false": 0.002, "true": 0.998}, "p_true": 0.998}, "urgency": {"probabilities": {"0": 0.001, "1": 0.159, "2": 0.82, "3": 0.02}}}}
{"id": "invoice_processing_000003", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.94,\"3\":0.03}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.88,\"manual_review\":0.1,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.999,\"true\":0.001}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.81,\"3\":0.14}}}}", "usage": {"prompt_tokens": 733, "completion_tokens": 158, "total_tokens": 891, "completion_tokens_details": {"reasoning_tokens": 14}}, "finish_reason": "stop", "latency": 5.4923376179649495, "input_sha256": "9044cbf7c14476eca93b014e87da4785d70bc66ff249d63223ff963519c9d34a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.94, "3": 0.03}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.88, "manual_review": 0.1, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.999, "true": 0.001}, "p_true": 0.001}, "urgency": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.81, "3": 0.14}}}}
{"id": "invoice_processing_000004", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.02,\"3\":0.98}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.3,\"manual_review\":0.45,\"reject\":0.25}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.39,\"2\":0.59,\"3\":0.01}}}}", "usage": {"prompt_tokens": 706, "completion_tokens": 142, "total_tokens": 848}, "finish_reason": "stop", "latency": 2.417110851034522, "input_sha256": "cbbe12efdf541b0a76f3b3ba8e238326c1e0a5d8fa2a61e35292a0427d0138dd", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.02, "3": 0.98}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.3, "manual_review": 0.45, "reject": 0.25}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.01, "1": 0.39, "2": 0.59, "3": 0.01}}}}
{"id": "invoice_processing_000005", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.94,\"1\":0.005,\"2\":0.05,\"3\":0.005}},\"disposition\":{\"probabilities\":{\"approve\":0.95,\"hold\":0.04,\"manual_review\":0.009,\"reject\":0.001}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.04,\"true\":0.96}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.099,\"2\":0.85,\"3\":0.05}}}}", "usage": {"prompt_tokens": 724, "completion_tokens": 159, "total_tokens": 883, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 4.222541444993112, "input_sha256": "9e65adcffca6f82df2793c17e56676ed20218249d99ba62997f7183250ba54ed", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.94, "1": 0.005, "2": 0.05, "3": 0.005}}, "disposition": {"probabilities": {"approve": 0.95, "hold": 0.04, "manual_review": 0.009, "reject": 0.001}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.04, "true": 0.96}, "p_true": 0.96}, "urgency": {"probabilities": {"0": 0.001, "1": 0.099, "2": 0.85, "3": 0.05}}}}
{"id": "invoice_processing_000006", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.17,\"1\":0.02,\"2\":0.74,\"3\":0.07}},\"disposition\":{\"probabilities\":{\"approve\":0.2,\"hold\":0.69,\"manual_review\":0.1,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.7,\"true\":0.3}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.87,\"2\":0.115,\"3\":0.005}}}}", "usage": {"prompt_tokens": 713, "completion_tokens": 166, "total_tokens": 879, "completion_tokens_details": {"reasoning_tokens": 22}}, "finish_reason": "stop", "latency": 5.400429312954657, "input_sha256": "3bb586bf06793aaeedb8af9f7695ee0804c7b525d49606d22c7c9b8cba0cda7f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.17, "1": 0.02, "2": 0.74, "3": 0.07}}, "disposition": {"probabilities": {"approve": 0.2, "hold": 0.69, "manual_review": 0.1, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.7, "true": 0.3}, "p_true": 0.3}, "urgency": {"probabilities": {"0": 0.01, "1": 0.87, "2": 0.115, "3": 0.005}}}}
{"id": "invoice_processing_000007", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.06,\"3\":0.94}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.44,\"manual_review\":0.51,\"reject\":0.05}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.77,\"3\":0.15}}}}", "usage": {"prompt_tokens": 699, "completion_tokens": 142, "total_tokens": 841}, "finish_reason": "stop", "latency": 2.6234735010075383, "input_sha256": "c6d3d79ec0c7b7c5a1176a4f3b9afa4c7192a8e70221562a9ead4648caa1d2e8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.06, "3": 0.94}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.44, "manual_review": 0.51, "reject": 0.05}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.77, "3": 0.15}}}}
{"id": "invoice_processing_000008", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.08,\"3\":0.92}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.72,\"manual_review\":0.25,\"reject\":0.03}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.99,\"true\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.12,\"2\":0.84,\"3\":0.04}}}}", "usage": {"prompt_tokens": 689, "completion_tokens": 142, "total_tokens": 831}, "finish_reason": "stop", "latency": 2.707467438012827, "input_sha256": "f0ec0829a301a34bf1e41eb8be2bde01b613053a590563f5cb3abcca9aab0f88", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.08, "3": 0.92}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.72, "manual_review": 0.25, "reject": 0.03}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.99, "true": 0.01}, "p_true": 0.01}, "urgency": {"probabilities": {"0": 0.0, "1": 0.12, "2": 0.84, "3": 0.04}}}}
{"id": "invoice_processing_000009", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.16,\"1\":0.04,\"2\":0.72,\"3\":0.08}},\"disposition\":{\"probabilities\":{\"approve\":0.12,\"hold\":0.73,\"manual_review\":0.14,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.6,\"true\":0.4}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.91,\"2\":0.065,\"3\":0.005}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 142, "total_tokens": 844}, "finish_reason": "stop", "latency": 3.0678000830230303, "input_sha256": "117d5eb4a15b72e9f07c7bbcf2e546ac9eed0453abd5785e52d6b174ce868358", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.16, "1": 0.04, "2": 0.72, "3": 0.08}}, "disposition": {"probabilities": {"approve": 0.12, "hold": 0.73, "manual_review": 0.14, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.6, "true": 0.4}, "p_true": 0.4}, "urgency": {"probabilities": {"0": 0.02, "1": 0.91, "2": 0.065, "3": 0.005}}}}
{"id": "invoice_processing_000010", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.08,\"1\":0.03,\"2\":0.71,\"3\":0.18}},\"disposition\":{\"probabilities\":{\"approve\":0.08,\"hold\":0.73,\"manual_review\":0.18,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.79,\"true\":0.21}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.15,\"2\":0.81,\"3\":0.03}}}}", "usage": {"prompt_tokens": 696, "completion_tokens": 162, "total_tokens": 858, "completion_tokens_details": {"reasoning_tokens": 18}}, "finish_reason": "stop", "latency": 5.396644858003128, "input_sha256": "1b5908093a92cf5976d75556281fec2520168466f55898270fb9530c88344cf5", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.08, "1": 0.03, "2": 0.71, "3": 0.18}}, "disposition": {"probabilities": {"approve": 0.08, "hold": 0.73, "manual_review": 0.18, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.79, "true": 0.21}, "p_true": 0.21}, "urgency": {"probabilities": {"0": 0.01, "1": 0.15, "2": 0.81, "3": 0.03}}}}
{"id": "invoice_processing_000011", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.997,\"1\":0.002,\"2\":0.0008,\"3\":0.0002}},\"disposition\":{\"probabilities\":{\"approve\":0.997,\"hold\":0.002,\"manual_review\":0.0008,\"reject\":0.0002}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.001,\"true\":0.999}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.11,\"3\":0.85}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 146, "total_tokens": 866}, "finish_reason": "stop", "latency": 2.853706453985069, "input_sha256": "682e00014343ff3df75267b3d6cc6f9b1b5f111c86f5fdd89723bc84ea6891cb", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.997, "1": 0.002, "2": 0.0008, "3": 0.0002}}, "disposition": {"probabilities": {"approve": 0.997, "hold": 0.002, "manual_review": 0.0008, "reject": 0.0002}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.001, "true": 0.999}, "p_true": 0.999}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.11, "3": 0.85}}}}
{"id": "invoice_processing_000012", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.99,\"1\":0.003,\"2\":0.005,\"3\":0.002}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.07,\"manual_review\":0.1,\"reject\":0.82}},\"duplicate\":{\"probabilities\":{\"true\":0.995,\"false\":0.005}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.049,\"2\":0.7,\"3\":0.25}}}}", "usage": {"prompt_tokens": 716, "completion_tokens": 157, "total_tokens": 873, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 3.8596241179620847, "input_sha256": "e75e26bcc44ea13ec1ba7d0166b4d2d6a38b77358620dae4cba6f4d7bccf5490", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.99, "1": 0.003, "2": 0.005, "3": 0.002}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.07, "manual_review": 0.1, "reject": 0.82}}, "duplicate": {"probabilities": {"true": 0.995, "false": 0.005}, "p_true": 0.995}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.001, "1": 0.049, "2": 0.7, "3": 0.25}}}}
{"id": "invoice_processing_000013", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.64,\"3\":0.35}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.72,\"manual_review\":0.25,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.999,\"true\":0.001}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.87,\"2\":0.10,\"3\":0.01}}}}", "usage": {"prompt_tokens": 723, "completion_tokens": 142, "total_tokens": 865}, "finish_reason": "stop", "latency": 2.9812188720097765, "input_sha256": "9a3ce81f0eb0f51cb7412dcfe86b89eb9077c737e581d52800d2576bf0357b57", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.64, "3": 0.35}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.72, "manual_review": 0.25, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.999, "true": 0.001}, "p_true": 0.001}, "urgency": {"probabilities": {"0": 0.02, "1": 0.87, "2": 0.1, "3": 0.01}}}}
{"id": "invoice_processing_000014", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.07,\"1\":0.02,\"2\":0.65,\"3\":0.26}},\"disposition\":{\"probabilities\":{\"approve\":0.06,\"hold\":0.73,\"manual_review\":0.20,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.9,\"true\":0.1}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.1,\"2\":0.82,\"3\":0.07}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 161, "total_tokens": 854, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 4.154152202012483, "input_sha256": "9d2bdaf86de95727b6efa0deaed7eda4e3e17cb89988fd007a83886d594ab196", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.07, "1": 0.02, "2": 0.65, "3": 0.26}}, "disposition": {"probabilities": {"approve": 0.06, "hold": 0.73, "manual_review": 0.2, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.9, "true": 0.1}, "p_true": 0.1}, "urgency": {"probabilities": {"0": 0.01, "1": 0.1, "2": 0.82, "3": 0.07}}}}
{"id": "invoice_processing_000015", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.995,\"1\":0.003,\"2\":0.0015,\"3\":0.0005}},\"disposition\":{\"probabilities\":{\"approve\":0.992,\"hold\":0.005,\"manual_review\":0.002,\"reject\":0.001}},\"duplicate\":{\"probabilities\":{\"true\":0.002,\"false\":0.998}},\"matches_order\":{\"probabilities\":{\"false\":0.002,\"true\":0.998}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.069,\"2\":0.92,\"3\":0.01}}}}", "usage": {"prompt_tokens": 706, "completion_tokens": 144, "total_tokens": 850}, "finish_reason": "stop", "latency": 3.160531443019863, "input_sha256": "06300fd18d889f9882922be246d23e3dbf923016f9ae2f537b0abb2743b4c073", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.995, "1": 0.003, "2": 0.0015, "3": 0.0005}}, "disposition": {"probabilities": {"approve": 0.992, "hold": 0.005, "manual_review": 0.002, "reject": 0.001}}, "duplicate": {"probabilities": {"true": 0.002, "false": 0.998}, "p_true": 0.002}, "matches_order": {"probabilities": {"false": 0.002, "true": 0.998}, "p_true": 0.998}, "urgency": {"probabilities": {"0": 0.001, "1": 0.069, "2": 0.92, "3": 0.01}}}}
{"id": "invoice_processing_000016", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.01,\"3\":0.99}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.2,\"manual_review\":0.65,\"reject\":0.15}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 691, "completion_tokens": 142, "total_tokens": 833}, "finish_reason": "stop", "latency": 3.231044332962483, "input_sha256": "ed9215051ebcc7b6dafe294898eef85a5aaf0ca5bda03fe16274751e38f21ae2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.01, "3": 0.99}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.2, "manual_review": 0.65, "reject": 0.15}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.12, "3": 0.85}}}}
{"id": "invoice_processing_000017", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.68,\"3\":0.32}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.76,\"manual_review\":0.23,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.94,\"2\":0.04,\"3\":0.0}}}}", "usage": {"prompt_tokens": 711, "completion_tokens": 166, "total_tokens": 877, "completion_tokens_details": {"reasoning_tokens": 22}}, "finish_reason": "stop", "latency": 4.594626021978911, "input_sha256": "2febc783a7a8a3df95f8b0c54d4482f58fa36f88041e4dea7f5e2961f554a954", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.68, "3": 0.32}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.76, "manual_review": 0.23, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.02, "1": 0.94, "2": 0.04, "3": 0.0}}}}
{"id": "invoice_processing_000018", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.01,\"2\":0.18,\"3\":0.8}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.7,\"manual_review\":0.26,\"reject\":0.03}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.99,\"true\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.65,\"3\":0.25}}}}", "usage": {"prompt_tokens": 699, "completion_tokens": 155, "total_tokens": 854, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 3.806831905967556, "input_sha256": "383a1eae26eebf172122fd1033d653f52e85c46053dea0561d106b2b489602dd", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.01, "1": 0.01, "2": 0.18, "3": 0.8}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.7, "manual_review": 0.26, "reject": 0.03}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.99, "true": 0.01}, "p_true": 0.01}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.65, "3": 0.25}}}}
{"id": "invoice_processing_000019", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.8,\"3\":0.2}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.8,\"manual_review\":0.18,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.77,\"3\":0.15}}}}", "usage": {"prompt_tokens": 701, "completion_tokens": 142, "total_tokens": 843}, "finish_reason": "stop", "latency": 2.6285084660048597, "input_sha256": "fea2c3a36d3fe2620565c3ff99626360a4d7601d8edee191724d4fd8747819c9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.8, "3": 0.2}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.8, "manual_review": 0.18, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.77, "3": 0.15}}}}
{"id": "invoice_processing_000020", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":1.0,\"1\":0.0,\"2\":0.0,\"3\":0.0}},\"disposition\":{\"probabilities\":{\"approve\":1.0,\"hold\":0.0,\"manual_review\":0.0,\"reject\":0.0}},\"duplicate\":{\"probabilities\":{\"true\":0.0,\"false\":1.0}},\"matches_order\":{\"probabilities\":{\"false\":0.0,\"true\":1.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.1,\"2\":0.9,\"3\":0.0}}}}", "usage": {"prompt_tokens": 710, "completion_tokens": 142, "total_tokens": 852}, "finish_reason": "stop", "latency": 2.164462926040869, "input_sha256": "4dc3b330561de55bf83abe48a453b1f770d059f81b13548f39e8d112965262b8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 1.0, "1": 0.0, "2": 0.0, "3": 0.0}}, "disposition": {"probabilities": {"approve": 1.0, "hold": 0.0, "manual_review": 0.0, "reject": 0.0}}, "duplicate": {"probabilities": {"true": 0.0, "false": 1.0}, "p_true": 0.0}, "matches_order": {"probabilities": {"false": 0.0, "true": 1.0}, "p_true": 1.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.1, "2": 0.9, "3": 0.0}}}}
{"id": "invoice_processing_000021", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.99,\"1\":0.005,\"2\":0.003,\"3\":0.002}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.08,\"manual_review\":0.1,\"reject\":0.81}},\"duplicate\":{\"probabilities\":{\"true\":0.995,\"false\":0.005}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.015,\"1\":0.955,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 711, "completion_tokens": 157, "total_tokens": 868, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 5.197763980948366, "input_sha256": "3bd8fe6326630d4b8b0333a8c0b97867a878919320a0b6c684a9df4be93ee618", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.99, "1": 0.005, "2": 0.003, "3": 0.002}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.08, "manual_review": 0.1, "reject": 0.81}}, "duplicate": {"probabilities": {"true": 0.995, "false": 0.005}, "p_true": 0.995}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.015, "1": 0.955, "2": 0.025, "3": 0.005}}}}
{"id": "invoice_processing_000022", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.35,\"1\":0.02,\"2\":0.59,\"3\":0.04}},\"disposition\":{\"probabilities\":{\"approve\":0.24,\"hold\":0.65,\"manual_review\":0.10,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.24,\"true\":0.76}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.16,\"2\":0.80,\"3\":0.03}}}}", "usage": {"prompt_tokens": 726, "completion_tokens": 161, "total_tokens": 887, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 4.304946727992501, "input_sha256": "23f23027e7ba8e5554790cdace0858053d538c1004bdd2cb06db41f27254e3ef", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.35, "1": 0.02, "2": 0.59, "3": 0.04}}, "disposition": {"probabilities": {"approve": 0.24, "hold": 0.65, "manual_review": 0.1, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.24, "true": 0.76}, "p_true": 0.76}, "urgency": {"probabilities": {"0": 0.01, "1": 0.16, "2": 0.8, "3": 0.03}}}}
{"id": "invoice_processing_000023", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.99,\"1\":0.005,\"2\":0.004,\"3\":0.001}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.06,\"manual_review\":0.08,\"reject\":0.85}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.94,\"2\":0.035,\"3\":0.005}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 160, "total_tokens": 880, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.064719140995294, "input_sha256": "6d13851a75a4664120b4aa749d677bd302d80c970318a9f496f026c796bd9662", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.99, "1": 0.005, "2": 0.004, "3": 0.001}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.06, "manual_review": 0.08, "reject": 0.85}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.02, "1": 0.94, "2": 0.035, "3": 0.005}}}}
{"id": "invoice_processing_000024", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":1.0,\"1\":0.0,\"2\":0.0,\"3\":0.0}},\"disposition\":{\"probabilities\":{\"approve\":0.99,\"hold\":0.005,\"manual_review\":0.005,\"reject\":0.0}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.0,\"true\":1.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.15,\"2\":0.85,\"3\":0.0}}}}", "usage": {"prompt_tokens": 714, "completion_tokens": 142, "total_tokens": 856}, "finish_reason": "stop", "latency": 3.984116649022326, "input_sha256": "19f04b17485577badb64b4490788076b66563ea6c2d42ecdaa8ed4887384571f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 1.0, "1": 0.0, "2": 0.0, "3": 0.0}}, "disposition": {"probabilities": {"approve": 0.99, "hold": 0.005, "manual_review": 0.005, "reject": 0.0}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.0, "true": 1.0}, "p_true": 1.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.15, "2": 0.85, "3": 0.0}}}}
{"id": "invoice_processing_000025", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.62,\"3\":0.38}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.76,\"manual_review\":0.22,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.13,\"2\":0.85,\"3\":0.02}}}}", "usage": {"prompt_tokens": 698, "completion_tokens": 155, "total_tokens": 853, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 8.778992576000746, "input_sha256": "ed6fae74e9c4c0cdf33c3aae29f006e4b831fb6b65d1c2dd483651486997af3e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.62, "3": 0.38}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.76, "manual_review": 0.22, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.13, "2": 0.85, "3": 0.02}}}}
{"id": "invoice_processing_000026", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.98,\"1\":0.005,\"2\":0.005,\"3\":0.01}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.06,\"manual_review\":0.08,\"reject\":0.85}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.24,\"2\":0.74,\"3\":0.01}}}}", "usage": {"prompt_tokens": 710, "completion_tokens": 155, "total_tokens": 865, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 2.9589036320103332, "input_sha256": "9f53028acbd4801c62bbde914313e447f9b098b0beca2f8c79ef8678a0bcf624", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.98, "1": 0.005, "2": 0.005, "3": 0.01}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.06, "manual_review": 0.08, "reject": 0.85}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.01, "1": 0.24, "2": 0.74, "3": 0.01}}}}
{"id": "invoice_processing_000027", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.2,\"1\":0.03,\"2\":0.62,\"3\":0.15}},\"disposition\":{\"probabilities\":{\"approve\":0.02,\"hold\":0.17,\"manual_review\":0.23,\"reject\":0.58}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.22,\"true\":0.78}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.88,\"2\":0.08,\"3\":0.01}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 161, "total_tokens": 881, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 5.796207356033847, "input_sha256": "754e3c2747093ba83a75f9be9edcf93b560b4c0132430f30166fe088f10dbe45", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.2, "1": 0.03, "2": 0.62, "3": 0.15}}, "disposition": {"probabilities": {"approve": 0.02, "hold": 0.17, "manual_review": 0.23, "reject": 0.58}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.22, "true": 0.78}, "p_true": 0.78}, "urgency": {"probabilities": {"0": 0.03, "1": 0.88, "2": 0.08, "3": 0.01}}}}
{"id": "invoice_processing_000028", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.0,\"2\":0.14,\"3\":0.85}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.76,\"manual_review\":0.21,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.99,\"true\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.12,\"2\":0.76,\"3\":0.12}}}}", "usage": {"prompt_tokens": 718, "completion_tokens": 163, "total_tokens": 881, "completion_tokens_details": {"reasoning_tokens": 19}}, "finish_reason": "stop", "latency": 5.373037496989127, "input_sha256": "5da294cc7931913eabc4b4e894065798a24df2f35524db80ea8b5a78b014b3a0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.01, "1": 0.0, "2": 0.14, "3": 0.85}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.76, "manual_review": 0.21, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.99, "true": 0.01}, "p_true": 0.01}, "urgency": {"probabilities": {"0": 0.0, "1": 0.12, "2": 0.76, "3": 0.12}}}}
{"id": "invoice_processing_000029", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.08,\"3\":0.92}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.55,\"manual_review\":0.4,\"reject\":0.05}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.88,\"2\":0.1,\"3\":0.01}}}}", "usage": {"prompt_tokens": 710, "completion_tokens": 142, "total_tokens": 852}, "finish_reason": "stop", "latency": 2.6082963130320422, "input_sha256": "21fb2d1b2f2cf3faa24d35bc69e8a6fb843629aadc4823c6324f7a9239ffdefa", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.08, "3": 0.92}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.55, "manual_review": 0.4, "reject": 0.05}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.01, "1": 0.88, "2": 0.1, "3": 0.01}}}}
{"id": "invoice_processing_000030", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.98,\"1\":0.005,\"2\":0.005,\"3\":0.01}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.08,\"manual_review\":0.06,\"reject\":0.85}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.94,\"2\":0.045,\"3\":0.005}}}}", "usage": {"prompt_tokens": 691, "completion_tokens": 160, "total_tokens": 851, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.075038484996185, "input_sha256": "df530b58c020026d454fbc4d94f50cd53b755541c95b1d7985cdb2a711d04f5a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.98, "1": 0.005, "2": 0.005, "3": 0.01}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.08, "manual_review": 0.06, "reject": 0.85}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.01, "1": 0.94, "2": 0.045, "3": 0.005}}}}
{"id": "invoice_processing_000031", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.995,\"1\":0.003,\"2\":0.0015,\"3\":0.0005}},\"disposition\":{\"probabilities\":{\"approve\":0.995,\"hold\":0.003,\"manual_review\":0.0015,\"reject\":0.0005}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.001,\"true\":0.999}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.76,\"3\":0.2}}}}", "usage": {"prompt_tokens": 719, "completion_tokens": 146, "total_tokens": 865}, "finish_reason": "stop", "latency": 2.668055014044512, "input_sha256": "aa6ae9e19179c2926e7894a406d0cb753b16cd74c59b4cbf75fcc3ed165c2178", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.995, "1": 0.003, "2": 0.0015, "3": 0.0005}}, "disposition": {"probabilities": {"approve": 0.995, "hold": 0.003, "manual_review": 0.0015, "reject": 0.0005}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.001, "true": 0.999}, "p_true": 0.999}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.76, "3": 0.2}}}}
{"id": "invoice_processing_000032", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.29,\"1\":0.03,\"2\":0.65,\"3\":0.03}},\"disposition\":{\"probabilities\":{\"approve\":0.22,\"hold\":0.7,\"manual_review\":0.075,\"reject\":0.005}},\"duplicate\":{\"probabilities\":{\"true\":0.005,\"false\":0.995}},\"matches_order\":{\"probabilities\":{\"false\":0.58,\"true\":0.42}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.9,\"2\":0.085,\"3\":0.005}}}}", "usage": {"prompt_tokens": 694, "completion_tokens": 142, "total_tokens": 836}, "finish_reason": "stop", "latency": 2.8914392560254782, "input_sha256": "83848a1626334fd783a466a08172c354846e1963fa835f4755b94f4f7e4fe954", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.29, "1": 0.03, "2": 0.65, "3": 0.03}}, "disposition": {"probabilities": {"approve": 0.22, "hold": 0.7, "manual_review": 0.075, "reject": 0.005}}, "duplicate": {"probabilities": {"true": 0.005, "false": 0.995}, "p_true": 0.005}, "matches_order": {"probabilities": {"false": 0.58, "true": 0.42}, "p_true": 0.42}, "urgency": {"probabilities": {"0": 0.01, "1": 0.9, "2": 0.085, "3": 0.005}}}}
{"id": "invoice_processing_000033", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.3,\"1\":0.02,\"2\":0.65,\"3\":0.03}},\"disposition\":{\"probabilities\":{\"approve\":0.55,\"hold\":0.4,\"manual_review\":0.045,\"reject\":0.005}},\"duplicate\":{\"probabilities\":{\"true\":0.005,\"false\":0.995}},\"matches_order\":{\"probabilities\":{\"false\":0.7,\"true\":0.3}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.95,\"2\":0.038,\"3\":0.002}}}}", "usage": {"prompt_tokens": 691, "completion_tokens": 179, "total_tokens": 870, "completion_tokens_details": {"reasoning_tokens": 35}}, "finish_reason": "stop", "latency": 5.712336118973326, "input_sha256": "07a11721fd2544fc3eb20a8f62e03c4648ef9c83bd6c88f4757b9377d72b9e78", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.3, "1": 0.02, "2": 0.65, "3": 0.03}}, "disposition": {"probabilities": {"approve": 0.55, "hold": 0.4, "manual_review": 0.045, "reject": 0.005}}, "duplicate": {"probabilities": {"true": 0.005, "false": 0.995}, "p_true": 0.005}, "matches_order": {"probabilities": {"false": 0.7, "true": 0.3}, "p_true": 0.3}, "urgency": {"probabilities": {"0": 0.01, "1": 0.95, "2": 0.038, "3": 0.002}}}}
{"id": "invoice_processing_000034", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.99,\"1\":0.008,\"2\":0.0015,\"3\":0.0005}},\"disposition\":{\"probabilities\":{\"approve\":0.99,\"hold\":0.006,\"manual_review\":0.003,\"reject\":0.001}},\"duplicate\":{\"probabilities\":{\"true\":0.005,\"false\":0.995}},\"matches_order\":{\"probabilities\":{\"false\":0.002,\"true\":0.998}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.049,\"2\":0.65,\"3\":0.3}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 144, "total_tokens": 837}, "finish_reason": "stop", "latency": 3.485027379996609, "input_sha256": "255e23e77e9b25a79af99e59b96c55389dd5d8f6d37607259da86e45f1a57dd3", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.99, "1": 0.008, "2": 0.0015, "3": 0.0005}}, "disposition": {"probabilities": {"approve": 0.99, "hold": 0.006, "manual_review": 0.003, "reject": 0.001}}, "duplicate": {"probabilities": {"true": 0.005, "false": 0.995}, "p_true": 0.005}, "matches_order": {"probabilities": {"false": 0.002, "true": 0.998}, "p_true": 0.998}, "urgency": {"probabilities": {"0": 0.001, "1": 0.049, "2": 0.65, "3": 0.3}}}}
{"id": "invoice_processing_000035", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.12,\"3\":0.88}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.48,\"manual_review\":0.49,\"reject\":0.03}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.77,\"3\":0.15}}}}", "usage": {"prompt_tokens": 722, "completion_tokens": 142, "total_tokens": 864}, "finish_reason": "stop", "latency": 2.698592359025497, "input_sha256": "eabd95d2014031910a17e66bc176e635fb4673579f367343e12f3d2f9b4d0a3a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.12, "3": 0.88}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.48, "manual_review": 0.49, "reject": 0.03}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.77, "3": 0.15}}}}
{"id": "invoice_processing_000036", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":1.0,\"1\":0.0,\"2\":0.0,\"3\":0.0}},\"disposition\":{\"probabilities\":{\"approve\":1.0,\"hold\":0.0,\"manual_review\":0.0,\"reject\":0.0}},\"duplicate\":{\"probabilities\":{\"true\":0.0,\"false\":1.0}},\"matches_order\":{\"probabilities\":{\"false\":0.0,\"true\":1.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.28,\"3\":0.7}}}}", "usage": {"prompt_tokens": 715, "completion_tokens": 142, "total_tokens": 857}, "finish_reason": "stop", "latency": 2.750742894015275, "input_sha256": "c60c54fc4ca5dbd2b49afbd5805ebd553e57215172391db7d01f7b69f94ff9d1", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 1.0, "1": 0.0, "2": 0.0, "3": 0.0}}, "disposition": {"probabilities": {"approve": 1.0, "hold": 0.0, "manual_review": 0.0, "reject": 0.0}}, "duplicate": {"probabilities": {"true": 0.0, "false": 1.0}, "p_true": 0.0}, "matches_order": {"probabilities": {"false": 0.0, "true": 1.0}, "p_true": 1.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.28, "3": 0.7}}}}
{"id": "invoice_processing_000037", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.995,\"1\":0.003,\"2\":0.0015,\"3\":0.0005}},\"disposition\":{\"probabilities\":{\"approve\":0.995,\"hold\":0.003,\"manual_review\":0.0015,\"reject\":0.0005}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.001,\"true\":0.999}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.049,\"2\":0.8,\"3\":0.15}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 146, "total_tokens": 866}, "finish_reason": "stop", "latency": 3.741022504051216, "input_sha256": "3ca72a8900b5103b4c566b272ab90bc72f35744709265abff45733945ee65999", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.995, "1": 0.003, "2": 0.0015, "3": 0.0005}}, "disposition": {"probabilities": {"approve": 0.995, "hold": 0.003, "manual_review": 0.0015, "reject": 0.0005}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.001, "true": 0.999}, "p_true": 0.999}, "urgency": {"probabilities": {"0": 0.001, "1": 0.049, "2": 0.8, "3": 0.15}}}}
{"id": "invoice_processing_000038", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.98,\"1\":0.005,\"2\":0.01,\"3\":0.005}},\"disposition\":{\"probabilities\":{\"approve\":0.005,\"hold\":0.025,\"manual_review\":0.02,\"reject\":0.95}},\"duplicate\":{\"probabilities\":{\"true\":0.995,\"false\":0.005}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.95,\"2\":0.019,\"3\":0.001}}}}", "usage": {"prompt_tokens": 711, "completion_tokens": 142, "total_tokens": 853}, "finish_reason": "stop", "latency": 3.998072627990041, "input_sha256": "6c97fc8f20dc6d7c268ebeac88d0f7af108ea97e8013a59f986724577127d649", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.98, "1": 0.005, "2": 0.01, "3": 0.005}}, "disposition": {"probabilities": {"approve": 0.005, "hold": 0.025, "manual_review": 0.02, "reject": 0.95}}, "duplicate": {"probabilities": {"true": 0.995, "false": 0.005}, "p_true": 0.995}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.03, "1": 0.95, "2": 0.019, "3": 0.001}}}}
{"id": "invoice_processing_000039", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.91,\"3\":0.09}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.88,\"manual_review\":0.11,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.86,\"2\":0.12,\"3\":0.01}}}}", "usage": {"prompt_tokens": 710, "completion_tokens": 165, "total_tokens": 875, "completion_tokens_details": {"reasoning_tokens": 21}}, "finish_reason": "stop", "latency": 5.946366314019542, "input_sha256": "9a0a55a48af0711a910b09ee4b7341e5dced1851eb64790e2a6a631d7391ba13", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.91, "3": 0.09}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.88, "manual_review": 0.11, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.01, "1": 0.86, "2": 0.12, "3": 0.01}}}}
{"id": "invoice_processing_000040", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.98,\"1\":0.01,\"2\":0.005,\"3\":0.005}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.08,\"manual_review\":0.06,\"reject\":0.85}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.24,\"2\":0.73,\"3\":0.02}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 156, "total_tokens": 858, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 4.307244698982686, "input_sha256": "cf736e1920e36c914aebfeb5b23aea1701ce60986b0ffc44769fdd778380196e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.98, "1": 0.01, "2": 0.005, "3": 0.005}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.08, "manual_review": 0.06, "reject": 0.85}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "urgency": {"probabilities": {"0": 0.01, "1": 0.24, "2": 0.73, "3": 0.02}}}}
{"id": "invoice_processing_000041", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.97,\"1\":0.01,\"2\":0.01,\"3\":0.01}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.06,\"manual_review\":0.03,\"reject\":0.9}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.07,\"2\":0.62,\"3\":0.3}}}}", "usage": {"prompt_tokens": 706, "completion_tokens": 156, "total_tokens": 862, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 3.4186685049789958, "input_sha256": "dccf11d5198984b174fa085d0956669c363824475617f846c0f0c76654a62f02", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.97, "1": 0.01, "2": 0.01, "3": 0.01}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.06, "manual_review": 0.03, "reject": 0.9}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "urgency": {"probabilities": {"0": 0.01, "1": 0.07, "2": 0.62, "3": 0.3}}}}
{"id": "invoice_processing_000042", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.98,\"1\":0.005,\"2\":0.01,\"3\":0.005}},\"disposition\":{\"probabilities\":{\"approve\":0.015,\"hold\":0.065,\"manual_review\":0.12,\"reject\":0.8}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.075,\"2\":0.76,\"3\":0.16}}}}", "usage": {"prompt_tokens": 711, "completion_tokens": 142, "total_tokens": 853}, "finish_reason": "stop", "latency": 2.89232099999208, "input_sha256": "5248979e6cf9c5f3b1e83d1712f15a63d04d3860c88396e083b486b132cdf8b2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.98, "1": 0.005, "2": 0.01, "3": 0.005}}, "disposition": {"probabilities": {"approve": 0.015, "hold": 0.065, "manual_review": 0.12, "reject": 0.8}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.005, "1": 0.075, "2": 0.76, "3": 0.16}}}}
{"id": "invoice_processing_000043", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.99,\"1\":0.005,\"2\":0.003,\"3\":0.002}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.06,\"manual_review\":0.08,\"reject\":0.85}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.045,\"2\":0.7,\"3\":0.25}}}}", "usage": {"prompt_tokens": 711, "completion_tokens": 142, "total_tokens": 853}, "finish_reason": "stop", "latency": 2.7446239630226046, "input_sha256": "9376ae40f20e498513c1d64ef692a0d2d45788f8fb72e08e9563dabfe4ddbeca", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.99, "1": 0.005, "2": 0.003, "3": 0.002}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.06, "manual_review": 0.08, "reject": 0.85}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.005, "1": 0.045, "2": 0.7, "3": 0.25}}}}
{"id": "invoice_processing_000044", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.01,\"3\":0.99}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.29,\"manual_review\":0.48,\"reject\":0.23}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.84,\"2\":0.14,\"3\":0.01}}}}", "usage": {"prompt_tokens": 694, "completion_tokens": 142, "total_tokens": 836}, "finish_reason": "stop", "latency": 2.56732314202236, "input_sha256": "2bd17b03eb74580dc71f78e7954f87fa0ef1b64897149f440ef607d93a785fa3", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.01, "3": 0.99}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.29, "manual_review": 0.48, "reject": 0.23}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.01, "1": 0.84, "2": 0.14, "3": 0.01}}}}
{"id": "invoice_processing_000045", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.91,\"1\":0.01,\"2\":0.075,\"3\":0.005}},\"disposition\":{\"probabilities\":{\"approve\":0.94,\"hold\":0.05,\"manual_review\":0.009,\"reject\":0.001}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.06,\"true\":0.94}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.15,\"2\":0.835,\"3\":0.01}}}}", "usage": {"prompt_tokens": 714, "completion_tokens": 160, "total_tokens": 874, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.1039319259580225, "input_sha256": "518bfd9641475a9d98e1449068cd41e90c6731c41f59087b7c3b34834a5db089", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.91, "1": 0.01, "2": 0.075, "3": 0.005}}, "disposition": {"probabilities": {"approve": 0.94, "hold": 0.05, "manual_review": 0.009, "reject": 0.001}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.06, "true": 0.94}, "p_true": 0.94}, "urgency": {"probabilities": {"0": 0.005, "1": 0.15, "2": 0.835, "3": 0.01}}}}
{"id": "invoice_processing_000046", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.0,\"2\":0.14,\"3\":0.85}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.79,\"manual_review\":0.18,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.99,\"true\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 698, "completion_tokens": 162, "total_tokens": 860, "completion_tokens_details": {"reasoning_tokens": 18}}, "finish_reason": "stop", "latency": 3.7668497700360604, "input_sha256": "3bd119f5a54f7a590c50cabfebd4b225ce432f5becbb6a009a6f0759d13a7b0d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.01, "1": 0.0, "2": 0.14, "3": 0.85}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.79, "manual_review": 0.18, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.99, "true": 0.01}, "p_true": 0.01}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.12, "3": 0.85}}}}
{"id": "invoice_processing_000047", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.01,\"2\":0.55,\"3\":0.43}},\"disposition\":{\"probabilities\":{\"approve\":0.04,\"hold\":0.7,\"manual_review\":0.25,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.99,\"true\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.95,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 691, "completion_tokens": 142, "total_tokens": 833}, "finish_reason": "stop", "latency": 2.9841021089814603, "input_sha256": "a15131accbfa190349119f29e836a4fb5500e069bb3243682d8268c430adcaa8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.01, "1": 0.01, "2": 0.55, "3": 0.43}}, "disposition": {"probabilities": {"approve": 0.04, "hold": 0.7, "manual_review": 0.25, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.99, "true": 0.01}, "p_true": 0.01}, "urgency": {"probabilities": {"0": 0.02, "1": 0.95, "2": 0.025, "3": 0.005}}}}
{"id": "invoice_processing_000048", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.05,\"1\":0.02,\"2\":0.65,\"3\":0.28}},\"disposition\":{\"probabilities\":{\"approve\":0.04,\"hold\":0.65,\"manual_review\":0.29,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.84,\"true\":0.16}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.06,\"2\":0.69,\"3\":0.25}}}}", "usage": {"prompt_tokens": 725, "completion_tokens": 162, "total_tokens": 887, "completion_tokens_details": {"reasoning_tokens": 18}}, "finish_reason": "stop", "latency": 4.999035683984403, "input_sha256": "362d646514187338aa0caa4323069e7c8b05d03746b3e04a758be9023182cae8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.05, "1": 0.02, "2": 0.65, "3": 0.28}}, "disposition": {"probabilities": {"approve": 0.04, "hold": 0.65, "manual_review": 0.29, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.84, "true": 0.16}, "p_true": 0.16}, "urgency": {"probabilities": {"0": 0.0, "1": 0.06, "2": 0.69, "3": 0.25}}}}
{"id": "invoice_processing_000049", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.02,\"2\":0.65,\"3\":0.29}},\"disposition\":{\"probabilities\":{\"approve\":0.04,\"hold\":0.69,\"manual_review\":0.25,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.87,\"true\":0.13}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.67,\"3\":0.23}}}}", "usage": {"prompt_tokens": 723, "completion_tokens": 165, "total_tokens": 888, "completion_tokens_details": {"reasoning_tokens": 21}}, "finish_reason": "stop", "latency": 7.056013487977907, "input_sha256": "3eb26631109eefba65c58c1c23191dcef0b1c6a241e4af2e7cace6c834a082a2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.04, "1": 0.02, "2": 0.65, "3": 0.29}}, "disposition": {"probabilities": {"approve": 0.04, "hold": 0.69, "manual_review": 0.25, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.87, "true": 0.13}, "p_true": 0.13}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.67, "3": 0.23}}}}
{"id": "invoice_processing_000050", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.19,\"1\":0.01,\"2\":0.76,\"3\":0.04}},\"disposition\":{\"probabilities\":{\"approve\":0.15,\"hold\":0.76,\"manual_review\":0.085,\"reject\":0.005}},\"duplicate\":{\"probabilities\":{\"true\":0.005,\"false\":0.995}},\"matches_order\":{\"probabilities\":{\"false\":0.63,\"true\":0.37}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.039,\"2\":0.71,\"3\":0.25}}}}", "usage": {"prompt_tokens": 725, "completion_tokens": 142, "total_tokens": 867}, "finish_reason": "stop", "latency": 2.9845528429723345, "input_sha256": "4c6a12e3a57649309355816b1bd37f5f277b3945951b3c4c6656a0e88868d28e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.19, "1": 0.01, "2": 0.76, "3": 0.04}}, "disposition": {"probabilities": {"approve": 0.15, "hold": 0.76, "manual_review": 0.085, "reject": 0.005}}, "duplicate": {"probabilities": {"true": 0.005, "false": 0.995}, "p_true": 0.005}, "matches_order": {"probabilities": {"false": 0.63, "true": 0.37}, "p_true": 0.37}, "urgency": {"probabilities": {"0": 0.001, "1": 0.039, "2": 0.71, "3": 0.25}}}}
{"id": "invoice_processing_000051", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.01,\"3\":0.99}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.19,\"manual_review\":0.33,\"reject\":0.48}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.79,\"3\":0.13}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 156, "total_tokens": 876, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 5.122604999982286, "input_sha256": "83850f21f1ff8bfee134afc0fd4bd309a95efd6581a8da5cc60a663c4de80dd5", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.01, "3": 0.99}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.19, "manual_review": 0.33, "reject": 0.48}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.79, "3": 0.13}}}}
{"id": "invoice_processing_000052", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.005,\"1\":0.005,\"2\":0.09,\"3\":0.9}},\"disposition\":{\"probabilities\":{\"approve\":0.005,\"hold\":0.72,\"manual_review\":0.25,\"reject\":0.025}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.99,\"true\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.065,\"2\":0.7,\"3\":0.23}}}}", "usage": {"prompt_tokens": 714, "completion_tokens": 159, "total_tokens": 873, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 3.50552201498067, "input_sha256": "c92069d90337b2a78cce3093dfe81393611f5ed7090907238daa26cfef8d5b0b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.005, "1": 0.005, "2": 0.09, "3": 0.9}}, "disposition": {"probabilities": {"approve": 0.005, "hold": 0.72, "manual_review": 0.25, "reject": 0.025}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.99, "true": 0.01}, "p_true": 0.01}, "urgency": {"probabilities": {"0": 0.005, "1": 0.065, "2": 0.7, "3": 0.23}}}}
{"id": "invoice_processing_000053", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.99,\"1\":0.003,\"2\":0.003,\"3\":0.004}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.06,\"manual_review\":0.04,\"reject\":0.89}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.95,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 722, "completion_tokens": 142, "total_tokens": 864}, "finish_reason": "stop", "latency": 2.754485051962547, "input_sha256": "52ce6dc2ff26c2df243b342dab902699b48fcaf3f5c572a27f4458ccacd83747", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.99, "1": 0.003, "2": 0.003, "3": 0.004}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.06, "manual_review": 0.04, "reject": 0.89}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.02, "1": 0.95, "2": 0.025, "3": 0.005}}}}
{"id": "invoice_processing_000054", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.12,\"3\":0.88}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.42,\"manual_review\":0.53,\"reject\":0.05}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 703, "completion_tokens": 160, "total_tokens": 863, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.117510819982272, "input_sha256": "c10cf56b33a0884b57ffb83158833efdb3f612fe551c577de106c6d008206848", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.12, "3": 0.88}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.42, "manual_review": 0.53, "reject": 0.05}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.12, "3": 0.85}}}}
{"id": "invoice_processing_000055", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.99,\"1\":0.005,\"2\":0.004,\"3\":0.001}},\"disposition\":{\"probabilities\":{\"approve\":0.985,\"hold\":0.01,\"manual_review\":0.004,\"reject\":0.001}},\"duplicate\":{\"probabilities\":{\"true\":0.005,\"false\":0.995}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.099,\"2\":0.88,\"3\":0.02}}}}", "usage": {"prompt_tokens": 714, "completion_tokens": 142, "total_tokens": 856}, "finish_reason": "stop", "latency": 2.876424952002708, "input_sha256": "8c2322cd84423078433ba9b045feb948b7f2d6c2fde388fe31c42883837c1a49", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.99, "1": 0.005, "2": 0.004, "3": 0.001}}, "disposition": {"probabilities": {"approve": 0.985, "hold": 0.01, "manual_review": 0.004, "reject": 0.001}}, "duplicate": {"probabilities": {"true": 0.005, "false": 0.995}, "p_true": 0.005}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.001, "1": 0.099, "2": 0.88, "3": 0.02}}}}
{"id": "invoice_processing_000056", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.23,\"1\":0.04,\"2\":0.65,\"3\":0.08}},\"disposition\":{\"probabilities\":{\"approve\":0.18,\"hold\":0.7,\"manual_review\":0.11,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.57,\"true\":0.43}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.23,\"2\":0.74,\"3\":0.02}}}}", "usage": {"prompt_tokens": 715, "completion_tokens": 163, "total_tokens": 878, "completion_tokens_details": {"reasoning_tokens": 19}}, "finish_reason": "stop", "latency": 4.842471237992868, "input_sha256": "38751bc58894c859f400cea5c367484d4f508a8113eadf6b18a85c2ca88dc621", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.23, "1": 0.04, "2": 0.65, "3": 0.08}}, "disposition": {"probabilities": {"approve": 0.18, "hold": 0.7, "manual_review": 0.11, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.57, "true": 0.43}, "p_true": 0.43}, "urgency": {"probabilities": {"0": 0.01, "1": 0.23, "2": 0.74, "3": 0.02}}}}
{"id": "invoice_processing_000057", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.03,\"1\":0.02,\"2\":0.7,\"3\":0.25}},\"disposition\":{\"probabilities\":{\"approve\":0.04,\"hold\":0.77,\"manual_review\":0.18,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.94,\"true\":0.06}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.14,\"2\":0.82,\"3\":0.03}}}}", "usage": {"prompt_tokens": 708, "completion_tokens": 163, "total_tokens": 871, "completion_tokens_details": {"reasoning_tokens": 19}}, "finish_reason": "stop", "latency": 4.978847896039952, "input_sha256": "55d98e45c494962c73decd36262f3632fc4e7ef117f7cbb1771e62e40bb5dfc9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.03, "1": 0.02, "2": 0.7, "3": 0.25}}, "disposition": {"probabilities": {"approve": 0.04, "hold": 0.77, "manual_review": 0.18, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.94, "true": 0.06}, "p_true": 0.06}, "urgency": {"probabilities": {"0": 0.01, "1": 0.14, "2": 0.82, "3": 0.03}}}}
{"id": "invoice_processing_000058", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.04,\"3\":0.96}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.37,\"manual_review\":0.57,\"reject\":0.06}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.9,\"2\":0.075,\"3\":0.005}}}}", "usage": {"prompt_tokens": 709, "completion_tokens": 157, "total_tokens": 866, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 3.5953709409805015, "input_sha256": "b51fb703194f0a5a815d89b8941ea751dbb5e14409d860fab2b658c2171a3314", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.04, "3": 0.96}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.37, "manual_review": 0.57, "reject": 0.06}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.02, "1": 0.9, "2": 0.075, "3": 0.005}}}}
{"id": "invoice_processing_000059", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.005,\"1\":0.005,\"2\":0.14,\"3\":0.85}},\"disposition\":{\"probabilities\":{\"approve\":0.005,\"hold\":0.74,\"manual_review\":0.235,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.99,\"true\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.085,\"2\":0.76,\"3\":0.15}}}}", "usage": {"prompt_tokens": 718, "completion_tokens": 163, "total_tokens": 881, "completion_tokens_details": {"reasoning_tokens": 19}}, "finish_reason": "stop", "latency": 5.254495590983424, "input_sha256": "4e2606313cf3414cff7e739b12cac8cb3e58642389abf785a2c0c19e0ff6fd99", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.005, "1": 0.005, "2": 0.14, "3": 0.85}}, "disposition": {"probabilities": {"approve": 0.005, "hold": 0.74, "manual_review": 0.235, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.99, "true": 0.01}, "p_true": 0.01}, "urgency": {"probabilities": {"0": 0.005, "1": 0.085, "2": 0.76, "3": 0.15}}}}
{"id": "invoice_processing_000060", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.78,\"1\":0.01,\"2\":0.19,\"3\":0.02}},\"disposition\":{\"probabilities\":{\"approve\":0.84,\"hold\":0.13,\"manual_review\":0.025,\"reject\":0.005}},\"duplicate\":{\"probabilities\":{\"true\":0.005,\"false\":0.995}},\"matches_order\":{\"probabilities\":{\"false\":0.19,\"true\":0.81}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.95,\"2\":0.038,\"3\":0.002}}}}", "usage": {"prompt_tokens": 701, "completion_tokens": 172, "total_tokens": 873, "completion_tokens_details": {"reasoning_tokens": 28}}, "finish_reason": "stop", "latency": 4.341858987987507, "input_sha256": "d3610700bdc6018138365060abeddad8b4faa5c4de2840ad0f4f56fe2de2a2c7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.78, "1": 0.01, "2": 0.19, "3": 0.02}}, "disposition": {"probabilities": {"approve": 0.84, "hold": 0.13, "manual_review": 0.025, "reject": 0.005}}, "duplicate": {"probabilities": {"true": 0.005, "false": 0.995}, "p_true": 0.005}, "matches_order": {"probabilities": {"false": 0.19, "true": 0.81}, "p_true": 0.81}, "urgency": {"probabilities": {"0": 0.01, "1": 0.95, "2": 0.038, "3": 0.002}}}}
{"id": "invoice_processing_000061", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.12,\"1\":0.02,\"2\":0.75,\"3\":0.11}},\"disposition\":{\"probabilities\":{\"approve\":0.16,\"hold\":0.68,\"manual_review\":0.15,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.73,\"true\":0.27}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.06,\"2\":0.72,\"3\":0.22}}}}", "usage": {"prompt_tokens": 705, "completion_tokens": 165, "total_tokens": 870, "completion_tokens_details": {"reasoning_tokens": 21}}, "finish_reason": "stop", "latency": 4.060684038035106, "input_sha256": "680294a81d0d7ca64ccbdd08a76b10381c0275bc18f80fb0579551053a1949ab", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.12, "1": 0.02, "2": 0.75, "3": 0.11}}, "disposition": {"probabilities": {"approve": 0.16, "hold": 0.68, "manual_review": 0.15, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.73, "true": 0.27}, "p_true": 0.27}, "urgency": {"probabilities": {"0": 0.0, "1": 0.06, "2": 0.72, "3": 0.22}}}}
{"id": "invoice_processing_000062", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.98,\"1\":0.005,\"2\":0.01,\"3\":0.005}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.06,\"manual_review\":0.08,\"reject\":0.85}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.95,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 711, "completion_tokens": 157, "total_tokens": 868, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 3.462167766003404, "input_sha256": "7421699ad53b796794c4273d1d2f8b4a22af179b418aa28a522a9780676b1180", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.98, "1": 0.005, "2": 0.01, "3": 0.005}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.06, "manual_review": 0.08, "reject": 0.85}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.02, "1": 0.95, "2": 0.025, "3": 0.005}}}}
{"id": "invoice_processing_000063", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.06,\"1\":0.02,\"2\":0.7,\"3\":0.22}},\"disposition\":{\"probabilities\":{\"approve\":0.06,\"hold\":0.71,\"manual_review\":0.22,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.86,\"true\":0.14}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.88,\"2\":0.1,\"3\":0.01}}}}", "usage": {"prompt_tokens": 692, "completion_tokens": 159, "total_tokens": 851, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 4.598545674001798, "input_sha256": "0aacf4cffe71cb6b095241d0beb55c872f93aa28664fdfb602fffa6c40f44b6a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.06, "1": 0.02, "2": 0.7, "3": 0.22}}, "disposition": {"probabilities": {"approve": 0.06, "hold": 0.71, "manual_review": 0.22, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.86, "true": 0.14}, "p_true": 0.14}, "urgency": {"probabilities": {"0": 0.01, "1": 0.88, "2": 0.1, "3": 0.01}}}}
{"id": "invoice_processing_000064", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.99,\"1\":0.003,\"2\":0.004,\"3\":0.003}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.12,\"manual_review\":0.08,\"reject\":0.79}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.12,\"2\":0.845,\"3\":0.03}}}}", "usage": {"prompt_tokens": 723, "completion_tokens": 168, "total_tokens": 891, "completion_tokens_details": {"reasoning_tokens": 24}}, "finish_reason": "stop", "latency": 5.481420647003688, "input_sha256": "075957298d9113aabbd18ed62cff6b73af5bac3a386dca64498e1cea1373bb90", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.99, "1": 0.003, "2": 0.004, "3": 0.003}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.12, "manual_review": 0.08, "reject": 0.79}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.005, "1": 0.12, "2": 0.845, "3": 0.03}}}}
{"id": "invoice_processing_000065", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.25,\"1\":0.05,\"2\":0.65,\"3\":0.05}},\"disposition\":{\"probabilities\":{\"approve\":0.2,\"hold\":0.7,\"manual_review\":0.095,\"reject\":0.005}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.6,\"true\":0.4}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.075,\"2\":0.77,\"3\":0.15}}}}", "usage": {"prompt_tokens": 707, "completion_tokens": 160, "total_tokens": 867, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.9182635670294985, "input_sha256": "ae85a283f4b90d42f09121ed61dc86f2ce71ccfc9a1b388b138f61c43eb9a51a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.25, "1": 0.05, "2": 0.65, "3": 0.05}}, "disposition": {"probabilities": {"approve": 0.2, "hold": 0.7, "manual_review": 0.095, "reject": 0.005}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.6, "true": 0.4}, "p_true": 0.4}, "urgency": {"probabilities": {"0": 0.005, "1": 0.075, "2": 0.77, "3": 0.15}}}}
{"id": "invoice_processing_000066", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.23,\"1\":0.03,\"2\":0.66,\"3\":0.08}},\"disposition\":{\"probabilities\":{\"approve\":0.2,\"hold\":0.65,\"manual_review\":0.14,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.38,\"true\":0.62}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.69,\"3\":0.22}}}}", "usage": {"prompt_tokens": 714, "completion_tokens": 160, "total_tokens": 874, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 6.254939198959619, "input_sha256": "a1e70053984cb95ed9c09f401727d9730bde2ed891588cf25cedd4c77a6408b8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.23, "1": 0.03, "2": 0.66, "3": 0.08}}, "disposition": {"probabilities": {"approve": 0.2, "hold": 0.65, "manual_review": 0.14, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.38, "true": 0.62}, "p_true": 0.62}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.69, "3": 0.22}}}}
{"id": "invoice_processing_000067", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.995,\"1\":0.003,\"2\":0.0015,\"3\":0.0005}},\"disposition\":{\"probabilities\":{\"approve\":0.995,\"hold\":0.003,\"manual_review\":0.0015,\"reject\":0.0005}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.001,\"true\":0.999}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.029,\"2\":0.72,\"3\":0.25}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 159, "total_tokens": 861, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 7.528730728954542, "input_sha256": "18370c1e4ff9bfe8dd98a2b3503fa2db40c4dd556341366eb95dbf164fa6d8e0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.995, "1": 0.003, "2": 0.0015, "3": 0.0005}}, "disposition": {"probabilities": {"approve": 0.995, "hold": 0.003, "manual_review": 0.0015, "reject": 0.0005}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.001, "true": 0.999}, "p_true": 0.999}, "urgency": {"probabilities": {"0": 0.001, "1": 0.029, "2": 0.72, "3": 0.25}}}}
{"id": "invoice_processing_000068", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.25,\"1\":0.03,\"2\":0.69,\"3\":0.03}},\"disposition\":{\"probabilities\":{\"approve\":0.3,\"hold\":0.61,\"manual_review\":0.08,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.83,\"3\":0.04}}}}", "usage": {"prompt_tokens": 700, "completion_tokens": 178, "total_tokens": 878, "completion_tokens_details": {"reasoning_tokens": 34}}, "finish_reason": "stop", "latency": 5.022219467035029, "input_sha256": "231e599f8dd8d7204d33be54f8263e7a1db2ce2082a853e69e7f14202681cb3c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.25, "1": 0.03, "2": 0.69, "3": 0.03}}, "disposition": {"probabilities": {"approve": 0.3, "hold": 0.61, "manual_review": 0.08, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "urgency": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.83, "3": 0.04}}}}
{"id": "invoice_processing_000069", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":1.0,\"1\":0.0,\"2\":0.0,\"3\":0.0}},\"disposition\":{\"probabilities\":{\"approve\":0.99,\"hold\":0.01,\"manual_review\":0.0,\"reject\":0.0}},\"duplicate\":{\"probabilities\":{\"true\":0.0,\"false\":1.0}},\"matches_order\":{\"probabilities\":{\"false\":0.0,\"true\":1.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.77,\"3\":0.2}}}}", "usage": {"prompt_tokens": 700, "completion_tokens": 142, "total_tokens": 842}, "finish_reason": "stop", "latency": 2.3304523439728655, "input_sha256": "644348a03aa267495a7dc2c52eef3f6b4da1c02816077858241337d090693751", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 1.0, "1": 0.0, "2": 0.0, "3": 0.0}}, "disposition": {"probabilities": {"approve": 0.99, "hold": 0.01, "manual_review": 0.0, "reject": 0.0}}, "duplicate": {"probabilities": {"true": 0.0, "false": 1.0}, "p_true": 0.0}, "matches_order": {"probabilities": {"false": 0.0, "true": 1.0}, "p_true": 1.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.77, "3": 0.2}}}}
{"id": "invoice_processing_000070", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.12,\"3\":0.88}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.64,\"manual_review\":0.29,\"reject\":0.07}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.89,\"2\":0.095,\"3\":0.005}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 142, "total_tokens": 862}, "finish_reason": "stop", "latency": 2.607447487011086, "input_sha256": "77ab2e4ab3abf2c9f59eb0bd8523d8f0f9d1fafc7aa1a04310c4ab55712feb72", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.12, "3": 0.88}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.64, "manual_review": 0.29, "reject": 0.07}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.01, "1": 0.89, "2": 0.095, "3": 0.005}}}}
{"id": "invoice_processing_000071", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.25,\"1\":0.03,\"2\":0.66,\"3\":0.06}},\"disposition\":{\"probabilities\":{\"approve\":0.18,\"hold\":0.73,\"manual_review\":0.08,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.35,\"true\":0.65}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.25,\"2\":0.72,\"3\":0.02}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 161, "total_tokens": 863, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 5.164382594986819, "input_sha256": "a69d8b64b38e5273cf2acc7592eeb67d3dd3f6284b94c14aeda374c9dcaaaecc", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.25, "1": 0.03, "2": 0.66, "3": 0.06}}, "disposition": {"probabilities": {"approve": 0.18, "hold": 0.73, "manual_review": 0.08, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.35, "true": 0.65}, "p_true": 0.65}, "urgency": {"probabilities": {"0": 0.01, "1": 0.25, "2": 0.72, "3": 0.02}}}}
{"id": "invoice_processing_000072", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.01,\"2\":0.18,\"3\":0.8}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.85,\"manual_review\":0.13,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.98,\"true\":0.02}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.89,\"2\":0.08,\"3\":0.01}}}}", "usage": {"prompt_tokens": 713, "completion_tokens": 159, "total_tokens": 872, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 3.785181913000997, "input_sha256": "486e0cec34ac16c7cd6f38dcffb16f616c3c2275e67d95cdab7e6dc2513cc438", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.01, "1": 0.01, "2": 0.18, "3": 0.8}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.85, "manual_review": 0.13, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.98, "true": 0.02}, "p_true": 0.02}, "urgency": {"probabilities": {"0": 0.02, "1": 0.89, "2": 0.08, "3": 0.01}}}}
{"id": "invoice_processing_000073", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.06,\"3\":0.94}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.48,\"manual_review\":0.46,\"reject\":0.06}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.92,\"2\":0.05,\"3\":0.0}}}}", "usage": {"prompt_tokens": 711, "completion_tokens": 159, "total_tokens": 870, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 4.831891506968532, "input_sha256": "f11ea1c36fc7f1d27f12a70de2589f6013cd5d540333ec10df206f8c853e22d0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.06, "3": 0.94}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.48, "manual_review": 0.46, "reject": 0.06}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.03, "1": 0.92, "2": 0.05, "3": 0.0}}}}
{"id": "invoice_processing_000074", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.85,\"1\":0.01,\"2\":0.12,\"3\":0.02}},\"disposition\":{\"probabilities\":{\"approve\":0.87,\"hold\":0.1,\"manual_review\":0.025,\"reject\":0.005}},\"duplicate\":{\"probabilities\":{\"true\":0.005,\"false\":0.995}},\"matches_order\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.065,\"2\":0.8,\"3\":0.13}}}}", "usage": {"prompt_tokens": 692, "completion_tokens": 180, "total_tokens": 872, "completion_tokens_details": {"reasoning_tokens": 36}}, "finish_reason": "stop", "latency": 4.648631218995433, "input_sha256": "dbf92a95972d0681188b7842e98e372660e544948d86cb9fe34af80989d64596", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.85, "1": 0.01, "2": 0.12, "3": 0.02}}, "disposition": {"probabilities": {"approve": 0.87, "hold": 0.1, "manual_review": 0.025, "reject": 0.005}}, "duplicate": {"probabilities": {"true": 0.005, "false": 0.995}, "p_true": 0.005}, "matches_order": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.005, "1": 0.065, "2": 0.8, "3": 0.13}}}}
{"id": "invoice_processing_000075", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.995,\"1\":0.004,\"2\":0.0008,\"3\":0.0002}},\"disposition\":{\"probabilities\":{\"approve\":0.997,\"hold\":0.002,\"manual_review\":0.0008,\"reject\":0.0002}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.001,\"true\":0.999}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.309,\"2\":0.685,\"3\":0.005}}}}", "usage": {"prompt_tokens": 692, "completion_tokens": 146, "total_tokens": 838}, "finish_reason": "stop", "latency": 2.9857875949819572, "input_sha256": "3c825ddf2cb57b4e51320de16a1c44d3e7e1d7313951fd6671b982f7a0cd70fc", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.995, "1": 0.004, "2": 0.0008, "3": 0.0002}}, "disposition": {"probabilities": {"approve": 0.997, "hold": 0.002, "manual_review": 0.0008, "reject": 0.0002}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.001, "true": 0.999}, "p_true": 0.999}, "urgency": {"probabilities": {"0": 0.001, "1": 0.309, "2": 0.685, "3": 0.005}}}}
{"id": "invoice_processing_000076", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.03,\"3\":0.97}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.3,\"manual_review\":0.45,\"reject\":0.25}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.8,\"3\":0.15}}}}", "usage": {"prompt_tokens": 730, "completion_tokens": 142, "total_tokens": 872}, "finish_reason": "stop", "latency": 2.5987630470190197, "input_sha256": "13080e7a5995f9692faa455f84edf8ac6e17cbb45153b93c75053b6d200a4fdb", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.03, "3": 0.97}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.3, "manual_review": 0.45, "reject": 0.25}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.8, "3": 0.15}}}}
{"id": "invoice_processing_000077", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.3,\"3\":0.7}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.62,\"manual_review\":0.35,\"reject\":0.02}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.999,\"true\":0.001}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.16,\"3\":0.8}}}}", "usage": {"prompt_tokens": 694, "completion_tokens": 157, "total_tokens": 851, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 4.945863598026335, "input_sha256": "518f4eb6cff3fee0d905270f6da9e73eceac3723611d80b0be39c087293172a3", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.3, "3": 0.7}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.62, "manual_review": 0.35, "reject": 0.02}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.999, "true": 0.001}, "p_true": 0.001}, "urgency": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.16, "3": 0.8}}}}
{"id": "invoice_processing_000078", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.001,\"2\":0.169,\"3\":0.83}},\"disposition\":{\"probabilities\":{\"approve\":0.001,\"hold\":0.55,\"manual_review\":0.419,\"reject\":0.03}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.999,\"true\":0.001}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.13,\"3\":0.85}}}}", "usage": {"prompt_tokens": 704, "completion_tokens": 164, "total_tokens": 868, "completion_tokens_details": {"reasoning_tokens": 20}}, "finish_reason": "stop", "latency": 4.493237976974342, "input_sha256": "00d56531b36a88ac92d3499e7bca79338ab75ea87ffa4044248f954ebe814151", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.001, "2": 0.169, "3": 0.83}}, "disposition": {"probabilities": {"approve": 0.001, "hold": 0.55, "manual_review": 0.419, "reject": 0.03}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.999, "true": 0.001}, "p_true": 0.001}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.13, "3": 0.85}}}}
{"id": "invoice_processing_000079", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.01,\"3\":0.99}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.15,\"manual_review\":0.3,\"reject\":0.55}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.12,\"2\":0.8,\"3\":0.08}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 142, "total_tokens": 862}, "finish_reason": "stop", "latency": 2.215471956995316, "input_sha256": "0a170cbdb746f748e53a3c4524034f7d076022c96e82801626ab71c2f68ce4ff", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.01, "3": 0.99}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.15, "manual_review": 0.3, "reject": 0.55}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.12, "2": 0.8, "3": 0.08}}}}
{"id": "invoice_processing_000080", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.64,\"3\":0.35}},\"disposition\":{\"probabilities\":{\"approve\":0.03,\"hold\":0.72,\"manual_review\":0.24,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.99,\"true\":0.01}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.1,\"2\":0.8,\"3\":0.1}}}}", "usage": {"prompt_tokens": 713, "completion_tokens": 142, "total_tokens": 855}, "finish_reason": "stop", "latency": 3.108708929968998, "input_sha256": "becaa8f5e36694637efcd8f916c2b9eccefb85e2650c68d64f8f66643bcfa846", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.64, "3": 0.35}}, "disposition": {"probabilities": {"approve": 0.03, "hold": 0.72, "manual_review": 0.24, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.99, "true": 0.01}, "p_true": 0.01}, "urgency": {"probabilities": {"0": 0.0, "1": 0.1, "2": 0.8, "3": 0.1}}}}
{"id": "invoice_processing_000081", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.995,\"1\":0.003,\"2\":0.0015,\"3\":0.0005}},\"disposition\":{\"probabilities\":{\"approve\":0.985,\"hold\":0.01,\"manual_review\":0.004,\"reject\":0.001}},\"duplicate\":{\"probabilities\":{\"true\":0.002,\"false\":0.998}},\"matches_order\":{\"probabilities\":{\"false\":0.001,\"true\":0.999}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.149,\"2\":0.84,\"3\":0.01}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 144, "total_tokens": 846}, "finish_reason": "stop", "latency": 3.244710096041672, "input_sha256": "239f5fc92ab05ea39a88f60b1446fbbda31b945fcd13766d03e86d2b7f1271cf", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.995, "1": 0.003, "2": 0.0015, "3": 0.0005}}, "disposition": {"probabilities": {"approve": 0.985, "hold": 0.01, "manual_review": 0.004, "reject": 0.001}}, "duplicate": {"probabilities": {"true": 0.002, "false": 0.998}, "p_true": 0.002}, "matches_order": {"probabilities": {"false": 0.001, "true": 0.999}, "p_true": 0.999}, "urgency": {"probabilities": {"0": 0.001, "1": 0.149, "2": 0.84, "3": 0.01}}}}
{"id": "invoice_processing_000082", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.08,\"1\":0.02,\"2\":0.7,\"3\":0.2}},\"disposition\":{\"probabilities\":{\"approve\":0.08,\"hold\":0.7,\"manual_review\":0.21,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.86,\"true\":0.14}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.94,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 719, "completion_tokens": 164, "total_tokens": 883, "completion_tokens_details": {"reasoning_tokens": 20}}, "finish_reason": "stop", "latency": 5.679572197026573, "input_sha256": "b54d52ee95d4953c01a3e4aae14a7f7c35a43f934d2e7d4f9c2fbaa85b0f3021", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.08, "1": 0.02, "2": 0.7, "3": 0.2}}, "disposition": {"probabilities": {"approve": 0.08, "hold": 0.7, "manual_review": 0.21, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.86, "true": 0.14}, "p_true": 0.14}, "urgency": {"probabilities": {"0": 0.03, "1": 0.94, "2": 0.025, "3": 0.005}}}}
{"id": "invoice_processing_000083", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.35,\"3\":0.65}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.72,\"manual_review\":0.25,\"reject\":0.03}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.06,\"2\":0.79,\"3\":0.15}}}}", "usage": {"prompt_tokens": 698, "completion_tokens": 142, "total_tokens": 840}, "finish_reason": "stop", "latency": 2.62104402796831, "input_sha256": "10393b86fa580830183402f52cc5666d4bf151980690cc89073d2891da8ba023", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.35, "3": 0.65}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.72, "manual_review": 0.25, "reject": 0.03}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.06, "2": 0.79, "3": 0.15}}}}
{"id": "invoice_processing_000084", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.0,\"2\":0.09,\"3\":0.9}},\"disposition\":{\"probabilities\":{\"approve\":0.005,\"hold\":0.67,\"manual_review\":0.3,\"reject\":0.025}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.995,\"true\":0.005}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.78,\"2\":0.2,\"3\":0.01}}}}", "usage": {"prompt_tokens": 697, "completion_tokens": 157, "total_tokens": 854, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 2.9664541429956444, "input_sha256": "212a8948190bfc7c47b1d5c179cd13f1261c279993c5ced32c7fb0e5b5467096", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.01, "1": 0.0, "2": 0.09, "3": 0.9}}, "disposition": {"probabilities": {"approve": 0.005, "hold": 0.67, "manual_review": 0.3, "reject": 0.025}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.995, "true": 0.005}, "p_true": 0.005}, "urgency": {"probabilities": {"0": 0.01, "1": 0.78, "2": 0.2, "3": 0.01}}}}
{"id": "invoice_processing_000085", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.35,\"3\":0.65}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.7,\"manual_review\":0.25,\"reject\":0.05}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.7,\"3\":0.25}}}}", "usage": {"prompt_tokens": 755, "completion_tokens": 157, "total_tokens": 912, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 4.165860355016775, "input_sha256": "c6d5e7311904e51e8db392ce7a0d592107c5f64605059490f1eac66fdd6ddfbf", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.35, "3": 0.65}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.7, "manual_review": 0.25, "reject": 0.05}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.7, "3": 0.25}}}}
{"id": "invoice_processing_000086", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.995,\"1\":0.003,\"2\":0.0015,\"3\":0.0005}},\"disposition\":{\"probabilities\":{\"approve\":0.996,\"hold\":0.002,\"manual_review\":0.0015,\"reject\":0.0005}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.001,\"true\":0.999}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.139,\"2\":0.85,\"3\":0.01}}}}", "usage": {"prompt_tokens": 697, "completion_tokens": 146, "total_tokens": 843}, "finish_reason": "stop", "latency": 2.8233801730093546, "input_sha256": "a28cf86cfa304c3d5538d0238b5fc45d49cb9f46af94cbc73cb49efc41ccd437", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.995, "1": 0.003, "2": 0.0015, "3": 0.0005}}, "disposition": {"probabilities": {"approve": 0.996, "hold": 0.002, "manual_review": 0.0015, "reject": 0.0005}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.001, "true": 0.999}, "p_true": 0.999}, "urgency": {"probabilities": {"0": 0.001, "1": 0.139, "2": 0.85, "3": 0.01}}}}
{"id": "invoice_processing_000087", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.03,\"3\":0.97}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.66,\"manual_review\":0.27,\"reject\":0.07}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.15,\"2\":0.83,\"3\":0.02}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 142, "total_tokens": 835}, "finish_reason": "stop", "latency": 2.463766166998539, "input_sha256": "6956b61e90614ca8ae6af36d1953b06027ed26eae2c7ae7e7f9d8203b6fe2b8d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.03, "3": 0.97}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.66, "manual_review": 0.27, "reject": 0.07}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.15, "2": 0.83, "3": 0.02}}}}
{"id": "invoice_processing_000088", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.28,\"1\":0.04,\"2\":0.63,\"3\":0.05}},\"disposition\":{\"probabilities\":{\"approve\":0.2,\"hold\":0.68,\"manual_review\":0.11,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.34,\"true\":0.66}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.72,\"3\":0.2}}}}", "usage": {"prompt_tokens": 708, "completion_tokens": 161, "total_tokens": 869, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 4.039409980003256, "input_sha256": "f6148b7cbeefa1ed514ed410c1eb6eb8b4d14814b0562d53f3668be9f54cac71", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.28, "1": 0.04, "2": 0.63, "3": 0.05}}, "disposition": {"probabilities": {"approve": 0.2, "hold": 0.68, "manual_review": 0.11, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.34, "true": 0.66}, "p_true": 0.66}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.72, "3": 0.2}}}}
{"id": "invoice_processing_000089", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.97,\"1\":0.01,\"2\":0.018,\"3\":0.002}},\"disposition\":{\"probabilities\":{\"approve\":0.94,\"hold\":0.05,\"manual_review\":0.009,\"reject\":0.001}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.079,\"2\":0.87,\"3\":0.05}}}}", "usage": {"prompt_tokens": 710, "completion_tokens": 142, "total_tokens": 852}, "finish_reason": "stop", "latency": 2.8219034440116957, "input_sha256": "9b66c9537ba6c534bf3cf88d9ca6db0720ec88993db718d14fdf79283d50318a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.97, "1": 0.01, "2": 0.018, "3": 0.002}}, "disposition": {"probabilities": {"approve": 0.94, "hold": 0.05, "manual_review": 0.009, "reject": 0.001}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "urgency": {"probabilities": {"0": 0.001, "1": 0.079, "2": 0.87, "3": 0.05}}}}
{"id": "invoice_processing_000090", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.15,\"3\":0.85}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.55,\"manual_review\":0.4,\"reject\":0.05}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.77,\"3\":0.15}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 160, "total_tokens": 853, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 6.969786191009916, "input_sha256": "7a4e468845765705a014f75524a3ca0c522aebc193e74f329c0acb9fa236996b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.15, "3": 0.85}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.55, "manual_review": 0.4, "reject": 0.05}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.77, "3": 0.15}}}}
{"id": "invoice_processing_000091", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":1.0,\"1\":0.0,\"2\":0.0,\"3\":0.0}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.02,\"manual_review\":0.03,\"reject\":0.95}},\"duplicate\":{\"probabilities\":{\"true\":1.0,\"false\":0.0}},\"matches_order\":{\"probabilities\":{\"false\":0.0,\"true\":1.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.08,\"3\":0.9}}}}", "usage": {"prompt_tokens": 718, "completion_tokens": 142, "total_tokens": 860}, "finish_reason": "stop", "latency": 2.631717713957187, "input_sha256": "520bbfe5b06c4b353e431c26a13b3f8dcb3380352999a7021ebb6f493a16362f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 1.0, "1": 0.0, "2": 0.0, "3": 0.0}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.02, "manual_review": 0.03, "reject": 0.95}}, "duplicate": {"probabilities": {"true": 1.0, "false": 0.0}, "p_true": 1.0}, "matches_order": {"probabilities": {"false": 0.0, "true": 1.0}, "p_true": 1.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.08, "3": 0.9}}}}
{"id": "invoice_processing_000092", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.18,\"1\":0.02,\"2\":0.69,\"3\":0.11}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.14,\"manual_review\":0.2,\"reject\":0.65}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.64,\"true\":0.36}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.65,\"3\":0.25}}}}", "usage": {"prompt_tokens": 699, "completion_tokens": 142, "total_tokens": 841}, "finish_reason": "stop", "latency": 3.924229819967877, "input_sha256": "2d6a917302d7b18a3c6eeba3f3ecad08f467a04f0ca64cc3250a24c4d856ab3a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.18000000000000002, "1": 0.020000000000000004, "2": 0.6900000000000001, "3": 0.11000000000000001}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.14, "manual_review": 0.2, "reject": 0.65}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.64, "true": 0.36}, "p_true": 0.36}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.65, "3": 0.25}}}}
{"id": "invoice_processing_000093", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.98,\"1\":0.01,\"2\":0.005,\"3\":0.005}},\"disposition\":{\"probabilities\":{\"approve\":0.01,\"hold\":0.04,\"manual_review\":0.1,\"reject\":0.85}},\"duplicate\":{\"probabilities\":{\"true\":0.99,\"false\":0.01}},\"matches_order\":{\"probabilities\":{\"false\":0.005,\"true\":0.995}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.95,\"2\":0.025,\"3\":0.005}}}}", "usage": {"prompt_tokens": 723, "completion_tokens": 156, "total_tokens": 879, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 3.737573145015631, "input_sha256": "b6e292e71de51f14cb5b65ecae216abb9da453f8a4ca1a919f616157af817c26", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.98, "1": 0.01, "2": 0.005, "3": 0.005}}, "disposition": {"probabilities": {"approve": 0.01, "hold": 0.04, "manual_review": 0.1, "reject": 0.85}}, "duplicate": {"probabilities": {"true": 0.99, "false": 0.01}, "p_true": 0.99}, "matches_order": {"probabilities": {"false": 0.005, "true": 0.995}, "p_true": 0.995}, "urgency": {"probabilities": {"0": 0.02, "1": 0.95, "2": 0.025, "3": 0.005}}}}
{"id": "invoice_processing_000094", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.28,\"1\":0.02,\"2\":0.63,\"3\":0.07}},\"disposition\":{\"probabilities\":{\"approve\":0.18,\"hold\":0.73,\"manual_review\":0.08,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.35,\"true\":0.65}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.78,\"3\":0.12}}}}", "usage": {"prompt_tokens": 712, "completion_tokens": 142, "total_tokens": 854}, "finish_reason": "stop", "latency": 3.1545359800220467, "input_sha256": "4d59e71e4ba6e986a8c5e4d90bb79abde4d962b82f002cd5ec126719a430e3ad", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.28, "1": 0.02, "2": 0.63, "3": 0.07}}, "disposition": {"probabilities": {"approve": 0.18, "hold": 0.73, "manual_review": 0.08, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.35, "true": 0.65}, "p_true": 0.65}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.78, "3": 0.12}}}}
{"id": "invoice_processing_000095", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.15,\"3\":0.85}},\"disposition\":{\"probabilities\":{\"approve\":0.0,\"hold\":0.55,\"manual_review\":0.4,\"reject\":0.05}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":1.0,\"true\":0.0}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.82,\"3\":0.1}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 155, "total_tokens": 857, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 4.351001782983076, "input_sha256": "d4d018d5a47323b5735bc4be133e31c5e14d72c612b56ee02db015df921c1d2c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.15, "3": 0.85}}, "disposition": {"probabilities": {"approve": 0.0, "hold": 0.55, "manual_review": 0.4, "reject": 0.05}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 1.0, "true": 0.0}, "p_true": 0.0}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.82, "3": 0.1}}}}
{"id": "invoice_processing_000096", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.25,\"1\":0.04,\"2\":0.65,\"3\":0.06}},\"disposition\":{\"probabilities\":{\"approve\":0.2,\"hold\":0.69,\"manual_review\":0.1,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.38,\"true\":0.62}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.1,\"2\":0.74,\"3\":0.16}}}}", "usage": {"prompt_tokens": 722, "completion_tokens": 159, "total_tokens": 881, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 3.319039844966028, "input_sha256": "1f0dd11e10a1dd12c920c7b3608b5806345cadaa074bf8d2e11e5531e0621186", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.25, "1": 0.04, "2": 0.65, "3": 0.06}}, "disposition": {"probabilities": {"approve": 0.2, "hold": 0.69, "manual_review": 0.1, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.38, "true": 0.62}, "p_true": 0.62}, "urgency": {"probabilities": {"0": 0.0, "1": 0.1, "2": 0.74, "3": 0.16}}}}
{"id": "invoice_processing_000097", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.97,\"1\":0.01,\"2\":0.019,\"3\":0.001}},\"disposition\":{\"probabilities\":{\"approve\":0.94,\"hold\":0.05,\"manual_review\":0.009,\"reject\":0.001}},\"duplicate\":{\"probabilities\":{\"true\":0.001,\"false\":0.999}},\"matches_order\":{\"probabilities\":{\"false\":0.01,\"true\":0.99}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.97,\"2\":0.024,\"3\":0.001}}}}", "usage": {"prompt_tokens": 706, "completion_tokens": 158, "total_tokens": 864, "completion_tokens_details": {"reasoning_tokens": 14}}, "finish_reason": "stop", "latency": 4.906872387975454, "input_sha256": "c9ba74cf19893ca5a716aac359a2ea80b7a5991a49ebe1e7e098f58683e6db10", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.97, "1": 0.01, "2": 0.019, "3": 0.001}}, "disposition": {"probabilities": {"approve": 0.94, "hold": 0.05, "manual_review": 0.009, "reject": 0.001}}, "duplicate": {"probabilities": {"true": 0.001, "false": 0.999}, "p_true": 0.001}, "matches_order": {"probabilities": {"false": 0.01, "true": 0.99}, "p_true": 0.99}, "urgency": {"probabilities": {"0": 0.005, "1": 0.97, "2": 0.024, "3": 0.001}}}}
{"id": "invoice_processing_000098", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.24,\"1\":0.04,\"2\":0.68,\"3\":0.04}},\"disposition\":{\"probabilities\":{\"approve\":0.21,\"hold\":0.71,\"manual_review\":0.075,\"reject\":0.005}},\"duplicate\":{\"probabilities\":{\"true\":0.005,\"false\":0.995}},\"matches_order\":{\"probabilities\":{\"false\":0.57,\"true\":0.43}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.93,\"2\":0.055,\"3\":0.005}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 142, "total_tokens": 835}, "finish_reason": "stop", "latency": 2.76796418603044, "input_sha256": "0ad486d9fa9d41345aab109c68b7092a9cbde350207d1321e4502050aa9000eb", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.24, "1": 0.04, "2": 0.68, "3": 0.04}}, "disposition": {"probabilities": {"approve": 0.21, "hold": 0.71, "manual_review": 0.075, "reject": 0.005}}, "duplicate": {"probabilities": {"true": 0.005, "false": 0.995}, "p_true": 0.005}, "matches_order": {"probabilities": {"false": 0.57, "true": 0.43}, "p_true": 0.43}, "urgency": {"probabilities": {"0": 0.01, "1": 0.93, "2": 0.055, "3": 0.005}}}}
{"id": "invoice_processing_000099", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"discrepancy_severity\":{\"probabilities\":{\"0\":0.25,\"1\":0.03,\"2\":0.65,\"3\":0.07}},\"disposition\":{\"probabilities\":{\"approve\":0.22,\"hold\":0.66,\"manual_review\":0.11,\"reject\":0.01}},\"duplicate\":{\"probabilities\":{\"true\":0.01,\"false\":0.99}},\"matches_order\":{\"probabilities\":{\"false\":0.58,\"true\":0.42}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.79,\"3\":0.08}}}}", "usage": {"prompt_tokens": 713, "completion_tokens": 162, "total_tokens": 875, "completion_tokens_details": {"reasoning_tokens": 18}}, "finish_reason": "stop", "latency": 4.171211860026233, "input_sha256": "62b0e7127ca4bb477e9edfb5bb7da12b6e28edfbd56eff67718354c2a04db83f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"discrepancy_severity": {"probabilities": {"0": 0.25, "1": 0.03, "2": 0.65, "3": 0.07}}, "disposition": {"probabilities": {"approve": 0.22, "hold": 0.66, "manual_review": 0.11, "reject": 0.01}}, "duplicate": {"probabilities": {"true": 0.01, "false": 0.99}, "p_true": 0.01}, "matches_order": {"probabilities": {"false": 0.58, "true": 0.42}, "p_true": 0.42}, "urgency": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.79, "3": 0.08}}}}
{"id": "security_incidents_000000", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.65,\"false\":0.35}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.73,\"investigate\":0.25,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.005,\"1\":0.025,\"2\":0.12,\"3\":0.8,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.06,\"3\":0.92}}}}", "usage": {"prompt_tokens": 733, "completion_tokens": 148, "total_tokens": 881}, "finish_reason": "stop", "latency": 2.5410777300130576, "input_sha256": "8752cd262a35f139f6d74532142ee65e087cafdb2409fdbf8349e433bacb8ec2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.65, "false": 0.35}, "p_true": 0.65}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.73, "investigate": 0.25, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.005, "1": 0.025, "2": 0.12, "3": 0.8, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.06, "3": 0.92}}}}
{"id": "security_incidents_000001", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.67,\"false\":0.33}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.49,\"investigate\":0.47,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.04,\"2\":0.17,\"3\":0.74,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.21,\"true\":0.79}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.035,\"2\":0.14,\"3\":0.82}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 160, "total_tokens": 880, "completion_tokens_details": {"reasoning_tokens": 10}}, "finish_reason": "stop", "latency": 3.5385957649559714, "input_sha256": "36f2f61d3c551b7cb68b35033cc01deae10a10a74a4ce10adfc72c04b5fbc322", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.67, "false": 0.33}, "p_true": 0.67}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.49, "investigate": 0.47, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.01, "1": 0.04, "2": 0.17, "3": 0.74, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.21, "true": 0.79}, "p_true": 0.79}, "urgency": {"probabilities": {"0": 0.005, "1": 0.035, "2": 0.14, "3": 0.82}}}}
{"id": "security_incidents_000002", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.17,\"false\":0.83}},\"disposition\":{\"probabilities\":{\"close_benign\":0.1,\"contain\":0.04,\"investigate\":0.73,\"monitor\":0.13}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.04,\"2\":0.15,\"3\":0.77,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.55,\"true\":0.45}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.22,\"2\":0.43,\"3\":0.34}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 163, "total_tokens": 865, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 6.310706973017659, "input_sha256": "e79927c26287e17de29827343d8a750d3109d145099ff9cb6f1093e1f1891db6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.17, "false": 0.83}, "p_true": 0.17}, "disposition": {"probabilities": {"close_benign": 0.1, "contain": 0.04, "investigate": 0.73, "monitor": 0.13}}, "severity": {"probabilities": {"0": 0.01, "1": 0.04, "2": 0.15, "3": 0.77, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.55, "true": 0.45}, "p_true": 0.45}, "urgency": {"probabilities": {"0": 0.01, "1": 0.22, "2": 0.43, "3": 0.34}}}}
{"id": "security_incidents_000003", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.73,\"false\":0.27}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.3,\"investigate\":0.65,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.04,\"2\":0.57,\"3\":0.35,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.17,\"true\":0.83}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.035,\"2\":0.16,\"3\":0.8}}}}", "usage": {"prompt_tokens": 709, "completion_tokens": 148, "total_tokens": 857}, "finish_reason": "stop", "latency": 2.772974610037636, "input_sha256": "92f24b07bba007978592cd10c870e4c94e6a2c5173b6a72ba8b0ab02c1b6c8b8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.73, "false": 0.27}, "p_true": 0.73}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.3, "investigate": 0.65, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.010000000000000002, "1": 0.04000000000000001, "2": 0.5700000000000001, "3": 0.35000000000000003, "4": 0.030000000000000002}}, "true_positive": {"probabilities": {"false": 0.17, "true": 0.83}, "p_true": 0.83}, "urgency": {"probabilities": {"0": 0.005, "1": 0.035, "2": 0.16, "3": 0.8}}}}
{"id": "security_incidents_000004", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.04,\"investigate\":0.7,\"monitor\":0.18}},\"severity\":{\"probabilities\":{\"0\":0.03,\"1\":0.3,\"2\":0.56,\"3\":0.1,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.58,\"true\":0.42}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.31,\"2\":0.51,\"3\":0.16}}}}", "usage": {"prompt_tokens": 690, "completion_tokens": 161, "total_tokens": 851, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 4.717644022020977, "input_sha256": "bcc0fa4698863a61f569b099ef79c7aa1e93bdb92c75633eb8c3332797532a04", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.04, "investigate": 0.7, "monitor": 0.18}}, "severity": {"probabilities": {"0": 0.03, "1": 0.3, "2": 0.56, "3": 0.1, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.58, "true": 0.42}, "p_true": 0.42}, "urgency": {"probabilities": {"0": 0.02, "1": 0.31, "2": 0.51, "3": 0.16}}}}
{"id": "security_incidents_000005", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.84,\"false\":0.16}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.64,\"investigate\":0.34,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.035,\"3\":0.18,\"4\":0.78}},\"true_positive\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.04,\"3\":0.95}}}}", "usage": {"prompt_tokens": 700, "completion_tokens": 148, "total_tokens": 848}, "finish_reason": "stop", "latency": 2.9524422729737125, "input_sha256": "2c6863ea1d4f22235d7877b9c6791f710789456996ca0c8182d406e2be0e2058", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.84, "false": 0.16}, "p_true": 0.84}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.64, "investigate": 0.34, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.035, "3": 0.18, "4": 0.78}}, "true_positive": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.04, "3": 0.95}}}}
{"id": "security_incidents_000006", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.64,\"false\":0.36}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.55,\"investigate\":0.42,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.05,\"2\":0.35,\"3\":0.55,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.17,\"true\":0.83}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 692, "completion_tokens": 161, "total_tokens": 853, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 5.44207411899697, "input_sha256": "1f6ee871bf5bbe924e8104c71119837fe37fd8e87c615814ade5612016dba417", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.64, "false": 0.36}, "p_true": 0.64}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.55, "investigate": 0.42, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.01, "1": 0.05, "2": 0.35, "3": 0.55, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.17, "true": 0.83}, "p_true": 0.83}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.12, "3": 0.85}}}}
{"id": "security_incidents_000007", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.35,\"false\":0.65}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.57,\"investigate\":0.4,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.61,\"3\":0.24,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.08,\"3\":0.9}}}}", "usage": {"prompt_tokens": 698, "completion_tokens": 166, "total_tokens": 864, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.114205918973312, "input_sha256": "d18be972bcf6a242cd6e2245ed7ee7116d85cab7a3eb944755fffd3445478213", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.35, "false": 0.65}, "p_true": 0.35}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.57, "investigate": 0.4, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.61, "3": 0.24, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.08, "3": 0.9}}}}
{"id": "security_incidents_000008", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.72,\"false\":0.28}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.3,\"investigate\":0.65,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.07,\"3\":0.87,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.13,\"true\":0.87}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 673, "completion_tokens": 148, "total_tokens": 821}, "finish_reason": "stop", "latency": 2.930069101974368, "input_sha256": "3b38a8ca785df7f3dbdeef17e139afb4b3826d1c4bfabbf6e6f8f45cefa22032", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.72, "false": 0.28}, "p_true": 0.72}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.3, "investigate": 0.65, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.07, "3": 0.87, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.13, "true": 0.87}, "p_true": 0.87}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.12, "3": 0.85}}}}
{"id": "security_incidents_000009", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.18,\"false\":0.82}},\"disposition\":{\"probabilities\":{\"close_benign\":0.24,\"contain\":0.02,\"investigate\":0.39,\"monitor\":0.35}},\"severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.28,\"2\":0.61,\"3\":0.065,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.8,\"true\":0.2}},\"urgency\":{\"probabilities\":{\"0\":0.06,\"1\":0.66,\"2\":0.24,\"3\":0.04}}}}", "usage": {"prompt_tokens": 659, "completion_tokens": 148, "total_tokens": 807}, "finish_reason": "stop", "latency": 2.5724906399846077, "input_sha256": "40822f711deccee6fadcd7717394a7db42f54ba255953fab57c9ea23c0842118", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.18, "false": 0.82}, "p_true": 0.18}, "disposition": {"probabilities": {"close_benign": 0.24, "contain": 0.02, "investigate": 0.39, "monitor": 0.35}}, "severity": {"probabilities": {"0": 0.04, "1": 0.28, "2": 0.61, "3": 0.065, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.8, "true": 0.2}, "p_true": 0.2}, "urgency": {"probabilities": {"0": 0.06, "1": 0.66, "2": 0.24, "3": 0.04}}}}
{"id": "security_incidents_000010", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.6,\"false\":0.4}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.22,\"investigate\":0.69,\"monitor\":0.06}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.06,\"3\":0.9,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.36,\"true\":0.64}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.06,\"2\":0.2,\"3\":0.74}}}}", "usage": {"prompt_tokens": 667, "completion_tokens": 163, "total_tokens": 830, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 6.575288460997399, "input_sha256": "e80b95da39877ec93ade8e0ed9d67fd7c80281d8164636fc578fd3aeaf58cce5", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.6, "false": 0.4}, "p_true": 0.6}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.22, "investigate": 0.69, "monitor": 0.06}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.06, "3": 0.9, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.36, "true": 0.64}, "p_true": 0.64}, "urgency": {"probabilities": {"0": 0.0, "1": 0.06, "2": 0.2, "3": 0.74}}}}
{"id": "security_incidents_000011", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.57,\"false\":0.43}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.16,\"investigate\":0.76,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.24,\"3\":0.45,\"4\":0.22}},\"true_positive\":{\"probabilities\":{\"false\":0.36,\"true\":0.64}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.06,\"2\":0.2,\"3\":0.73}}}}", "usage": {"prompt_tokens": 662, "completion_tokens": 148, "total_tokens": 810}, "finish_reason": "stop", "latency": 2.9216581120272167, "input_sha256": "a26fd4397ce254e7482560e97de40fd044a735df399dbc917826255ce1d73453", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.57, "false": 0.43}, "p_true": 0.57}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.16, "investigate": 0.76, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.24, "3": 0.45, "4": 0.22}}, "true_positive": {"probabilities": {"false": 0.36, "true": 0.64}, "p_true": 0.64}, "urgency": {"probabilities": {"0": 0.01, "1": 0.06, "2": 0.2, "3": 0.73}}}}
{"id": "security_incidents_000012", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.4,\"false\":0.6}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.07,\"investigate\":0.68,\"monitor\":0.17}},\"severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.35,\"2\":0.54,\"3\":0.065,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.57,\"true\":0.43}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.38,\"2\":0.44,\"3\":0.16}}}}", "usage": {"prompt_tokens": 687, "completion_tokens": 165, "total_tokens": 852, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 3.041807547037024, "input_sha256": "418202daed3dc500bfb98cc59e1873c49cdb4daf7c8b2ea6ec29fe952c664099", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.4, "false": 0.6}, "p_true": 0.4}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.07, "investigate": 0.68, "monitor": 0.17}}, "severity": {"probabilities": {"0": 0.04, "1": 0.35, "2": 0.54, "3": 0.065, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.57, "true": 0.43}, "p_true": 0.43}, "urgency": {"probabilities": {"0": 0.02, "1": 0.38, "2": 0.44, "3": 0.16}}}}
{"id": "security_incidents_000013", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.38,\"false\":0.62}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.04,\"investigate\":0.64,\"monitor\":0.24}},\"severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.39,\"2\":0.51,\"3\":0.055,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.44,\"2\":0.4,\"3\":0.14}}}}", "usage": {"prompt_tokens": 681, "completion_tokens": 165, "total_tokens": 846, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 6.817239038995467, "input_sha256": "9f0f3b75ecc0654c246fd69d88422ed21077fed66d4faaf25f5bcc8589ec77e7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.38, "false": 0.62}, "p_true": 0.38}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.04, "investigate": 0.64, "monitor": 0.24}}, "severity": {"probabilities": {"0": 0.04, "1": 0.39, "2": 0.51, "3": 0.055, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "urgency": {"probabilities": {"0": 0.02, "1": 0.44, "2": 0.4, "3": 0.14}}}}
{"id": "security_incidents_000014", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.88,\"false\":0.12}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.78,\"investigate\":0.20,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.025,\"3\":0.91,\"4\":0.06}},\"true_positive\":{\"probabilities\":{\"false\":0.05,\"true\":0.95}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.04,\"3\":0.95}}}}", "usage": {"prompt_tokens": 689, "completion_tokens": 165, "total_tokens": 854, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 4.627711998997256, "input_sha256": "7956ced1d81fde8cdcbc8bd63c648601cf68e6134df577e6fa096c052af6b940", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.88, "false": 0.12}, "p_true": 0.88}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.78, "investigate": 0.2, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.025, "3": 0.91, "4": 0.06}}, "true_positive": {"probabilities": {"false": 0.05, "true": 0.95}, "p_true": 0.95}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.04, "3": 0.95}}}}
{"id": "security_incidents_000015", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.46,\"false\":0.54}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.17,\"investigate\":0.75,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.02,\"1\":0.23,\"2\":0.43,\"3\":0.30,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.23,\"true\":0.77}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.10,\"2\":0.29,\"3\":0.60}}}}", "usage": {"prompt_tokens": 676, "completion_tokens": 148, "total_tokens": 824}, "finish_reason": "stop", "latency": 2.764556158974301, "input_sha256": "3003ec355a06e29227f03fed37d8ba6959fac680aaa7800d11904c0d712ac1d4", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.46, "false": 0.54}, "p_true": 0.46}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.17, "investigate": 0.75, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.02, "1": 0.23, "2": 0.43, "3": 0.3, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.23, "true": 0.77}, "p_true": 0.77}, "urgency": {"probabilities": {"0": 0.01, "1": 0.1, "2": 0.29, "3": 0.6}}}}
{"id": "security_incidents_000020", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.35,\"false\":0.65}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.17,\"investigate\":0.77,\"monitor\":0.04}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.57,\"3\":0.28,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.24,\"true\":0.76}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.24,\"3\":0.67}}}}", "usage": {"prompt_tokens": 719, "completion_tokens": 165, "total_tokens": 884, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 4.645864062011242, "input_sha256": "ad1b4815ba6a8abf5ff836de228be09ae68e3ff89135d0cced5f444bfa71211f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.35, "false": 0.65}, "p_true": 0.35}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.17, "investigate": 0.77, "monitor": 0.04}}, "severity": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.57, "3": 0.28, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.24, "true": 0.76}, "p_true": 0.76}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.24, "3": 0.67}}}}
{"id": "security_incidents_000021", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.63,\"false\":0.37}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.22,\"investigate\":0.7,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.05,\"3\":0.91,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.38,\"true\":0.62}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.15,\"3\":0.8}}}}", "usage": {"prompt_tokens": 703, "completion_tokens": 148, "total_tokens": 851}, "finish_reason": "stop", "latency": 3.1802131179720163, "input_sha256": "8327b07af501b043cbae5e285fe8d1fa9f8c06cf964d40eab173a4790bfacc2e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.63, "false": 0.37}, "p_true": 0.63}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.22, "investigate": 0.7, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.05, "3": 0.91, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.38, "true": 0.62}, "p_true": 0.62}, "urgency": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.15, "3": 0.8}}}}
{"id": "security_incidents_000022", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.04,\"contain\":0.08,\"investigate\":0.76,\"monitor\":0.12}},\"severity\":{\"probabilities\":{\"0\":0.03,\"1\":0.22,\"2\":0.53,\"3\":0.2,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.6,\"true\":0.4}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.2,\"2\":0.36,\"3\":0.43}}}}", "usage": {"prompt_tokens": 676, "completion_tokens": 169, "total_tokens": 845, "completion_tokens_details": {"reasoning_tokens": 19}}, "finish_reason": "stop", "latency": 5.5931319030351005, "input_sha256": "e16c74f63d936867b37d8b649edf0f75a74c4fcb3deb285b60868e6555277aeb", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.04, "contain": 0.08, "investigate": 0.76, "monitor": 0.12}}, "severity": {"probabilities": {"0": 0.03, "1": 0.22, "2": 0.53, "3": 0.2, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.6, "true": 0.4}, "p_true": 0.4}, "urgency": {"probabilities": {"0": 0.01, "1": 0.2, "2": 0.36, "3": 0.43}}}}
{"id": "security_incidents_000023", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.25,\"false\":0.75}},\"disposition\":{\"probabilities\":{\"close_benign\":0.07,\"contain\":0.14,\"investigate\":0.74,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.08,\"3\":0.86,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.48,\"true\":0.52}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.17,\"3\":0.75}}}}", "usage": {"prompt_tokens": 708, "completion_tokens": 148, "total_tokens": 856}, "finish_reason": "stop", "latency": 3.3030607710243203, "input_sha256": "f46a3ac41c6e7856db2d02ca7ae4bacecef9b148bc792b1c37d48e6e2d54895a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.25, "false": 0.75}, "p_true": 0.25}, "disposition": {"probabilities": {"close_benign": 0.07, "contain": 0.14, "investigate": 0.74, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.08, "3": 0.86, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.48, "true": 0.52}, "p_true": 0.52}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.17, "3": 0.75}}}}
{"id": "security_incidents_000024", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.35,\"false\":0.65}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.15,\"investigate\":0.76,\"monitor\":0.06}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.15,\"3\":0.79,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.43,\"true\":0.57}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.07,\"2\":0.23,\"3\":0.7}}}}", "usage": {"prompt_tokens": 720, "completion_tokens": 162, "total_tokens": 882, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 4.118596252985299, "input_sha256": "dabce80e74ff0f0528a14a12f6d6d247a35fa4d6df827d0b578c594d648edbac", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.35, "false": 0.65}, "p_true": 0.35}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.15, "investigate": 0.76, "monitor": 0.06}}, "severity": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.15, "3": 0.79, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.43, "true": 0.57}, "p_true": 0.57}, "urgency": {"probabilities": {"0": 0.0, "1": 0.07, "2": 0.23, "3": 0.7}}}}
{"id": "security_incidents_000025", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.72,\"false\":0.28}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.25,\"investigate\":0.69,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.04,\"2\":0.2,\"3\":0.71,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.05,\"2\":0.15,\"3\":0.79}}}}", "usage": {"prompt_tokens": 656, "completion_tokens": 148, "total_tokens": 804}, "finish_reason": "stop", "latency": 2.891424865985755, "input_sha256": "e7d50ee8540c57fb325591ad65826bb73319652f45cb994a66e90cad7856503c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.72, "false": 0.28}, "p_true": 0.72}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.25, "investigate": 0.69, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.01, "1": 0.04, "2": 0.2, "3": 0.71, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.01, "1": 0.05, "2": 0.15, "3": 0.79}}}}
{"id": "security_incidents_000026", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.35,\"false\":0.65}},\"disposition\":{\"probabilities\":{\"close_benign\":0.09,\"contain\":0.06,\"investigate\":0.65,\"monitor\":0.2}},\"severity\":{\"probabilities\":{\"0\":0.02,\"1\":0.23,\"2\":0.48,\"3\":0.25,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.24,\"2\":0.47,\"3\":0.28}}}}", "usage": {"prompt_tokens": 653, "completion_tokens": 162, "total_tokens": 815, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 3.268687934963964, "input_sha256": "75f4fad96c1f752856820f818720ebab6ca2d2424fa93e5ac8539637d855e8e6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.35, "false": 0.65}, "p_true": 0.35}, "disposition": {"probabilities": {"close_benign": 0.09, "contain": 0.06, "investigate": 0.65, "monitor": 0.2}}, "severity": {"probabilities": {"0": 0.02, "1": 0.23, "2": 0.48, "3": 0.25, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "urgency": {"probabilities": {"0": 0.01, "1": 0.24, "2": 0.47, "3": 0.28}}}}
{"id": "security_incidents_000027", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.62,\"false\":0.38}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.22,\"investigate\":0.73,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.14,\"2\":0.64,\"3\":0.2,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.18,\"true\":0.82}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.21,\"3\":0.7}}}}", "usage": {"prompt_tokens": 664, "completion_tokens": 161, "total_tokens": 825, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 4.6632361470256, "input_sha256": "5264aa14bce43bc2a4e2c9829dfdba197555a8594469397690229da5969cbde9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.62, "false": 0.38}, "p_true": 0.62}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.22, "investigate": 0.73, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.01, "1": 0.14, "2": 0.64, "3": 0.2, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.18, "true": 0.82}, "p_true": 0.82}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.21, "3": 0.7}}}}
{"id": "security_incidents_000028", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.83,\"false\":0.17}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.76,\"investigate\":0.22,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.18,\"4\":0.8}},\"true_positive\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.03,\"3\":0.96}}}}", "usage": {"prompt_tokens": 706, "completion_tokens": 148, "total_tokens": 854}, "finish_reason": "stop", "latency": 3.0538005770067684, "input_sha256": "4bf7ddf01b19d1e2c5fa1cff56c4a9d5a1e3d640f663f0e9ffdc12ceef294cda", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.83, "false": 0.17}, "p_true": 0.83}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.76, "investigate": 0.22, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.18, "4": 0.8}}, "true_positive": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.03, "3": 0.96}}}}
{"id": "security_incidents_000029", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.66,\"false\":0.34}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.32,\"investigate\":0.63,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.04,\"3\":0.89,\"4\":0.06}},\"true_positive\":{\"probabilities\":{\"false\":0.29,\"true\":0.71}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.1,\"3\":0.87}}}}", "usage": {"prompt_tokens": 698, "completion_tokens": 148, "total_tokens": 846}, "finish_reason": "stop", "latency": 3.7360939829959534, "input_sha256": "c439e17ce4a0caef1a24e1e54b3809bd4eca907b49ee53d2078d1a2e380e9140", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.66, "false": 0.34}, "p_true": 0.66}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.32, "investigate": 0.63, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.04, "3": 0.89, "4": 0.06}}, "true_positive": {"probabilities": {"false": 0.29, "true": 0.71}, "p_true": 0.71}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.1, "3": 0.87}}}}
{"id": "security_incidents_000030", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.88,\"false\":0.12}},\"disposition\":{\"probabilities\":{\"close_benign\":0.005,\"contain\":0.88,\"investigate\":0.11,\"monitor\":0.005}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.2,\"4\":0.78}},\"true_positive\":{\"probabilities\":{\"false\":0.025,\"true\":0.975}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}}}}", "usage": {"prompt_tokens": 701, "completion_tokens": 148, "total_tokens": 849}, "finish_reason": "stop", "latency": 4.768314673041459, "input_sha256": "9bc9ecb7d6ebc3a939707df7f08e70db8596a3f096286e09ebdad829bfe2156c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.88, "false": 0.12}, "p_true": 0.88}, "disposition": {"probabilities": {"close_benign": 0.005, "contain": 0.88, "investigate": 0.11, "monitor": 0.005}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.2, "4": 0.78}}, "true_positive": {"probabilities": {"false": 0.025, "true": 0.975}, "p_true": 0.975}, "urgency": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}}}
{"id": "security_incidents_000031", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.35,\"false\":0.65}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.73,\"investigate\":0.25,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.14,\"2\":0.67,\"3\":0.17,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.04,\"true\":0.96}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.08,\"3\":0.9}}}}", "usage": {"prompt_tokens": 704, "completion_tokens": 148, "total_tokens": 852}, "finish_reason": "stop", "latency": 2.6793322450248525, "input_sha256": "29b900d569624d9d9b7aea5ff5c14b527faa14a7324d249aab4d7cd041fec5ab", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.35, "false": 0.65}, "p_true": 0.35}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.73, "investigate": 0.25, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.01, "1": 0.14, "2": 0.67, "3": 0.17, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.04, "true": 0.96}, "p_true": 0.96}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.08, "3": 0.9}}}}
{"id": "security_incidents_000032", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.12,\"false\":0.88}},\"disposition\":{\"probabilities\":{\"close_benign\":0.24,\"contain\":0.01,\"investigate\":0.25,\"monitor\":0.5}},\"severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.56,\"2\":0.36,\"3\":0.035,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.85,\"true\":0.15}},\"urgency\":{\"probabilities\":{\"0\":0.08,\"1\":0.73,\"2\":0.17,\"3\":0.02}}}}", "usage": {"prompt_tokens": 688, "completion_tokens": 148, "total_tokens": 836}, "finish_reason": "stop", "latency": 2.9282247670344077, "input_sha256": "9c64ffadf0d7fc19beb14aba0d5922da62dbb12248c7d35b36607759a354b477", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.12, "false": 0.88}, "p_true": 0.12}, "disposition": {"probabilities": {"close_benign": 0.24, "contain": 0.01, "investigate": 0.25, "monitor": 0.5}}, "severity": {"probabilities": {"0": 0.04, "1": 0.56, "2": 0.36, "3": 0.035, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.85, "true": 0.15}, "p_true": 0.15}, "urgency": {"probabilities": {"0": 0.08, "1": 0.73, "2": 0.17, "3": 0.02}}}}
{"id": "security_incidents_000033", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.04,\"contain\":0.12,\"investigate\":0.77,\"monitor\":0.07}},\"severity\":{\"probabilities\":{\"0\":0.03,\"1\":0.29,\"2\":0.55,\"3\":0.12,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.39,\"true\":0.61}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.13,\"2\":0.35,\"3\":0.51}}}}", "usage": {"prompt_tokens": 691, "completion_tokens": 148, "total_tokens": 839}, "finish_reason": "stop", "latency": 4.05010566097917, "input_sha256": "e1c44720b9441162d3d29c3453d205840b99c2dd9954489fec1adec51a639006", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.04, "contain": 0.12, "investigate": 0.77, "monitor": 0.07}}, "severity": {"probabilities": {"0": 0.03, "1": 0.29, "2": 0.55, "3": 0.12, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.39, "true": 0.61}, "p_true": 0.61}, "urgency": {"probabilities": {"0": 0.01, "1": 0.13, "2": 0.35, "3": 0.51}}}}
{"id": "security_incidents_000034", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.48,\"false\":0.52}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.23,\"investigate\":0.72,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.04,\"3\":0.88,\"4\":0.07}},\"true_positive\":{\"probabilities\":{\"false\":0.26,\"true\":0.74}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 148, "total_tokens": 841}, "finish_reason": "stop", "latency": 2.814818642975297, "input_sha256": "05fe005f4e64570afe86c63a2baf9b5946862e894d92685108ec6898010d91e0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.48, "false": 0.52}, "p_true": 0.48}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.23, "investigate": 0.72, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.04, "3": 0.88, "4": 0.07}}, "true_positive": {"probabilities": {"false": 0.26, "true": 0.74}, "p_true": 0.74}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.12, "3": 0.85}}}}
{"id": "security_incidents_000035", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.78,\"false\":0.22}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.62,\"investigate\":0.35,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.01,\"3\":0.26,\"4\":0.73}},\"true_positive\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.03,\"3\":0.96}}}}", "usage": {"prompt_tokens": 695, "completion_tokens": 148, "total_tokens": 843}, "finish_reason": "stop", "latency": 2.7570532400277443, "input_sha256": "0b549af976cd8b1e6c8899c8bb91b8d61b59f284a5d41dd1cf358e34f81581b1", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.78, "false": 0.22}, "p_true": 0.78}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.62, "investigate": 0.35, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.01, "3": 0.26, "4": 0.73}}, "true_positive": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.03, "3": 0.96}}}}
{"id": "security_incidents_000036", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.57,\"false\":0.43}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.15,\"investigate\":0.77,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.02,\"1\":0.18,\"2\":0.57,\"3\":0.22,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.35,\"true\":0.65}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.1,\"2\":0.28,\"3\":0.61}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 161, "total_tokens": 854, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 3.904551646031905, "input_sha256": "234c5ba4c76553b21968b1cf32ee917260c2cc5e92902acc00f1d77d13a37e29", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.57, "false": 0.43}, "p_true": 0.57}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.15, "investigate": 0.77, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.02, "1": 0.18, "2": 0.57, "3": 0.22, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.35, "true": 0.65}, "p_true": 0.65}, "urgency": {"probabilities": {"0": 0.01, "1": 0.1, "2": 0.28, "3": 0.61}}}}
{"id": "security_incidents_000037", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.23,\"false\":0.77}},\"disposition\":{\"probabilities\":{\"close_benign\":0.15,\"contain\":0.03,\"investigate\":0.61,\"monitor\":0.21}},\"severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.3,\"2\":0.57,\"3\":0.085,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.64,\"true\":0.36}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.45,\"2\":0.42,\"3\":0.1}}}}", "usage": {"prompt_tokens": 718, "completion_tokens": 148, "total_tokens": 866}, "finish_reason": "stop", "latency": 2.5771387640270405, "input_sha256": "2a62568a33cebee0f0c7dc736de8edd463e0280f5facf8e8e7f70f5d1f9b7955", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.23, "false": 0.77}, "p_true": 0.23}, "disposition": {"probabilities": {"close_benign": 0.15, "contain": 0.03, "investigate": 0.61, "monitor": 0.21}}, "severity": {"probabilities": {"0": 0.04, "1": 0.3, "2": 0.57, "3": 0.085, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.64, "true": 0.36}, "p_true": 0.36}, "urgency": {"probabilities": {"0": 0.03, "1": 0.45, "2": 0.42, "3": 0.1}}}}
{"id": "security_incidents_000038", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.28,\"false\":0.72}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.32,\"investigate\":0.65,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.04,\"2\":0.3,\"3\":0.6,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.15,\"true\":0.85}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.13,\"3\":0.84}}}}", "usage": {"prompt_tokens": 700, "completion_tokens": 148, "total_tokens": 848}, "finish_reason": "stop", "latency": 3.2648418190074153, "input_sha256": "1c7ddc952a6caded318204493ac6c1b05357e01f100bb5006cc6e7730fa8ea45", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.28, "false": 0.72}, "p_true": 0.28}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.32, "investigate": 0.65, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.01, "1": 0.04, "2": 0.3, "3": 0.6, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.15, "true": 0.85}, "p_true": 0.85}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.13, "3": 0.84}}}}
{"id": "security_incidents_000039", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.76,\"false\":0.24}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.57,\"investigate\":0.4,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.07,\"3\":0.87,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.07,\"3\":0.92}}}}", "usage": {"prompt_tokens": 703, "completion_tokens": 167, "total_tokens": 870, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 4.696945498988498, "input_sha256": "e5f7ec7c0426b82627499f0b1ded7398536ff0ed0e054d595121fd06eeaf54d4", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.76, "false": 0.24}, "p_true": 0.76}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.57, "investigate": 0.4, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.07, "3": 0.87, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.07, "3": 0.92}}}}
{"id": "security_incidents_000040", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.48,\"false\":0.52}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.35,\"investigate\":0.59,\"monitor\":0.04}},\"severity\":{\"probabilities\":{\"0\":0.02,\"1\":0.24,\"2\":0.57,\"3\":0.16,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.13,\"true\":0.87}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.18,\"3\":0.73}}}}", "usage": {"prompt_tokens": 677, "completion_tokens": 165, "total_tokens": 842, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 4.101219709962606, "input_sha256": "cf741e774d29072e895ad14cc47eb3a45212a6a932fc914ece1a5470f1c1e4a6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.48, "false": 0.52}, "p_true": 0.48}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.35, "investigate": 0.59, "monitor": 0.04}}, "severity": {"probabilities": {"0": 0.02, "1": 0.24, "2": 0.57, "3": 0.16, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.13, "true": 0.87}, "p_true": 0.87}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.18, "3": 0.73}}}}
{"id": "security_incidents_000041", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.17,\"false\":0.83}},\"disposition\":{\"probabilities\":{\"close_benign\":0.1,\"contain\":0.04,\"investigate\":0.62,\"monitor\":0.24}},\"severity\":{\"probabilities\":{\"0\":0.05,\"1\":0.56,\"2\":0.33,\"3\":0.055,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.57,\"true\":0.43}},\"urgency\":{\"probabilities\":{\"0\":0.03,\"1\":0.62,\"2\":0.29,\"3\":0.06}}}}", "usage": {"prompt_tokens": 667, "completion_tokens": 148, "total_tokens": 815}, "finish_reason": "stop", "latency": 2.996104012010619, "input_sha256": "50816c2c7ded5c9a721e2ff79b001222ac1ca89ec2a474624c7f79f6eaed34f7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.17, "false": 0.83}, "p_true": 0.17}, "disposition": {"probabilities": {"close_benign": 0.1, "contain": 0.04, "investigate": 0.62, "monitor": 0.24}}, "severity": {"probabilities": {"0": 0.05, "1": 0.56, "2": 0.33, "3": 0.055, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.57, "true": 0.43}, "p_true": 0.43}, "urgency": {"probabilities": {"0": 0.03, "1": 0.62, "2": 0.29, "3": 0.06}}}}
{"id": "security_incidents_000042", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.32,\"false\":0.68}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.08,\"investigate\":0.7,\"monitor\":0.14}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.08,\"3\":0.87,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.58,\"true\":0.42}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.17,\"2\":0.24,\"3\":0.58}}}}", "usage": {"prompt_tokens": 685, "completion_tokens": 161, "total_tokens": 846, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 4.027932039985899, "input_sha256": "0b728d52337a8eaec847921451de0d5647c24e5b44b15bd09d56b76991f66b7e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.32, "false": 0.68}, "p_true": 0.32}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.08, "investigate": 0.7, "monitor": 0.14}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.08, "3": 0.87, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.58, "true": 0.42}, "p_true": 0.42}, "urgency": {"probabilities": {"0": 0.01, "1": 0.17, "2": 0.24, "3": 0.58}}}}
{"id": "security_incidents_000043", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.86,\"false\":0.14}},\"disposition\":{\"probabilities\":{\"close_benign\":0.005,\"contain\":0.79,\"investigate\":0.20,\"monitor\":0.005}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.20,\"4\":0.78}},\"true_positive\":{\"probabilities\":{\"false\":0.06,\"true\":0.94}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}}}}", "usage": {"prompt_tokens": 675, "completion_tokens": 148, "total_tokens": 823}, "finish_reason": "stop", "latency": 2.9294363940134645, "input_sha256": "66482193a94cc60a261efd9c7045111cc5cd7189f61863ac38e727d37690864b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.86, "false": 0.14}, "p_true": 0.86}, "disposition": {"probabilities": {"close_benign": 0.005, "contain": 0.79, "investigate": 0.2, "monitor": 0.005}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.2, "4": 0.78}}, "true_positive": {"probabilities": {"false": 0.06, "true": 0.94}, "p_true": 0.94}, "urgency": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}}}
{"id": "security_incidents_000044", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.38,\"false\":0.62}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.15,\"investigate\":0.77,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.06,\"3\":0.89,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.57,\"true\":0.43}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.075,\"2\":0.22,\"3\":0.7}}}}", "usage": {"prompt_tokens": 697, "completion_tokens": 166, "total_tokens": 863, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 5.220937328005675, "input_sha256": "51f2bc42c2892a987f6570092b500538f7cb704cdb9a1b1be653138fd9802bf8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.38, "false": 0.62}, "p_true": 0.38}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.15, "investigate": 0.77, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.06, "3": 0.89, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.57, "true": 0.43}, "p_true": 0.43}, "urgency": {"probabilities": {"0": 0.005, "1": 0.075, "2": 0.22, "3": 0.7}}}}
{"id": "security_incidents_000045", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.68,\"false\":0.32}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.28,\"investigate\":0.66,\"monitor\":0.04}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.57,\"3\":0.32,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.23,\"true\":0.77}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.04,\"2\":0.15,\"3\":0.8}}}}", "usage": {"prompt_tokens": 694, "completion_tokens": 162, "total_tokens": 856, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 5.606740984949283, "input_sha256": "71032aee2420b39b9b6cac97273fecaeb39ae600aa64f727904de2c7532fe3a5", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.68, "false": 0.32}, "p_true": 0.68}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.28, "investigate": 0.66, "monitor": 0.04}}, "severity": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.57, "3": 0.32, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.23, "true": 0.77}, "p_true": 0.77}, "urgency": {"probabilities": {"0": 0.01, "1": 0.04, "2": 0.15, "3": 0.8}}}}
{"id": "security_incidents_000046", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.69,\"false\":0.31}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.38,\"investigate\":0.59,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.055,\"3\":0.84,\"4\":0.1}},\"true_positive\":{\"probabilities\":{\"false\":0.16,\"true\":0.84}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.014,\"2\":0.085,\"3\":0.9}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 148, "total_tokens": 841}, "finish_reason": "stop", "latency": 2.912094336003065, "input_sha256": "ac427888221801cbe788f612efd2837384dc185a5a2cde01563c70d0a3ffa59b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.69, "false": 0.31}, "p_true": 0.69}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.38, "investigate": 0.59, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.055, "3": 0.84, "4": 0.1}}, "true_positive": {"probabilities": {"false": 0.16, "true": 0.84}, "p_true": 0.84}, "urgency": {"probabilities": {"0": 0.001, "1": 0.014, "2": 0.085, "3": 0.9}}}}
{"id": "security_incidents_000047", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.16,\"false\":0.84}},\"disposition\":{\"probabilities\":{\"close_benign\":0.18,\"contain\":0.03,\"investigate\":0.49,\"monitor\":0.30}},\"severity\":{\"probabilities\":{\"0\":0.03,\"1\":0.24,\"2\":0.58,\"3\":0.14,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.69,\"true\":0.31}},\"urgency\":{\"probabilities\":{\"0\":0.04,\"1\":0.51,\"2\":0.36,\"3\":0.09}}}}", "usage": {"prompt_tokens": 691, "completion_tokens": 163, "total_tokens": 854, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 4.460883282998111, "input_sha256": "f235c4244ab1042f40f52797ca0da451ab86f31d1c0b4212d171de90c6f47f36", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.16, "false": 0.84}, "p_true": 0.16}, "disposition": {"probabilities": {"close_benign": 0.18, "contain": 0.03, "investigate": 0.49, "monitor": 0.3}}, "severity": {"probabilities": {"0": 0.03, "1": 0.24, "2": 0.58, "3": 0.14, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.69, "true": 0.31}, "p_true": 0.31}, "urgency": {"probabilities": {"0": 0.04, "1": 0.51, "2": 0.36, "3": 0.09}}}}
{"id": "security_incidents_000048", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.35,\"false\":0.65}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.12,\"investigate\":0.81,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.04,\"3\":0.91,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.55,\"true\":0.45}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.06,\"2\":0.19,\"3\":0.75}}}}", "usage": {"prompt_tokens": 678, "completion_tokens": 164, "total_tokens": 842, "completion_tokens_details": {"reasoning_tokens": 14}}, "finish_reason": "stop", "latency": 4.304808972985484, "input_sha256": "3f3a4c5912b85a9c2599973595162fb028a1b6e6bc6f1a9f7752b97aeea1298e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.35, "false": 0.65}, "p_true": 0.35}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.12, "investigate": 0.81, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.04, "3": 0.91, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.55, "true": 0.45}, "p_true": 0.45}, "urgency": {"probabilities": {"0": 0.0, "1": 0.06, "2": 0.19, "3": 0.75}}}}
{"id": "security_incidents_000049", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.57,\"false\":0.43}},\"disposition\":{\"probabilities\":{\"close_benign\":0.04,\"contain\":0.1,\"investigate\":0.78,\"monitor\":0.08}},\"severity\":{\"probabilities\":{\"0\":0.03,\"1\":0.4,\"2\":0.53,\"3\":0.035,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.37,\"true\":0.63}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.2,\"2\":0.49,\"3\":0.3}}}}", "usage": {"prompt_tokens": 668, "completion_tokens": 167, "total_tokens": 835, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 4.61276921996614, "input_sha256": "ccfbf1efc1f421262d69883dde58bcd98440d507373a2ac73a6a302e4830dfa3", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.57, "false": 0.43}, "p_true": 0.57}, "disposition": {"probabilities": {"close_benign": 0.04, "contain": 0.1, "investigate": 0.78, "monitor": 0.08}}, "severity": {"probabilities": {"0": 0.03, "1": 0.4, "2": 0.53, "3": 0.035, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.37, "true": 0.63}, "p_true": 0.63}, "urgency": {"probabilities": {"0": 0.01, "1": 0.2, "2": 0.49, "3": 0.3}}}}
{"id": "security_incidents_000050", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.87,\"false\":0.13}},\"disposition\":{\"probabilities\":{\"close_benign\":0.005,\"contain\":0.88,\"investigate\":0.11,\"monitor\":0.005}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.055,\"3\":0.75,\"4\":0.19}},\"true_positive\":{\"probabilities\":{\"false\":0.035,\"true\":0.965}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}}}}", "usage": {"prompt_tokens": 676, "completion_tokens": 169, "total_tokens": 845, "completion_tokens_details": {"reasoning_tokens": 19}}, "finish_reason": "stop", "latency": 3.3881603209883906, "input_sha256": "1154f45476bf5c77d558b5acb16339d84a64fe0b75351906ab3b403fcc0e1d99", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.87, "false": 0.13}, "p_true": 0.87}, "disposition": {"probabilities": {"close_benign": 0.005, "contain": 0.88, "investigate": 0.11, "monitor": 0.005}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.055, "3": 0.75, "4": 0.19}}, "true_positive": {"probabilities": {"false": 0.035, "true": 0.965}, "p_true": 0.965}, "urgency": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}}}
{"id": "security_incidents_000051", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.06,\"contain\":0.08,\"investigate\":0.77,\"monitor\":0.09}},\"severity\":{\"probabilities\":{\"0\":0.02,\"1\":0.22,\"2\":0.46,\"3\":0.28,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.37,\"true\":0.63}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.19,\"2\":0.35,\"3\":0.45}}}}", "usage": {"prompt_tokens": 654, "completion_tokens": 171, "total_tokens": 825, "completion_tokens_details": {"reasoning_tokens": 21}}, "finish_reason": "stop", "latency": 6.9239598929998465, "input_sha256": "aeb544aa60b0f304adf36a1e92c8ec313f57371cd1bbd62b6e6679b88ed3f04a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.06, "contain": 0.08, "investigate": 0.77, "monitor": 0.09}}, "severity": {"probabilities": {"0": 0.02, "1": 0.22, "2": 0.46, "3": 0.28, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.37, "true": 0.63}, "p_true": 0.63}, "urgency": {"probabilities": {"0": 0.01, "1": 0.19, "2": 0.35, "3": 0.45}}}}
{"id": "security_incidents_000052", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.08,\"investigate\":0.81,\"monitor\":0.08}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.06,\"3\":0.91,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.65,\"true\":0.35}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.2,\"3\":0.72}}}}", "usage": {"prompt_tokens": 706, "completion_tokens": 166, "total_tokens": 872, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.698451161966659, "input_sha256": "b73adc69ce894f54e4b84a8894d457cd98cf23c35491b7afda8337dee583d4c2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.08, "investigate": 0.81, "monitor": 0.08}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.06, "3": 0.91, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.65, "true": 0.35}, "p_true": 0.35}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.2, "3": 0.72}}}}
{"id": "security_incidents_000053", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.4,\"false\":0.6}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.12,\"investigate\":0.78,\"monitor\":0.07}},\"severity\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.07,\"3\":0.88,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.48,\"true\":0.52}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.2,\"3\":0.7}}}}", "usage": {"prompt_tokens": 686, "completion_tokens": 169, "total_tokens": 855, "completion_tokens_details": {"reasoning_tokens": 19}}, "finish_reason": "stop", "latency": 4.315738387987949, "input_sha256": "d3682dc08e9d14502c892f17cb47fba9dc86933c508b68d0d3f94e026ccd56e0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.4, "false": 0.6}, "p_true": 0.4}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.12, "investigate": 0.78, "monitor": 0.07}}, "severity": {"probabilities": {"0": 0.005, "1": 0.015, "2": 0.07, "3": 0.88, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.48, "true": 0.52}, "p_true": 0.52}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.2, "3": 0.7}}}}
{"id": "security_incidents_000054", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.36,\"false\":0.64}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.16,\"investigate\":0.78,\"monitor\":0.04}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.1,\"3\":0.85,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.3,\"true\":0.7}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.15,\"3\":0.81}}}}", "usage": {"prompt_tokens": 694, "completion_tokens": 165, "total_tokens": 859, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 6.9129225189681165, "input_sha256": "aed830c11907ae8973e440bd508ab0c324a573b049fee710784a237550bcf8db", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.36, "false": 0.64}, "p_true": 0.36}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.16, "investigate": 0.78, "monitor": 0.04}}, "severity": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.1, "3": 0.85, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.3, "true": 0.7}, "p_true": 0.7}, "urgency": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.15, "3": 0.81}}}}
{"id": "security_incidents_000055", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.12,\"false\":0.88}},\"disposition\":{\"probabilities\":{\"close_benign\":0.05,\"contain\":0.08,\"investigate\":0.75,\"monitor\":0.12}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.24,\"3\":0.61,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.58,\"true\":0.42}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.16,\"2\":0.3,\"3\":0.53}}}}", "usage": {"prompt_tokens": 697, "completion_tokens": 165, "total_tokens": 862, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 3.7751990380347706, "input_sha256": "ec815bf664c9d8879023ceec4eb58957ab06d23529969104a7a85e743ae3fd2b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.12, "false": 0.88}, "p_true": 0.12}, "disposition": {"probabilities": {"close_benign": 0.05, "contain": 0.08, "investigate": 0.75, "monitor": 0.12}}, "severity": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.24, "3": 0.61, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.58, "true": 0.42}, "p_true": 0.42}, "urgency": {"probabilities": {"0": 0.01, "1": 0.16, "2": 0.3, "3": 0.53}}}}
{"id": "security_incidents_000056", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.12,\"false\":0.88}},\"disposition\":{\"probabilities\":{\"close_benign\":0.17,\"contain\":0.03,\"investigate\":0.5,\"monitor\":0.3}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.02,\"2\":0.1,\"3\":0.83,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.73,\"true\":0.27}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.56,\"2\":0.33,\"3\":0.09}}}}", "usage": {"prompt_tokens": 645, "completion_tokens": 148, "total_tokens": 793}, "finish_reason": "stop", "latency": 2.546601520036347, "input_sha256": "7c0bedb3ebf0d01996ef24293ba83f47b39b1895c076e47f0158602de94a4b73", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.12, "false": 0.88}, "p_true": 0.12}, "disposition": {"probabilities": {"close_benign": 0.17, "contain": 0.03, "investigate": 0.5, "monitor": 0.3}}, "severity": {"probabilities": {"0": 0.01, "1": 0.02, "2": 0.1, "3": 0.83, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.73, "true": 0.27}, "p_true": 0.27}, "urgency": {"probabilities": {"0": 0.02, "1": 0.56, "2": 0.33, "3": 0.09}}}}
{"id": "security_incidents_000057", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.28,\"false\":0.72}},\"disposition\":{\"probabilities\":{\"close_benign\":0.2,\"contain\":0.03,\"investigate\":0.39,\"monitor\":0.38}},\"severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.4,\"2\":0.51,\"3\":0.045,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.74,\"true\":0.26}},\"urgency\":{\"probabilities\":{\"0\":0.04,\"1\":0.6,\"2\":0.29,\"3\":0.07}}}}", "usage": {"prompt_tokens": 631, "completion_tokens": 165, "total_tokens": 796, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 5.040032393008005, "input_sha256": "d4ee9b5f8dda1b63ddd06624f17ab6f7959fa4ba38085fb651ce68f1b4c3dab6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.28, "false": 0.72}, "p_true": 0.28}, "disposition": {"probabilities": {"close_benign": 0.2, "contain": 0.03, "investigate": 0.39, "monitor": 0.38}}, "severity": {"probabilities": {"0": 0.04, "1": 0.4, "2": 0.51, "3": 0.045, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.74, "true": 0.26}, "p_true": 0.26}, "urgency": {"probabilities": {"0": 0.04, "1": 0.6, "2": 0.29, "3": 0.07}}}}
{"id": "security_incidents_000058", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.76,\"false\":0.24}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.58,\"investigate\":0.38,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.06,\"3\":0.28,\"4\":0.65}},\"true_positive\":{\"probabilities\":{\"false\":0.17,\"true\":0.83}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.06,\"3\":0.92}}}}", "usage": {"prompt_tokens": 638, "completion_tokens": 162, "total_tokens": 800, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 3.0267065729713067, "input_sha256": "28db0f08f5cf491a28e5cb6d96b3964abc40208d9e96b85088386dba19cb3f2d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.76, "false": 0.24}, "p_true": 0.76}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.58, "investigate": 0.38, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.06, "3": 0.28, "4": 0.65}}, "true_positive": {"probabilities": {"false": 0.17, "true": 0.83}, "p_true": 0.83}, "urgency": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.06, "3": 0.92}}}}
{"id": "security_incidents_000059", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.22,\"false\":0.78}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.76,\"investigate\":0.22,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.03,\"2\":0.12,\"3\":0.24,\"4\":0.6}},\"true_positive\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.04,\"3\":0.95}}}}", "usage": {"prompt_tokens": 635, "completion_tokens": 164, "total_tokens": 799, "completion_tokens_details": {"reasoning_tokens": 14}}, "finish_reason": "stop", "latency": 4.5171558519941755, "input_sha256": "253c8dda8ab1206023a7476668e1241aa89bab3107764f27d2412394abb667fa", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.22, "false": 0.78}, "p_true": 0.22}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.76, "investigate": 0.22, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.01, "1": 0.03, "2": 0.12, "3": 0.24, "4": 0.6}}, "true_positive": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.04, "3": 0.95}}}}
{"id": "security_incidents_000060", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.13,\"false\":0.87}},\"disposition\":{\"probabilities\":{\"close_benign\":0.16,\"contain\":0.02,\"investigate\":0.47,\"monitor\":0.35}},\"severity\":{\"probabilities\":{\"0\":0.05,\"1\":0.55,\"2\":0.36,\"3\":0.035,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.84,\"true\":0.16}},\"urgency\":{\"probabilities\":{\"0\":0.06,\"1\":0.74,\"2\":0.18,\"3\":0.02}}}}", "usage": {"prompt_tokens": 680, "completion_tokens": 148, "total_tokens": 828}, "finish_reason": "stop", "latency": 2.8647389570251107, "input_sha256": "1eb8bfc8a802239c15e31c4aa6a7adfb08b23b3670606ee3529367ed01f34489", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.13, "false": 0.87}, "p_true": 0.13}, "disposition": {"probabilities": {"close_benign": 0.16, "contain": 0.02, "investigate": 0.47, "monitor": 0.35}}, "severity": {"probabilities": {"0": 0.05, "1": 0.55, "2": 0.36, "3": 0.035, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.84, "true": 0.16}, "p_true": 0.16}, "urgency": {"probabilities": {"0": 0.06, "1": 0.74, "2": 0.18, "3": 0.02}}}}
{"id": "security_incidents_000061", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.68,\"false\":0.32}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.38,\"investigate\":0.59,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.11,\"2\":0.65,\"3\":0.21,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.025,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 696, "completion_tokens": 167, "total_tokens": 863, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 5.224852144019678, "input_sha256": "f4612bb97b5d4c50f01ab660e25ce68aac0f50ac461d669f74d724dce849a16f", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.68, "false": 0.32}, "p_true": 0.68}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.38, "investigate": 0.59, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.01, "1": 0.11, "2": 0.65, "3": 0.21, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.005, "1": 0.025, "2": 0.12, "3": 0.85}}}}
{"id": "security_incidents_000062", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.15,\"false\":0.85}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.02,\"investigate\":0.65,\"monitor\":0.25}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.44,\"3\":0.41,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.77,\"true\":0.23}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.42,\"2\":0.44,\"3\":0.12}}}}", "usage": {"prompt_tokens": 685, "completion_tokens": 148, "total_tokens": 833}, "finish_reason": "stop", "latency": 2.6452701900270768, "input_sha256": "72f46f19ff73c4eb1d2dd5a5eb8b9731efc69b6bdb06cedaee12574c16f441b2", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.15, "false": 0.85}, "p_true": 0.15}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.02, "investigate": 0.65, "monitor": 0.25}}, "severity": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.44, "3": 0.41, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.77, "true": 0.23}, "p_true": 0.23}, "urgency": {"probabilities": {"0": 0.02, "1": 0.42, "2": 0.44, "3": 0.12}}}}
{"id": "security_incidents_000063", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.6,\"false\":0.4}},\"disposition\":{\"probabilities\":{\"close_benign\":0.04,\"contain\":0.22,\"investigate\":0.69,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.08,\"3\":0.86,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.32,\"true\":0.68}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.15,\"3\":0.8}}}}", "usage": {"prompt_tokens": 704, "completion_tokens": 148, "total_tokens": 852}, "finish_reason": "stop", "latency": 2.738559102988802, "input_sha256": "fda17843e4055863bcd46cbf78bffd6f70a56407bce28ba78f412626c870d66c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.6, "false": 0.4}, "p_true": 0.6}, "disposition": {"probabilities": {"close_benign": 0.04, "contain": 0.22, "investigate": 0.69, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.08, "3": 0.86, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.32, "true": 0.68}, "p_true": 0.68}, "urgency": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.15, "3": 0.8}}}}
{"id": "security_incidents_000064", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.6,\"false\":0.4}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.19,\"investigate\":0.75,\"monitor\":0.04}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.04,\"3\":0.92,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.3,\"true\":0.7}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.19,\"3\":0.77}}}}", "usage": {"prompt_tokens": 657, "completion_tokens": 164, "total_tokens": 821, "completion_tokens_details": {"reasoning_tokens": 14}}, "finish_reason": "stop", "latency": 12.634065458958503, "input_sha256": "70dbd7eba6c7519da089707b2b4fe32e28963660a8da62cbf93c6127a0ffe828", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.6, "false": 0.4}, "p_true": 0.6}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.19, "investigate": 0.75, "monitor": 0.04}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.04, "3": 0.92, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.3, "true": 0.7}, "p_true": 0.7}, "urgency": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.19, "3": 0.77}}}}
{"id": "security_incidents_000065", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.69,\"false\":0.31}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.17,\"investigate\":0.74,\"monitor\":0.06}},\"severity\":{\"probabilities\":{\"0\":0.02,\"1\":0.29,\"2\":0.62,\"3\":0.065,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.28,\"true\":0.72}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.13,\"2\":0.34,\"3\":0.52}}}}", "usage": {"prompt_tokens": 652, "completion_tokens": 148, "total_tokens": 800}, "finish_reason": "stop", "latency": 2.77827193797566, "input_sha256": "4fe8f3a70df963c54b590ecd8a04ed5e164a2b6c7f8e18ae8d36747a65a26fbe", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.69, "false": 0.31}, "p_true": 0.69}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.17, "investigate": 0.74, "monitor": 0.06}}, "severity": {"probabilities": {"0": 0.02, "1": 0.29, "2": 0.62, "3": 0.065, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.28, "true": 0.72}, "p_true": 0.72}, "urgency": {"probabilities": {"0": 0.01, "1": 0.13, "2": 0.34, "3": 0.52}}}}
{"id": "security_incidents_000066", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.65,\"false\":0.35}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.22,\"investigate\":0.72,\"monitor\":0.04}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.035,\"3\":0.88,\"4\":0.08}},\"true_positive\":{\"probabilities\":{\"false\":0.32,\"true\":0.68}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.1,\"3\":0.88}}}}", "usage": {"prompt_tokens": 654, "completion_tokens": 148, "total_tokens": 802}, "finish_reason": "stop", "latency": 3.438766098988708, "input_sha256": "191a93528435d5f2bd9b982820c072a6d2eae36d4710124716e41b5e74b5741a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.65, "false": 0.35}, "p_true": 0.65}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.22, "investigate": 0.72, "monitor": 0.04}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.035, "3": 0.88, "4": 0.08}}, "true_positive": {"probabilities": {"false": 0.32, "true": 0.68}, "p_true": 0.68}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.1, "3": 0.88}}}}
{"id": "security_incidents_000067", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.2,\"false\":0.8}},\"disposition\":{\"probabilities\":{\"close_benign\":0.12,\"contain\":0.03,\"investigate\":0.57,\"monitor\":0.28}},\"severity\":{\"probabilities\":{\"0\":0.08,\"1\":0.54,\"2\":0.32,\"3\":0.055,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.6,\"true\":0.4}},\"urgency\":{\"probabilities\":{\"0\":0.04,\"1\":0.65,\"2\":0.27,\"3\":0.04}}}}", "usage": {"prompt_tokens": 653, "completion_tokens": 148, "total_tokens": 801}, "finish_reason": "stop", "latency": 2.8186696710181423, "input_sha256": "b95c6cd867c46e2b655c3f78aeeee2c32387359ea2d0f56fa0b2942acad660c0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.2, "false": 0.8}, "p_true": 0.2}, "disposition": {"probabilities": {"close_benign": 0.12, "contain": 0.03, "investigate": 0.57, "monitor": 0.28}}, "severity": {"probabilities": {"0": 0.08, "1": 0.54, "2": 0.32, "3": 0.055, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.6, "true": 0.4}, "p_true": 0.4}, "urgency": {"probabilities": {"0": 0.04, "1": 0.65, "2": 0.27, "3": 0.04}}}}
{"id": "security_incidents_000068", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.22,\"false\":0.78}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.04,\"investigate\":0.74,\"monitor\":0.14}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.12,\"2\":0.36,\"3\":0.48,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.68,\"true\":0.32}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.25,\"2\":0.43,\"3\":0.31}}}}", "usage": {"prompt_tokens": 680, "completion_tokens": 148, "total_tokens": 828}, "finish_reason": "stop", "latency": 7.005046106001828, "input_sha256": "e4546f4b9a04e664b663d398cdad20f7fbc92e1a48f0f424ffb60a43631eba18", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.22, "false": 0.78}, "p_true": 0.22}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.04, "investigate": 0.74, "monitor": 0.14}}, "severity": {"probabilities": {"0": 0.01, "1": 0.12, "2": 0.36, "3": 0.48, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.68, "true": 0.32}, "p_true": 0.32}, "urgency": {"probabilities": {"0": 0.01, "1": 0.25, "2": 0.43, "3": 0.31}}}}
{"id": "security_incidents_000069", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.32,\"false\":0.68}},\"disposition\":{\"probabilities\":{\"close_benign\":0.005,\"contain\":0.9,\"investigate\":0.09,\"monitor\":0.005}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.04,\"3\":0.2,\"4\":0.75}},\"true_positive\":{\"probabilities\":{\"false\":0.025,\"true\":0.975}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}}}}", "usage": {"prompt_tokens": 706, "completion_tokens": 161, "total_tokens": 867, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 3.4946216589887626, "input_sha256": "24aea9baf2ba569f5c2763c81acaf13aad619baa1feb53fb733107cdc237389a", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.32, "false": 0.68}, "p_true": 0.32}, "disposition": {"probabilities": {"close_benign": 0.005, "contain": 0.9, "investigate": 0.09, "monitor": 0.005}}, "severity": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.04, "3": 0.2, "4": 0.75}}, "true_positive": {"probabilities": {"false": 0.025, "true": 0.975}, "p_true": 0.975}, "urgency": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}}}
{"id": "security_incidents_000070", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.28,\"false\":0.72}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.15,\"investigate\":0.77,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.03,\"2\":0.15,\"3\":0.76,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.42,\"true\":0.58}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.23,\"3\":0.67}}}}", "usage": {"prompt_tokens": 713, "completion_tokens": 162, "total_tokens": 875, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 4.132501937041525, "input_sha256": "fee4edadcc88d2d5ce53cc541a40b8b3b88d24aa748a4b78f12bc33c9b4dfea9", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.28, "false": 0.72}, "p_true": 0.28}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.15, "investigate": 0.77, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.01, "1": 0.03, "2": 0.15, "3": 0.76, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.42, "true": 0.58}, "p_true": 0.58}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.23, "3": 0.67}}}}
{"id": "security_incidents_000071", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.76,\"false\":0.24}},\"disposition\":{\"probabilities\":{\"close_benign\":0.005,\"contain\":0.75,\"investigate\":0.24,\"monitor\":0.005}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.002,\"2\":0.007,\"3\":0.19,\"4\":0.8}},\"true_positive\":{\"probabilities\":{\"false\":0.08,\"true\":0.92}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}}}}", "usage": {"prompt_tokens": 705, "completion_tokens": 148, "total_tokens": 853}, "finish_reason": "stop", "latency": 2.538053938013036, "input_sha256": "5f958113e9ff7ac8f3061d6c1332c59d9f504111ff4ed52791e341e7e2185987", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.76, "false": 0.24}, "p_true": 0.76}, "disposition": {"probabilities": {"close_benign": 0.005, "contain": 0.75, "investigate": 0.24, "monitor": 0.005}}, "severity": {"probabilities": {"0": 0.001, "1": 0.002, "2": 0.007, "3": 0.19, "4": 0.8}}, "true_positive": {"probabilities": {"false": 0.08, "true": 0.92}, "p_true": 0.92}, "urgency": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}}}
{"id": "security_incidents_000072", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.14,\"false\":0.86}},\"disposition\":{\"probabilities\":{\"close_benign\":0.17,\"contain\":0.02,\"investigate\":0.49,\"monitor\":0.32}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.25,\"3\":0.55,\"4\":0.10}},\"true_positive\":{\"probabilities\":{\"false\":0.81,\"true\":0.19}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.39,\"2\":0.35,\"3\":0.24}}}}", "usage": {"prompt_tokens": 674, "completion_tokens": 148, "total_tokens": 822}, "finish_reason": "stop", "latency": 2.8645516989636235, "input_sha256": "b2dcc4fb54b48ae772263b186ba93dd77e99edbbd271bdc76459a8dd8b48caf0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.14, "false": 0.86}, "p_true": 0.14}, "disposition": {"probabilities": {"close_benign": 0.17, "contain": 0.02, "investigate": 0.49, "monitor": 0.32}}, "severity": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.25, "3": 0.55, "4": 0.1}}, "true_positive": {"probabilities": {"false": 0.81, "true": 0.19}, "p_true": 0.19}, "urgency": {"probabilities": {"0": 0.02, "1": 0.39, "2": 0.35, "3": 0.24}}}}
{"id": "security_incidents_000073", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.06,\"contain\":0.09,\"investigate\":0.75,\"monitor\":0.1}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.05,\"2\":0.49,\"3\":0.43,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.48,\"true\":0.52}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.15,\"2\":0.34,\"3\":0.5}}}}", "usage": {"prompt_tokens": 694, "completion_tokens": 167, "total_tokens": 861, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 4.158310453000013, "input_sha256": "30c17b058399c564fceccc1b6f7e0311ecb02fd102f036f52bf638a5af1c5dca", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.06, "contain": 0.09, "investigate": 0.75, "monitor": 0.1}}, "severity": {"probabilities": {"0": 0.01, "1": 0.05, "2": 0.49, "3": 0.43, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.48, "true": 0.52}, "p_true": 0.52}, "urgency": {"probabilities": {"0": 0.01, "1": 0.15, "2": 0.34, "3": 0.5}}}}
{"id": "security_incidents_000074", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.27,\"false\":0.73}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.22,\"investigate\":0.72,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.09,\"3\":0.86,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.32,\"true\":0.68}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.04,\"2\":0.12,\"3\":0.84}}}}", "usage": {"prompt_tokens": 697, "completion_tokens": 162, "total_tokens": 859, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 5.6458344900165685, "input_sha256": "8a8f3d1b996fd164f38855453dc978f37a222a72b86da2687966ada91e4d8dfa", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.27, "false": 0.73}, "p_true": 0.27}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.22, "investigate": 0.72, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.09, "3": 0.86, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.32, "true": 0.68}, "p_true": 0.68}, "urgency": {"probabilities": {"0": 0.0, "1": 0.04, "2": 0.12, "3": 0.84}}}}
{"id": "security_incidents_000075", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.7,\"false\":0.3}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.26,\"investigate\":0.69,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.03,\"1\":0.29,\"2\":0.56,\"3\":0.11,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.06,\"2\":0.19,\"3\":0.74}}}}", "usage": {"prompt_tokens": 673, "completion_tokens": 148, "total_tokens": 821}, "finish_reason": "stop", "latency": 2.6254022950306535, "input_sha256": "af4471df68a0de6a3c1c687ab4a4cc8657e761d2ba0f4f20f7e34343850eb589", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.7, "false": 0.3}, "p_true": 0.7}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.26, "investigate": 0.69, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.03, "1": 0.29, "2": 0.56, "3": 0.11, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.01, "1": 0.06, "2": 0.19, "3": 0.74}}}}
{"id": "security_incidents_000076", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.88,\"false\":0.12}},\"disposition\":{\"probabilities\":{\"close_benign\":0.005,\"contain\":0.85,\"investigate\":0.14,\"monitor\":0.005}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.002,\"2\":0.007,\"3\":0.15,\"4\":0.84}},\"true_positive\":{\"probabilities\":{\"false\":0.05,\"true\":0.95}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.015,\"3\":0.98}}}}", "usage": {"prompt_tokens": 657, "completion_tokens": 148, "total_tokens": 805}, "finish_reason": "stop", "latency": 3.3913519749767147, "input_sha256": "d6af68df2be810c166c035b04317cdff3be07fa639873eb8a9e32ddd9325227e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.88, "false": 0.12}, "p_true": 0.88}, "disposition": {"probabilities": {"close_benign": 0.005, "contain": 0.85, "investigate": 0.14, "monitor": 0.005}}, "severity": {"probabilities": {"0": 0.001, "1": 0.002, "2": 0.007, "3": 0.15, "4": 0.84}}, "true_positive": {"probabilities": {"false": 0.05, "true": 0.95}, "p_true": 0.95}, "urgency": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.015, "3": 0.98}}}}
{"id": "security_incidents_000077", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.28,\"false\":0.72}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.05,\"investigate\":0.65,\"monitor\":0.22}},\"severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.36,\"2\":0.49,\"3\":0.10,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.58,\"true\":0.42}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.51,\"2\":0.39,\"3\":0.08}}}}", "usage": {"prompt_tokens": 651, "completion_tokens": 148, "total_tokens": 799}, "finish_reason": "stop", "latency": 2.605831920984201, "input_sha256": "525908c28ccde9c94fb2773d757aa731f0b3b6fc99960ecbe33a979e10f39628", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.28, "false": 0.72}, "p_true": 0.28}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.05, "investigate": 0.65, "monitor": 0.22}}, "severity": {"probabilities": {"0": 0.04, "1": 0.36, "2": 0.49, "3": 0.1, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.58, "true": 0.42}, "p_true": 0.42}, "urgency": {"probabilities": {"0": 0.02, "1": 0.51, "2": 0.39, "3": 0.08}}}}
{"id": "security_incidents_000078", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.88,\"false\":0.12}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.8,\"investigate\":0.18,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.0,\"2\":0.01,\"3\":0.24,\"4\":0.75}},\"true_positive\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.02,\"3\":0.97}}}}", "usage": {"prompt_tokens": 657, "completion_tokens": 148, "total_tokens": 805}, "finish_reason": "stop", "latency": 2.8511184100061655, "input_sha256": "34d4c80fa311defc8df7b91c0cb31db8ce7655cea5e377549bf289885cb658a0", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.88, "false": 0.12}, "p_true": 0.88}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.8, "investigate": 0.18, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.0, "1": 0.0, "2": 0.01, "3": 0.24, "4": 0.75}}, "true_positive": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.02, "3": 0.97}}}}
{"id": "security_incidents_000079", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.23,\"false\":0.77}},\"disposition\":{\"probabilities\":{\"close_benign\":0.06,\"contain\":0.08,\"investigate\":0.77,\"monitor\":0.09}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.08,\"3\":0.88,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.42,\"true\":0.58}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.14,\"2\":0.42,\"3\":0.43}}}}", "usage": {"prompt_tokens": 658, "completion_tokens": 148, "total_tokens": 806}, "finish_reason": "stop", "latency": 3.194184564985335, "input_sha256": "588ffbc4608b8b106e61dd166641f866fa7b1d10f871c085c9ed5b4ccbcb958e", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.23, "false": 0.77}, "p_true": 0.23}, "disposition": {"probabilities": {"close_benign": 0.06, "contain": 0.08, "investigate": 0.77, "monitor": 0.09}}, "severity": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.08, "3": 0.88, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.42, "true": 0.58}, "p_true": 0.58}, "urgency": {"probabilities": {"0": 0.01, "1": 0.14, "2": 0.42, "3": 0.43}}}}
{"id": "security_incidents_000080", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.35,\"false\":0.65}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.12,\"investigate\":0.7,\"monitor\":0.1}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.29,\"3\":0.47,\"4\":0.15}},\"true_positive\":{\"probabilities\":{\"false\":0.62,\"true\":0.38}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.13,\"2\":0.25,\"3\":0.61}}}}", "usage": {"prompt_tokens": 689, "completion_tokens": 148, "total_tokens": 837}, "finish_reason": "stop", "latency": 2.633760768978391, "input_sha256": "d0e69b5c4ccf1f16a020e72a5a891bf51894df5aef2fb4ead80076d353473843", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.35, "false": 0.65}, "p_true": 0.35}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.12, "investigate": 0.7, "monitor": 0.1}}, "severity": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.29, "3": 0.47, "4": 0.15}}, "true_positive": {"probabilities": {"false": 0.62, "true": 0.38}, "p_true": 0.38}, "urgency": {"probabilities": {"0": 0.01, "1": 0.13, "2": 0.25, "3": 0.61}}}}
{"id": "security_incidents_000081", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.18,\"false\":0.82}},\"disposition\":{\"probabilities\":{\"close_benign\":0.15,\"contain\":0.04,\"investigate\":0.66,\"monitor\":0.15}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.04,\"3\":0.7,\"4\":0.25}},\"true_positive\":{\"probabilities\":{\"false\":0.7,\"true\":0.3}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.19,\"2\":0.27,\"3\":0.53}}}}", "usage": {"prompt_tokens": 687, "completion_tokens": 163, "total_tokens": 850, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 4.888050364039373, "input_sha256": "f51cd109c7b67ed9d62eb9d3f3cefd7f54009866756fb74ea9024c964a5311ac", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.18, "false": 0.82}, "p_true": 0.18}, "disposition": {"probabilities": {"close_benign": 0.15, "contain": 0.04, "investigate": 0.66, "monitor": 0.15}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.04, "3": 0.7, "4": 0.25}}, "true_positive": {"probabilities": {"false": 0.7, "true": 0.3}, "p_true": 0.3}, "urgency": {"probabilities": {"0": 0.01, "1": 0.19, "2": 0.27, "3": 0.53}}}}
{"id": "security_incidents_000082", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.58,\"false\":0.42}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.2,\"investigate\":0.7,\"monitor\":0.07}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.07,\"3\":0.87,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.36,\"true\":0.64}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.2,\"3\":0.75}}}}", "usage": {"prompt_tokens": 675, "completion_tokens": 163, "total_tokens": 838, "completion_tokens_details": {"reasoning_tokens": 13}}, "finish_reason": "stop", "latency": 5.056151176977437, "input_sha256": "300cc38b2e90f18f6563f52824082490764d747f8fdc8df6088580cf228da0f7", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.58, "false": 0.42}, "p_true": 0.58}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.2, "investigate": 0.7, "monitor": 0.07}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.07, "3": 0.87, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.36, "true": 0.64}, "p_true": 0.64}, "urgency": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.2, "3": 0.75}}}}
{"id": "security_incidents_000083", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.42,\"false\":0.58}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.25,\"investigate\":0.68,\"monitor\":0.04}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.24,\"3\":0.55,\"4\":0.12}},\"true_positive\":{\"probabilities\":{\"false\":0.19,\"true\":0.81}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.06,\"2\":0.16,\"3\":0.77}}}}", "usage": {"prompt_tokens": 668, "completion_tokens": 148, "total_tokens": 816}, "finish_reason": "stop", "latency": 3.539547738037072, "input_sha256": "a22d2e73afa92a55ca9413994e9dde867df1208b70e861b8e05d22fa72dfa954", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.42, "false": 0.58}, "p_true": 0.42}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.25, "investigate": 0.68, "monitor": 0.04}}, "severity": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.24, "3": 0.55, "4": 0.12}}, "true_positive": {"probabilities": {"false": 0.19, "true": 0.81}, "p_true": 0.81}, "urgency": {"probabilities": {"0": 0.01, "1": 0.06, "2": 0.16, "3": 0.77}}}}
{"id": "security_incidents_000084", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.36,\"false\":0.64}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.14,\"investigate\":0.78,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.15,\"2\":0.69,\"3\":0.14,\"4\":0.01}},\"true_positive\":{\"probabilities\":{\"false\":0.18,\"true\":0.82}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.25,\"3\":0.65}}}}", "usage": {"prompt_tokens": 669, "completion_tokens": 166, "total_tokens": 835, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 6.297574627038557, "input_sha256": "d1b98574db6708d8675877090f46b4e7d1ce132233d84cb20458d47b6100cbc6", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.36, "false": 0.64}, "p_true": 0.36}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.14, "investigate": 0.78, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.01, "1": 0.15, "2": 0.69, "3": 0.14, "4": 0.01}}, "true_positive": {"probabilities": {"false": 0.18, "true": 0.82}, "p_true": 0.82}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.25, "3": 0.65}}}}
{"id": "security_incidents_000085", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.94,\"false\":0.06}},\"disposition\":{\"probabilities\":{\"close_benign\":0.005,\"contain\":0.82,\"investigate\":0.17,\"monitor\":0.005}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.004,\"2\":0.025,\"3\":0.93,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.04,\"true\":0.96}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.03,\"3\":0.96}}}}", "usage": {"prompt_tokens": 667, "completion_tokens": 148, "total_tokens": 815}, "finish_reason": "stop", "latency": 2.999809165019542, "input_sha256": "6214086f682448bd4a4a8f2da2c07f737a84480b0009e8a7d8168003cf4dd06b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.94, "false": 0.06}, "p_true": 0.94}, "disposition": {"probabilities": {"close_benign": 0.005, "contain": 0.82, "investigate": 0.17, "monitor": 0.005}}, "severity": {"probabilities": {"0": 0.001, "1": 0.004, "2": 0.025, "3": 0.93, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.04, "true": 0.96}, "p_true": 0.96}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.03, "3": 0.96}}}}
{"id": "security_incidents_000086", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.03,\"investigate\":0.69,\"monitor\":0.2}},\"severity\":{\"probabilities\":{\"0\":0.04,\"1\":0.45,\"2\":0.46,\"3\":0.045,\"4\":0.005}},\"true_positive\":{\"probabilities\":{\"false\":0.57,\"true\":0.43}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.48,\"2\":0.38,\"3\":0.12}}}}", "usage": {"prompt_tokens": 669, "completion_tokens": 164, "total_tokens": 833, "completion_tokens_details": {"reasoning_tokens": 14}}, "finish_reason": "stop", "latency": 4.7982515040203, "input_sha256": "fcc2e9665102fbcde752e60fc12e6c104180f9cc1151b11b21b3976c6f509c04", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.03, "investigate": 0.69, "monitor": 0.2}}, "severity": {"probabilities": {"0": 0.04, "1": 0.45, "2": 0.46, "3": 0.045, "4": 0.005}}, "true_positive": {"probabilities": {"false": 0.57, "true": 0.43}, "p_true": 0.43}, "urgency": {"probabilities": {"0": 0.02, "1": 0.48, "2": 0.38, "3": 0.12}}}}
{"id": "security_incidents_000087", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.72,\"false\":0.28}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.48,\"investigate\":0.49,\"monitor\":0.02}},\"severity\":{\"probabilities\":{\"0\":0.005,\"1\":0.025,\"2\":0.17,\"3\":0.72,\"4\":0.08}},\"true_positive\":{\"probabilities\":{\"false\":0.12,\"true\":0.88}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.025,\"2\":0.1,\"3\":0.87}}}}", "usage": {"prompt_tokens": 678, "completion_tokens": 148, "total_tokens": 826}, "finish_reason": "stop", "latency": 2.775703948980663, "input_sha256": "0e6d749035cec46fffff8fecf457d10655d3dbb9c8a523b343009f6edb45deed", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.72, "false": 0.28}, "p_true": 0.72}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.48, "investigate": 0.49, "monitor": 0.02}}, "severity": {"probabilities": {"0": 0.005, "1": 0.025, "2": 0.17, "3": 0.72, "4": 0.08}}, "true_positive": {"probabilities": {"false": 0.12, "true": 0.88}, "p_true": 0.88}, "urgency": {"probabilities": {"0": 0.005, "1": 0.025, "2": 0.1, "3": 0.87}}}}
{"id": "security_incidents_000088", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.16,\"investigate\":0.78,\"monitor\":0.04}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.06,\"2\":0.4,\"3\":0.48,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.22,\"true\":0.78}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.24,\"3\":0.67}}}}", "usage": {"prompt_tokens": 710, "completion_tokens": 167, "total_tokens": 877, "completion_tokens_details": {"reasoning_tokens": 17}}, "finish_reason": "stop", "latency": 4.7566490130266175, "input_sha256": "4d679b7a9d4333e7759135b6c81f711dbb10f666156ce5dd51a7974955f99b0c", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.16, "investigate": 0.78, "monitor": 0.04}}, "severity": {"probabilities": {"0": 0.01, "1": 0.06, "2": 0.4, "3": 0.48, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.22, "true": 0.78}, "p_true": 0.78}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.24, "3": 0.67}}}}
{"id": "security_incidents_000089", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.43,\"false\":0.57}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.29,\"investigate\":0.66,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.005,\"1\":0.015,\"2\":0.18,\"3\":0.69,\"4\":0.11}},\"true_positive\":{\"probabilities\":{\"false\":0.24,\"true\":0.76}},\"urgency\":{\"probabilities\":{\"0\":0.005,\"1\":0.025,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 708, "completion_tokens": 162, "total_tokens": 870, "completion_tokens_details": {"reasoning_tokens": 12}}, "finish_reason": "stop", "latency": 3.4670154479681514, "input_sha256": "a3d4ce7598b3f39854ed48cf95e2f2f93fa8c3809959a87cb4fbb4276cc52aec", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.43, "false": 0.57}, "p_true": 0.43}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.29, "investigate": 0.66, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.005000000000000001, "1": 0.015000000000000001, "2": 0.18000000000000002, "3": 0.6900000000000001, "4": 0.11000000000000001}}, "true_positive": {"probabilities": {"false": 0.24, "true": 0.76}, "p_true": 0.76}, "urgency": {"probabilities": {"0": 0.005, "1": 0.025, "2": 0.12, "3": 0.85}}}}
{"id": "security_incidents_000090", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.72,\"false\":0.28}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.64,\"investigate\":0.34,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.07,\"2\":0.57,\"3\":0.32,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.13,\"true\":0.87}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.019,\"2\":0.08,\"3\":0.9}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 148, "total_tokens": 850}, "finish_reason": "stop", "latency": 2.736692613980267, "input_sha256": "aee13e67d71e1604feee2cfc24a46fc1fe6714e18f006fb1d2fdbc4f48765d96", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.72, "false": 0.28}, "p_true": 0.72}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.64, "investigate": 0.34, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.01, "1": 0.07, "2": 0.57, "3": 0.32, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.13, "true": 0.87}, "p_true": 0.87}, "urgency": {"probabilities": {"0": 0.001, "1": 0.019, "2": 0.08, "3": 0.9}}}}
{"id": "security_incidents_000091", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.24,\"false\":0.76}},\"disposition\":{\"probabilities\":{\"close_benign\":0.08,\"contain\":0.1,\"investigate\":0.73,\"monitor\":0.09}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.04,\"2\":0.15,\"3\":0.53,\"4\":0.27}},\"true_positive\":{\"probabilities\":{\"false\":0.55,\"true\":0.45}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.23,\"3\":0.67}}}}", "usage": {"prompt_tokens": 708, "completion_tokens": 166, "total_tokens": 874, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 4.423997160978615, "input_sha256": "266b31901b94c94483e802b01832ed7a0a3af75e5a8a29491bc55f7e411a3b6b", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.24, "false": 0.76}, "p_true": 0.24}, "disposition": {"probabilities": {"close_benign": 0.08, "contain": 0.1, "investigate": 0.73, "monitor": 0.09}}, "severity": {"probabilities": {"0": 0.01, "1": 0.04, "2": 0.15, "3": 0.53, "4": 0.27}}, "true_positive": {"probabilities": {"false": 0.55, "true": 0.45}, "p_true": 0.45}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.23, "3": 0.67}}}}
{"id": "security_incidents_000092", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.25,\"false\":0.75}},\"disposition\":{\"probabilities\":{\"close_benign\":0.04,\"contain\":0.09,\"investigate\":0.79,\"monitor\":0.08}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.16,\"3\":0.77,\"4\":0.05}},\"true_positive\":{\"probabilities\":{\"false\":0.35,\"true\":0.65}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.08,\"2\":0.25,\"3\":0.67}}}}", "usage": {"prompt_tokens": 693, "completion_tokens": 170, "total_tokens": 863, "completion_tokens_details": {"reasoning_tokens": 20}}, "finish_reason": "stop", "latency": 4.009020930039696, "input_sha256": "43635de0ff25c5d05cef14c4f09210d04d587bf9a49804af9d2ac71014afb74d", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.25, "false": 0.75}, "p_true": 0.25}, "disposition": {"probabilities": {"close_benign": 0.04, "contain": 0.09, "investigate": 0.79, "monitor": 0.08}}, "severity": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.16, "3": 0.77, "4": 0.05}}, "true_positive": {"probabilities": {"false": 0.35, "true": 0.65}, "p_true": 0.65}, "urgency": {"probabilities": {"0": 0.0, "1": 0.08, "2": 0.25, "3": 0.67}}}}
{"id": "security_incidents_000093", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.3,\"false\":0.7}},\"disposition\":{\"probabilities\":{\"close_benign\":0.05,\"contain\":0.03,\"investigate\":0.73,\"monitor\":0.19}},\"severity\":{\"probabilities\":{\"0\":0.05,\"1\":0.54,\"2\":0.38,\"3\":0.028,\"4\":0.002}},\"true_positive\":{\"probabilities\":{\"false\":0.61,\"true\":0.39}},\"urgency\":{\"probabilities\":{\"0\":0.02,\"1\":0.57,\"2\":0.35,\"3\":0.06}}}}", "usage": {"prompt_tokens": 697, "completion_tokens": 148, "total_tokens": 845}, "finish_reason": "stop", "latency": 2.658075904008001, "input_sha256": "4ed8264da0f938ec09dfd1b2c6f39f5161c504ad62953fe4d3bc5cbb984ac915", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.3, "false": 0.7}, "p_true": 0.3}, "disposition": {"probabilities": {"close_benign": 0.05, "contain": 0.03, "investigate": 0.73, "monitor": 0.19}}, "severity": {"probabilities": {"0": 0.05, "1": 0.54, "2": 0.38, "3": 0.028, "4": 0.002}}, "true_positive": {"probabilities": {"false": 0.61, "true": 0.39}, "p_true": 0.39}, "urgency": {"probabilities": {"0": 0.020000000000000004, "1": 0.5700000000000001, "2": 0.35000000000000003, "3": 0.060000000000000005}}}}
{"id": "security_incidents_000094", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.56,\"false\":0.44}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.79,\"investigate\":0.19,\"monitor\":0.01}},\"severity\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.08,\"3\":0.85,\"4\":0.06}},\"true_positive\":{\"probabilities\":{\"false\":0.07,\"true\":0.93}},\"urgency\":{\"probabilities\":{\"0\":0.001,\"1\":0.009,\"2\":0.04,\"3\":0.95}}}}", "usage": {"prompt_tokens": 696, "completion_tokens": 148, "total_tokens": 844}, "finish_reason": "stop", "latency": 2.631211666041054, "input_sha256": "94097c72392d5eab6e30b7405d20ec1e3cf7559b009a0dd49eb637f26ac35e11", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.56, "false": 0.44}, "p_true": 0.56}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.79, "investigate": 0.19, "monitor": 0.01}}, "severity": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.08, "3": 0.85, "4": 0.06}}, "true_positive": {"probabilities": {"false": 0.07, "true": 0.93}, "p_true": 0.93}, "urgency": {"probabilities": {"0": 0.001, "1": 0.009, "2": 0.04, "3": 0.95}}}}
{"id": "security_incidents_000095", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.16,\"false\":0.84}},\"disposition\":{\"probabilities\":{\"close_benign\":0.18,\"contain\":0.03,\"investigate\":0.58,\"monitor\":0.21}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.02,\"2\":0.16,\"3\":0.79,\"4\":0.03}},\"true_positive\":{\"probabilities\":{\"false\":0.7,\"true\":0.3}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.32,\"2\":0.48,\"3\":0.19}}}}", "usage": {"prompt_tokens": 718, "completion_tokens": 148, "total_tokens": 866}, "finish_reason": "stop", "latency": 3.0707846470177174, "input_sha256": "7b5a5e1091231a49a0cf71eb9f139aa6f25b966d02e4fc724d24cc6631377622", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.16, "false": 0.84}, "p_true": 0.16}, "disposition": {"probabilities": {"close_benign": 0.18, "contain": 0.03, "investigate": 0.58, "monitor": 0.21}}, "severity": {"probabilities": {"0": 0.0, "1": 0.02, "2": 0.16, "3": 0.79, "4": 0.03}}, "true_positive": {"probabilities": {"false": 0.7, "true": 0.3}, "p_true": 0.3}, "urgency": {"probabilities": {"0": 0.01, "1": 0.32, "2": 0.48, "3": 0.19}}}}
{"id": "security_incidents_000096", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.58,\"false\":0.42}},\"disposition\":{\"probabilities\":{\"close_benign\":0.01,\"contain\":0.28,\"investigate\":0.68,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.06,\"3\":0.89,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.18,\"true\":0.82}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.03,\"2\":0.12,\"3\":0.85}}}}", "usage": {"prompt_tokens": 733, "completion_tokens": 166, "total_tokens": 899, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 3.6510832179919817, "input_sha256": "b5d196ee4fde1b459b6505b5f19789596784a40e519ab065f6068d609595baaa", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.58, "false": 0.42}, "p_true": 0.58}, "disposition": {"probabilities": {"close_benign": 0.01, "contain": 0.28, "investigate": 0.68, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.06, "3": 0.89, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.18, "true": 0.82}, "p_true": 0.82}, "urgency": {"probabilities": {"0": 0.0, "1": 0.03, "2": 0.12, "3": 0.85}}}}
{"id": "security_incidents_000097", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.39,\"false\":0.61}},\"disposition\":{\"probabilities\":{\"close_benign\":0.04,\"contain\":0.08,\"investigate\":0.76,\"monitor\":0.12}},\"severity\":{\"probabilities\":{\"0\":0.02,\"1\":0.2,\"2\":0.49,\"3\":0.27,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.56,\"true\":0.44}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.23,\"2\":0.43,\"3\":0.33}}}}", "usage": {"prompt_tokens": 702, "completion_tokens": 148, "total_tokens": 850}, "finish_reason": "stop", "latency": 2.7670642760349438, "input_sha256": "8238af438da679ab3c2d5e48c998aa5c0e59fe70d66e20d30382df6c6ed97b04", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.39, "false": 0.61}, "p_true": 0.39}, "disposition": {"probabilities": {"close_benign": 0.04, "contain": 0.08, "investigate": 0.76, "monitor": 0.12}}, "severity": {"probabilities": {"0": 0.02, "1": 0.2, "2": 0.49, "3": 0.27, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.56, "true": 0.44}, "p_true": 0.44}, "urgency": {"probabilities": {"0": 0.01, "1": 0.23, "2": 0.43, "3": 0.33}}}}
{"id": "security_incidents_000098", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.28,\"false\":0.72}},\"disposition\":{\"probabilities\":{\"close_benign\":0.04,\"contain\":0.12,\"investigate\":0.77,\"monitor\":0.07}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.04,\"2\":0.15,\"3\":0.76,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.4,\"true\":0.6}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.13,\"2\":0.3,\"3\":0.56}}}}", "usage": {"prompt_tokens": 709, "completion_tokens": 161, "total_tokens": 870, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 4.251781505008694, "input_sha256": "384ed8c6de23576adb888c45777934b63caeca0482bcabc25b7aa458022b3452", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.28, "false": 0.72}, "p_true": 0.28}, "disposition": {"probabilities": {"close_benign": 0.04, "contain": 0.12, "investigate": 0.77, "monitor": 0.07}}, "severity": {"probabilities": {"0": 0.01, "1": 0.04, "2": 0.15, "3": 0.76, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.4, "true": 0.6}, "p_true": 0.6}, "urgency": {"probabilities": {"0": 0.01, "1": 0.13, "2": 0.3, "3": 0.56}}}}
{"id": "security_incidents_000099", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.23,\"false\":0.77}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.17,\"investigate\":0.75,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.03,\"2\":0.12,\"3\":0.8,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.35,\"true\":0.65}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.09,\"2\":0.2,\"3\":0.7}}}}", "usage": {"prompt_tokens": 732, "completion_tokens": 161, "total_tokens": 893, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 6.609580715012271, "input_sha256": "fe36b3f330f53c63d5b302ba7735b194cd67b8ecfc718f9d74dbf630ad7783df", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.23, "false": 0.77}, "p_true": 0.23}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.17, "investigate": 0.75, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.01, "1": 0.03, "2": 0.12, "3": 0.8, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.35, "true": 0.65}, "p_true": 0.65}, "urgency": {"probabilities": {"0": 0.01, "1": 0.09, "2": 0.2, "3": 0.7}}}}
{"id": "security_incidents_000016", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.62,\"false\":0.38}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.19,\"investigate\":0.72,\"monitor\":0.06}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.07,\"2\":0.3,\"3\":0.49,\"4\":0.13}},\"true_positive\":{\"probabilities\":{\"false\":0.33,\"true\":0.67}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.06,\"2\":0.19,\"3\":0.74}}}}", "usage": {"prompt_tokens": 651, "completion_tokens": 165, "total_tokens": 816, "completion_tokens_details": {"reasoning_tokens": 15}}, "finish_reason": "stop", "latency": 3.726394980971236, "input_sha256": "635ea5c2680d40be817631034a9f1c4cd3babeae0ccf37e8cc04d91da8bb7004", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.62, "false": 0.38}, "p_true": 0.62}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.19, "investigate": 0.72, "monitor": 0.06}}, "severity": {"probabilities": {"0": 0.01, "1": 0.07, "2": 0.3, "3": 0.49, "4": 0.13}}, "true_positive": {"probabilities": {"false": 0.33, "true": 0.67}, "p_true": 0.67}, "urgency": {"probabilities": {"0": 0.01, "1": 0.06, "2": 0.19, "3": 0.74}}}}
{"id": "security_incidents_000017", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.72,\"false\":0.28}},\"disposition\":{\"probabilities\":{\"close_benign\":0.02,\"contain\":0.3,\"investigate\":0.65,\"monitor\":0.03}},\"severity\":{\"probabilities\":{\"0\":0.02,\"1\":0.22,\"2\":0.58,\"3\":0.16,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.1,\"true\":0.9}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.07,\"2\":0.23,\"3\":0.69}}}}", "usage": {"prompt_tokens": 651, "completion_tokens": 148, "total_tokens": 799}, "finish_reason": "stop", "latency": 2.7282219380140305, "input_sha256": "fe15224ee493f67da359a4fe1e94bfa573c12df0811b397c813970b06e2d06d8", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.72, "false": 0.28}, "p_true": 0.72}, "disposition": {"probabilities": {"close_benign": 0.02, "contain": 0.3, "investigate": 0.65, "monitor": 0.03}}, "severity": {"probabilities": {"0": 0.02, "1": 0.22, "2": 0.58, "3": 0.16, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.1, "true": 0.9}, "p_true": 0.9}, "urgency": {"probabilities": {"0": 0.01, "1": 0.07, "2": 0.23, "3": 0.69}}}}
{"id": "security_incidents_000018", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.35,\"false\":0.65}},\"disposition\":{\"probabilities\":{\"close_benign\":0.03,\"contain\":0.16,\"investigate\":0.76,\"monitor\":0.05}},\"severity\":{\"probabilities\":{\"0\":0.01,\"1\":0.1,\"2\":0.62,\"3\":0.25,\"4\":0.02}},\"true_positive\":{\"probabilities\":{\"false\":0.35,\"true\":0.65}},\"urgency\":{\"probabilities\":{\"0\":0.01,\"1\":0.08,\"2\":0.25,\"3\":0.66}}}}", "usage": {"prompt_tokens": 671, "completion_tokens": 166, "total_tokens": 837, "completion_tokens_details": {"reasoning_tokens": 16}}, "finish_reason": "stop", "latency": 3.744064257014543, "input_sha256": "17c85194733195fe7ac6d0e9db0cacdb5d21fb3b8d01930271250d1f29f1e2c3", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.35, "false": 0.65}, "p_true": 0.35}, "disposition": {"probabilities": {"close_benign": 0.03, "contain": 0.16, "investigate": 0.76, "monitor": 0.05}}, "severity": {"probabilities": {"0": 0.01, "1": 0.1, "2": 0.62, "3": 0.25, "4": 0.02}}, "true_positive": {"probabilities": {"false": 0.35, "true": 0.65}, "p_true": 0.65}, "urgency": {"probabilities": {"0": 0.01, "1": 0.08, "2": 0.25, "3": 0.66}}}}
{"id": "security_incidents_000019", "model": "intellisu-coder-pro", "response": "{\"answers\":{\"credential_compromise\":{\"probabilities\":{\"true\":0.62,\"false\":0.38}},\"disposition\":{\"probabilities\":{\"close_benign\":0.04,\"contain\":0.19,\"investigate\":0.71,\"monitor\":0.06}},\"severity\":{\"probabilities\":{\"0\":0.0,\"1\":0.01,\"2\":0.05,\"3\":0.9,\"4\":0.04}},\"true_positive\":{\"probabilities\":{\"false\":0.36,\"true\":0.64}},\"urgency\":{\"probabilities\":{\"0\":0.0,\"1\":0.05,\"2\":0.15,\"3\":0.8}}}}", "usage": {"prompt_tokens": 675, "completion_tokens": 161, "total_tokens": 836, "completion_tokens_details": {"reasoning_tokens": 11}}, "finish_reason": "stop", "latency": 3.7911487739766017, "input_sha256": "2ae62eaca5bb4da1c7244633b27b559291b58c02e8822470df0c08b42eb87c59", "params": {"reasoning_effort": "low", "max_completion_tokens": 1024}, "answers": {"credential_compromise": {"probabilities": {"true": 0.62, "false": 0.38}, "p_true": 0.62}, "disposition": {"probabilities": {"close_benign": 0.04, "contain": 0.19, "investigate": 0.71, "monitor": 0.06}}, "severity": {"probabilities": {"0": 0.0, "1": 0.01, "2": 0.05, "3": 0.9, "4": 0.04}}, "true_positive": {"probabilities": {"false": 0.36, "true": 0.64}, "p_true": 0.64}, "urgency": {"probabilities": {"0": 0.0, "1": 0.05, "2": 0.15, "3": 0.8}}}}