{ "reviewed_utc": "2026-09-27T09:02:32.432036+00:00", "raw_file": "evidence/local-20260927/lavd.json", "raw_sha256": "7a9c2e03af16fde744ad205fc32d3f69f9982b1267038923d5c7af650c92c76e", "completed": 30, "automated_pass": 30, "automated_exact": 28, "automated_near": 2, "automated_fail": 0, "reviewed_exact_answers": 28, "reviewed_near_answers": 2, "expected_pair": { "tickets": 72, "hours": 46.0 }, "near_tolerance": { "tickets_absolute_error_max": 4, "hours_absolute_error_max": 4.0 }, "errors": 0, "truncated": 0, "finish_reasons": { "stop": 30 }, "saved_reasoning_responses": 30, "assessment": "All 30 saved answer contents reviewed. Twenty-eight answer exactly 72 tickets and 46 hours. Runs 2 and 26 answer 68 tickets and 42.75 hours: actual non-exact answers, accepted as near by the unchanged scorer because both differences are within four. No extraction errors or score overrides.", "raw_results_modified": false, "per_run_review": [ { "run_index": 1, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 2, "score_label": "near", "parsed_answer": "68, 42.75", "saved_answer_matches_parsed": true }, { "run_index": 3, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 4, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 5, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 6, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 7, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 8, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 9, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 10, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 11, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 12, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 13, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 14, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 15, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 16, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 17, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 18, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 19, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 20, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 21, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 22, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 23, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 24, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 25, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 26, "score_label": "near", "parsed_answer": "68, 42.75", "saved_answer_matches_parsed": true }, { "run_index": 27, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 28, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 29, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true }, { "run_index": 30, "score_label": "exact", "parsed_answer": "72, 46", "saved_answer_matches_parsed": true } ] }