glm-5.3-flash-tr3-fp8 / evidence /local-20260927 /lavd-scorer-audit.json
brandonmusic's picture
Publish codec-v2 quality, full prefill and saved decode results with pinned runtime
532fdc4 verified
Raw History Blame Contribute Delete
5.24 kB
{
"reviewed_utc": "2026-09-27T09:02:32.432036+00:00",
"raw_file": "evidence/local-20260927/lavd.json",
"raw_sha256": "7a9c2e03af16fde744ad205fc32d3f69f9982b1267038923d5c7af650c92c76e",
"completed": 30,
"automated_pass": 30,
"automated_exact": 28,
"automated_near": 2,
"automated_fail": 0,
"reviewed_exact_answers": 28,
"reviewed_near_answers": 2,
"expected_pair": {
"tickets": 72,
"hours": 46.0
},
"near_tolerance": {
"tickets_absolute_error_max": 4,
"hours_absolute_error_max": 4.0
},
"errors": 0,
"truncated": 0,
"finish_reasons": {
"stop": 30
},
"saved_reasoning_responses": 30,
"assessment": "All 30 saved answer contents reviewed. Twenty-eight answer exactly 72 tickets and 46 hours. Runs 2 and 26 answer 68 tickets and 42.75 hours: actual non-exact answers, accepted as near by the unchanged scorer because both differences are within four. No extraction errors or score overrides.",
"raw_results_modified": false,
"per_run_review": [
{
"run_index": 1,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 2,
"score_label": "near",
"parsed_answer": "68, 42.75",
"saved_answer_matches_parsed": true
},
{
"run_index": 3,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 4,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 5,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 6,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 7,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 8,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 9,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 10,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 11,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 12,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 13,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 14,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 15,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 16,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 17,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 18,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 19,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 20,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 21,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 22,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 23,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 24,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 25,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 26,
"score_label": "near",
"parsed_answer": "68, 42.75",
"saved_answer_matches_parsed": true
},
{
"run_index": 27,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 28,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 29,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
},
{
"run_index": 30,
"score_label": "exact",
"parsed_answer": "72, 46",
"saved_answer_matches_parsed": true
}
]
}