Hugging Face's logo

brandonmusic
/
glm-5.3-flash-tr3-fp8

Safetensors
glm5_next
trellismx
quantization
glm5next
modelopt
Model card Files
xet
 Community
glm-5.3-flash-tr3-fp8 / evidence /local-20260927 /hotel-scorer-audit.json
brandonmusic's picture
brandonmusic
Publish codec-v2 quality, full prefill and saved decode results with pinned runtime
532fdc4 verified
Raw History Blame Contribute Delete
7.59 kB
{
"created_utc": "2026-09-27T08:37:19.607576+00:00",
"official_score": {
"correct": 29,
"completed": 30,
"errors": 0,
"truncated": 0
},
"raw_sha256": "789fccb98c9a177c0645f3792556cc0d17c8a642bbd7f3ebef3e8621a6bf43d7",
"raw_results_modified": false,
"manual_content_review": {
"run_index": 1,
"official_parsed_answer": "100",
"explicit_blue_count": "32 + 11 + 4 + 1 = 48",
"last_line": "Sanity check: red rooms number $34+11+4+1+1$ (for $m\\equiv 1$) $+ 1$ (room 77) $= 52$, and $48 + 52 = 100$. \u2713",
"assessment": "Reviewed blue-light answer correctness 30/30; unchanged automated score 29/30. Run 1 answers 48, then ends with 48 + 52 = 100; the scorer extracts 100 from that last line. One final-line formatting/extraction miss.",
"explicit_blue_count_quote": "Total: $32 + 11 + 4 + 1 = 48$"
},
"all_responses_have_reasoning": true,
"finish_reasons": {
"stop": 30
},
"updated_utc": "2026-09-27T08:41:13.015089+00:00",
"reviewed_answer_correctness": {
"correct": 30,
"completed": 30,
"percent": 100.0,
"metric": "Reviewed correctness of the requested blue-light count",
"reviewed_utc": "2026-09-27T08:41:13.015089+00:00",
"expected_answer": "48",
"method": "Read all 30 saved final answers. Runs 2-30 conclude 48; run 1 explicitly totals the blue-light count as 48 before a final sanity-check line totaling all 100 rooms.",
"scope": "Answer correctness only; does not certify every intermediate reasoning statement or final-line formatting compliance.",
"automated_score_preserved": true,
"raw_results_modified": false
},
"per_run_answer_review": [
{
"run_index": 1,
"automated_correct": false,
"automated_parsed_answer": "100",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "Total: $32 + 11 + 4 + 1 = 48$"
},
{
"run_index": 2,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 3,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 4,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 5,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 6,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "**48**"
},
{
"run_index": 7,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 8,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 9,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 10,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 11,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 12,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 13,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 14,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 15,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "**48**"
},
{
"run_index": 16,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 17,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 18,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 19,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 20,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 21,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 22,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 23,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 24,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 25,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 26,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 27,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 28,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
},
{
"run_index": 29,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "$$32 + 16 = \\boxed{48}$$"
},
{
"run_index": 30,
"automated_correct": true,
"automated_parsed_answer": "48",
"reviewed_answer": "48",
"reviewed_correct": true,
"evidence": "48"
}
],
"raw_file": "evidence/local-20260927/hotel.json"
}