Publish codec-v2 quality, full prefill and saved decode results with pinned runtime
532fdc4 verified Download evidence/local-20260927/estonia-scorer-audit.json from brandonmusic/glm-5.3-flash-tr3-fp8: direct link, hf CLI and curl.
- Browser
- Download file 1.37 kB
-
https://huggingface.co/brandonmusic/glm-5.3-flash-tr3-fp8/resolve/main/evidence/local-20260927/estonia-scorer-audit.json
- Command line
-
hf download hf://brandonmusic/glm-5.3-flash-tr3-fp8/evidence/local-20260927/estonia-scorer-audit.json
-
curl -L -o estonia-scorer-audit.json https://huggingface.co/brandonmusic/glm-5.3-flash-tr3-fp8/resolve/main/evidence/local-20260927/estonia-scorer-audit.json
1.37 kB
| { | |
| "reviewed_utc": "2026-09-27T08:44:59.971629+00:00", | |
| "raw_file": "evidence/local-20260927/estonia.json", | |
| "raw_sha256": "8ccab685652a8bb9621df24f4396ffec7a5df8fa4727dcfe3b347b3083c0457e", | |
| "automated_correct": 29, | |
| "reviewed_answer_correct": 29, | |
| "completed": 30, | |
| "errors": 0, | |
| "truncated": 0, | |
| "finish_reasons": { | |
| "stop": 30 | |
| }, | |
| "saved_reasoning_responses": 30, | |
| "assessment": "All 30 saved final answers reviewed. Runs other than 16 answer Estonia. Run 16 answers Latvia; this is a genuine wrong answer, not a scorer extraction error. Automated score unchanged.", | |
| "incorrect_runs": [ | |
| { | |
| "run_index": 16, | |
| "final_answer": "Latvia.", | |
| "expected_answer": "Estonia" | |
| } | |
| ], | |
| "raw_results_modified": false, | |
| "full_response_followup": { | |
| "reviewed_utc": "2026-09-27T08:46:56.273376+00:00", | |
| "run_index": 16, | |
| "content_text": "Latvia.", | |
| "final_answer": "Latvia.", | |
| "reasoning_final_line": " Final answer: Latvia.", | |
| "estonia_mentioned_in_reasoning": true, | |
| "assessment": "The response considers Estonia but concludes Latvia, selecting Mirel Industrial/V-447 based on the neighboring vendor update rather than following the required chain to Mirel Instrument/V-441. This is a wrong answer; counting the presence of Estonia anywhere in reasoning would mis-score it.", | |
| "correct_score": "29/30" | |
| } | |
| } | |