{ "frozen_protocol_sha256": "ab97f652ab890eaefdd5373dd2deeb1e26588815f1f339eee4bcaa610846b0af", "merged_statistics_sha256": "8406aea215dc1c4ee2645130c94472b336bb065ba46c6efac4f742589499463b", "source_per_model": { "Jev": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Jev", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "kev-9b": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "kev-9b", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "kev-4b": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "kev-4b", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Qwen3.5-9B": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Qwen3.5-9B", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Decider": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Decider", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Qwen3.5-4B": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Qwen3.5-4B", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Sol": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Sol", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "kev-0.8b": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "kev-0.8b", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Qwen3.5-2B": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Qwen3.5-2B", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Laya-base": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Laya-base", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Laya-multilingual": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Laya-multilingual", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Nox": { "statistics_sha256": "b319a993ac569ea1fa8da027ccb2195868557e4efe232a5d06091db2884086be", "source_model_key": "Nox-null-description-candidate", "manifest_sha256": "cf455486f8eba2b7158bbb4b5bcdcd8a4bd4daee4f05184b1df61b5f70ef2b04", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Lux": { "statistics_sha256": "71251a31ed6435d8c94df6d2a5241e9183613c19a87f8970145afec8ec948efc", "source_model_key": "Lux-reading-source-candidate", "manifest_sha256": "7107a2a8264a0416fa75fe40e57f3d06e4cb0395527eaedfa7b7335d8e37109a", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" } }, "Kai": { "statistics_sha256": "fc72b6c9f3d1594f5e4a6b8d33f9a438cbd7b762e6794e2d0ae6f47296b83d4d", "source_model_key": "Kai-fixed-noul-restore-v2", "manifest_sha256": "610a5a29f7619a5d4057c864c36cfa4958493a156fbe4dfdcb9185f89fb1e07d", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" }, "hub_revision": "db41e715facc312cfdf95f0f3ed763ef662db401", "parameters": 571909635 }, "Eos": { "statistics_sha256": "b25a7628e52247f69a165f8f1e71937bff814a12bf4b030817607320e9101645", "source_model_key": "Eos-v1-candidate", "manifest_sha256": "06d0e9f4980253b01ff43dbfd2dcbef53fe7c5c46cbc564dc3c6f7c1d73a7ef1", "qualified_runtime": { "python": "3.12.13", "numpy": "2.3.5" }, "hub_revision": "a121640a2332b14548453089cb77badcc9fb9a06", "parameters": 753446208 } }, "task_rows": 54, "scored_questions": 3766, "public_models": 15, "weights": { "old_core": 0.3, "v3_core": 0.25, "v4": 0.15, "v5": 0.15, "transfer_v9_test": 0.15 }, "method_note": "Exact rational integer correct/requested. Outcome-informed product-priority weights chosen by the user after earlier results; this display does not change the frozen scorer or constitute a training gain.", "source_checks": { "shared_reference_rows_exact": [ [ "Nox", "llm2jev-2b" ], [ "Nox", "kev-9b" ], [ "Nox", "Sol" ], [ "Nox", "Nox-null-description-candidate" ], [ "Nox", "Qwen3.5-2B" ], [ "Nox", "Qwen3.5-9B" ], [ "Nox", "kev-0.8b" ], [ "Nox", "kev-4b" ], [ "Nox", "Decider" ], [ "Nox", "Laya-base" ], [ "Nox", "Jev" ], [ "Nox", "Laya-multilingual" ], [ "Nox", "llm2jev-4b" ], [ "Nox", "nimble-9b" ], [ "Nox", "Qwen3.5-4B" ], [ "Lux", "llm2jev-2b" ], [ "Lux", "kev-9b" ], [ "Lux", "Sol" ], [ "Lux", "Nox-null-description-candidate" ], [ "Lux", "Qwen3.5-2B" ], [ "Lux", "Qwen3.5-9B" ], [ "Lux", "kev-0.8b" ], [ "Lux", "kev-4b" ], [ "Lux", "Decider" ], [ "Lux", "Laya-base" ], [ "Lux", "Jev" ], [ "Lux", "Laya-multilingual" ], [ "Lux", "llm2jev-4b" ], [ "Lux", "nimble-9b" ], [ "Lux", "Qwen3.5-4B" ], [ "Kai", "Laya-base" ], [ "Kai", "Laya-multilingual" ], [ "Kai", "kev-0.8b" ], [ "Kai", "Qwen3.5-2B" ], [ "Eos", "Laya-base" ], [ "Eos", "Laya-multilingual" ], [ "Eos", "kev-0.8b" ], [ "Eos", "Qwen3.5-2B" ] ], "published_matrices_exact": { "Kai": { "sha256": "5e50911352fdf356da6f4397a3868a2987cfdfb284ab693a8820dba58bb61f6d", "cells_exact": 270 }, "Eos": { "sha256": "e4c7e7c8f3a5a9ab0d57538ecba93141c839592b4e0e4cc50aaeb5782a1ca1de", "cells_exact": 270 } } }, "source_builder_sha256": "6d7aab8b701df4fe67750a2e0212fcc1e6321b4dad71d5723b3a2d6fd97e1ecd" }