gemma-4-12B-it-TT-BFP8-P150 / evidence /p3d-pc-gate-s1 /prefix-cache /resume-check /prefix-resume-gemma.json
Download evidence/p3d-pc-gate-s1/prefix-cache/resume-check/prefix-resume-gemma.json from Lottolabs/gemma-4-12B-it-TT-BFP8-P150: direct link, hf CLI and curl.
- Browser
- Download file 2.55 kB
-
https://huggingface.co/Lottolabs/gemma-4-12B-it-TT-BFP8-P150/resolve/main/evidence/p3d-pc-gate-s1/prefix-cache/resume-check/prefix-resume-gemma.json
- Command line
-
hf download hf://Lottolabs/gemma-4-12B-it-TT-BFP8-P150/evidence/p3d-pc-gate-s1/prefix-cache/resume-check/prefix-resume-gemma.json
-
curl -L -o prefix-resume-gemma.json https://huggingface.co/Lottolabs/gemma-4-12B-it-TT-BFP8-P150/resolve/main/evidence/p3d-pc-gate-s1/prefix-cache/resume-check/prefix-resume-gemma.json
2.55 kB
| { | |
| "cases": { | |
| "extend": { | |
| "prompt_len": 20300, | |
| "resume_at": 16384, | |
| "expected_resume": 16384, | |
| "logits_equal": true, | |
| "full_kv_equal": true, | |
| "ring_window_equal": true, | |
| "stream_equal": true, | |
| "prefill_s": { | |
| "resumed": 2.226, | |
| "full": 9.482 | |
| }, | |
| "text": "_prefix[positional_embedding]\n self.positional_embedding = positional_embedding\n\n self.weight_cache_path = weight_cache_path\n\n self.dtype = dtype\n\n self.configuration", | |
| "pass": true | |
| }, | |
| "short": { | |
| "prompt_len": 16684, | |
| "resume_at": 16384, | |
| "expected_resume": 16384, | |
| "logits_equal": true, | |
| "full_kv_equal": true, | |
| "ring_window_equal": true, | |
| "stream_equal": true, | |
| "prefill_s": { | |
| "resumed": 0.524, | |
| "full": 7.703 | |
| }, | |
| "text": "embed = self.embed(x, ar)\n x = ttnn.reshape(x, [bsz * num_chunks, num_tokens, dim])\n\n pos_embed = self.embed(x,", | |
| "pass": true | |
| }, | |
| "exact": { | |
| "prompt_len": 49752, | |
| "resume_at": 32768, | |
| "expected_resume": 32768, | |
| "logits_equal": true, | |
| "full_kv_equal": true, | |
| "ring_window_equal": true, | |
| "stream_equal": true, | |
| "prefill_s": { | |
| "resumed": 13.02, | |
| "full": 29.852 | |
| }, | |
| "text": "mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn", | |
| "pass": true | |
| }, | |
| "chain": { | |
| "prompt_len": 50052, | |
| "resume_at": 49152, | |
| "expected_resume": 49152, | |
| "logits_equal": true, | |
| "full_kv_equal": true, | |
| "ring_window_equal": true, | |
| "stream_equal": true, | |
| "prefill_s": { | |
| "resumed": 0.813, | |
| "full": 29.751 | |
| }, | |
| "text": "_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask", | |
| "pass": true | |
| }, | |
| "long": { | |
| "prompt_len": 66036, | |
| "resume_at": 65536, | |
| "expected_resume": 65536, | |
| "logits_equal": true, | |
| "full_kv_equal": true, | |
| "ring_window_equal": true, | |
| "stream_equal": true, | |
| "prefill_s": { | |
| "resumed": 0.956, | |
| "full": 44.325 | |
| }, | |
| "text": "-Attention-block for the Mistral-small-3.1-24B-Instruct-2503 model.\nThis file implements the Vision-attention-block for the Mistral-small-3.1-", | |
| "pass": true | |
| } | |
| }, | |
| "snapshot_MB": 335.5, | |
| "restore_s": 0.091, | |
| "snapshot_s": 0.077, | |
| "registry": { | |
| "queries": 9, | |
| "hits": 5, | |
| "hit_tokens": 180224, | |
| "query_tokens": 338312, | |
| "puts": 5, | |
| "evicted": 1, | |
| "stale": 0 | |
| }, | |
| "all_pass": true | |
| } |