{ "cases": { "extend": { "prompt_len": 20300, "resume_at": 16384, "expected_resume": 16384, "logits_equal": true, "full_kv_equal": true, "ring_window_equal": true, "stream_equal": true, "prefill_s": { "resumed": 2.226, "full": 9.482 }, "text": "_prefix[positional_embedding]\n self.positional_embedding = positional_embedding\n\n self.weight_cache_path = weight_cache_path\n\n self.dtype = dtype\n\n self.configuration", "pass": true }, "short": { "prompt_len": 16684, "resume_at": 16384, "expected_resume": 16384, "logits_equal": true, "full_kv_equal": true, "ring_window_equal": true, "stream_equal": true, "prefill_s": { "resumed": 0.524, "full": 7.703 }, "text": "embed = self.embed(x, ar)\n x = ttnn.reshape(x, [bsz * num_chunks, num_tokens, dim])\n\n pos_embed = self.embed(x,", "pass": true }, "exact": { "prompt_len": 49752, "resume_at": 32768, "expected_resume": 32768, "logits_equal": true, "full_kv_equal": true, "ring_window_equal": true, "stream_equal": true, "prefill_s": { "resumed": 13.02, "full": 29.852 }, "text": "mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn", "pass": true }, "chain": { "prompt_len": 50052, "resume_at": 49152, "expected_resume": 49152, "logits_equal": true, "full_kv_equal": true, "ring_window_equal": true, "stream_equal": true, "prefill_s": { "resumed": 0.813, "full": 29.751 }, "text": "_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask", "pass": true }, "long": { "prompt_len": 66036, "resume_at": 65536, "expected_resume": 65536, "logits_equal": true, "full_kv_equal": true, "ring_window_equal": true, "stream_equal": true, "prefill_s": { "resumed": 0.956, "full": 44.325 }, "text": "-Attention-block for the Mistral-small-3.1-24B-Instruct-2503 model.\nThis file implements the Vision-attention-block for the Mistral-small-3.1-", "pass": true } }, "snapshot_MB": 335.5, "restore_s": 0.091, "snapshot_s": 0.077, "registry": { "queries": 9, "hits": 5, "hit_tokens": 180224, "query_tokens": 338312, "puts": 5, "evicted": 1, "stale": 0 }, "all_pass": true }