Lottolabs's picture
Release p3d-pc-gate-s1-20261005 (verified on branch p3d-pc-gate-s1; previous release = tag p3d)
906ccca verified
Raw History Blame Contribute Delete
2.55 kB
{
"cases": {
"extend": {
"prompt_len": 20300,
"resume_at": 16384,
"expected_resume": 16384,
"logits_equal": true,
"full_kv_equal": true,
"ring_window_equal": true,
"stream_equal": true,
"prefill_s": {
"resumed": 2.226,
"full": 9.482
},
"text": "_prefix[positional_embedding]\n self.positional_embedding = positional_embedding\n\n self.weight_cache_path = weight_cache_path\n\n self.dtype = dtype\n\n self.configuration",
"pass": true
},
"short": {
"prompt_len": 16684,
"resume_at": 16384,
"expected_resume": 16384,
"logits_equal": true,
"full_kv_equal": true,
"ring_window_equal": true,
"stream_equal": true,
"prefill_s": {
"resumed": 0.524,
"full": 7.703
},
"text": "embed = self.embed(x, ar)\n x = ttnn.reshape(x, [bsz * num_chunks, num_tokens, dim])\n\n pos_embed = self.embed(x,",
"pass": true
},
"exact": {
"prompt_len": 49752,
"resume_at": 32768,
"expected_resume": 32768,
"logits_equal": true,
"full_kv_equal": true,
"ring_window_equal": true,
"stream_equal": true,
"prefill_s": {
"resumed": 13.02,
"full": 29.852
},
"text": "mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn_mask,\n xattn",
"pass": true
},
"chain": {
"prompt_len": 50052,
"resume_at": 49152,
"expected_resume": 49152,
"logits_equal": true,
"full_kv_equal": true,
"ring_window_equal": true,
"stream_equal": true,
"prefill_s": {
"resumed": 0.813,
"full": 29.751
},
"text": "_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask_elem, mask_num_chunks)\n mask",
"pass": true
},
"long": {
"prompt_len": 66036,
"resume_at": 65536,
"expected_resume": 65536,
"logits_equal": true,
"full_kv_equal": true,
"ring_window_equal": true,
"stream_equal": true,
"prefill_s": {
"resumed": 0.956,
"full": 44.325
},
"text": "-Attention-block for the Mistral-small-3.1-24B-Instruct-2503 model.\nThis file implements the Vision-attention-block for the Mistral-small-3.1-",
"pass": true
}
},
"snapshot_MB": 335.5,
"restore_s": 0.091,
"snapshot_s": 0.077,
"registry": {
"queries": 9,
"hits": 5,
"hit_tokens": 180224,
"query_tokens": 338312,
"puts": 5,
"evicted": 1,
"stale": 0
},
"all_pass": true
}