File size: 2,546 Bytes
906ccca
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
{
 "cases": {
  "extend": {
   "prompt_len": 20300,
   "resume_at": 16384,
   "expected_resume": 16384,
   "logits_equal": true,
   "full_kv_equal": true,
   "ring_window_equal": true,
   "stream_equal": true,
   "prefill_s": {
    "resumed": 2.226,
    "full": 9.482
   },
   "text": "_prefix[positional_embedding]\n        self.positional_embedding = positional_embedding\n\n        self.weight_cache_path = weight_cache_path\n\n        self.dtype = dtype\n\n        self.configuration",
   "pass": true
  },
  "short": {
   "prompt_len": 16684,
   "resume_at": 16384,
   "expected_resume": 16384,
   "logits_equal": true,
   "full_kv_equal": true,
   "ring_window_equal": true,
   "stream_equal": true,
   "prefill_s": {
    "resumed": 0.524,
    "full": 7.703
   },
   "text": "embed = self.embed(x, ar)\n        x = ttnn.reshape(x, [bsz * num_chunks, num_tokens, dim])\n\n        pos_embed = self.embed(x,",
   "pass": true
  },
  "exact": {
   "prompt_len": 49752,
   "resume_at": 32768,
   "expected_resume": 32768,
   "logits_equal": true,
   "full_kv_equal": true,
   "ring_window_equal": true,
   "stream_equal": true,
   "prefill_s": {
    "resumed": 13.02,
    "full": 29.852
   },
   "text": "mask,\n            xattn_mask,\n            xattn_mask,\n            xattn_mask,\n            xattn_mask,\n            xattn_mask,\n            xattn_mask,\n            xattn",
   "pass": true
  },
  "chain": {
   "prompt_len": 50052,
   "resume_at": 49152,
   "expected_resume": 49152,
   "logits_equal": true,
   "full_kv_equal": true,
   "ring_window_equal": true,
   "stream_equal": true,
   "prefill_s": {
    "resumed": 0.813,
    "full": 29.751
   },
   "text": "_elem, mask_num_chunks)\n                mask_elem, mask_num_chunks)\n                mask_elem, mask_num_chunks)\n                mask_elem, mask_num_chunks)\n                mask",
   "pass": true
  },
  "long": {
   "prompt_len": 66036,
   "resume_at": 65536,
   "expected_resume": 65536,
   "logits_equal": true,
   "full_kv_equal": true,
   "ring_window_equal": true,
   "stream_equal": true,
   "prefill_s": {
    "resumed": 0.956,
    "full": 44.325
   },
   "text": "-Attention-block for the Mistral-small-3.1-24B-Instruct-2503 model.\nThis file implements the Vision-attention-block for the Mistral-small-3.1-",
   "pass": true
  }
 },
 "snapshot_MB": 335.5,
 "restore_s": 0.091,
 "snapshot_s": 0.077,
 "registry": {
  "queries": 9,
  "hits": 5,
  "hit_tokens": 180224,
  "query_tokens": 338312,
  "puts": 5,
  "evicted": 1,
  "stale": 0
 },
 "all_pass": true
}