ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes
2048,2048,1110.46,128,25.44,25.91,0.1302,73363508
4096,2048,1141.99,128,25.42,25.43,0.0424,120557620
6144,2048,1107.40,128,25.06,25.08,0.0432,167751732
8192,2048,1083.59,128,24.80,24.82,0.0435,214945844
10240,2048,1068.95,128,24.14,24.14,0.0429,262139956
12288,2048,1051.37,128,24.11,24.12,0.0446,309334068
14336,2048,1023.62,128,23.79,23.80,0.0443,356528180
16384,2048,996.64,128,23.53,23.54,0.0451,403722292
18432,2048,977.01,128,23.17,23.18,0.0452,450916404
20480,2048,962.01,128,22.87,22.88,0.0467,498110516
22528,2048,940.25,128,22.61,22.62,0.0462,545304628
24576,2048,922.26,128,22.26,22.27,0.0478,592498740
26624,2048,906.53,128,22.00,22.01,0.0488,639692852
28672,2048,882.32,128,21.80,21.81,0.0484,686886964
30720,2048,864.19,128,21.55,21.55,0.0482,734081076
32768,2048,855.11,128,21.32,21.33,0.0497,781275188
34816,2048,839.20,128,21.01,21.02,0.0497,828469300
36864,2048,822.29,128,20.74,20.75,0.0509,875663412
38912,2048,812.51,128,20.55,20.56,0.0523,922857524
40960,2048,800.71,128,20.27,20.28,0.0511,970051636
43008,2048,785.28,128,20.06,20.06,0.0525,1017245748
45056,2048,771.86,128,19.82,19.83,0.0538,1064439860
47104,2048,763.14,128,19.62,19.63,0.0535,1111633972
49152,2048,741.99,128,19.28,19.29,0.0541,1158828084
51200,2048,737.22,128,19.25,19.26,0.0547,1206022196
53248,2048,723.81,128,19.01,19.01,0.0544,1253216308
55296,2048,712.99,128,18.81,18.82,0.0556,1300410420
57344,2048,707.97,128,18.50,18.51,0.0570,1347604532
59392,2048,692.52,128,18.28,18.29,0.0569,1394798644
61440,2048,682.45,128,18.07,18.07,0.0572,1441992756
63488,2048,674.82,128,18.05,18.06,0.0579,1489186868
65536,2048,663.48,128,17.80,17.80,0.0583,1536380980