File size: 1,744 Bytes
c2de39b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes
2048,2048,1113.59,128,25.24,25.70,0.1291,73363508
4096,2048,1146.34,128,25.35,25.36,0.0423,120557620
6144,2048,1101.87,128,24.93,24.95,0.0429,167751732
8192,2048,1077.69,128,24.47,24.48,0.0426,214945844
10240,2048,1069.19,128,24.20,24.21,0.0439,262139956
12288,2048,1048.54,128,24.11,24.12,0.0441,309334068
14336,2048,1025.58,128,23.83,23.84,0.0450,356528180
16384,2048,997.85,128,23.53,23.54,0.0447,403722292
18432,2048,971.73,128,23.21,23.22,0.0467,450916404
20480,2048,963.58,128,22.82,22.83,0.0467,498110516
22528,2048,940.53,128,22.60,22.62,0.0473,545304628
24576,2048,919.24,128,22.34,22.35,0.0472,592498740
26624,2048,904.47,128,22.02,22.03,0.0479,639692852
28672,2048,879.79,128,21.76,21.77,0.0488,686886964
30720,2048,864.06,128,21.52,21.53,0.0486,734081076
32768,2048,852.38,128,21.32,21.33,0.0490,781275188
34816,2048,839.29,128,21.03,21.04,0.0508,828469300
36864,2048,819.41,128,20.71,20.72,0.0512,875663412
38912,2048,809.62,128,20.53,20.54,0.0506,922857524
40960,2048,800.66,128,20.28,20.28,0.0511,970051636
43008,2048,784.88,128,19.99,20.00,0.0527,1017245748
45056,2048,772.82,128,19.89,19.90,0.0531,1064439860
47104,2048,757.28,128,19.58,19.59,0.0535,1111633972
49152,2048,742.56,128,19.29,19.30,0.0533,1158828084
51200,2048,735.72,128,19.25,19.26,0.0546,1206022196
53248,2048,724.78,128,18.96,18.96,0.0549,1253216308
55296,2048,712.47,128,18.75,18.75,0.0553,1300410420
57344,2048,706.81,128,18.56,18.56,0.0553,1347604532
59392,2048,693.27,128,18.32,18.33,0.0568,1394798644
61440,2048,680.99,128,18.05,18.06,0.0576,1441992756
63488,2048,672.50,128,18.02,18.03,0.0579,1489186868
65536,2048,665.55,128,17.76,17.77,0.0585,1536380980
|