File size: 1,744 Bytes
c2de39b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes
2048,2048,1098.49,128,25.37,25.84,0.1308,73363508
4096,2048,1123.37,128,25.41,25.42,0.0414,120557620
6144,2048,1089.58,128,24.89,24.90,0.0419,167751732
8192,2048,1068.44,128,24.78,24.79,0.0431,214945844
10240,2048,1053.47,128,24.32,24.33,0.0426,262139956
12288,2048,1035.85,128,24.05,24.06,0.0435,309334068
14336,2048,1011.32,128,23.81,23.82,0.0450,356528180
16384,2048,985.73,128,23.49,23.51,0.0451,403722292
18432,2048,965.36,128,23.19,23.20,0.0451,450916404
20480,2048,952.13,128,22.89,22.90,0.0464,498110516
22528,2048,933.37,128,22.65,22.66,0.0463,545304628
24576,2048,907.66,128,22.29,22.30,0.0477,592498740
26624,2048,893.38,128,22.00,22.01,0.0482,639692852
28672,2048,870.60,128,21.79,21.80,0.0489,686886964
30720,2048,854.66,128,21.47,21.48,0.0488,734081076
32768,2048,845.78,128,21.34,21.35,0.0490,781275188
34816,2048,830.49,128,20.98,20.99,0.0504,828469300
36864,2048,811.55,128,20.71,20.72,0.0509,875663412
38912,2048,806.09,128,20.57,20.58,0.0521,922857524
40960,2048,792.69,128,20.27,20.28,0.0527,970051636
43008,2048,780.02,128,20.00,20.01,0.0534,1017245748
45056,2048,765.42,128,19.86,19.87,0.0522,1064439860
47104,2048,753.16,128,19.59,19.60,0.0527,1111633972
49152,2048,736.12,128,19.34,19.34,0.0538,1158828084
51200,2048,731.39,128,19.21,19.22,0.0547,1206022196
53248,2048,719.42,128,18.99,19.00,0.0543,1253216308
55296,2048,704.18,128,18.76,18.77,0.0565,1300410420
57344,2048,701.02,128,18.52,18.52,0.0554,1347604532
59392,2048,691.61,128,18.24,18.25,0.0566,1394798644
61440,2048,675.98,128,18.06,18.06,0.0573,1441992756
63488,2048,668.73,128,18.02,18.03,0.0576,1489186868
65536,2048,658.99,128,17.82,17.83,0.0584,1536380980
|