File size: 1,744 Bytes
c2de39b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes
2048,2048,1110.75,128,25.31,25.78,0.1309,73363508
4096,2048,1141.25,128,25.38,25.39,0.0419,120557620
6144,2048,1110.00,128,24.98,25.00,0.0427,167751732
8192,2048,1083.37,128,24.70,24.71,0.0436,214945844
10240,2048,1073.62,128,24.37,24.38,0.0441,262139956
12288,2048,1044.02,128,24.13,24.15,0.0445,309334068
14336,2048,1022.83,128,23.84,23.85,0.0448,356528180
16384,2048,997.48,128,23.48,23.48,0.0437,403722292
18432,2048,977.30,128,23.22,23.23,0.0461,450916404
20480,2048,963.75,128,22.92,22.93,0.0457,498110516
22528,2048,941.93,128,22.57,22.58,0.0462,545304628
24576,2048,918.37,128,22.31,22.32,0.0477,592498740
26624,2048,904.81,128,22.00,22.01,0.0483,639692852
28672,2048,884.27,128,21.73,21.73,0.0483,686886964
30720,2048,866.40,128,21.50,21.51,0.0483,734081076
32768,2048,854.75,128,21.34,21.35,0.0489,781275188
34816,2048,838.28,128,21.02,21.03,0.0511,828469300
36864,2048,822.56,128,20.72,20.73,0.0513,875663412
38912,2048,815.12,128,20.51,20.52,0.0514,922857524
40960,2048,802.29,128,20.29,20.30,0.0515,970051636
43008,2048,787.48,128,20.10,20.11,0.0508,1017245748
45056,2048,770.67,128,19.88,19.90,0.0537,1064439860
47104,2048,759.52,128,19.58,19.59,0.0543,1111633972
49152,2048,745.53,128,19.26,19.27,0.0540,1158828084
51200,2048,737.76,128,19.23,19.24,0.0547,1206022196
53248,2048,723.18,128,18.97,18.97,0.0543,1253216308
55296,2048,713.04,128,18.73,18.73,0.0557,1300410420
57344,2048,708.31,128,18.51,18.52,0.0564,1347604532
59392,2048,693.08,128,18.31,18.32,0.0568,1394798644
61440,2048,681.86,128,18.06,18.07,0.0565,1441992756
63488,2048,674.66,128,18.01,18.01,0.0577,1489186868
65536,2048,663.33,128,17.85,17.86,0.0586,1536380980
|