| ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes |
| 2048,2048,1079.12,128,25.28,25.75,0.1307,73363508 |
| 4096,2048,1124.92,128,25.39,25.40,0.0424,120557620 |
| 6144,2048,1094.80,128,24.95,24.96,0.0429,167751732 |
| 8192,2048,1064.56,128,24.52,24.53,0.0436,214945844 |
| 10240,2048,1055.75,128,24.43,24.44,0.0430,262139956 |
| 12288,2048,1033.62,128,24.14,24.15,0.0444,309334068 |
| 14336,2048,1010.57,128,23.82,23.83,0.0435,356528180 |
| 16384,2048,981.52,128,23.49,23.51,0.0459,403722292 |
| 18432,2048,965.34,128,23.12,23.13,0.0461,450916404 |
| 20480,2048,952.78,128,22.86,22.88,0.0473,498110516 |
| 22528,2048,933.52,128,22.61,22.62,0.0473,545304628 |
| 24576,2048,907.48,128,22.27,22.28,0.0477,592498740 |
| 26624,2048,892.40,128,22.03,22.04,0.0483,639692852 |
| 28672,2048,872.30,128,21.80,21.80,0.0481,686886964 |
| 30720,2048,858.15,128,21.46,21.47,0.0484,734081076 |
| 32768,2048,848.19,128,21.27,21.28,0.0498,781275188 |
| 34816,2048,829.28,128,21.00,21.01,0.0511,828469300 |
| 36864,2048,815.70,128,20.72,20.73,0.0515,875663412 |
| 38912,2048,807.25,128,20.57,20.58,0.0515,922857524 |
| 40960,2048,794.90,128,20.24,20.25,0.0520,970051636 |
| 43008,2048,777.26,128,20.02,20.03,0.0517,1017245748 |
| 45056,2048,765.92,128,19.86,19.87,0.0539,1064439860 |
| 47104,2048,749.65,128,19.61,19.62,0.0533,1111633972 |
| 49152,2048,737.09,128,19.29,19.29,0.0535,1158828084 |
| 51200,2048,728.79,128,19.27,19.28,0.0545,1206022196 |
| 53248,2048,717.49,128,18.98,18.98,0.0553,1253216308 |
| 55296,2048,703.40,128,18.75,18.76,0.0558,1300410420 |
| 57344,2048,701.17,128,18.50,18.50,0.0549,1347604532 |
| 59392,2048,690.35,128,18.30,18.31,0.0579,1394798644 |
| 61440,2048,674.48,128,18.05,18.05,0.0565,1441992756 |
| 63488,2048,667.45,128,18.05,18.05,0.0572,1489186868 |
| 65536,2048,657.90,128,17.86,17.87,0.0576,1536380980 |
|
|
