| ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes |
| 2048,2048,1113.59,128,25.24,25.70,0.1291,73363508 |
| 4096,2048,1146.34,128,25.35,25.36,0.0423,120557620 |
| 6144,2048,1101.87,128,24.93,24.95,0.0429,167751732 |
| 8192,2048,1077.69,128,24.47,24.48,0.0426,214945844 |
| 10240,2048,1069.19,128,24.20,24.21,0.0439,262139956 |
| 12288,2048,1048.54,128,24.11,24.12,0.0441,309334068 |
| 14336,2048,1025.58,128,23.83,23.84,0.0450,356528180 |
| 16384,2048,997.85,128,23.53,23.54,0.0447,403722292 |
| 18432,2048,971.73,128,23.21,23.22,0.0467,450916404 |
| 20480,2048,963.58,128,22.82,22.83,0.0467,498110516 |
| 22528,2048,940.53,128,22.60,22.62,0.0473,545304628 |
| 24576,2048,919.24,128,22.34,22.35,0.0472,592498740 |
| 26624,2048,904.47,128,22.02,22.03,0.0479,639692852 |
| 28672,2048,879.79,128,21.76,21.77,0.0488,686886964 |
| 30720,2048,864.06,128,21.52,21.53,0.0486,734081076 |
| 32768,2048,852.38,128,21.32,21.33,0.0490,781275188 |
| 34816,2048,839.29,128,21.03,21.04,0.0508,828469300 |
| 36864,2048,819.41,128,20.71,20.72,0.0512,875663412 |
| 38912,2048,809.62,128,20.53,20.54,0.0506,922857524 |
| 40960,2048,800.66,128,20.28,20.28,0.0511,970051636 |
| 43008,2048,784.88,128,19.99,20.00,0.0527,1017245748 |
| 45056,2048,772.82,128,19.89,19.90,0.0531,1064439860 |
| 47104,2048,757.28,128,19.58,19.59,0.0535,1111633972 |
| 49152,2048,742.56,128,19.29,19.30,0.0533,1158828084 |
| 51200,2048,735.72,128,19.25,19.26,0.0546,1206022196 |
| 53248,2048,724.78,128,18.96,18.96,0.0549,1253216308 |
| 55296,2048,712.47,128,18.75,18.75,0.0553,1300410420 |
| 57344,2048,706.81,128,18.56,18.56,0.0553,1347604532 |
| 59392,2048,693.27,128,18.32,18.33,0.0568,1394798644 |
| 61440,2048,680.99,128,18.05,18.06,0.0576,1441992756 |
| 63488,2048,672.50,128,18.02,18.03,0.0579,1489186868 |
| 65536,2048,665.55,128,17.76,17.77,0.0585,1536380980 |
|
|
