| ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes |
| 2048,2048,1097.73,128,25.28,25.73,0.1266,73363508 |
| 4096,2048,1126.11,128,25.37,25.38,0.0430,120557620 |
| 6144,2048,1090.59,128,25.04,25.06,0.0429,167751732 |
| 8192,2048,1067.27,128,24.63,24.64,0.0425,214945844 |
| 10240,2048,1050.71,128,24.30,24.32,0.0442,262139956 |
| 12288,2048,1036.29,128,24.18,24.19,0.0444,309334068 |
| 14336,2048,1012.34,128,23.83,23.84,0.0451,356528180 |
| 16384,2048,981.24,128,23.47,23.48,0.0446,403722292 |
| 18432,2048,968.18,128,23.18,23.19,0.0451,450916404 |
| 20480,2048,949.06,128,22.85,22.86,0.0463,498110516 |
| 22528,2048,929.79,128,22.63,22.64,0.0458,545304628 |
| 24576,2048,910.45,128,22.28,22.29,0.0476,592498740 |
| 26624,2048,892.87,128,21.94,21.95,0.0487,639692852 |
| 28672,2048,869.23,128,21.80,21.81,0.0481,686886964 |
| 30720,2048,855.81,128,21.50,21.51,0.0494,734081076 |
| 32768,2048,846.59,128,21.35,21.35,0.0489,781275188 |
| 34816,2048,828.87,128,21.03,21.04,0.0504,828469300 |
| 36864,2048,815.37,128,20.70,20.71,0.0500,875663412 |
| 38912,2048,805.99,128,20.48,20.49,0.0522,922857524 |
| 40960,2048,792.19,128,20.25,20.26,0.0520,970051636 |
| 43008,2048,778.95,128,20.05,20.05,0.0525,1017245748 |
| 45056,2048,763.97,128,19.83,19.84,0.0537,1064439860 |
| 47104,2048,754.67,128,19.56,19.57,0.0536,1111633972 |
| 49152,2048,736.32,128,19.29,19.29,0.0545,1158828084 |
| 51200,2048,729.82,128,19.25,19.26,0.0554,1206022196 |
| 53248,2048,718.32,128,19.01,19.02,0.0561,1253216308 |
| 55296,2048,706.98,128,18.75,18.76,0.0557,1300410420 |
| 57344,2048,700.14,128,18.52,18.53,0.0562,1347604532 |
| 59392,2048,689.12,128,18.33,18.33,0.0567,1394798644 |
| 61440,2048,676.85,128,18.09,18.10,0.0565,1441992756 |
| 63488,2048,669.70,128,18.01,18.02,0.0588,1489186868 |
| 65536,2048,659.64,128,17.86,17.87,0.0594,1536380980 |
|
|
