| ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes |
| 2048,2048,1098.49,128,25.37,25.84,0.1308,73363508 |
| 4096,2048,1123.37,128,25.41,25.42,0.0414,120557620 |
| 6144,2048,1089.58,128,24.89,24.90,0.0419,167751732 |
| 8192,2048,1068.44,128,24.78,24.79,0.0431,214945844 |
| 10240,2048,1053.47,128,24.32,24.33,0.0426,262139956 |
| 12288,2048,1035.85,128,24.05,24.06,0.0435,309334068 |
| 14336,2048,1011.32,128,23.81,23.82,0.0450,356528180 |
| 16384,2048,985.73,128,23.49,23.51,0.0451,403722292 |
| 18432,2048,965.36,128,23.19,23.20,0.0451,450916404 |
| 20480,2048,952.13,128,22.89,22.90,0.0464,498110516 |
| 22528,2048,933.37,128,22.65,22.66,0.0463,545304628 |
| 24576,2048,907.66,128,22.29,22.30,0.0477,592498740 |
| 26624,2048,893.38,128,22.00,22.01,0.0482,639692852 |
| 28672,2048,870.60,128,21.79,21.80,0.0489,686886964 |
| 30720,2048,854.66,128,21.47,21.48,0.0488,734081076 |
| 32768,2048,845.78,128,21.34,21.35,0.0490,781275188 |
| 34816,2048,830.49,128,20.98,20.99,0.0504,828469300 |
| 36864,2048,811.55,128,20.71,20.72,0.0509,875663412 |
| 38912,2048,806.09,128,20.57,20.58,0.0521,922857524 |
| 40960,2048,792.69,128,20.27,20.28,0.0527,970051636 |
| 43008,2048,780.02,128,20.00,20.01,0.0534,1017245748 |
| 45056,2048,765.42,128,19.86,19.87,0.0522,1064439860 |
| 47104,2048,753.16,128,19.59,19.60,0.0527,1111633972 |
| 49152,2048,736.12,128,19.34,19.34,0.0538,1158828084 |
| 51200,2048,731.39,128,19.21,19.22,0.0547,1206022196 |
| 53248,2048,719.42,128,18.99,19.00,0.0543,1253216308 |
| 55296,2048,704.18,128,18.76,18.77,0.0565,1300410420 |
| 57344,2048,701.02,128,18.52,18.52,0.0554,1347604532 |
| 59392,2048,691.61,128,18.24,18.25,0.0566,1394798644 |
| 61440,2048,675.98,128,18.06,18.06,0.0573,1441992756 |
| 63488,2048,668.73,128,18.02,18.03,0.0576,1489186868 |
| 65536,2048,658.99,128,17.82,17.83,0.0584,1536380980 |
|
|
