| ctx_tokens,prefill_tokens,prefill_tps,gen_tokens,gen_tps,gen_tps_ss,first_token_sec,kvcache_bytes |
| 2048,2048,1110.46,128,25.44,25.91,0.1302,73363508 |
| 4096,2048,1141.99,128,25.42,25.43,0.0424,120557620 |
| 6144,2048,1107.40,128,25.06,25.08,0.0432,167751732 |
| 8192,2048,1083.59,128,24.80,24.82,0.0435,214945844 |
| 10240,2048,1068.95,128,24.14,24.14,0.0429,262139956 |
| 12288,2048,1051.37,128,24.11,24.12,0.0446,309334068 |
| 14336,2048,1023.62,128,23.79,23.80,0.0443,356528180 |
| 16384,2048,996.64,128,23.53,23.54,0.0451,403722292 |
| 18432,2048,977.01,128,23.17,23.18,0.0452,450916404 |
| 20480,2048,962.01,128,22.87,22.88,0.0467,498110516 |
| 22528,2048,940.25,128,22.61,22.62,0.0462,545304628 |
| 24576,2048,922.26,128,22.26,22.27,0.0478,592498740 |
| 26624,2048,906.53,128,22.00,22.01,0.0488,639692852 |
| 28672,2048,882.32,128,21.80,21.81,0.0484,686886964 |
| 30720,2048,864.19,128,21.55,21.55,0.0482,734081076 |
| 32768,2048,855.11,128,21.32,21.33,0.0497,781275188 |
| 34816,2048,839.20,128,21.01,21.02,0.0497,828469300 |
| 36864,2048,822.29,128,20.74,20.75,0.0509,875663412 |
| 38912,2048,812.51,128,20.55,20.56,0.0523,922857524 |
| 40960,2048,800.71,128,20.27,20.28,0.0511,970051636 |
| 43008,2048,785.28,128,20.06,20.06,0.0525,1017245748 |
| 45056,2048,771.86,128,19.82,19.83,0.0538,1064439860 |
| 47104,2048,763.14,128,19.62,19.63,0.0535,1111633972 |
| 49152,2048,741.99,128,19.28,19.29,0.0541,1158828084 |
| 51200,2048,737.22,128,19.25,19.26,0.0547,1206022196 |
| 53248,2048,723.81,128,19.01,19.01,0.0544,1253216308 |
| 55296,2048,712.99,128,18.81,18.82,0.0556,1300410420 |
| 57344,2048,707.97,128,18.50,18.51,0.0570,1347604532 |
| 59392,2048,692.52,128,18.28,18.29,0.0569,1394798644 |
| 61440,2048,682.45,128,18.07,18.07,0.0572,1441992756 |
| 63488,2048,674.82,128,18.05,18.06,0.0579,1489186868 |
| 65536,2048,663.48,128,17.80,17.80,0.0583,1536380980 |
|
|
