{ "scheme": "block64", "group": 64, "embed_group": 64, "upgraded_int4": false, "out_bytes": 1957635307, "shards": 3, "seconds": 64.9469735622406, "classes": { "int8_linear": { "tensors": 138, "bytes": 804771840, "rel_err": 0.005860740723050527 }, "int8_embed": { "tensors": 1, "bytes": 531879232, "rel_err": 0.005985005108957773 }, "int8_from_int4": { "tensors": 0, "bytes": 0, "rel_err": null }, "copy_int4_g16": { "tensors": 146, "bytes": 465567744, "rel_err": null }, "copy_f32": { "tensors": 478, "bytes": 135175424, "rel_err": null } } }