t0-alpha-onnx-fp16 / t0-alpha-grouped-fp16.validation.json
jodles's picture
Remove exporter debug metadata; predictions unchanged
0490724 verified
Raw History Blame Contribute Delete
13.1 kB
{
"sha256": "a09f0eb974caa224139c3bd83e78825b1c9fc28d8de81099bb1b3cb965159cb8",
"runtime": "1.30.0",
"quantile_levels": [
0.1,
0.25,
0.5,
0.75,
0.9
],
"max_mean_drift": 0.02,
"max_point_drift": 0.1,
"passed": true,
"failures": [],
"cases": [
{
"context": 1,
"horizon": 32,
"series": "dense-1",
"mean_drift_over_spread": 4.371480463305488e-05,
"max_drift_over_spread": 0.0002781061048153788
},
{
"context": 1,
"horizon": 32,
"series": "series-1",
"mean_drift_over_spread": 4.371480463305488e-05,
"max_drift_over_spread": 0.0002781061048153788
},
{
"context": 1,
"horizon": 32,
"series": "gappy-1",
"mean_drift_over_spread": 4.484429518925026e-05,
"max_drift_over_spread": 0.0008129557245410979
},
{
"context": 1,
"horizon": 64,
"series": "dense-1",
"mean_drift_over_spread": 3.758815728360787e-05,
"max_drift_over_spread": 0.00030862208222970366
},
{
"context": 1,
"horizon": 64,
"series": "series-1",
"mean_drift_over_spread": 3.757138620130718e-05,
"max_drift_over_spread": 0.00030862208222970366
},
{
"context": 1,
"horizon": 64,
"series": "gappy-1",
"mean_drift_over_spread": 4.485887984628789e-05,
"max_drift_over_spread": 0.0008138491539284587
},
{
"context": 1,
"horizon": 1024,
"series": "dense-1",
"mean_drift_over_spread": 3.557644595275633e-05,
"max_drift_over_spread": 0.0003270684101153165
},
{
"context": 1,
"horizon": 1024,
"series": "series-1",
"mean_drift_over_spread": 3.55737101926934e-05,
"max_drift_over_spread": 0.0003270684101153165
},
{
"context": 1,
"horizon": 1024,
"series": "gappy-1",
"mean_drift_over_spread": 4.4889347918797284e-05,
"max_drift_over_spread": 0.000817549938801676
},
{
"context": 32,
"horizon": 32,
"series": "dense-32",
"mean_drift_over_spread": 2.5530602215440013e-05,
"max_drift_over_spread": 8.419585356023163e-05
},
{
"context": 32,
"horizon": 32,
"series": "series-32",
"mean_drift_over_spread": 2.664664134499617e-05,
"max_drift_over_spread": 0.00012765888823196292
},
{
"context": 32,
"horizon": 32,
"series": "gappy-32",
"mean_drift_over_spread": 2.5860872483463027e-05,
"max_drift_over_spread": 7.944212120492011e-05
},
{
"context": 32,
"horizon": 64,
"series": "dense-32",
"mean_drift_over_spread": 3.1858151487540454e-05,
"max_drift_over_spread": 0.0001553312031319365
},
{
"context": 32,
"horizon": 64,
"series": "series-32",
"mean_drift_over_spread": 2.522471550037153e-05,
"max_drift_over_spread": 0.00012765888823196292
},
{
"context": 32,
"horizon": 64,
"series": "gappy-32",
"mean_drift_over_spread": 3.574805668904446e-05,
"max_drift_over_spread": 0.0003150480624753982
},
{
"context": 32,
"horizon": 1024,
"series": "dense-32",
"mean_drift_over_spread": 3.0030738344066776e-05,
"max_drift_over_spread": 0.00019825865456368774
},
{
"context": 32,
"horizon": 1024,
"series": "series-32",
"mean_drift_over_spread": 2.260714245494455e-05,
"max_drift_over_spread": 0.0002406598796369508
},
{
"context": 32,
"horizon": 1024,
"series": "gappy-32",
"mean_drift_over_spread": 3.238593490095809e-05,
"max_drift_over_spread": 0.00036472606007009745
},
{
"context": 97,
"horizon": 32,
"series": "dense-97",
"mean_drift_over_spread": 2.896595651691314e-05,
"max_drift_over_spread": 9.688245336292312e-05
},
{
"context": 97,
"horizon": 32,
"series": "series-96",
"mean_drift_over_spread": 3.143558933516033e-05,
"max_drift_over_spread": 0.00011161737347720191
},
{
"context": 97,
"horizon": 32,
"series": "series-56",
"mean_drift_over_spread": 4.62390853499528e-05,
"max_drift_over_spread": 0.000193096260773018
},
{
"context": 97,
"horizon": 32,
"series": "gappy-97",
"mean_drift_over_spread": 3.0104793040663935e-05,
"max_drift_over_spread": 0.00015137172886170447
},
{
"context": 97,
"horizon": 64,
"series": "dense-97",
"mean_drift_over_spread": 2.546464020269923e-05,
"max_drift_over_spread": 9.48779852478765e-05
},
{
"context": 97,
"horizon": 64,
"series": "series-96",
"mean_drift_over_spread": 2.6220799554721452e-05,
"max_drift_over_spread": 0.00010925593232968822
},
{
"context": 97,
"horizon": 64,
"series": "series-56",
"mean_drift_over_spread": 3.584296064218506e-05,
"max_drift_over_spread": 0.000193096260773018
},
{
"context": 97,
"horizon": 64,
"series": "gappy-97",
"mean_drift_over_spread": 2.8415099222911522e-05,
"max_drift_over_spread": 0.00014510155597236007
},
{
"context": 97,
"horizon": 1024,
"series": "dense-97",
"mean_drift_over_spread": 2.8175669285701588e-05,
"max_drift_over_spread": 0.00015478454588446766
},
{
"context": 97,
"horizon": 1024,
"series": "series-96",
"mean_drift_over_spread": 2.909773866122123e-05,
"max_drift_over_spread": 0.00019426594371907413
},
{
"context": 97,
"horizon": 1024,
"series": "series-56",
"mean_drift_over_spread": 2.4166296498151496e-05,
"max_drift_over_spread": 0.0002315346646355465
},
{
"context": 97,
"horizon": 1024,
"series": "gappy-97",
"mean_drift_over_spread": 3.268041473347694e-05,
"max_drift_over_spread": 0.00023227042402140796
},
{
"context": 512,
"horizon": 32,
"series": "dense-512",
"mean_drift_over_spread": 2.381350532232318e-05,
"max_drift_over_spread": 7.367145008174703e-05
},
{
"context": 512,
"horizon": 32,
"series": "series-96",
"mean_drift_over_spread": 3.088834637310356e-05,
"max_drift_over_spread": 0.00012037815758958459
},
{
"context": 512,
"horizon": 32,
"series": "series-56",
"mean_drift_over_spread": 2.789910649880767e-05,
"max_drift_over_spread": 0.0001849521358963102
},
{
"context": 512,
"horizon": 32,
"series": "gappy-512",
"mean_drift_over_spread": 2.6126619559363462e-05,
"max_drift_over_spread": 8.328944386448711e-05
},
{
"context": 512,
"horizon": 32,
"series": "level5e4-512",
"mean_drift_over_spread": 0.00030581041937693954,
"max_drift_over_spread": 0.0030581040773540735
},
{
"context": 512,
"horizon": 32,
"series": "level1e6-512",
"mean_drift_over_spread": 0.00037832927773706615,
"max_drift_over_spread": 0.002421307610347867
},
{
"context": 512,
"horizon": 64,
"series": "dense-512",
"mean_drift_over_spread": 2.071356175292749e-05,
"max_drift_over_spread": 7.15509377187118e-05
},
{
"context": 512,
"horizon": 64,
"series": "series-96",
"mean_drift_over_spread": 2.660744394233916e-05,
"max_drift_over_spread": 0.00011848017311422154
},
{
"context": 512,
"horizon": 64,
"series": "series-56",
"mean_drift_over_spread": 2.7085265173809603e-05,
"max_drift_over_spread": 0.0001849521358963102
},
{
"context": 512,
"horizon": 64,
"series": "gappy-512",
"mean_drift_over_spread": 2.2511467250296846e-05,
"max_drift_over_spread": 8.194203837774694e-05
},
{
"context": 512,
"horizon": 64,
"series": "level5e4-512",
"mean_drift_over_spread": 0.0001981267996598035,
"max_drift_over_spread": 0.0028818442951887846
},
{
"context": 512,
"horizon": 64,
"series": "level1e6-512",
"mean_drift_over_spread": 0.0003368692414369434,
"max_drift_over_spread": 0.0022935778833925724
},
{
"context": 512,
"horizon": 1024,
"series": "dense-512",
"mean_drift_over_spread": 2.733925975917373e-05,
"max_drift_over_spread": 0.00018904930038843304
},
{
"context": 512,
"horizon": 1024,
"series": "series-96",
"mean_drift_over_spread": 3.0935774702811614e-05,
"max_drift_over_spread": 0.00019169527513440698
},
{
"context": 512,
"horizon": 1024,
"series": "series-56",
"mean_drift_over_spread": 2.784365278785117e-05,
"max_drift_over_spread": 0.00031503543141297996
},
{
"context": 512,
"horizon": 1024,
"series": "gappy-512",
"mean_drift_over_spread": 2.8129818019806407e-05,
"max_drift_over_spread": 0.00019060017075389624
},
{
"context": 512,
"horizon": 1024,
"series": "level5e4-512",
"mean_drift_over_spread": 0.0002300581254530698,
"max_drift_over_spread": 0.002695417730137706
},
{
"context": 512,
"horizon": 1024,
"series": "level1e6-512",
"mean_drift_over_spread": 0.00021036870020907372,
"max_drift_over_spread": 0.0021413275972008705
},
{
"context": 4096,
"horizon": 32,
"series": "dense-4096",
"mean_drift_over_spread": 0.00010680498962756246,
"max_drift_over_spread": 0.00026273465482518077
},
{
"context": 4096,
"horizon": 32,
"series": "series-96",
"mean_drift_over_spread": 3.123092028545216e-05,
"max_drift_over_spread": 0.00013232839410193264
},
{
"context": 4096,
"horizon": 32,
"series": "series-56",
"mean_drift_over_spread": 4.4234839151613414e-05,
"max_drift_over_spread": 0.0002966125321108848
},
{
"context": 4096,
"horizon": 32,
"series": "gappy-4096",
"mean_drift_over_spread": 0.00010703691805247217,
"max_drift_over_spread": 0.00026370087289251387
},
{
"context": 4096,
"horizon": 32,
"series": "level5e4-4096",
"mean_drift_over_spread": 8.445946150459349e-05,
"max_drift_over_spread": 0.0045045046135783195
},
{
"context": 4096,
"horizon": 32,
"series": "level1e6-4096",
"mean_drift_over_spread": 0.00047554346383549273,
"max_drift_over_spread": 0.0036231884732842445
},
{
"context": 4096,
"horizon": 64,
"series": "dense-4096",
"mean_drift_over_spread": 0.00010285982716595754,
"max_drift_over_spread": 0.00033572560641914606
},
{
"context": 4096,
"horizon": 64,
"series": "series-96",
"mean_drift_over_spread": 2.746355312410742e-05,
"max_drift_over_spread": 0.00013232839410193264
},
{
"context": 4096,
"horizon": 64,
"series": "series-56",
"mean_drift_over_spread": 3.879023643094115e-05,
"max_drift_over_spread": 0.00025762864970602095
},
{
"context": 4096,
"horizon": 64,
"series": "gappy-4096",
"mean_drift_over_spread": 0.00010271497012581676,
"max_drift_over_spread": 0.000334873388055712
},
{
"context": 4096,
"horizon": 64,
"series": "level5e4-4096",
"mean_drift_over_spread": 9.469697397435084e-05,
"max_drift_over_spread": 0.002754820976406336
},
{
"context": 4096,
"horizon": 64,
"series": "level1e6-4096",
"mean_drift_over_spread": 0.00025356360129080713,
"max_drift_over_spread": 0.0021929824724793434
},
{
"context": 4096,
"horizon": 1024,
"series": "dense-4096",
"mean_drift_over_spread": 0.00017750842380337417,
"max_drift_over_spread": 0.0014657796127721667
},
{
"context": 4096,
"horizon": 1024,
"series": "series-96",
"mean_drift_over_spread": 4.2977706470992416e-05,
"max_drift_over_spread": 0.0026833813171833754
},
{
"context": 4096,
"horizon": 1024,
"series": "series-56",
"mean_drift_over_spread": 5.5513333791168407e-05,
"max_drift_over_spread": 0.002262485446408391
},
{
"context": 4096,
"horizon": 1024,
"series": "gappy-4096",
"mean_drift_over_spread": 0.0001880713680293411,
"max_drift_over_spread": 0.001459966180846095
},
{
"context": 4096,
"horizon": 1024,
"series": "level5e4-4096",
"mean_drift_over_spread": 0.00012986203364562243,
"max_drift_over_spread": 0.002659574383869767
},
{
"context": 4096,
"horizon": 1024,
"series": "level1e6-4096",
"mean_drift_over_spread": 0.00021530184312723577,
"max_drift_over_spread": 0.0021321962121874094
}
]
}