diff --git "a/eval/btzsc22/predictions/trackA_native.laya.jsonl" "b/eval/btzsc22/predictions/trackA_native.laya.jsonl"
new file mode 100644--- /dev/null
+++ "b/eval/btzsc22/predictions/trackA_native.laya.jsonl"
@@ -0,0 +1,2200 @@
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:9", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.5312880789861083, "error": null, "probabilities": [0.9943, 0.0015, 0.0013, 0.0028], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:267", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.1365821110084653, "error": null, "probabilities": [0.9103, 0.0024, 0.0011, 0.0862], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:292", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12890861090272665, "error": null, "probabilities": [0.9917, 0.0031, 0.0022, 0.0031], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:427", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.13154051220044494, "error": null, "probabilities": [0.5371, 0.3699, 0.0287, 0.0643], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:437", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.1283754948526621, "error": null, "probabilities": [0.5221, 0.3142, 0.0914, 0.0723], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:484", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12246230477467179, "error": null, "probabilities": [0.9857, 0.0013, 0.0014, 0.0117], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:532", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12560301227495074, "error": null, "probabilities": [0.6718, 0.3118, 0.0064, 0.01], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:635", "target_index": 0, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.13747543096542358, "error": null, "probabilities": [0.3516, 0.4621, 0.1047, 0.0816], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:672", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.018200483173131943, "error": null, "probabilities": [0.7558, 0.1141, 0.063, 0.0671], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:763", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.14311954844743013, "error": null, "probabilities": [0.998, 0.0007, 0.0006, 0.0007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:985", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.14183049276471138, "error": null, "probabilities": [0.9894, 0.0039, 0.0024, 0.0043], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1065", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.13233024207875133, "error": null, "probabilities": [0.9899, 0.0033, 0.0034, 0.0035], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1114", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.1438597566448152, "error": null, "probabilities": [0.9918, 0.0027, 0.0027, 0.0027], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1127", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.1315874233841896, "error": null, "probabilities": [0.9871, 0.0044, 0.0028, 0.0057], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1138", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.014525720849633217, "error": null, "probabilities": [0.999, 0.0002, 0.0002, 0.0005], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1262", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12526721926406026, "error": null, "probabilities": [0.9968, 0.002, 0.0005, 0.0007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1330", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12545439088717103, "error": null, "probabilities": [0.9799, 0.0068, 0.0068, 0.0064], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1341", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.1244963901117444, "error": null, "probabilities": [0.9859, 0.0031, 0.0024, 0.0086], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1542", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.01744810538366437, "error": null, "probabilities": [0.989, 0.0034, 0.0042, 0.0034], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1551", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12516685808077455, "error": null, "probabilities": [0.989, 0.0043, 0.0033, 0.0034], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1658", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.017265283036977053, "error": null, "probabilities": [0.7398, 0.2543, 0.0029, 0.003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1743", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12534500937908888, "error": null, "probabilities": [0.9075, 0.0043, 0.0041, 0.0841], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1780", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.1263709608465433, "error": null, "probabilities": [0.9962, 0.0011, 0.0008, 0.002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1781", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.01639318186789751, "error": null, "probabilities": [0.981, 0.0071, 0.0057, 0.0061], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1814", "target_index": 0, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12970600137487054, "error": null, "probabilities": [0.904, 0.0327, 0.0307, 0.0327], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1959", "target_index": 1, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12618001038208604, "error": null, "probabilities": [0.4106, 0.1962, 0.0135, 0.3797], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1970", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.13128523901104927, "error": null, "probabilities": [0.023, 0.9352, 0.0209, 0.0209], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:1986", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.13065115129575133, "error": null, "probabilities": [0.011, 0.9662, 0.0114, 0.0114], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2183", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.021209738682955503, "error": null, "probabilities": [0.1382, 0.858, 0.0019, 0.002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2281", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.01783156907185912, "error": null, "probabilities": [0.0306, 0.909, 0.007, 0.0533], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2310", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.1265057628042996, "error": null, "probabilities": [0.0015, 0.9955, 0.0015, 0.0015], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2371", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.12563764303922653, "error": null, "probabilities": [0.0002, 0.9993, 0.0002, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2463", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.12887001130729914, "error": null, "probabilities": [0.0001, 0.9987, 0.0001, 0.001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2512", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.021060925908386707, "error": null, "probabilities": [0.0002, 0.9993, 0.0002, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2657", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.1265611331909895, "error": null, "probabilities": [0.0532, 0.9076, 0.0196, 0.0196], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2694", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.13191099604591727, "error": null, "probabilities": [0.0001, 0.9996, 0.0001, 0.0002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2867", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.13970727799460292, "error": null, "probabilities": [0.0015, 0.9926, 0.0007, 0.0051], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:2958", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.12690794793888927, "error": null, "probabilities": [0.0376, 0.9329, 0.0145, 0.015], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3102", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.018817370291799307, "error": null, "probabilities": [0.0181, 0.9729, 0.003, 0.006], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3150", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.13122902810573578, "error": null, "probabilities": [0.0004, 0.9972, 0.0004, 0.002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3186", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.1363469478674233, "error": null, "probabilities": [0.0072, 0.9776, 0.0062, 0.009], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3231", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.12623279867693782, "error": null, "probabilities": [0.0067, 0.9789, 0.0074, 0.0069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3300", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.12839553505182266, "error": null, "probabilities": [0.0284, 0.9112, 0.0302, 0.0302], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3301", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.01753700478002429, "error": null, "probabilities": [0.0067, 0.9802, 0.0065, 0.0065], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3427", "target_index": 1, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.017682496923953295, "error": null, "probabilities": [0.0013, 0.0013, 0.9958, 0.0016], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3592", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.13327249279245734, "error": null, "probabilities": [0.1282, 0.631, 0.1204, 0.1204], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3675", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.019171484746038914, "error": null, "probabilities": [0.0043, 0.9875, 0.0039, 0.0042], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3720", "target_index": 1, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.12859300710260868, "error": null, "probabilities": [0.8206, 0.169, 0.0026, 0.0078], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3721", "target_index": 1, "predicted_index": 1, "n_labels": 4, "latency_seconds": 0.0185393369756639, "error": null, "probabilities": [0.0094, 0.972, 0.0094, 0.0092], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:3739", "target_index": 1, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.12545486073940992, "error": null, "probabilities": [0.0006, 0.002, 0.0006, 0.9968], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4134", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.02297898894175887, "error": null, "probabilities": [0.0008, 0.0007, 0.9976, 0.001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4151", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.020981615409255028, "error": null, "probabilities": [0.0003, 0.0003, 0.9992, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4353", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.0186295579187572, "error": null, "probabilities": [0.0006, 0.0006, 0.9981, 0.0007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4364", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.01723432168364525, "error": null, "probabilities": [0.0005, 0.0005, 0.9986, 0.0005], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4442", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.016731505747884512, "error": null, "probabilities": [0.0122, 0.0076, 0.9515, 0.0287], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4479", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.017551324795931578, "error": null, "probabilities": [0.002, 0.002, 0.9939, 0.002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4495", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.01679330738261342, "error": null, "probabilities": [0.0004, 0.0004, 0.9988, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4511", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.017004389315843582, "error": null, "probabilities": [0.0012, 0.0011, 0.9958, 0.0019], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4521", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.018389734905213118, "error": null, "probabilities": [0.0004, 0.0004, 0.9988, 0.0004], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4530", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.021345070097595453, "error": null, "probabilities": [0.0017, 0.0019, 0.9944, 0.0019], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4573", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.12993519427254796, "error": null, "probabilities": [0.0011, 0.0011, 0.9961, 0.0017], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4622", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.13280417677015066, "error": null, "probabilities": [0.0009, 0.0009, 0.9972, 0.001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4647", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.019329676870256662, "error": null, "probabilities": [0.0028, 0.008, 0.9863, 0.0029], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4653", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.017457404173910618, "error": null, "probabilities": [0.0041, 0.0038, 0.9896, 0.0025], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4850", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.017977659590542316, "error": null, "probabilities": [0.0013, 0.0013, 0.9961, 0.0013], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4854", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.016874896828085184, "error": null, "probabilities": [0.0003, 0.0003, 0.9988, 0.0006], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4890", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.016587744001299143, "error": null, "probabilities": [0.0023, 0.0041, 0.9132, 0.0804], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4932", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.01671603601425886, "error": null, "probabilities": [0.0015, 0.0015, 0.9953, 0.0017], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:4997", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.017823918722569942, "error": null, "probabilities": [0.0016, 0.0016, 0.9953, 0.0015], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5132", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.01976694166660309, "error": null, "probabilities": [0.0017, 0.0016, 0.9951, 0.0016], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5160", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.02328677335754037, "error": null, "probabilities": [0.001, 0.0009, 0.997, 0.001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5197", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.01985146291553974, "error": null, "probabilities": [0.0047, 0.0051, 0.9854, 0.0048], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5357", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.019336047116667032, "error": null, "probabilities": [0.001, 0.0009, 0.9959, 0.0022], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5527", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.12881872011348605, "error": null, "probabilities": [0.0095, 0.0172, 0.9463, 0.0271], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5619", "target_index": 2, "predicted_index": 2, "n_labels": 4, "latency_seconds": 0.01792735978960991, "error": null, "probabilities": [0.0012, 0.0014, 0.9911, 0.0063], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5775", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.12423692736774683, "error": null, "probabilities": [0.0035, 0.0035, 0.0025, 0.9904], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5839", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.021125308237969875, "error": null, "probabilities": [0.0005, 0.0005, 0.0005, 0.9985], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5895", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.019234816078096628, "error": null, "probabilities": [0.0028, 0.0016, 0.0011, 0.9945], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:5961", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.14343899209052324, "error": null, "probabilities": [0.0007, 0.0007, 0.0007, 0.9979], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6000", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.024177593644708395, "error": null, "probabilities": [0.0023, 0.0023, 0.0019, 0.9934], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6004", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.050026897341012955, "error": null, "probabilities": [0.001, 0.001, 0.0007, 0.9973], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6044", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.034015479031950235, "error": null, "probabilities": [0.0003, 0.0003, 0.0002, 0.9992], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6493", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.03843303024768829, "error": null, "probabilities": [0.001, 0.0018, 0.0005, 0.9967], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6571", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.03856058185920119, "error": null, "probabilities": [0.0101, 0.0108, 0.0111, 0.968], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6607", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.03338950173929334, "error": null, "probabilities": [0.0003, 0.001, 0.0003, 0.9985], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6685", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.03305908804759383, "error": null, "probabilities": [0.0026, 0.0034, 0.0022, 0.9917], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6700", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.1646810113452375, "error": null, "probabilities": [0.0016, 0.0014, 0.0011, 0.9959], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6802", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.029374394100159407, "error": null, "probabilities": [0.0007, 0.0009, 0.0006, 0.9978], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6839", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.021301339846104383, "error": null, "probabilities": [0.0008, 0.0004, 0.0003, 0.9985], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6894", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.030419496353715658, "error": null, "probabilities": [0.0231, 0.0106, 0.0009, 0.9655], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6904", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.03212720574811101, "error": null, "probabilities": [0.0174, 0.002, 0.0011, 0.9795], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6936", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.032942336052656174, "error": null, "probabilities": [0.0003, 0.0007, 0.0003, 0.9987], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6954", "target_index": 3, "predicted_index": 0, "n_labels": 4, "latency_seconds": 0.032259248197078705, "error": null, "probabilities": [0.5487, 0.0179, 0.0027, 0.4307], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:6974", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.14155278960242867, "error": null, "probabilities": [0.0014, 0.0014, 0.0012, 0.996], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:7205", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.03713917592540383, "error": null, "probabilities": [0.0036, 0.0011, 0.0009, 0.9943], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:7344", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.029676517937332392, "error": null, "probabilities": [0.0015, 0.0014, 0.0006, 0.9965], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:7384", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.03368802508339286, "error": null, "probabilities": [0.0191, 0.0174, 0.0179, 0.9456], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:7407", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.03342992207035422, "error": null, "probabilities": [0.0003, 0.0004, 0.0003, 0.999], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:7409", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.1417443621903658, "error": null, "probabilities": [0.0005, 0.0004, 0.0004, 0.9987], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "agnews", "example_id": "agnews:7430", "target_index": 3, "predicted_index": 3, "n_labels": 4, "latency_seconds": 0.02318492205813527, "error": null, "probabilities": [0.0022, 0.0019, 0.0019, 0.9939], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:23", "target_index": 0, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.15222142403945327, "error": null, "probabilities": [0.0979, 0.1007, 0.2987, 0.2309, 0.0697, 0.2021], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:25", "target_index": 0, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.027325639966875315, "error": null, "probabilities": [0.2678, 0.2924, 0.0516, 0.0603, 0.2742, 0.0537], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:50", "target_index": 0, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.03308817697688937, "error": null, "probabilities": [0.107, 0.1043, 0.0638, 0.0502, 0.6567, 0.0179], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:56", "target_index": 0, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.03296624589711428, "error": null, "probabilities": [0.0866, 0.757, 0.0326, 0.0425, 0.0529, 0.0283], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:63", "target_index": 0, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.1552671198733151, "error": null, "probabilities": [0.0325, 0.0165, 0.8449, 0.0631, 0.0117, 0.0313], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:78", "target_index": 0, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.02734149992465973, "error": null, "probabilities": [0.3723, 0.0748, 0.2495, 0.1195, 0.0837, 0.1002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:80", "target_index": 0, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.03498967969790101, "error": null, "probabilities": [0.3091, 0.1104, 0.1029, 0.246, 0.1194, 0.1122], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:93", "target_index": 0, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.032562682405114174, "error": null, "probabilities": [0.2, 0.2479, 0.0971, 0.119, 0.2523, 0.0837], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:97", "target_index": 0, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.033630603924393654, "error": null, "probabilities": [0.3987, 0.2524, 0.043, 0.0561, 0.1928, 0.057], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:111", "target_index": 0, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.033132217824459076, "error": null, "probabilities": [0.1484, 0.239, 0.1044, 0.0813, 0.3468, 0.0801], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:157", "target_index": 0, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.14500345895066857, "error": null, "probabilities": [0.2379, 0.1837, 0.0858, 0.1015, 0.3342, 0.0569], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:166", "target_index": 0, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.038148497231304646, "error": null, "probabilities": [0.2726, 0.1011, 0.1339, 0.1059, 0.3262, 0.0603], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:172", "target_index": 0, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.03493787860497832, "error": null, "probabilities": [0.5247, 0.1747, 0.0536, 0.0598, 0.0731, 0.1141], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:180", "target_index": 0, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.1537683019414544, "error": null, "probabilities": [0.8304, 0.0203, 0.0391, 0.0241, 0.0197, 0.0663], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:183", "target_index": 0, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.027109038084745407, "error": null, "probabilities": [0.3092, 0.1489, 0.1446, 0.1564, 0.1151, 0.1259], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:189", "target_index": 0, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.03512854082509875, "error": null, "probabilities": [0.0258, 0.4175, 0.0183, 0.0191, 0.5075, 0.0118], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:220", "target_index": 0, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.04774511978030205, "error": null, "probabilities": [0.0781, 0.2359, 0.0678, 0.0508, 0.5233, 0.0441], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:303", "target_index": 1, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.03465716587379575, "error": null, "probabilities": [0.1584, 0.2183, 0.0578, 0.0479, 0.4444, 0.0731], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:311", "target_index": 1, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.0224738041870296, "error": null, "probabilities": [0.0501, 0.2926, 0.1768, 0.2191, 0.1324, 0.1291], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:345", "target_index": 1, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.14597468124702573, "error": null, "probabilities": [0.038, 0.4042, 0.0375, 0.0255, 0.4726, 0.0222], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:376", "target_index": 1, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.029249352868646383, "error": null, "probabilities": [0.021, 0.0077, 0.7635, 0.0989, 0.0247, 0.0842], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:394", "target_index": 1, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.034874169155955315, "error": null, "probabilities": [0.0303, 0.4774, 0.0193, 0.0112, 0.4389, 0.0229], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:395", "target_index": 1, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.03486224915832281, "error": null, "probabilities": [0.0401, 0.7924, 0.0461, 0.0388, 0.0499, 0.0327], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:403", "target_index": 1, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.13700012722983956, "error": null, "probabilities": [0.2148, 0.3126, 0.0976, 0.0848, 0.1896, 0.1007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:419", "target_index": 1, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.020113136153668165, "error": null, "probabilities": [0.0941, 0.1902, 0.1865, 0.0898, 0.3384, 0.101], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:420", "target_index": 1, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.030803101137280464, "error": null, "probabilities": [0.1486, 0.1301, 0.1407, 0.1744, 0.328, 0.0783], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:439", "target_index": 1, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.035449384711682796, "error": null, "probabilities": [0.0858, 0.462, 0.0689, 0.059, 0.2468, 0.0775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:444", "target_index": 1, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.03083919081836939, "error": null, "probabilities": [0.0541, 0.2503, 0.0943, 0.0298, 0.5403, 0.0312], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:447", "target_index": 1, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.037248335778713226, "error": null, "probabilities": [0.1103, 0.6262, 0.0521, 0.0629, 0.04, 0.1086], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:465", "target_index": 1, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.030996672809123993, "error": null, "probabilities": [0.0649, 0.6931, 0.0217, 0.0758, 0.0342, 0.1103], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:467", "target_index": 1, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.03604343207553029, "error": null, "probabilities": [0.0604, 0.2092, 0.1335, 0.0684, 0.4568, 0.0717], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:472", "target_index": 1, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.048951094038784504, "error": null, "probabilities": [0.0526, 0.0846, 0.1017, 0.0529, 0.6496, 0.0587], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:486", "target_index": 1, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.14428605185821652, "error": null, "probabilities": [0.1751, 0.1171, 0.2733, 0.1169, 0.1563, 0.1613], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:488", "target_index": 1, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.029844759963452816, "error": null, "probabilities": [0.0533, 0.2711, 0.0848, 0.0563, 0.5035, 0.0311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:511", "target_index": 2, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.024554428178817034, "error": null, "probabilities": [0.0849, 0.1796, 0.1107, 0.496, 0.0545, 0.0744], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:536", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.037438918836414814, "error": null, "probabilities": [0.0341, 0.0219, 0.8143, 0.0634, 0.0183, 0.048], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:567", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.030942483339458704, "error": null, "probabilities": [0.0674, 0.1203, 0.3614, 0.2493, 0.0581, 0.1435], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:584", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.03551919711753726, "error": null, "probabilities": [0.0805, 0.0896, 0.653, 0.0963, 0.031, 0.0496], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:676", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.03807085659354925, "error": null, "probabilities": [0.0181, 0.0165, 0.8599, 0.0585, 0.0085, 0.0385], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:856", "target_index": 2, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.03948274301365018, "error": null, "probabilities": [0.0192, 0.0415, 0.263, 0.6359, 0.0247, 0.0158], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:860", "target_index": 2, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.031086765229701996, "error": null, "probabilities": [0.0372, 0.0634, 0.1309, 0.528, 0.2176, 0.0228], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:889", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.03326770989224315, "error": null, "probabilities": [0.1402, 0.062, 0.5835, 0.0683, 0.0407, 0.1052], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:951", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.02591996407136321, "error": null, "probabilities": [0.1745, 0.213, 0.2312, 0.1836, 0.1424, 0.0553], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:959", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.020530350040644407, "error": null, "probabilities": [0.1512, 0.0555, 0.5831, 0.0662, 0.0672, 0.0768], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:964", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.022624805103987455, "error": null, "probabilities": [0.033, 0.0156, 0.4697, 0.308, 0.0191, 0.1546], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:967", "target_index": 2, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.12774155801162124, "error": null, "probabilities": [0.1124, 0.1351, 0.2227, 0.3266, 0.0992, 0.104], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:998", "target_index": 2, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.031031053978949785, "error": null, "probabilities": [0.1584, 0.1344, 0.1903, 0.2587, 0.1195, 0.1387], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1121", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.04447881085798144, "error": null, "probabilities": [0.0089, 0.0109, 0.7815, 0.1754, 0.0054, 0.018], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1141", "target_index": 2, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.018310984130948782, "error": null, "probabilities": [0.0968, 0.1355, 0.1186, 0.0803, 0.5275, 0.0413], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1148", "target_index": 2, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.018858870957046747, "error": null, "probabilities": [0.0141, 0.0226, 0.1402, 0.77, 0.0146, 0.0385], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1153", "target_index": 2, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.02078013401478529, "error": null, "probabilities": [0.1886, 0.0941, 0.4234, 0.0473, 0.1977, 0.0488], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1196", "target_index": 3, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.01668823603540659, "error": null, "probabilities": [0.0092, 0.0512, 0.1507, 0.7593, 0.0128, 0.0168], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1200", "target_index": 3, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.020341309253126383, "error": null, "probabilities": [0.0289, 0.03, 0.1868, 0.6779, 0.0454, 0.031], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1203", "target_index": 3, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.019857203122228384, "error": null, "probabilities": [0.0211, 0.1021, 0.0744, 0.5391, 0.0521, 0.2111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1205", "target_index": 3, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.0208383253775537, "error": null, "probabilities": [0.0883, 0.1113, 0.3769, 0.1414, 0.1559, 0.1262], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1211", "target_index": 3, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.031247905921190977, "error": null, "probabilities": [0.2129, 0.1547, 0.1709, 0.1596, 0.191, 0.111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1212", "target_index": 3, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.022929757833480835, "error": null, "probabilities": [0.1429, 0.1435, 0.4217, 0.1148, 0.0605, 0.1166], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1214", "target_index": 3, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.01928512565791607, "error": null, "probabilities": [0.0465, 0.1553, 0.1258, 0.6277, 0.0185, 0.0261], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1234", "target_index": 3, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.12241120496764779, "error": null, "probabilities": [0.0245, 0.0354, 0.6791, 0.2205, 0.0122, 0.0284], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1251", "target_index": 3, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.021502751857042313, "error": null, "probabilities": [0.0439, 0.0765, 0.0771, 0.0629, 0.6815, 0.0582], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1257", "target_index": 3, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.018156662583351135, "error": null, "probabilities": [0.2543, 0.0635, 0.1181, 0.067, 0.4441, 0.053], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1268", "target_index": 3, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.021325950045138597, "error": null, "probabilities": [0.0788, 0.1116, 0.2529, 0.1711, 0.2357, 0.1498], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1290", "target_index": 3, "predicted_index": 5, "n_labels": 6, "latency_seconds": 0.018843831028789282, "error": null, "probabilities": [0.1633, 0.1158, 0.151, 0.1698, 0.1233, 0.2767], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1318", "target_index": 3, "predicted_index": 3, "n_labels": 6, "latency_seconds": 0.01679442683234811, "error": null, "probabilities": [0.0067, 0.0327, 0.2942, 0.6227, 0.0107, 0.033], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1330", "target_index": 3, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.020761342719197273, "error": null, "probabilities": [0.2077, 0.1221, 0.1373, 0.1756, 0.2211, 0.1362], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1338", "target_index": 3, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.018120772670954466, "error": null, "probabilities": [0.0617, 0.1255, 0.5378, 0.1198, 0.0785, 0.0767], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1343", "target_index": 3, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.020017514936625957, "error": null, "probabilities": [0.1696, 0.1071, 0.416, 0.1014, 0.0961, 0.1098], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1351", "target_index": 3, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.02249339409172535, "error": null, "probabilities": [0.2057, 0.1314, 0.3258, 0.2281, 0.0413, 0.0676], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1413", "target_index": 4, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.02788872690871358, "error": null, "probabilities": [0.0673, 0.0892, 0.1101, 0.0285, 0.672, 0.0328], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1466", "target_index": 4, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.03425884107127786, "error": null, "probabilities": [0.241, 0.2029, 0.1631, 0.0959, 0.1439, 0.1532], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1484", "target_index": 4, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.020494050346314907, "error": null, "probabilities": [0.025, 0.0079, 0.9239, 0.0172, 0.0077, 0.0183], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1503", "target_index": 4, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.01732919318601489, "error": null, "probabilities": [0.1016, 0.1041, 0.064, 0.0492, 0.5953, 0.0858], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1529", "target_index": 4, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.018215552903711796, "error": null, "probabilities": [0.2212, 0.1384, 0.1909, 0.1898, 0.0578, 0.2018], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1624", "target_index": 4, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.022509214002639055, "error": null, "probabilities": [0.0379, 0.1253, 0.0487, 0.0356, 0.7174, 0.0351], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1636", "target_index": 4, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.016487212851643562, "error": null, "probabilities": [0.2369, 0.1485, 0.1503, 0.117, 0.1485, 0.1987], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1690", "target_index": 4, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.021104677114635706, "error": null, "probabilities": [0.1042, 0.0987, 0.2002, 0.0995, 0.4801, 0.0173], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1699", "target_index": 4, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.017828167881816626, "error": null, "probabilities": [0.0988, 0.1124, 0.0352, 0.0297, 0.6726, 0.0513], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1735", "target_index": 4, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.01763032702729106, "error": null, "probabilities": [0.0786, 0.1189, 0.0798, 0.075, 0.6107, 0.0371], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1736", "target_index": 4, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.12308393279090524, "error": null, "probabilities": [0.2124, 0.3114, 0.2225, 0.0638, 0.0942, 0.0957], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1771", "target_index": 4, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.019457727670669556, "error": null, "probabilities": [0.0514, 0.1725, 0.0288, 0.0211, 0.636, 0.0902], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1774", "target_index": 4, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.03038667608052492, "error": null, "probabilities": [0.3758, 0.2084, 0.0563, 0.0541, 0.2027, 0.1026], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1796", "target_index": 4, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.01789620006456971, "error": null, "probabilities": [0.1541, 0.1339, 0.2581, 0.0745, 0.3175, 0.0618], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1909", "target_index": 4, "predicted_index": 1, "n_labels": 6, "latency_seconds": 0.02208652812987566, "error": null, "probabilities": [0.1454, 0.2848, 0.1244, 0.0755, 0.276, 0.0939], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1922", "target_index": 4, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.016968228854238987, "error": null, "probabilities": [0.0116, 0.0069, 0.7632, 0.008, 0.19, 0.0203], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1937", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.020537470933049917, "error": null, "probabilities": [0.0448, 0.0792, 0.4891, 0.1109, 0.1358, 0.1401], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1940", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.01752064609900117, "error": null, "probabilities": [0.1774, 0.1276, 0.2808, 0.231, 0.0863, 0.0969], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1941", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.017661056946963072, "error": null, "probabilities": [0.0596, 0.1515, 0.4038, 0.2346, 0.074, 0.0766], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1947", "target_index": 5, "predicted_index": 5, "n_labels": 6, "latency_seconds": 0.0224997540935874, "error": null, "probabilities": [0.1058, 0.132, 0.1357, 0.2608, 0.0912, 0.2744], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1948", "target_index": 5, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.021909966599196196, "error": null, "probabilities": [0.1217, 0.2026, 0.077, 0.0826, 0.4213, 0.0948], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1951", "target_index": 5, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.026125975884497166, "error": null, "probabilities": [0.1045, 0.1433, 0.2171, 0.125, 0.2668, 0.1433], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1954", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.038491301238536835, "error": null, "probabilities": [0.2445, 0.0776, 0.248, 0.1351, 0.2448, 0.0501], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1956", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.03410852001979947, "error": null, "probabilities": [0.0341, 0.033, 0.7811, 0.0817, 0.031, 0.0392], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1961", "target_index": 5, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.019324356224387884, "error": null, "probabilities": [0.4166, 0.1431, 0.079, 0.1376, 0.1382, 0.0855], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1964", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.021819265093654394, "error": null, "probabilities": [0.074, 0.139, 0.2961, 0.2319, 0.1293, 0.1296], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1971", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.12179352715611458, "error": null, "probabilities": [0.0865, 0.1638, 0.4095, 0.2389, 0.0375, 0.0638], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1972", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.022545483894646168, "error": null, "probabilities": [0.1189, 0.0814, 0.6016, 0.0518, 0.0596, 0.0867], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1975", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.02284983778372407, "error": null, "probabilities": [0.0267, 0.0455, 0.6628, 0.1177, 0.0347, 0.1125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1979", "target_index": 5, "predicted_index": 0, "n_labels": 6, "latency_seconds": 0.022742607165127993, "error": null, "probabilities": [0.6197, 0.0767, 0.0561, 0.043, 0.1839, 0.0206], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1994", "target_index": 5, "predicted_index": 4, "n_labels": 6, "latency_seconds": 0.016231040004640818, "error": null, "probabilities": [0.0392, 0.0721, 0.2012, 0.1587, 0.4774, 0.0515], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "emotiondair", "example_id": "emotiondair:1999", "target_index": 5, "predicted_index": 2, "n_labels": 6, "latency_seconds": 0.019639949779957533, "error": null, "probabilities": [0.096, 0.0582, 0.4651, 0.0919, 0.0799, 0.2088], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:6", "target_index": 0, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.1405448680743575, "error": null, "probabilities": [0.3848, 0.0134, 0.0106, 0.012, 0.0096, 0.0099, 0.0096, 0.0096, 0.0085, 0.0103, 0.0085, 0.008, 0.0085, 0.0099, 0.0116, 0.0096, 0.0164, 0.0113, 0.0116, 0.0128, 0.0109, 0.0099, 0.012, 0.012, 0.0106, 0.0113, 0.0093, 0.009, 0.0096, 0.0088, 0.0073, 0.007, 0.0077, 0.008, 0.008, 0.008, 0.0085, 0.008, 0.009, 0.0088, 0.0075, 0.0077, 0.008, 0.0082, 0.0075, 0.0073, 0.0073, 0.0075, 0.0073, 0.0073, 0.007, 0.0068, 0.008, 0.008, 0.0082, 0.0082, 0.0066, 0.0066, 0.007, 0.0068, 0.0068, 0.0068, 0.0068, 0.0068, 0.0066, 0.0066, 0.0068, 0.0066, 0.0068, 0.0066, 0.0066, 0.0066], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:22", "target_index": 0, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.14259241102263331, "error": null, "probabilities": [0.402, 0.0077, 0.0081, 0.0081, 0.0086, 0.009, 0.0067, 0.0077, 0.0076, 0.0115, 0.0105, 0.0081, 0.0071, 0.0088, 0.0091, 0.0082, 0.0409, 0.0129, 0.0135, 0.0097, 0.006, 0.0079, 0.0135, 0.0202, 0.0353, 0.0384, 0.0272, 0.027, 0.0163, 0.0123, 0.0088, 0.0059, 0.0093, 0.0072, 0.0073, 0.0108, 0.0107, 0.0097, 0.0125, 0.0087, 0.0059, 0.0056, 0.0055, 0.007, 0.0047, 0.0044, 0.0039, 0.0028, 0.0025, 0.0027, 0.0027, 0.0031, 0.0042, 0.0037, 0.0037, 0.0038, 0.0023, 0.0021, 0.0022, 0.0022, 0.002, 0.0019, 0.0019, 0.0019, 0.0019, 0.0021, 0.0022, 0.0023, 0.0021, 0.0021, 0.0019, 0.0021], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:49", "target_index": 1, "predicted_index": 26, "n_labels": 72, "latency_seconds": 0.1303955176845193, "error": null, "probabilities": [0.0195, 0.0157, 0.0166, 0.0266, 0.0145, 0.0149, 0.0193, 0.0128, 0.0147, 0.0111, 0.0107, 0.0105, 0.0142, 0.0116, 0.0073, 0.0072, 0.0113, 0.0113, 0.0059, 0.0063, 0.0046, 0.006, 0.0142, 0.018, 0.0249, 0.0349, 0.0701, 0.0413, 0.0471, 0.0267, 0.02, 0.0217, 0.0143, 0.0148, 0.0065, 0.0088, 0.0093, 0.0099, 0.0105, 0.0118, 0.0159, 0.0132, 0.0212, 0.0113, 0.014, 0.0117, 0.0107, 0.0098, 0.0052, 0.0066, 0.0066, 0.0113, 0.013, 0.0139, 0.0169, 0.0211, 0.0113, 0.0088, 0.0177, 0.0113, 0.0099, 0.0098, 0.0065, 0.0048, 0.0041, 0.0055, 0.0045, 0.0038, 0.0045, 0.0048, 0.006, 0.0067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:56", "target_index": 1, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.12686619721353054, "error": null, "probabilities": [0.118, 0.0224, 0.0108, 0.01, 0.0086, 0.009, 0.0062, 0.0088, 0.0055, 0.0093, 0.0093, 0.0072, 0.0065, 0.0066, 0.0088, 0.0082, 0.0183, 0.0117, 0.0125, 0.01, 0.0087, 0.0121, 0.0123, 0.0281, 0.0278, 0.0272, 0.0219, 0.0242, 0.0264, 0.0257, 0.0378, 0.0207, 0.0248, 0.0193, 0.0177, 0.0164, 0.0161, 0.0266, 0.0188, 0.0157, 0.0128, 0.0105, 0.0097, 0.0108, 0.0119, 0.0077, 0.01, 0.0072, 0.0066, 0.0069, 0.0082, 0.0112, 0.0113, 0.0153, 0.0115, 0.0098, 0.0054, 0.0066, 0.0063, 0.0057, 0.0062, 0.0044, 0.0044, 0.0053, 0.0054, 0.0054, 0.0066, 0.0074, 0.0057, 0.0063, 0.0057, 0.0165], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:82", "target_index": 2, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.023297663312405348, "error": null, "probabilities": [0.0914, 0.0294, 0.013, 0.0083, 0.0069, 0.012, 0.0073, 0.0077, 0.007, 0.0075, 0.0077, 0.0065, 0.0065, 0.005, 0.0065, 0.0056, 0.0079, 0.0062, 0.0088, 0.0111, 0.0075, 0.0115, 0.0124, 0.0165, 0.0199, 0.0238, 0.0187, 0.0173, 0.0303, 0.0194, 0.0167, 0.013, 0.018, 0.0111, 0.0101, 0.0134, 0.0091, 0.0128, 0.0157, 0.0193, 0.016, 0.0213, 0.0265, 0.0174, 0.02, 0.012, 0.0127, 0.0098, 0.0139, 0.0145, 0.0111, 0.0223, 0.0257, 0.0274, 0.0282, 0.0276, 0.0058, 0.0075, 0.0123, 0.0058, 0.0055, 0.0047, 0.0079, 0.0062, 0.0052, 0.0075, 0.0053, 0.0051, 0.0082, 0.0101, 0.008, 0.0097], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:118", "target_index": 2, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.13090027403086424, "error": null, "probabilities": [0.4261, 0.0233, 0.0214, 0.0379, 0.0179, 0.0153, 0.0161, 0.0265, 0.0152, 0.0138, 0.0204, 0.0204, 0.021, 0.0168, 0.0147, 0.0127, 0.0051, 0.0042, 0.0031, 0.0033, 0.0036, 0.0048, 0.0048, 0.0054, 0.0077, 0.0086, 0.0068, 0.006, 0.0047, 0.0041, 0.0052, 0.0046, 0.0045, 0.0046, 0.0051, 0.005, 0.0041, 0.0039, 0.0035, 0.0037, 0.0042, 0.004, 0.0028, 0.0034, 0.005, 0.0035, 0.0033, 0.0025, 0.0017, 0.0016, 0.0017, 0.002, 0.002, 0.0027, 0.0037, 0.0031, 0.0102, 0.0071, 0.0091, 0.0064, 0.0067, 0.0052, 0.0045, 0.0058, 0.0073, 0.0073, 0.0077, 0.0088, 0.0077, 0.0093, 0.0078, 0.006], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:148", "target_index": 3, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.039829096756875515, "error": null, "probabilities": [0.3244, 0.0169, 0.0175, 0.0147, 0.0158, 0.0136, 0.0155, 0.0164, 0.0123, 0.0108, 0.0112, 0.0125, 0.0103, 0.0114, 0.0102, 0.0102, 0.0162, 0.0138, 0.0089, 0.0069, 0.0083, 0.0099, 0.011, 0.0107, 0.0134, 0.0128, 0.0114, 0.0086, 0.0048, 0.0039, 0.0048, 0.0057, 0.0048, 0.0055, 0.0064, 0.0084, 0.0105, 0.009, 0.0089, 0.007, 0.0128, 0.0099, 0.0068, 0.0077, 0.0097, 0.0108, 0.0091, 0.0076, 0.0046, 0.0054, 0.0072, 0.0076, 0.0075, 0.0076, 0.0125, 0.0099, 0.0081, 0.0066, 0.0084, 0.0079, 0.0077, 0.0075, 0.0063, 0.0067, 0.0078, 0.0097, 0.0091, 0.0086, 0.0089, 0.0083, 0.0086, 0.0082], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:158", "target_index": 3, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.13330976199358702, "error": null, "probabilities": [0.9968, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001, 0.0001, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001, 0.0001, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:164", "target_index": 4, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.12462551100179553, "error": null, "probabilities": [0.1719, 0.0125, 0.0094, 0.0102, 0.0101, 0.0112, 0.0138, 0.0136, 0.0138, 0.0119, 0.0116, 0.0118, 0.0124, 0.0164, 0.0156, 0.0162, 0.0197, 0.0124, 0.0113, 0.0106, 0.0087, 0.0095, 0.0111, 0.0098, 0.0095, 0.0119, 0.0146, 0.0169, 0.0135, 0.0108, 0.0079, 0.0065, 0.0073, 0.0062, 0.0062, 0.0086, 0.0104, 0.0099, 0.0104, 0.0102, 0.0119, 0.0161, 0.0148, 0.0136, 0.0115, 0.0122, 0.0136, 0.0111, 0.0107, 0.0103, 0.0101, 0.0097, 0.0108, 0.0095, 0.0142, 0.0201, 0.0217, 0.0202, 0.0193, 0.0166, 0.0142, 0.0097, 0.0084, 0.0074, 0.0072, 0.007, 0.0082, 0.0084, 0.0099, 0.0099, 0.0084, 0.0074], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:191", "target_index": 4, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.12993225315585732, "error": null, "probabilities": [0.1506, 0.0157, 0.02, 0.0247, 0.0175, 0.0306, 0.0302, 0.0247, 0.0258, 0.0305, 0.0263, 0.0197, 0.0206, 0.0129, 0.0152, 0.0134, 0.0216, 0.0116, 0.0071, 0.0118, 0.0084, 0.008, 0.0094, 0.0116, 0.0091, 0.0108, 0.0084, 0.0033, 0.0034, 0.003, 0.004, 0.0021, 0.0022, 0.0028, 0.0028, 0.0057, 0.0066, 0.0076, 0.0097, 0.023, 0.0172, 0.0109, 0.0113, 0.0124, 0.0176, 0.01, 0.0094, 0.0044, 0.0053, 0.0084, 0.0096, 0.0104, 0.0104, 0.0156, 0.0094, 0.0107, 0.0072, 0.0067, 0.0127, 0.0206, 0.0103, 0.0047, 0.0076, 0.0094, 0.0093, 0.0076, 0.0102, 0.0084, 0.011, 0.015, 0.0078, 0.0059], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:233", "target_index": 5, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.024358046241104603, "error": null, "probabilities": [0.2228, 0.0152, 0.0139, 0.0143, 0.0132, 0.0124, 0.0113, 0.0124, 0.0105, 0.0094, 0.0103, 0.0122, 0.0115, 0.0113, 0.0119, 0.0117, 0.0195, 0.0143, 0.0111, 0.0089, 0.0115, 0.0148, 0.0134, 0.0141, 0.0186, 0.0215, 0.0178, 0.0132, 0.01, 0.0087, 0.0119, 0.0122, 0.0105, 0.0103, 0.0141, 0.0157, 0.0126, 0.011, 0.0091, 0.0098, 0.013, 0.011, 0.0083, 0.0094, 0.0128, 0.0106, 0.008, 0.0066, 0.0061, 0.0061, 0.0072, 0.0075, 0.0066, 0.0088, 0.0119, 0.0092, 0.0064, 0.0097, 0.0103, 0.0087, 0.0084, 0.0089, 0.0085, 0.0092, 0.0095, 0.0101, 0.0091, 0.0084, 0.0085, 0.0078, 0.007, 0.0074], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:234", "target_index": 5, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.14938256097957492, "error": null, "probabilities": [0.1403, 0.0115, 0.0124, 0.011, 0.0111, 0.013, 0.0141, 0.0134, 0.0117, 0.0095, 0.0074, 0.0085, 0.0091, 0.0078, 0.0095, 0.011, 0.015, 0.0101, 0.0097, 0.0101, 0.0098, 0.0128, 0.0134, 0.0134, 0.0206, 0.0317, 0.0211, 0.0148, 0.0111, 0.0103, 0.0113, 0.0085, 0.01, 0.0105, 0.0141, 0.0222, 0.0155, 0.0119, 0.0143, 0.0155, 0.0157, 0.013, 0.0081, 0.0119, 0.0134, 0.0117, 0.0108, 0.0091, 0.0106, 0.0117, 0.011, 0.0108, 0.013, 0.0148, 0.0261, 0.0229, 0.0083, 0.0062, 0.01, 0.0085, 0.0079, 0.0071, 0.0072, 0.0079, 0.0084, 0.0083, 0.0095, 0.0084, 0.0098, 0.0095, 0.0098, 0.0195], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:262", "target_index": 6, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.024153693113476038, "error": null, "probabilities": [0.7981, 0.0092, 0.0039, 0.0035, 0.0041, 0.0044, 0.0032, 0.0036, 0.0027, 0.0032, 0.0031, 0.0024, 0.0021, 0.0024, 0.003, 0.003, 0.0053, 0.0046, 0.0062, 0.0045, 0.0029, 0.0034, 0.0036, 0.004, 0.006, 0.0057, 0.0058, 0.0054, 0.0069, 0.0039, 0.0027, 0.0027, 0.0028, 0.0026, 0.0025, 0.0029, 0.0024, 0.0032, 0.0035, 0.0026, 0.0026, 0.0024, 0.0023, 0.002, 0.0018, 0.0017, 0.0016, 0.0016, 0.0016, 0.0015, 0.0015, 0.0017, 0.0017, 0.0017, 0.0018, 0.0017, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014, 0.0014], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:268", "target_index": 6, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.025780202355235815, "error": null, "probabilities": [0.679, 0.006, 0.003, 0.0026, 0.0032, 0.0032, 0.003, 0.0036, 0.0026, 0.0026, 0.0023, 0.0023, 0.0023, 0.0028, 0.0045, 0.0044, 0.0084, 0.0059, 0.0061, 0.0054, 0.0047, 0.0064, 0.0056, 0.0059, 0.009, 0.0103, 0.0102, 0.0099, 0.0106, 0.0067, 0.0044, 0.0032, 0.0031, 0.0037, 0.006, 0.0087, 0.0068, 0.0083, 0.0102, 0.0092, 0.0113, 0.0094, 0.0075, 0.0071, 0.0075, 0.0047, 0.0038, 0.0035, 0.0036, 0.0029, 0.0021, 0.0024, 0.0021, 0.0028, 0.0049, 0.0036, 0.0016, 0.0019, 0.0028, 0.0016, 0.0012, 0.0013, 0.0014, 0.0013, 0.0013, 0.0013, 0.0013, 0.0017, 0.0016, 0.0018, 0.0014, 0.0013], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:291", "target_index": 7, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02399323135614395, "error": null, "probabilities": [0.6841, 0.0088, 0.0072, 0.0057, 0.0063, 0.0063, 0.0056, 0.0067, 0.0048, 0.0037, 0.0036, 0.0042, 0.0035, 0.0037, 0.0039, 0.0042, 0.0097, 0.0047, 0.0044, 0.0034, 0.0033, 0.0044, 0.0042, 0.0037, 0.0049, 0.0061, 0.0046, 0.0046, 0.0036, 0.0032, 0.0033, 0.0031, 0.0034, 0.0032, 0.0049, 0.008, 0.0073, 0.007, 0.0085, 0.0066, 0.0073, 0.0084, 0.0055, 0.0053, 0.0051, 0.0043, 0.0036, 0.0031, 0.0033, 0.0032, 0.003, 0.0033, 0.0033, 0.0028, 0.0046, 0.0037, 0.0018, 0.0026, 0.003, 0.0049, 0.0025, 0.0031, 0.0031, 0.0026, 0.0029, 0.0035, 0.0028, 0.0022, 0.0043, 0.0036, 0.0024, 0.0024], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:308", "target_index": 7, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.13537294697016478, "error": null, "probabilities": [0.7284, 0.0034, 0.0026, 0.0026, 0.0026, 0.0027, 0.0026, 0.0027, 0.0026, 0.0027, 0.0026, 0.0026, 0.0027, 0.003, 0.0033, 0.003, 0.013, 0.0098, 0.0091, 0.0085, 0.0052, 0.0065, 0.006, 0.0046, 0.0046, 0.0058, 0.0064, 0.0063, 0.0064, 0.0041, 0.0037, 0.0033, 0.0036, 0.0034, 0.0032, 0.004, 0.004, 0.0045, 0.0046, 0.0042, 0.0045, 0.0045, 0.0037, 0.003, 0.003, 0.0029, 0.0034, 0.0037, 0.0033, 0.0035, 0.0031, 0.0033, 0.0029, 0.003, 0.0035, 0.0035, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0026], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:333", "target_index": 8, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.1401725639589131, "error": null, "probabilities": [0.4408, 0.0084, 0.0079, 0.007, 0.0068, 0.0064, 0.006, 0.0079, 0.0051, 0.0088, 0.0093, 0.0099, 0.0095, 0.0092, 0.0065, 0.0063, 0.0186, 0.0077, 0.0065, 0.0076, 0.0079, 0.009, 0.0082, 0.0127, 0.0144, 0.0169, 0.0172, 0.0082, 0.0057, 0.0077, 0.0085, 0.0052, 0.0057, 0.0042, 0.0043, 0.0049, 0.0041, 0.0041, 0.0054, 0.0106, 0.0136, 0.0069, 0.0059, 0.0098, 0.0095, 0.0084, 0.0081, 0.0043, 0.0041, 0.0059, 0.0059, 0.0064, 0.0098, 0.0147, 0.0156, 0.0101, 0.0046, 0.0048, 0.0086, 0.0085, 0.0057, 0.0049, 0.0046, 0.0046, 0.0046, 0.0056, 0.0067, 0.0068, 0.0076, 0.0063, 0.0074, 0.0084], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:356", "target_index": 8, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.024434117134660482, "error": null, "probabilities": [0.4811, 0.0083, 0.0067, 0.0065, 0.0065, 0.0064, 0.0064, 0.0068, 0.005, 0.0059, 0.0044, 0.0043, 0.0052, 0.0052, 0.0056, 0.0064, 0.0155, 0.011, 0.0103, 0.0074, 0.0059, 0.0058, 0.0067, 0.0068, 0.0078, 0.0115, 0.0128, 0.0115, 0.0115, 0.0078, 0.0058, 0.0057, 0.0063, 0.0054, 0.0062, 0.0081, 0.0077, 0.0105, 0.0094, 0.009, 0.009, 0.01, 0.011, 0.0097, 0.0113, 0.0119, 0.0139, 0.0111, 0.011, 0.0077, 0.0062, 0.0073, 0.0075, 0.0071, 0.0092, 0.0117, 0.0043, 0.0036, 0.0047, 0.0044, 0.0038, 0.0037, 0.0039, 0.0036, 0.0039, 0.0044, 0.004, 0.0044, 0.0043, 0.0052, 0.0047, 0.0047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:372", "target_index": 9, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03463004622608423, "error": null, "probabilities": [0.5641, 0.0045, 0.0038, 0.0033, 0.0024, 0.0023, 0.0021, 0.0028, 0.0019, 0.0029, 0.0022, 0.002, 0.0017, 0.0019, 0.0029, 0.0023, 0.0262, 0.0053, 0.0027, 0.0023, 0.0022, 0.003, 0.0047, 0.0107, 0.0149, 0.0242, 0.0168, 0.013, 0.0101, 0.0069, 0.0079, 0.0035, 0.0036, 0.0032, 0.0041, 0.0088, 0.0154, 0.0215, 0.0134, 0.0134, 0.0089, 0.0106, 0.0098, 0.0201, 0.0299, 0.0145, 0.0111, 0.0037, 0.0026, 0.0027, 0.0029, 0.0028, 0.0034, 0.0039, 0.0045, 0.0049, 0.0015, 0.0015, 0.0015, 0.0014, 0.0013, 0.0013, 0.0013, 0.0013, 0.0014, 0.0014, 0.0015, 0.0015, 0.0015, 0.0015, 0.0015, 0.0021], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:381", "target_index": 9, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.13321303203701973, "error": null, "probabilities": [0.9151, 0.0025, 0.0017, 0.0018, 0.0014, 0.0012, 0.0013, 0.0015, 0.0017, 0.0019, 0.0017, 0.0017, 0.0012, 0.001, 0.0011, 0.001, 0.0014, 0.0017, 0.0011, 0.0009, 0.0011, 0.0011, 0.0014, 0.0016, 0.0022, 0.002, 0.0017, 0.0016, 0.0016, 0.001, 0.0011, 0.0011, 0.0007, 0.0007, 0.0006, 0.0007, 0.0007, 0.0009, 0.001, 0.0009, 0.0011, 0.0011, 0.001, 0.0008, 0.001, 0.0009, 0.0008, 0.0008, 0.0007, 0.0007, 0.0009, 0.0011, 0.0012, 0.0013, 0.0017, 0.0015, 0.0009, 0.0007, 0.0015, 0.0016, 0.0011, 0.0011, 0.0008, 0.0009, 0.0009, 0.0011, 0.0011, 0.0014, 0.0011, 0.001, 0.0009, 0.0007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:430", "target_index": 10, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.024474056903272867, "error": null, "probabilities": [0.3832, 0.0118, 0.0102, 0.009, 0.0085, 0.0099, 0.0104, 0.0102, 0.0082, 0.0114, 0.0085, 0.0085, 0.0082, 0.0096, 0.0104, 0.0114, 0.0211, 0.013, 0.0146, 0.0149, 0.0118, 0.0101, 0.0104, 0.0096, 0.0097, 0.0124, 0.0112, 0.0097, 0.009, 0.0104, 0.0075, 0.0061, 0.0081, 0.0064, 0.0072, 0.0096, 0.0097, 0.0082, 0.0104, 0.0118, 0.0099, 0.0089, 0.0081, 0.009, 0.0075, 0.0082, 0.0082, 0.006, 0.0072, 0.0076, 0.006, 0.0056, 0.0071, 0.0068, 0.0078, 0.0082, 0.0059, 0.0067, 0.0089, 0.0118, 0.008, 0.0041, 0.0049, 0.0046, 0.0042, 0.0046, 0.0047, 0.0045, 0.0054, 0.0067, 0.0048, 0.0063], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:436", "target_index": 10, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03139146836474538, "error": null, "probabilities": [0.1808, 0.0172, 0.0154, 0.0154, 0.0143, 0.0148, 0.0175, 0.0136, 0.0123, 0.0213, 0.0168, 0.0105, 0.0104, 0.0136, 0.0112, 0.0144, 0.0241, 0.0136, 0.01, 0.0121, 0.0085, 0.0062, 0.011, 0.0158, 0.0208, 0.0269, 0.0219, 0.0152, 0.0145, 0.0127, 0.0083, 0.0058, 0.0065, 0.0091, 0.009, 0.0114, 0.0129, 0.0104, 0.0143, 0.0152, 0.0102, 0.0066, 0.007, 0.0089, 0.0076, 0.0069, 0.0064, 0.0061, 0.0055, 0.0078, 0.0071, 0.0068, 0.0138, 0.0131, 0.0123, 0.0131, 0.0091, 0.0094, 0.0167, 0.0162, 0.0051, 0.0059, 0.0065, 0.0072, 0.0063, 0.0068, 0.0096, 0.0076, 0.0089, 0.0114, 0.0079, 0.0105], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:469", "target_index": 11, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03817245829850435, "error": null, "probabilities": [0.2077, 0.008, 0.0067, 0.0041, 0.0048, 0.0054, 0.0059, 0.0066, 0.0074, 0.0071, 0.0046, 0.0049, 0.0055, 0.0068, 0.0082, 0.0108, 0.0209, 0.0161, 0.0234, 0.0184, 0.0163, 0.0153, 0.0189, 0.0133, 0.014, 0.0152, 0.0194, 0.0276, 0.0189, 0.0144, 0.0062, 0.0076, 0.0088, 0.007, 0.0063, 0.0079, 0.0128, 0.0113, 0.0193, 0.0145, 0.0191, 0.0233, 0.0187, 0.0146, 0.0077, 0.0108, 0.011, 0.0153, 0.017, 0.0146, 0.012, 0.0122, 0.013, 0.0094, 0.0145, 0.0175, 0.0116, 0.011, 0.0168, 0.0063, 0.0041, 0.005, 0.0046, 0.0036, 0.0037, 0.0053, 0.0043, 0.0053, 0.0086, 0.0061, 0.0072, 0.0072], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:474", "target_index": 11, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.025973045267164707, "error": null, "probabilities": [0.1001, 0.0129, 0.0227, 0.0253, 0.0156, 0.0542, 0.0149, 0.0298, 0.0189, 0.0156, 0.014, 0.0156, 0.0287, 0.0101, 0.0135, 0.009, 0.0156, 0.0081, 0.0107, 0.0121, 0.0076, 0.0121, 0.0064, 0.0104, 0.0104, 0.0174, 0.0104, 0.0059, 0.0051, 0.0045, 0.0072, 0.0035, 0.0062, 0.0046, 0.0065, 0.0096, 0.0055, 0.0076, 0.0077, 0.0185, 0.0129, 0.0112, 0.007, 0.0083, 0.0083, 0.0055, 0.0082, 0.0039, 0.0071, 0.0059, 0.0059, 0.006, 0.0072, 0.0105, 0.0093, 0.0112, 0.0039, 0.0096, 0.0101, 0.0186, 0.0232, 0.0096, 0.0401, 0.0142, 0.0131, 0.0096, 0.0149, 0.0133, 0.0195, 0.0265, 0.0156, 0.0151], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:485", "target_index": 12, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.12468698201701045, "error": null, "probabilities": [0.38, 0.0185, 0.0123, 0.01, 0.0097, 0.0114, 0.0112, 0.0099, 0.007, 0.0075, 0.0082, 0.0071, 0.0072, 0.0077, 0.0078, 0.0096, 0.0142, 0.0102, 0.0109, 0.0116, 0.0081, 0.0079, 0.0077, 0.0082, 0.0105, 0.0127, 0.0142, 0.0105, 0.0116, 0.0117, 0.0072, 0.0071, 0.0078, 0.0075, 0.0075, 0.0091, 0.0077, 0.0083, 0.0107, 0.0109, 0.0104, 0.0083, 0.01, 0.0096, 0.0087, 0.0109, 0.009, 0.0082, 0.009, 0.0097, 0.0068, 0.0085, 0.0093, 0.0102, 0.0149, 0.0114, 0.0055, 0.0044, 0.0063, 0.006, 0.0046, 0.0042, 0.0054, 0.0054, 0.0049, 0.0053, 0.0044, 0.0053, 0.0059, 0.0061, 0.0055, 0.0069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:500", "target_index": 12, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.023191302083432674, "error": null, "probabilities": [0.0858, 0.0111, 0.0102, 0.0073, 0.0069, 0.0086, 0.0077, 0.0076, 0.0063, 0.0082, 0.0064, 0.0049, 0.0041, 0.0045, 0.0053, 0.0077, 0.0235, 0.0111, 0.0139, 0.0165, 0.0105, 0.0133, 0.0212, 0.0286, 0.0392, 0.0434, 0.0301, 0.023, 0.0231, 0.0275, 0.0182, 0.0094, 0.0127, 0.0114, 0.0123, 0.023, 0.0217, 0.0206, 0.0352, 0.03, 0.0185, 0.0148, 0.0153, 0.0169, 0.0129, 0.0105, 0.0104, 0.0066, 0.0084, 0.0134, 0.0089, 0.0104, 0.0214, 0.0143, 0.0154, 0.0131, 0.0043, 0.0057, 0.0084, 0.0047, 0.0036, 0.0034, 0.0039, 0.004, 0.0041, 0.0048, 0.0055, 0.0043, 0.0052, 0.0053, 0.0053, 0.0046], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:533", "target_index": 13, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.0195391490124166, "error": null, "probabilities": [0.1529, 0.0161, 0.0163, 0.014, 0.0121, 0.0144, 0.0207, 0.0151, 0.0118, 0.0158, 0.0144, 0.0107, 0.0086, 0.0106, 0.0099, 0.0179, 0.0473, 0.0203, 0.0161, 0.0188, 0.0166, 0.0129, 0.0166, 0.0191, 0.0287, 0.0374, 0.0261, 0.0133, 0.0104, 0.0127, 0.0089, 0.0056, 0.0058, 0.0066, 0.0087, 0.0146, 0.0161, 0.0106, 0.0131, 0.0156, 0.0114, 0.0065, 0.0063, 0.0082, 0.0086, 0.0093, 0.0073, 0.0057, 0.0061, 0.0086, 0.0067, 0.006, 0.0089, 0.0104, 0.014, 0.0106, 0.0052, 0.0048, 0.0074, 0.0098, 0.0051, 0.0046, 0.0051, 0.0052, 0.0058, 0.0059, 0.0071, 0.0065, 0.0078, 0.0086, 0.0069, 0.0058], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:555", "target_index": 13, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03689313167706132, "error": null, "probabilities": [0.3757, 0.017, 0.0152, 0.0139, 0.0126, 0.0148, 0.0106, 0.0106, 0.0062, 0.0085, 0.0079, 0.0069, 0.0067, 0.0074, 0.0081, 0.008, 0.0181, 0.0083, 0.0087, 0.0115, 0.0108, 0.01, 0.0091, 0.0152, 0.0205, 0.0211, 0.0117, 0.0078, 0.0069, 0.0079, 0.0074, 0.0046, 0.0053, 0.0067, 0.0089, 0.0094, 0.0069, 0.0067, 0.0075, 0.0119, 0.0097, 0.0071, 0.0069, 0.0117, 0.012, 0.0081, 0.008, 0.0057, 0.0069, 0.0069, 0.0057, 0.0047, 0.0064, 0.01, 0.0098, 0.0069, 0.0043, 0.0044, 0.0052, 0.0067, 0.005, 0.0043, 0.0061, 0.0074, 0.0084, 0.0064, 0.0069, 0.0067, 0.0078, 0.0085, 0.0061, 0.0067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:613", "target_index": 14, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.028266870882362127, "error": null, "probabilities": [0.643, 0.0033, 0.0027, 0.0022, 0.0023, 0.0022, 0.0017, 0.0026, 0.0017, 0.0024, 0.0027, 0.0032, 0.0021, 0.002, 0.0037, 0.0036, 0.0126, 0.0051, 0.0028, 0.0015, 0.0016, 0.0024, 0.0023, 0.0051, 0.0162, 0.0261, 0.0158, 0.0115, 0.0097, 0.0064, 0.0074, 0.0053, 0.0033, 0.0028, 0.0055, 0.0067, 0.0056, 0.0105, 0.0083, 0.0087, 0.0111, 0.0117, 0.007, 0.0111, 0.018, 0.0087, 0.0053, 0.003, 0.0025, 0.002, 0.0024, 0.0032, 0.003, 0.0051, 0.0097, 0.0079, 0.0015, 0.002, 0.0019, 0.0016, 0.0015, 0.0012, 0.0012, 0.0012, 0.0013, 0.0014, 0.0013, 0.0015, 0.0015, 0.0014, 0.0013, 0.002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:637", "target_index": 14, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02365965722128749, "error": null, "probabilities": [0.6785, 0.0063, 0.0064, 0.0086, 0.0062, 0.0058, 0.0032, 0.0034, 0.0037, 0.0043, 0.004, 0.004, 0.0043, 0.003, 0.0034, 0.0032, 0.0054, 0.0059, 0.0042, 0.0029, 0.0027, 0.0027, 0.0028, 0.0031, 0.0042, 0.0061, 0.005, 0.0042, 0.006, 0.0037, 0.0036, 0.0036, 0.0031, 0.0029, 0.0028, 0.0028, 0.0029, 0.0037, 0.0048, 0.0053, 0.004, 0.0038, 0.0051, 0.0051, 0.0147, 0.0169, 0.0096, 0.0074, 0.0055, 0.0033, 0.0032, 0.0041, 0.0045, 0.0061, 0.0055, 0.005, 0.0031, 0.0028, 0.0046, 0.0038, 0.0034, 0.0031, 0.0029, 0.0028, 0.003, 0.0033, 0.0034, 0.0035, 0.0031, 0.0032, 0.0032, 0.0042], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:653", "target_index": 15, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.12286403961479664, "error": null, "probabilities": [0.2541, 0.017, 0.0124, 0.0106, 0.0115, 0.0111, 0.011, 0.0126, 0.0095, 0.0103, 0.0091, 0.0097, 0.0097, 0.011, 0.0126, 0.0134, 0.0229, 0.0187, 0.0175, 0.0132, 0.0155, 0.0167, 0.0162, 0.0162, 0.0193, 0.0211, 0.016, 0.0155, 0.012, 0.0092, 0.0087, 0.0091, 0.0091, 0.0092, 0.0126, 0.0122, 0.0101, 0.0095, 0.0094, 0.0084, 0.0098, 0.0101, 0.0082, 0.0084, 0.0085, 0.007, 0.0063, 0.0066, 0.0068, 0.0058, 0.0059, 0.0066, 0.0069, 0.0082, 0.0111, 0.0092, 0.0057, 0.0064, 0.0085, 0.0077, 0.0067, 0.008, 0.0088, 0.0077, 0.0077, 0.0075, 0.0079, 0.0082, 0.0087, 0.0083, 0.0066, 0.0063], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:656", "target_index": 15, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.025309276767075062, "error": null, "probabilities": [0.4818, 0.0155, 0.0112, 0.0126, 0.01, 0.0091, 0.0126, 0.0112, 0.0071, 0.0084, 0.0077, 0.0071, 0.0084, 0.0092, 0.0087, 0.0087, 0.0194, 0.0128, 0.0095, 0.0094, 0.0108, 0.012, 0.0116, 0.0139, 0.0148, 0.0169, 0.0173, 0.0115, 0.0095, 0.008, 0.0088, 0.0086, 0.0087, 0.0086, 0.0088, 0.0095, 0.0077, 0.006, 0.0039, 0.0043, 0.0044, 0.0033, 0.003, 0.0028, 0.003, 0.0029, 0.0027, 0.0021, 0.0018, 0.002, 0.0021, 0.0023, 0.0023, 0.003, 0.0033, 0.0032, 0.0029, 0.0016, 0.0035, 0.0047, 0.0029, 0.0036, 0.0033, 0.0031, 0.0045, 0.0048, 0.0055, 0.0055, 0.0063, 0.0058, 0.0058, 0.0103], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:702", "target_index": 16, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.0327164139598608, "error": null, "probabilities": [0.9841, 0.0004, 0.0003, 0.0002, 0.0003, 0.0003, 0.0002, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0002, 0.0004, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0004, 0.0006, 0.0004, 0.0004, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0001, 0.0001, 0.0002, 0.0001, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0001, 0.0002, 0.0002, 0.0002, 0.0003, 0.0004, 0.0004, 0.0001, 0.0001, 0.0001, 0.0001, 0.0002, 0.0001, 0.0001, 0.0001, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0001, 0.0001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:705", "target_index": 16, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.035601927898824215, "error": null, "probabilities": [0.994, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0002, 0.0002, 0.0001, 0.0, 0.0, 0.0, 0.0001, 0.0001, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0002, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0001, 0.0, 0.0, 0.0001, 0.0001, 0.0, 0.0, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:727", "target_index": 17, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.1341183320619166, "error": null, "probabilities": [0.339, 0.0172, 0.0169, 0.0134, 0.0132, 0.015, 0.0192, 0.0192, 0.0134, 0.0134, 0.0138, 0.0136, 0.0136, 0.0195, 0.0164, 0.0235, 0.0312, 0.0126, 0.0111, 0.01, 0.0073, 0.0081, 0.0072, 0.0064, 0.0075, 0.0084, 0.0104, 0.0092, 0.0088, 0.0108, 0.0075, 0.0063, 0.0072, 0.0059, 0.0067, 0.0094, 0.0061, 0.0052, 0.005, 0.004, 0.0049, 0.0052, 0.0059, 0.0078, 0.0092, 0.0097, 0.0098, 0.0073, 0.0081, 0.0095, 0.0062, 0.0063, 0.0059, 0.005, 0.0087, 0.0094, 0.0058, 0.0073, 0.005, 0.0057, 0.0063, 0.0053, 0.0042, 0.0046, 0.0056, 0.0049, 0.0041, 0.004, 0.0052, 0.0064, 0.0055, 0.0085], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:746", "target_index": 17, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.05517249694094062, "error": null, "probabilities": [0.994, 0.0001, 0.0001, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001, 0.0, 0.0001, 0.0001, 0.0001, 0.0003, 0.0002, 0.0002, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0002, 0.0005, 0.0004, 0.0004, 0.0002, 0.0002, 0.0002, 0.0002, 0.0001, 0.0001, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0001, 0.0001, 0.0001, 0.0, 0.0001, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001, 0.0, 0.0], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:767", "target_index": 18, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02299555903300643, "error": null, "probabilities": [0.3659, 0.0316, 0.0152, 0.0106, 0.0106, 0.0096, 0.0082, 0.0091, 0.0071, 0.0073, 0.0068, 0.0066, 0.0062, 0.0062, 0.0068, 0.0073, 0.0164, 0.0091, 0.0085, 0.0071, 0.0068, 0.0075, 0.0068, 0.0073, 0.0093, 0.0093, 0.008, 0.0077, 0.0071, 0.0071, 0.0068, 0.0064, 0.0064, 0.0064, 0.0071, 0.0073, 0.0068, 0.0073, 0.0073, 0.0068, 0.0068, 0.0066, 0.0064, 0.0068, 0.0075, 0.0071, 0.0066, 0.0064, 0.0064, 0.0062, 0.0062, 0.0064, 0.0062, 0.0066, 0.0071, 0.0066, 0.0062, 0.0062, 0.0066, 0.0106, 0.008, 0.0062, 0.0064, 0.0064, 0.0075, 0.0064, 0.0064, 0.0073, 0.0077, 0.0126, 0.0118, 0.0758], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:787", "target_index": 18, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.025584260001778603, "error": null, "probabilities": [0.5578, 0.0114, 0.0105, 0.009, 0.0082, 0.0088, 0.009, 0.0141, 0.0073, 0.0119, 0.0079, 0.0069, 0.0037, 0.0041, 0.0054, 0.0037, 0.0268, 0.0088, 0.0054, 0.0042, 0.0039, 0.004, 0.004, 0.0066, 0.0086, 0.0144, 0.0064, 0.0073, 0.0042, 0.0041, 0.0078, 0.0035, 0.0035, 0.0035, 0.0048, 0.0062, 0.0088, 0.0115, 0.0123, 0.0209, 0.0094, 0.0087, 0.0042, 0.0061, 0.0077, 0.0051, 0.0054, 0.0034, 0.0032, 0.003, 0.0033, 0.0031, 0.0036, 0.0044, 0.0045, 0.004, 0.0027, 0.0027, 0.0028, 0.0028, 0.0027, 0.0027, 0.0027, 0.0027, 0.0029, 0.0029, 0.0034, 0.0034, 0.0036, 0.0041, 0.0032, 0.0036], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:803", "target_index": 19, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02055081119760871, "error": null, "probabilities": [0.7061, 0.0065, 0.0042, 0.0036, 0.0043, 0.0048, 0.0039, 0.0045, 0.0036, 0.0043, 0.0034, 0.0035, 0.003, 0.0036, 0.0047, 0.004, 0.009, 0.0068, 0.0074, 0.0061, 0.0052, 0.0057, 0.0057, 0.0065, 0.0074, 0.0087, 0.0065, 0.0064, 0.0059, 0.0043, 0.0041, 0.0033, 0.0036, 0.0031, 0.0036, 0.0044, 0.0042, 0.0053, 0.0054, 0.0057, 0.0046, 0.0051, 0.0042, 0.0039, 0.0039, 0.0032, 0.0032, 0.0031, 0.0033, 0.0028, 0.0028, 0.0031, 0.0035, 0.0041, 0.004, 0.0037, 0.0017, 0.002, 0.0026, 0.0027, 0.0019, 0.0021, 0.0025, 0.002, 0.0021, 0.0021, 0.0025, 0.0029, 0.0034, 0.0033, 0.0022, 0.0032], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:809", "target_index": 19, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.12988557294011116, "error": null, "probabilities": [0.5864, 0.0077, 0.005, 0.0051, 0.0057, 0.0055, 0.0063, 0.0068, 0.0048, 0.0057, 0.0053, 0.005, 0.0045, 0.0057, 0.0066, 0.0067, 0.0145, 0.0126, 0.0112, 0.0099, 0.0092, 0.0074, 0.0069, 0.0065, 0.0076, 0.0081, 0.0079, 0.0073, 0.0074, 0.007, 0.0058, 0.0059, 0.0053, 0.0052, 0.0056, 0.0059, 0.0052, 0.0055, 0.0069, 0.0062, 0.0061, 0.0057, 0.0052, 0.005, 0.0055, 0.0055, 0.0057, 0.0065, 0.006, 0.0051, 0.0047, 0.0045, 0.0045, 0.0052, 0.0062, 0.0051, 0.0028, 0.0029, 0.004, 0.0038, 0.0033, 0.0035, 0.0034, 0.0033, 0.0034, 0.0035, 0.004, 0.0042, 0.0045, 0.0049, 0.0053, 0.0029], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:840", "target_index": 20, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.12136321188881993, "error": null, "probabilities": [0.9711, 0.0006, 0.0004, 0.0004, 0.0004, 0.0004, 0.0004, 0.0005, 0.0004, 0.0004, 0.0003, 0.0003, 0.0003, 0.0005, 0.0005, 0.0004, 0.0026, 0.0017, 0.0009, 0.0004, 0.0003, 0.0004, 0.0005, 0.0006, 0.0008, 0.0012, 0.001, 0.0011, 0.0006, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0004, 0.0004, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0004, 0.0003, 0.0004, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:854", "target_index": 20, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.1425597509369254, "error": null, "probabilities": [0.6026, 0.007, 0.0046, 0.0045, 0.0048, 0.0051, 0.0051, 0.0058, 0.004, 0.0044, 0.0033, 0.003, 0.0027, 0.0033, 0.0044, 0.0041, 0.0223, 0.0142, 0.0151, 0.0142, 0.01, 0.0114, 0.0093, 0.0093, 0.0096, 0.0123, 0.0096, 0.0091, 0.0086, 0.0064, 0.0053, 0.0039, 0.0048, 0.0052, 0.0063, 0.0083, 0.0078, 0.0082, 0.0087, 0.0068, 0.0051, 0.0046, 0.0039, 0.0038, 0.004, 0.0038, 0.0044, 0.0044, 0.0044, 0.0041, 0.0036, 0.0034, 0.0035, 0.0035, 0.0035, 0.0033, 0.0025, 0.0025, 0.0027, 0.0026, 0.0025, 0.0025, 0.0025, 0.0025, 0.0025, 0.0026, 0.0027, 0.0027, 0.0026, 0.0025, 0.0025, 0.0028], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:904", "target_index": 21, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.1485225511714816, "error": null, "probabilities": [0.4818, 0.0117, 0.0069, 0.0063, 0.0071, 0.0067, 0.0067, 0.0067, 0.0053, 0.0054, 0.005, 0.0048, 0.0048, 0.0055, 0.0064, 0.0062, 0.0092, 0.0088, 0.0094, 0.0091, 0.0088, 0.0082, 0.0092, 0.009, 0.011, 0.0119, 0.0117, 0.0126, 0.0128, 0.0112, 0.0092, 0.0098, 0.01, 0.011, 0.0106, 0.0092, 0.009, 0.0091, 0.0108, 0.0094, 0.0095, 0.0088, 0.0088, 0.0079, 0.0072, 0.0072, 0.0067, 0.008, 0.0069, 0.0065, 0.0059, 0.0059, 0.0069, 0.0071, 0.0084, 0.0068, 0.0039, 0.0036, 0.004, 0.0035, 0.0034, 0.004, 0.0037, 0.004, 0.0037, 0.0036, 0.0039, 0.0042, 0.0047, 0.0041, 0.0042, 0.0048], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:911", "target_index": 21, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.024579667951911688, "error": null, "probabilities": [0.6731, 0.0046, 0.0026, 0.0026, 0.0034, 0.0034, 0.0022, 0.0028, 0.002, 0.0024, 0.002, 0.002, 0.0019, 0.0022, 0.0037, 0.0035, 0.0107, 0.0067, 0.0076, 0.0061, 0.0039, 0.0056, 0.0056, 0.0068, 0.0135, 0.016, 0.0143, 0.0136, 0.0119, 0.0067, 0.0065, 0.0064, 0.0081, 0.0081, 0.0098, 0.0136, 0.0088, 0.0105, 0.0115, 0.0062, 0.0054, 0.0051, 0.004, 0.0043, 0.0051, 0.004, 0.0034, 0.0025, 0.0021, 0.0015, 0.0013, 0.0019, 0.002, 0.002, 0.0031, 0.0021, 0.001, 0.001, 0.0012, 0.0011, 0.0009, 0.0009, 0.0009, 0.0009, 0.0011, 0.0011, 0.0011, 0.0013, 0.0012, 0.0012, 0.0012, 0.0013], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:941", "target_index": 22, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03452129429206252, "error": null, "probabilities": [0.8192, 0.0074, 0.0039, 0.0037, 0.004, 0.0045, 0.0034, 0.0037, 0.0029, 0.0035, 0.0023, 0.0033, 0.0023, 0.0033, 0.0059, 0.0044, 0.0051, 0.0038, 0.0036, 0.0024, 0.002, 0.0012, 0.0011, 0.0013, 0.0017, 0.0024, 0.0023, 0.0028, 0.003, 0.0024, 0.0016, 0.0012, 0.001, 0.0011, 0.0013, 0.001, 0.0011, 0.0013, 0.0018, 0.0024, 0.0026, 0.0023, 0.0022, 0.0026, 0.0028, 0.0026, 0.0023, 0.0031, 0.0033, 0.0022, 0.0017, 0.0012, 0.0013, 0.0021, 0.0031, 0.0025, 0.0017, 0.0022, 0.0044, 0.0029, 0.0024, 0.002, 0.0021, 0.0019, 0.0018, 0.0014, 0.0016, 0.0021, 0.0021, 0.0025, 0.0016, 0.0025], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:943", "target_index": 22, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.031073514372110367, "error": null, "probabilities": [0.4, 0.0205, 0.0173, 0.0167, 0.0141, 0.0148, 0.0189, 0.0267, 0.0338, 0.0211, 0.0134, 0.0113, 0.0119, 0.013, 0.0105, 0.0145, 0.0371, 0.012, 0.007, 0.0058, 0.0048, 0.0063, 0.009, 0.0075, 0.012, 0.015, 0.0143, 0.0124, 0.0078, 0.006, 0.0049, 0.004, 0.004, 0.004, 0.0041, 0.0071, 0.0079, 0.0053, 0.006, 0.0049, 0.0048, 0.0048, 0.0044, 0.0044, 0.0045, 0.0042, 0.0042, 0.0038, 0.0037, 0.004, 0.0038, 0.004, 0.0048, 0.0042, 0.0051, 0.0063, 0.0048, 0.0037, 0.0045, 0.004, 0.0037, 0.0036, 0.0036, 0.0036, 0.0036, 0.0036, 0.0037, 0.0037, 0.0036, 0.0037, 0.0036, 0.004], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:968", "target_index": 23, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.026520011015236378, "error": null, "probabilities": [0.4256, 0.0109, 0.011, 0.0114, 0.0135, 0.0127, 0.0137, 0.0197, 0.0127, 0.0142, 0.0105, 0.0078, 0.0094, 0.0096, 0.0104, 0.0107, 0.0179, 0.0127, 0.0116, 0.0079, 0.0064, 0.0078, 0.0063, 0.009, 0.0104, 0.01, 0.0099, 0.0082, 0.007, 0.0055, 0.0059, 0.0055, 0.0061, 0.0061, 0.0079, 0.0102, 0.0089, 0.0133, 0.0085, 0.0087, 0.0085, 0.0062, 0.0057, 0.0062, 0.0074, 0.007, 0.0076, 0.0056, 0.0056, 0.0048, 0.0053, 0.0074, 0.0052, 0.0076, 0.0069, 0.0055, 0.0053, 0.0046, 0.007, 0.0054, 0.0048, 0.004, 0.0044, 0.0039, 0.0055, 0.0062, 0.0058, 0.0068, 0.0052, 0.0049, 0.0045, 0.0036], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:998", "target_index": 23, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02683559525758028, "error": null, "probabilities": [0.4942, 0.0124, 0.0108, 0.01, 0.0095, 0.0094, 0.009, 0.0095, 0.009, 0.0082, 0.0077, 0.0085, 0.0082, 0.0082, 0.0088, 0.0091, 0.0132, 0.011, 0.0097, 0.0066, 0.0063, 0.0072, 0.0072, 0.0079, 0.0098, 0.0101, 0.0101, 0.0085, 0.0066, 0.0058, 0.0056, 0.0056, 0.0054, 0.0053, 0.006, 0.0068, 0.0077, 0.0082, 0.0077, 0.0072, 0.0079, 0.0072, 0.006, 0.0063, 0.0072, 0.0072, 0.007, 0.006, 0.0053, 0.0049, 0.0053, 0.0054, 0.0053, 0.0056, 0.0066, 0.0058, 0.0048, 0.0048, 0.0051, 0.0051, 0.0049, 0.0049, 0.0049, 0.0049, 0.0049, 0.0053, 0.0054, 0.0054, 0.006, 0.0058, 0.0054, 0.0056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1005", "target_index": 24, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02606152556836605, "error": null, "probabilities": [0.3672, 0.0143, 0.0113, 0.0117, 0.0102, 0.0118, 0.0111, 0.0099, 0.0105, 0.0099, 0.0087, 0.0103, 0.0107, 0.0114, 0.0155, 0.014, 0.0192, 0.0148, 0.0121, 0.0154, 0.0154, 0.0138, 0.014, 0.0124, 0.0133, 0.016, 0.0135, 0.0105, 0.0094, 0.0058, 0.0068, 0.0061, 0.0058, 0.0074, 0.008, 0.0102, 0.0102, 0.0086, 0.0102, 0.0134, 0.0134, 0.0126, 0.0109, 0.0077, 0.0097, 0.0073, 0.0063, 0.007, 0.0064, 0.0061, 0.0052, 0.0042, 0.0044, 0.0061, 0.0068, 0.007, 0.0053, 0.0045, 0.008, 0.0036, 0.0036, 0.0036, 0.0037, 0.0042, 0.004, 0.004, 0.004, 0.0045, 0.0041, 0.0044, 0.0037, 0.0033], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1012", "target_index": 24, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.024563628248870373, "error": null, "probabilities": [0.4096, 0.0183, 0.0137, 0.0102, 0.0104, 0.0166, 0.0108, 0.0109, 0.0088, 0.0094, 0.0067, 0.0074, 0.0061, 0.0048, 0.0062, 0.0058, 0.0072, 0.0046, 0.0069, 0.0069, 0.0049, 0.0077, 0.0073, 0.0068, 0.0086, 0.0134, 0.0092, 0.0084, 0.0104, 0.007, 0.0067, 0.0059, 0.0088, 0.0062, 0.0079, 0.0149, 0.009, 0.0097, 0.0108, 0.0112, 0.0076, 0.0095, 0.0073, 0.0055, 0.0073, 0.0066, 0.007, 0.0056, 0.0086, 0.0081, 0.0067, 0.0092, 0.0109, 0.0084, 0.0121, 0.0133, 0.0054, 0.0061, 0.0118, 0.0062, 0.005, 0.0052, 0.006, 0.0051, 0.0057, 0.0058, 0.0058, 0.006, 0.0093, 0.0097, 0.0073, 0.0097], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1070", "target_index": 25, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02094587590545416, "error": null, "probabilities": [0.3659, 0.0052, 0.0052, 0.0052, 0.0051, 0.0052, 0.0056, 0.0052, 0.0054, 0.0051, 0.0051, 0.0051, 0.0051, 0.0051, 0.0052, 0.0052, 0.0242, 0.0099, 0.0074, 0.0054, 0.0052, 0.0054, 0.0057, 0.0118, 0.0346, 0.0512, 0.0418, 0.0306, 0.0188, 0.0134, 0.014, 0.0102, 0.0092, 0.0065, 0.0078, 0.0084, 0.0071, 0.0116, 0.0089, 0.0092, 0.0092, 0.0081, 0.0063, 0.0092, 0.012, 0.0069, 0.0059, 0.0052, 0.0052, 0.0052, 0.0052, 0.0052, 0.0054, 0.0063, 0.0074, 0.0059, 0.0056, 0.0054, 0.0054, 0.0056, 0.0056, 0.0057, 0.0057, 0.0057, 0.0057, 0.0056, 0.0056, 0.0054, 0.0056, 0.0056, 0.0056, 0.0054], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1075", "target_index": 25, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02353060571476817, "error": null, "probabilities": [0.8267, 0.0031, 0.0019, 0.0018, 0.0016, 0.0016, 0.0013, 0.0015, 0.0014, 0.0015, 0.0014, 0.0014, 0.0015, 0.0015, 0.0015, 0.0015, 0.0059, 0.004, 0.0034, 0.0023, 0.0016, 0.0021, 0.0027, 0.0036, 0.0069, 0.0088, 0.0113, 0.0088, 0.0065, 0.0036, 0.0029, 0.0025, 0.003, 0.0024, 0.0023, 0.0036, 0.0031, 0.0036, 0.0028, 0.0021, 0.0025, 0.0023, 0.002, 0.0018, 0.0019, 0.0018, 0.0018, 0.0014, 0.0013, 0.0013, 0.0013, 0.0016, 0.0016, 0.0017, 0.0025, 0.0024, 0.0012, 0.0012, 0.0013, 0.0014, 0.0013, 0.0012, 0.0012, 0.0012, 0.0012, 0.0013, 0.0012, 0.0013, 0.0013, 0.0013, 0.0013, 0.0012], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1094", "target_index": 26, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.13205118710175157, "error": null, "probabilities": [0.8826, 0.0032, 0.0021, 0.0017, 0.0021, 0.0026, 0.0023, 0.0021, 0.0015, 0.0019, 0.0014, 0.0013, 0.0011, 0.0017, 0.0022, 0.0019, 0.0053, 0.0039, 0.0052, 0.0046, 0.0024, 0.0024, 0.0024, 0.002, 0.0022, 0.0023, 0.0019, 0.002, 0.0022, 0.0017, 0.0012, 0.0011, 0.0013, 0.0012, 0.0012, 0.0013, 0.0011, 0.0013, 0.0017, 0.0015, 0.0013, 0.0015, 0.0015, 0.0017, 0.0017, 0.0018, 0.0016, 0.0016, 0.0016, 0.0015, 0.0011, 0.0012, 0.0013, 0.0011, 0.0014, 0.0013, 0.0008, 0.0008, 0.0008, 0.0008, 0.0007, 0.0007, 0.0008, 0.0007, 0.0007, 0.0008, 0.0008, 0.0008, 0.0008, 0.0008, 0.0007, 0.0007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1104", "target_index": 26, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.035173682030290365, "error": null, "probabilities": [0.5241, 0.0064, 0.0033, 0.0031, 0.0036, 0.0034, 0.0026, 0.0026, 0.002, 0.0026, 0.0022, 0.0022, 0.0019, 0.0019, 0.0033, 0.0029, 0.0167, 0.0101, 0.0101, 0.0101, 0.0088, 0.0139, 0.0131, 0.0192, 0.0306, 0.0336, 0.0282, 0.0206, 0.0205, 0.0125, 0.0121, 0.0084, 0.0106, 0.011, 0.0158, 0.0177, 0.0095, 0.0092, 0.0072, 0.008, 0.0068, 0.0059, 0.0055, 0.006, 0.0064, 0.0043, 0.0031, 0.0025, 0.0023, 0.0018, 0.0016, 0.0019, 0.0018, 0.0024, 0.0032, 0.0024, 0.001, 0.0009, 0.001, 0.0009, 0.0008, 0.0009, 0.0009, 0.0009, 0.0009, 0.001, 0.001, 0.0011, 0.0012, 0.001, 0.0011, 0.0015], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1121", "target_index": 27, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.028973459731787443, "error": null, "probabilities": [0.3272, 0.0126, 0.0104, 0.0089, 0.0095, 0.0093, 0.0092, 0.0113, 0.0084, 0.0089, 0.0086, 0.0093, 0.008, 0.0081, 0.0093, 0.0098, 0.0164, 0.0107, 0.0076, 0.0053, 0.0058, 0.008, 0.0086, 0.0089, 0.0164, 0.0235, 0.0189, 0.0147, 0.0096, 0.0062, 0.0058, 0.0058, 0.0048, 0.0047, 0.0074, 0.0118, 0.0126, 0.0124, 0.013, 0.0124, 0.0154, 0.0156, 0.0103, 0.0091, 0.0107, 0.0093, 0.0073, 0.0066, 0.0059, 0.0058, 0.0062, 0.0076, 0.0076, 0.0088, 0.014, 0.013, 0.0058, 0.0066, 0.0091, 0.0107, 0.0073, 0.0075, 0.0076, 0.0067, 0.0072, 0.0079, 0.0074, 0.0077, 0.0101, 0.0091, 0.0085, 0.0075], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1123", "target_index": 27, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.024886841885745525, "error": null, "probabilities": [0.7991, 0.0029, 0.0016, 0.0014, 0.0015, 0.0015, 0.0014, 0.0014, 0.0013, 0.0014, 0.0013, 0.0013, 0.0014, 0.0014, 0.0019, 0.0018, 0.0084, 0.0053, 0.0062, 0.0053, 0.0034, 0.0042, 0.004, 0.0052, 0.0081, 0.0094, 0.0072, 0.0085, 0.0115, 0.0049, 0.0036, 0.0031, 0.0039, 0.0036, 0.0041, 0.005, 0.0031, 0.0041, 0.0048, 0.0031, 0.0027, 0.0029, 0.003, 0.0026, 0.0022, 0.0016, 0.0014, 0.0014, 0.0015, 0.0013, 0.0012, 0.0014, 0.0013, 0.0014, 0.0017, 0.0016, 0.0012, 0.0011, 0.0012, 0.0011, 0.0011, 0.0012, 0.0012, 0.0011, 0.0011, 0.0012, 0.0012, 0.0012, 0.0012, 0.0012, 0.0012, 0.0012], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1192", "target_index": 28, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.1326068639755249, "error": null, "probabilities": [0.5324, 0.0109, 0.0086, 0.0077, 0.0075, 0.0084, 0.0084, 0.0098, 0.0088, 0.008, 0.0068, 0.0076, 0.0076, 0.008, 0.0098, 0.0103, 0.0147, 0.0108, 0.0095, 0.0075, 0.0073, 0.0099, 0.0106, 0.0096, 0.0113, 0.0126, 0.0106, 0.0092, 0.0079, 0.0056, 0.0054, 0.005, 0.0046, 0.0043, 0.0053, 0.0068, 0.0069, 0.0067, 0.0067, 0.0058, 0.0061, 0.0068, 0.0058, 0.0056, 0.0065, 0.006, 0.0051, 0.0046, 0.0042, 0.0042, 0.0042, 0.0045, 0.0043, 0.0046, 0.0059, 0.0059, 0.0031, 0.0032, 0.0044, 0.0036, 0.0034, 0.0034, 0.0037, 0.0035, 0.0038, 0.0042, 0.0038, 0.0042, 0.0044, 0.0047, 0.0038, 0.0032], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1233", "target_index": 29, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03280701395124197, "error": null, "probabilities": [0.5145, 0.014, 0.0101, 0.0079, 0.0089, 0.0094, 0.01, 0.0098, 0.0095, 0.0091, 0.0067, 0.0068, 0.0075, 0.0088, 0.0091, 0.0128, 0.0196, 0.0136, 0.0126, 0.0106, 0.0068, 0.0057, 0.0078, 0.0073, 0.0078, 0.0104, 0.0096, 0.0084, 0.0078, 0.0059, 0.0037, 0.0033, 0.0038, 0.0034, 0.0041, 0.0056, 0.0072, 0.0066, 0.0089, 0.0096, 0.0059, 0.0059, 0.0054, 0.0052, 0.0048, 0.0055, 0.0051, 0.004, 0.0048, 0.0042, 0.0036, 0.0035, 0.0042, 0.0044, 0.0052, 0.0078, 0.0051, 0.0049, 0.0068, 0.0085, 0.0044, 0.0031, 0.0041, 0.0032, 0.0041, 0.0043, 0.0043, 0.004, 0.0049, 0.0047, 0.0037, 0.0052], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1274", "target_index": 30, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.026474190410226583, "error": null, "probabilities": [0.9539, 0.0012, 0.001, 0.0008, 0.0008, 0.001, 0.0005, 0.0007, 0.001, 0.0008, 0.0008, 0.0009, 0.001, 0.0013, 0.0011, 0.0011, 0.002, 0.0008, 0.0006, 0.0003, 0.0002, 0.0004, 0.0006, 0.0006, 0.0015, 0.0021, 0.0023, 0.0029, 0.0014, 0.0012, 0.0011, 0.0008, 0.0009, 0.0005, 0.0005, 0.001, 0.001, 0.0008, 0.0008, 0.0004, 0.0005, 0.0006, 0.0004, 0.0005, 0.0005, 0.0004, 0.0003, 0.0002, 0.0001, 0.0001, 0.0001, 0.0002, 0.0002, 0.0002, 0.0003, 0.0003, 0.0002, 0.0002, 0.0002, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1307", "target_index": 31, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.025013193022459745, "error": null, "probabilities": [0.5388, 0.0134, 0.0084, 0.0068, 0.0074, 0.0078, 0.0058, 0.0074, 0.0068, 0.0071, 0.0072, 0.0077, 0.0063, 0.0051, 0.0073, 0.0078, 0.0114, 0.0098, 0.0099, 0.0081, 0.0088, 0.0108, 0.0082, 0.0087, 0.011, 0.0125, 0.0091, 0.0082, 0.0108, 0.0099, 0.0111, 0.0103, 0.0069, 0.0047, 0.0054, 0.0055, 0.0048, 0.0062, 0.0073, 0.0079, 0.0074, 0.0074, 0.0063, 0.0067, 0.0096, 0.0083, 0.0058, 0.0043, 0.0047, 0.0042, 0.0048, 0.0061, 0.0047, 0.0044, 0.0052, 0.0042, 0.0022, 0.0022, 0.0038, 0.0032, 0.0025, 0.0029, 0.0025, 0.0024, 0.0026, 0.0028, 0.0024, 0.003, 0.0037, 0.0035, 0.0034, 0.0041], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1348", "target_index": 32, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02554330974817276, "error": null, "probabilities": [0.2248, 0.0118, 0.0103, 0.0055, 0.007, 0.0088, 0.0073, 0.0116, 0.0081, 0.0061, 0.0037, 0.0047, 0.0042, 0.0056, 0.0062, 0.0047, 0.0162, 0.0108, 0.0146, 0.0104, 0.0097, 0.0125, 0.0118, 0.0123, 0.0138, 0.0177, 0.0137, 0.0171, 0.013, 0.0071, 0.0049, 0.0043, 0.0045, 0.0035, 0.0047, 0.0057, 0.0062, 0.0065, 0.0093, 0.0103, 0.0119, 0.0148, 0.0099, 0.0106, 0.0075, 0.0067, 0.0063, 0.0064, 0.0098, 0.0081, 0.0126, 0.0114, 0.0146, 0.0112, 0.0193, 0.0189, 0.0034, 0.0321, 0.0163, 0.0315, 0.0114, 0.0103, 0.0111, 0.0097, 0.0232, 0.0081, 0.0199, 0.0108, 0.0171, 0.0182, 0.0207, 0.005], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1418", "target_index": 33, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.022379393223673105, "error": null, "probabilities": [0.5317, 0.0053, 0.0038, 0.0034, 0.004, 0.0031, 0.003, 0.0044, 0.0028, 0.0038, 0.0037, 0.0056, 0.0046, 0.0055, 0.0097, 0.0089, 0.0604, 0.0228, 0.0115, 0.005, 0.0059, 0.0088, 0.0072, 0.0109, 0.0147, 0.0282, 0.0219, 0.0188, 0.0092, 0.0058, 0.0095, 0.0066, 0.0052, 0.004, 0.006, 0.0063, 0.0066, 0.0057, 0.0042, 0.0052, 0.0071, 0.012, 0.0061, 0.0066, 0.0083, 0.007, 0.0049, 0.0028, 0.0021, 0.0017, 0.0021, 0.002, 0.002, 0.0033, 0.0056, 0.0053, 0.0014, 0.0013, 0.0015, 0.0021, 0.0017, 0.0015, 0.0015, 0.0014, 0.0015, 0.0016, 0.0018, 0.0019, 0.0018, 0.0023, 0.0018, 0.0027], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1476", "target_index": 34, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.022332332096993923, "error": null, "probabilities": [0.6381, 0.0075, 0.0057, 0.0048, 0.0044, 0.0049, 0.0041, 0.0044, 0.0054, 0.004, 0.0035, 0.004, 0.004, 0.0042, 0.0048, 0.0052, 0.0095, 0.0085, 0.0087, 0.0085, 0.0078, 0.0084, 0.0081, 0.0065, 0.0074, 0.0075, 0.0064, 0.0067, 0.0073, 0.0059, 0.0052, 0.0052, 0.0048, 0.0048, 0.0051, 0.0062, 0.0057, 0.0057, 0.0063, 0.0056, 0.0054, 0.0063, 0.0058, 0.0051, 0.0057, 0.0048, 0.0042, 0.0044, 0.0044, 0.0045, 0.0041, 0.0042, 0.004, 0.0037, 0.0042, 0.0041, 0.0032, 0.0032, 0.0034, 0.0034, 0.0034, 0.0035, 0.0034, 0.0033, 0.0034, 0.0034, 0.0034, 0.0034, 0.0034, 0.0034, 0.0035, 0.004], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1501", "target_index": 35, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.028115578927099705, "error": null, "probabilities": [0.4664, 0.0124, 0.0105, 0.0065, 0.0074, 0.0087, 0.0097, 0.012, 0.0092, 0.0103, 0.0079, 0.0085, 0.0084, 0.0092, 0.0105, 0.0106, 0.0205, 0.0141, 0.0134, 0.0155, 0.0165, 0.0162, 0.0162, 0.017, 0.012, 0.0122, 0.0115, 0.0084, 0.0075, 0.0082, 0.0068, 0.0056, 0.0054, 0.0048, 0.0051, 0.0059, 0.0071, 0.0064, 0.007, 0.0091, 0.0097, 0.0078, 0.008, 0.0082, 0.0048, 0.0047, 0.0043, 0.0039, 0.004, 0.0046, 0.0051, 0.0049, 0.0058, 0.0056, 0.0048, 0.0046, 0.0039, 0.003, 0.004, 0.0046, 0.0025, 0.0024, 0.0025, 0.0024, 0.0029, 0.0027, 0.0029, 0.0028, 0.0033, 0.003, 0.0024, 0.003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1549", "target_index": 36, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.020462289918214083, "error": null, "probabilities": [0.4636, 0.022, 0.0155, 0.0132, 0.0142, 0.0129, 0.0147, 0.0156, 0.0148, 0.0117, 0.0098, 0.0103, 0.0115, 0.0129, 0.0113, 0.0174, 0.0154, 0.0125, 0.0091, 0.0039, 0.0035, 0.0047, 0.0053, 0.0057, 0.0067, 0.0088, 0.0094, 0.0069, 0.006, 0.004, 0.0034, 0.0045, 0.0035, 0.0025, 0.0031, 0.0044, 0.0049, 0.0062, 0.0053, 0.0047, 0.0056, 0.0064, 0.006, 0.0048, 0.0073, 0.0115, 0.0082, 0.0057, 0.0053, 0.0039, 0.0042, 0.0063, 0.0043, 0.0042, 0.0055, 0.0065, 0.0061, 0.0066, 0.0072, 0.0076, 0.0045, 0.005, 0.0054, 0.0044, 0.0049, 0.0058, 0.0053, 0.005, 0.0058, 0.0052, 0.0047, 0.0054], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1601", "target_index": 37, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.026870375033468008, "error": null, "probabilities": [0.1897, 0.0165, 0.0155, 0.0137, 0.0141, 0.015, 0.015, 0.0187, 0.0148, 0.0153, 0.017, 0.0165, 0.0168, 0.0209, 0.0248, 0.0264, 0.0676, 0.0358, 0.0235, 0.0123, 0.0103, 0.0158, 0.016, 0.019, 0.026, 0.0222, 0.0248, 0.0209, 0.0103, 0.0067, 0.0068, 0.0066, 0.0064, 0.0056, 0.0063, 0.0083, 0.0071, 0.0068, 0.0053, 0.0039, 0.0061, 0.0073, 0.0057, 0.0061, 0.0073, 0.0069, 0.0062, 0.004, 0.0028, 0.0024, 0.0031, 0.0048, 0.0054, 0.0062, 0.0123, 0.0125, 0.0057, 0.0065, 0.0073, 0.0038, 0.0046, 0.0037, 0.0035, 0.0035, 0.004, 0.0042, 0.0044, 0.0048, 0.0051, 0.0054, 0.0051, 0.0047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1666", "target_index": 38, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.027929747011512518, "error": null, "probabilities": [0.8249, 0.0071, 0.005, 0.0039, 0.0027, 0.0034, 0.0038, 0.004, 0.0024, 0.0025, 0.0033, 0.0026, 0.0031, 0.0032, 0.0028, 0.0034, 0.0079, 0.0023, 0.0011, 0.0008, 0.0008, 0.0013, 0.0014, 0.0016, 0.0028, 0.0041, 0.0042, 0.002, 0.0017, 0.0014, 0.0014, 0.0012, 0.001, 0.0008, 0.0009, 0.0018, 0.0016, 0.0016, 0.0013, 0.0013, 0.0017, 0.0017, 0.0021, 0.0024, 0.0059, 0.0089, 0.0045, 0.0015, 0.0014, 0.0015, 0.0014, 0.002, 0.0016, 0.0019, 0.0031, 0.0043, 0.0028, 0.0021, 0.0027, 0.0021, 0.0014, 0.001, 0.001, 0.001, 0.0011, 0.0017, 0.0013, 0.0016, 0.0019, 0.002, 0.0021, 0.0038], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1707", "target_index": 39, "predicted_index": 25, "n_labels": 72, "latency_seconds": 0.02888398803770542, "error": null, "probabilities": [0.0318, 0.0021, 0.0026, 0.0018, 0.0028, 0.0044, 0.003, 0.0045, 0.0034, 0.0044, 0.0039, 0.0036, 0.0017, 0.0018, 0.0024, 0.0033, 0.0497, 0.0105, 0.0132, 0.0064, 0.0062, 0.0162, 0.0117, 0.0226, 0.0502, 0.1706, 0.0593, 0.052, 0.031, 0.0164, 0.0234, 0.0078, 0.0074, 0.0044, 0.0166, 0.0376, 0.0294, 0.0228, 0.0174, 0.017, 0.0092, 0.011, 0.0042, 0.0057, 0.0136, 0.0125, 0.0126, 0.0067, 0.0092, 0.0062, 0.0067, 0.0098, 0.0092, 0.0111, 0.0372, 0.0302, 0.0021, 0.0016, 0.0023, 0.0021, 0.0017, 0.0015, 0.001, 0.0009, 0.0011, 0.0016, 0.0016, 0.002, 0.0025, 0.0019, 0.0019, 0.0015], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1754", "target_index": 40, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.026381039060652256, "error": null, "probabilities": [0.2818, 0.0096, 0.0082, 0.0092, 0.0095, 0.0079, 0.0067, 0.0072, 0.0056, 0.0059, 0.0049, 0.0052, 0.0049, 0.0054, 0.0067, 0.0061, 0.027, 0.0242, 0.0214, 0.0149, 0.0116, 0.0111, 0.0108, 0.0115, 0.0138, 0.0217, 0.0228, 0.025, 0.0192, 0.0138, 0.0154, 0.0147, 0.0154, 0.0136, 0.0138, 0.0143, 0.0149, 0.013, 0.013, 0.0115, 0.0096, 0.0098, 0.0079, 0.0084, 0.0111, 0.0157, 0.0147, 0.0138, 0.0085, 0.0065, 0.0059, 0.0058, 0.0063, 0.0059, 0.0081, 0.0086, 0.0046, 0.0046, 0.0051, 0.0052, 0.0051, 0.0049, 0.0046, 0.0048, 0.0048, 0.0051, 0.0052, 0.0049, 0.0051, 0.0049, 0.0049, 0.0058], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1792", "target_index": 41, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02860795520246029, "error": null, "probabilities": [0.2094, 0.0131, 0.0109, 0.0123, 0.0121, 0.0169, 0.0146, 0.0171, 0.0149, 0.0171, 0.0111, 0.0127, 0.0146, 0.0111, 0.0144, 0.0125, 0.0234, 0.0177, 0.0131, 0.0127, 0.0123, 0.0131, 0.0121, 0.0161, 0.0169, 0.023, 0.0169, 0.0125, 0.0111, 0.0074, 0.009, 0.0061, 0.006, 0.0067, 0.0099, 0.0127, 0.0138, 0.014, 0.0135, 0.0202, 0.0163, 0.0169, 0.0114, 0.0107, 0.0142, 0.0099, 0.0092, 0.0073, 0.0069, 0.0069, 0.0092, 0.0075, 0.0076, 0.0109, 0.0114, 0.0116, 0.0046, 0.0051, 0.0075, 0.0061, 0.0057, 0.0044, 0.0042, 0.0046, 0.0078, 0.006, 0.0069, 0.0082, 0.0068, 0.0074, 0.0054, 0.0061], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1810", "target_index": 42, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.12891485076397657, "error": null, "probabilities": [0.5369, 0.0014, 0.0011, 0.0013, 0.0012, 0.0011, 0.0012, 0.0019, 0.0017, 0.003, 0.0027, 0.0015, 0.0011, 0.0011, 0.003, 0.0029, 0.0289, 0.0116, 0.0051, 0.0032, 0.0025, 0.0033, 0.0044, 0.0137, 0.0315, 0.0351, 0.0544, 0.0604, 0.0314, 0.0181, 0.0193, 0.0054, 0.0036, 0.0027, 0.0024, 0.0038, 0.0063, 0.013, 0.0063, 0.0047, 0.0049, 0.0036, 0.0033, 0.0052, 0.0077, 0.0037, 0.005, 0.002, 0.0013, 0.0015, 0.002, 0.0026, 0.0021, 0.0029, 0.0023, 0.002, 0.0009, 0.0008, 0.0008, 0.0008, 0.0008, 0.0008, 0.0008, 0.0008, 0.0008, 0.0008, 0.0008, 0.0009, 0.0008, 0.0008, 0.0008, 0.0009], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1861", "target_index": 43, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.027432220987975597, "error": null, "probabilities": [0.3024, 0.0137, 0.0094, 0.0079, 0.0066, 0.0086, 0.0083, 0.0096, 0.0083, 0.0115, 0.0073, 0.0076, 0.0096, 0.0081, 0.0094, 0.0107, 0.0381, 0.0199, 0.0168, 0.0137, 0.0107, 0.0114, 0.0155, 0.0176, 0.0187, 0.0373, 0.0226, 0.019, 0.0153, 0.0102, 0.0081, 0.0047, 0.0045, 0.0039, 0.0044, 0.006, 0.0089, 0.0084, 0.0105, 0.0144, 0.0083, 0.0102, 0.0081, 0.0079, 0.0082, 0.0068, 0.0068, 0.0059, 0.0064, 0.0071, 0.0087, 0.0087, 0.0131, 0.0115, 0.0129, 0.0163, 0.005, 0.0039, 0.0047, 0.0042, 0.0036, 0.0032, 0.0032, 0.0029, 0.0038, 0.0039, 0.0047, 0.0045, 0.0044, 0.0083, 0.006, 0.0073], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1882", "target_index": 44, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.019948423840105534, "error": null, "probabilities": [0.3434, 0.0174, 0.0149, 0.0133, 0.0123, 0.0101, 0.0119, 0.0135, 0.0123, 0.0179, 0.0112, 0.0104, 0.0092, 0.0107, 0.011, 0.0123, 0.0227, 0.0156, 0.0107, 0.0085, 0.009, 0.0092, 0.0093, 0.0121, 0.0127, 0.02, 0.0135, 0.0101, 0.0078, 0.0065, 0.0069, 0.0056, 0.0049, 0.0045, 0.0055, 0.0062, 0.0068, 0.0071, 0.0071, 0.011, 0.011, 0.0104, 0.0075, 0.0086, 0.0096, 0.0087, 0.007, 0.0066, 0.0059, 0.0058, 0.0071, 0.0066, 0.0074, 0.0086, 0.0099, 0.0086, 0.0056, 0.0054, 0.0068, 0.005, 0.0045, 0.0055, 0.0047, 0.0055, 0.0059, 0.0057, 0.007, 0.0074, 0.0076, 0.008, 0.0101, 0.0112], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1957", "target_index": 45, "predicted_index": 26, "n_labels": 72, "latency_seconds": 0.13090816512703896, "error": null, "probabilities": [0.0497, 0.0048, 0.0043, 0.0043, 0.0041, 0.0041, 0.0041, 0.0041, 0.0041, 0.0041, 0.0041, 0.0041, 0.0041, 0.0041, 0.0041, 0.0041, 0.0092, 0.0093, 0.0081, 0.0098, 0.013, 0.0242, 0.0246, 0.0204, 0.0707, 0.1012, 0.1384, 0.06, 0.0358, 0.0336, 0.0283, 0.0336, 0.0167, 0.0091, 0.0082, 0.0114, 0.0066, 0.0057, 0.0058, 0.0058, 0.0081, 0.0075, 0.0071, 0.0062, 0.0088, 0.0098, 0.0071, 0.0057, 0.005, 0.006, 0.0055, 0.0066, 0.0064, 0.0073, 0.0134, 0.0103, 0.0041, 0.0041, 0.0043, 0.0044, 0.0044, 0.0044, 0.0044, 0.0044, 0.0044, 0.0048, 0.0046, 0.0047, 0.0052, 0.0053, 0.0055, 0.0076], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:1996", "target_index": 46, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.0391321680508554, "error": null, "probabilities": [0.4863, 0.0095, 0.0068, 0.0061, 0.0069, 0.0064, 0.0065, 0.0085, 0.0061, 0.0077, 0.0088, 0.0084, 0.0058, 0.0064, 0.0084, 0.0089, 0.0195, 0.0145, 0.0145, 0.013, 0.0169, 0.014, 0.0089, 0.0099, 0.013, 0.0118, 0.0098, 0.0109, 0.0107, 0.0126, 0.014, 0.0096, 0.0067, 0.0064, 0.007, 0.0058, 0.0052, 0.0056, 0.0072, 0.0085, 0.0085, 0.0059, 0.0045, 0.0051, 0.0057, 0.0044, 0.0039, 0.0048, 0.0051, 0.0054, 0.0048, 0.004, 0.004, 0.005, 0.0061, 0.0041, 0.003, 0.0033, 0.0051, 0.0045, 0.005, 0.006, 0.0039, 0.0038, 0.0037, 0.0034, 0.0033, 0.004, 0.0044, 0.0043, 0.004, 0.0034], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2021", "target_index": 47, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02215892029926181, "error": null, "probabilities": [0.6937, 0.0074, 0.0033, 0.003, 0.0036, 0.0035, 0.0032, 0.0035, 0.0029, 0.0036, 0.0038, 0.0036, 0.0038, 0.0042, 0.0059, 0.0063, 0.0086, 0.007, 0.0072, 0.0066, 0.0059, 0.0051, 0.0049, 0.0048, 0.0072, 0.008, 0.0076, 0.0069, 0.0086, 0.0074, 0.0055, 0.0051, 0.0044, 0.0044, 0.0051, 0.0053, 0.0045, 0.0048, 0.0066, 0.0067, 0.0069, 0.0059, 0.0063, 0.0056, 0.0056, 0.0056, 0.004, 0.0043, 0.0043, 0.0037, 0.0027, 0.0027, 0.0026, 0.003, 0.0036, 0.003, 0.0017, 0.0015, 0.0028, 0.0021, 0.0017, 0.0015, 0.0014, 0.0016, 0.0014, 0.0014, 0.0013, 0.0016, 0.0018, 0.0017, 0.0016, 0.0017], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2051", "target_index": 48, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.029363055247813463, "error": null, "probabilities": [0.5942, 0.0069, 0.0061, 0.0048, 0.0053, 0.0052, 0.0059, 0.0064, 0.0061, 0.0063, 0.0048, 0.0047, 0.0052, 0.0059, 0.006, 0.007, 0.0106, 0.0069, 0.0072, 0.007, 0.0051, 0.0062, 0.0074, 0.0068, 0.0095, 0.0117, 0.0122, 0.0107, 0.011, 0.0094, 0.0067, 0.0055, 0.0053, 0.0046, 0.0052, 0.0078, 0.0071, 0.0062, 0.0068, 0.0062, 0.0058, 0.0047, 0.0051, 0.0043, 0.0045, 0.004, 0.0035, 0.0028, 0.003, 0.0035, 0.0024, 0.003, 0.0034, 0.0033, 0.0045, 0.0056, 0.0054, 0.0051, 0.0093, 0.0048, 0.003, 0.003, 0.0031, 0.0025, 0.0021, 0.0044, 0.0029, 0.0032, 0.006, 0.0048, 0.0072, 0.006], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2113", "target_index": 49, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03540384490042925, "error": null, "probabilities": [0.2851, 0.0182, 0.0187, 0.0206, 0.012, 0.0131, 0.0131, 0.0206, 0.0116, 0.0125, 0.0125, 0.0107, 0.0082, 0.0082, 0.0153, 0.0127, 0.0211, 0.012, 0.0059, 0.0048, 0.0068, 0.0114, 0.0114, 0.0177, 0.0227, 0.021, 0.0166, 0.0133, 0.0098, 0.0074, 0.0123, 0.0075, 0.0062, 0.0066, 0.0087, 0.0125, 0.0125, 0.0135, 0.0095, 0.0093, 0.0118, 0.0107, 0.0085, 0.0125, 0.0174, 0.0127, 0.0112, 0.0068, 0.0051, 0.0063, 0.0078, 0.0083, 0.0071, 0.0086, 0.0121, 0.009, 0.0048, 0.0042, 0.0048, 0.003, 0.003, 0.0027, 0.0029, 0.0037, 0.0045, 0.0043, 0.0048, 0.0051, 0.005, 0.0056, 0.0054, 0.0064], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2145", "target_index": 50, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.028092268854379654, "error": null, "probabilities": [0.8786, 0.0019, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0016, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0018, 0.0017, 0.0017, 0.0016, 0.0016, 0.0016, 0.0016, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0016, 0.0017, 0.0016, 0.0017, 0.0017, 0.0017, 0.0017, 0.0016, 0.0016, 0.0016, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0018, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0018, 0.0018, 0.0018, 0.0017, 0.0017, 0.0018, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017, 0.0017], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2230", "target_index": 51, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.028985089622437954, "error": null, "probabilities": [0.1689, 0.0115, 0.0111, 0.0108, 0.0111, 0.0111, 0.0111, 0.0111, 0.0115, 0.0111, 0.0111, 0.0111, 0.0115, 0.0115, 0.0115, 0.0115, 0.0108, 0.0108, 0.0111, 0.0111, 0.0111, 0.0115, 0.0111, 0.0108, 0.0108, 0.0108, 0.0111, 0.0108, 0.0108, 0.0108, 0.0111, 0.0111, 0.0111, 0.0111, 0.0111, 0.0111, 0.0108, 0.0108, 0.0115, 0.0134, 0.0111, 0.0111, 0.0119, 0.0167, 0.0173, 0.0126, 0.0115, 0.0108, 0.0111, 0.0108, 0.0115, 0.0111, 0.0122, 0.0152, 0.0134, 0.0122, 0.0111, 0.0111, 0.0111, 0.0111, 0.0111, 0.0111, 0.0111, 0.0111, 0.0115, 0.0115, 0.0126, 0.0122, 0.0119, 0.0119, 0.0126, 0.0215], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2298", "target_index": 52, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.020461389794945717, "error": null, "probabilities": [0.2029, 0.0208, 0.0181, 0.0167, 0.0157, 0.0162, 0.0172, 0.0149, 0.0148, 0.0148, 0.015, 0.0179, 0.0151, 0.0163, 0.0171, 0.0174, 0.0185, 0.0114, 0.0105, 0.0114, 0.0118, 0.0132, 0.0145, 0.0132, 0.0158, 0.0191, 0.0145, 0.0109, 0.0102, 0.0098, 0.0095, 0.0085, 0.0085, 0.0081, 0.0087, 0.0104, 0.0095, 0.0071, 0.0082, 0.0085, 0.0085, 0.0086, 0.0078, 0.0082, 0.0086, 0.0071, 0.006, 0.0051, 0.0053, 0.006, 0.0057, 0.0058, 0.0072, 0.0081, 0.0098, 0.0098, 0.0087, 0.0087, 0.0134, 0.0127, 0.0116, 0.0083, 0.0082, 0.0095, 0.0087, 0.0095, 0.0095, 0.0095, 0.0112, 0.0127, 0.0095, 0.0081], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2341", "target_index": 53, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.031262645963579416, "error": null, "probabilities": [0.2817, 0.0069, 0.0087, 0.0054, 0.006, 0.0095, 0.0124, 0.0165, 0.014, 0.0102, 0.0059, 0.0066, 0.0073, 0.0061, 0.0068, 0.0082, 0.013, 0.0059, 0.0086, 0.0109, 0.0115, 0.0165, 0.0171, 0.0153, 0.0178, 0.0251, 0.0183, 0.0126, 0.0113, 0.01, 0.0063, 0.0049, 0.0061, 0.0056, 0.008, 0.0134, 0.0101, 0.0076, 0.0117, 0.0137, 0.0126, 0.013, 0.0091, 0.0108, 0.009, 0.0077, 0.0059, 0.0049, 0.0089, 0.0118, 0.0092, 0.0081, 0.0111, 0.0118, 0.0196, 0.0204, 0.007, 0.0073, 0.0114, 0.0076, 0.0054, 0.0044, 0.0062, 0.0073, 0.0071, 0.0065, 0.0078, 0.0069, 0.0121, 0.0134, 0.0102, 0.0121], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2382", "target_index": 54, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.13380245817825198, "error": null, "probabilities": [0.1144, 0.0195, 0.0132, 0.0126, 0.0115, 0.0109, 0.0126, 0.0092, 0.0072, 0.0078, 0.0072, 0.0076, 0.0076, 0.0097, 0.0097, 0.0097, 0.0271, 0.0258, 0.0235, 0.0221, 0.0224, 0.0162, 0.0204, 0.0198, 0.0186, 0.0214, 0.0201, 0.0198, 0.0189, 0.0159, 0.0154, 0.0167, 0.0162, 0.018, 0.0157, 0.0124, 0.0143, 0.0111, 0.0108, 0.0111, 0.0106, 0.0108, 0.0118, 0.0101, 0.01, 0.0101, 0.0111, 0.0138, 0.0113, 0.0104, 0.0103, 0.0098, 0.0116, 0.0134, 0.0126, 0.0134, 0.0067, 0.006, 0.0075, 0.0074, 0.0063, 0.0074, 0.0075, 0.0075, 0.0071, 0.0073, 0.0087, 0.0081, 0.0071, 0.0075, 0.0063, 0.0063], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2403", "target_index": 55, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02263174531981349, "error": null, "probabilities": [0.3598, 0.0142, 0.0113, 0.0101, 0.0106, 0.0101, 0.0086, 0.0104, 0.0085, 0.0089, 0.0088, 0.0096, 0.0089, 0.009, 0.0113, 0.0111, 0.0128, 0.009, 0.0084, 0.0085, 0.0101, 0.0113, 0.0111, 0.0113, 0.0126, 0.014, 0.012, 0.0092, 0.0085, 0.0075, 0.0073, 0.0072, 0.0064, 0.0065, 0.0081, 0.0085, 0.0077, 0.007, 0.0077, 0.0093, 0.012, 0.0113, 0.0101, 0.0113, 0.0109, 0.0096, 0.0076, 0.007, 0.0074, 0.0075, 0.0079, 0.0079, 0.0088, 0.0102, 0.0126, 0.0113, 0.0076, 0.0082, 0.0106, 0.0104, 0.0067, 0.0062, 0.0059, 0.006, 0.006, 0.006, 0.0061, 0.0064, 0.0077, 0.0072, 0.0062, 0.0065], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2451", "target_index": 56, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.036181234288960695, "error": null, "probabilities": [0.3636, 0.0092, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0087, 0.0089, 0.0087, 0.0089, 0.0092, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0092, 0.0095, 0.0092, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0087, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0087, 0.0089, 0.0092, 0.0095, 0.0095, 0.0092, 0.0092, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089, 0.0089], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2509", "target_index": 57, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03221373679116368, "error": null, "probabilities": [0.231, 0.0167, 0.0113, 0.01, 0.0097, 0.0102, 0.0103, 0.0105, 0.0088, 0.0087, 0.007, 0.007, 0.0072, 0.0074, 0.0087, 0.01, 0.015, 0.011, 0.0103, 0.01, 0.0106, 0.013, 0.0155, 0.0177, 0.0177, 0.0215, 0.0194, 0.0184, 0.0196, 0.0187, 0.0163, 0.0139, 0.0137, 0.0124, 0.0128, 0.0145, 0.0148, 0.0128, 0.0115, 0.0115, 0.0105, 0.0095, 0.0095, 0.0103, 0.0102, 0.0091, 0.0082, 0.0072, 0.0075, 0.0088, 0.0095, 0.0108, 0.0111, 0.0117, 0.0141, 0.013, 0.006, 0.0051, 0.0067, 0.0066, 0.006, 0.0066, 0.0065, 0.0062, 0.007, 0.007, 0.0078, 0.0074, 0.0079, 0.0082, 0.0073, 0.0098], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2545", "target_index": 58, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03012029267847538, "error": null, "probabilities": [0.7058, 0.0101, 0.0074, 0.0059, 0.0063, 0.0058, 0.0053, 0.0053, 0.0048, 0.0046, 0.0037, 0.0046, 0.0046, 0.0053, 0.0064, 0.0074, 0.0105, 0.0071, 0.0063, 0.0039, 0.003, 0.0032, 0.0044, 0.0046, 0.007, 0.0092, 0.0072, 0.0068, 0.0053, 0.0031, 0.0024, 0.0026, 0.0026, 0.0026, 0.0027, 0.0032, 0.0032, 0.0033, 0.0034, 0.0026, 0.0029, 0.0032, 0.0033, 0.0034, 0.0042, 0.0041, 0.0033, 0.0031, 0.0025, 0.0022, 0.0021, 0.0022, 0.0023, 0.0025, 0.0032, 0.003, 0.0024, 0.0023, 0.0033, 0.0032, 0.0026, 0.0033, 0.0028, 0.0026, 0.003, 0.004, 0.0034, 0.0034, 0.004, 0.0032, 0.003, 0.0026], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2598", "target_index": 59, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.026059265714138746, "error": null, "probabilities": [0.4184, 0.0097, 0.008, 0.0067, 0.0073, 0.0066, 0.0064, 0.0085, 0.0078, 0.0091, 0.0076, 0.0084, 0.0074, 0.0091, 0.0089, 0.0089, 0.0183, 0.0115, 0.0116, 0.0081, 0.0076, 0.01, 0.0101, 0.0143, 0.0192, 0.0214, 0.0162, 0.0162, 0.012, 0.0091, 0.0071, 0.0055, 0.0061, 0.0059, 0.0079, 0.0085, 0.0084, 0.0094, 0.0101, 0.01, 0.0108, 0.0111, 0.0075, 0.008, 0.0063, 0.0052, 0.0049, 0.0046, 0.0045, 0.0042, 0.0042, 0.0052, 0.0062, 0.0066, 0.0103, 0.0085, 0.0048, 0.0056, 0.0065, 0.0064, 0.0044, 0.0055, 0.0049, 0.0041, 0.0046, 0.0053, 0.0055, 0.0059, 0.0071, 0.0062, 0.0061, 0.0057], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2616", "target_index": 60, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.028050458058714867, "error": null, "probabilities": [0.2965, 0.0083, 0.0049, 0.0039, 0.004, 0.0045, 0.0038, 0.0042, 0.0033, 0.0036, 0.003, 0.0037, 0.0031, 0.0028, 0.0043, 0.0042, 0.0135, 0.0108, 0.0139, 0.0126, 0.0105, 0.015, 0.0138, 0.0142, 0.0229, 0.032, 0.0236, 0.0218, 0.024, 0.0158, 0.0144, 0.0148, 0.0141, 0.0112, 0.0143, 0.02, 0.0149, 0.0165, 0.0232, 0.0216, 0.0207, 0.0229, 0.0151, 0.0106, 0.0128, 0.0114, 0.0088, 0.0078, 0.0094, 0.007, 0.0069, 0.009, 0.0088, 0.008, 0.0132, 0.0101, 0.0024, 0.0028, 0.0039, 0.0035, 0.0023, 0.0027, 0.0025, 0.0023, 0.0029, 0.0026, 0.0031, 0.0031, 0.0039, 0.0036, 0.0032, 0.0053], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2647", "target_index": 61, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.025316946674138308, "error": null, "probabilities": [0.849, 0.0055, 0.0023, 0.0019, 0.0025, 0.0023, 0.0022, 0.0022, 0.0017, 0.0024, 0.0022, 0.0021, 0.0021, 0.0019, 0.0021, 0.0025, 0.0072, 0.0048, 0.004, 0.003, 0.0027, 0.0027, 0.0024, 0.0028, 0.0046, 0.0086, 0.0073, 0.0054, 0.0041, 0.003, 0.0028, 0.0021, 0.0015, 0.0012, 0.0014, 0.0016, 0.0015, 0.0016, 0.0018, 0.0014, 0.0015, 0.0013, 0.0011, 0.0011, 0.0013, 0.0014, 0.0011, 0.001, 0.0009, 0.0009, 0.0008, 0.0009, 0.0008, 0.0009, 0.0013, 0.0011, 0.0007, 0.0007, 0.001, 0.0011, 0.0011, 0.001, 0.0008, 0.0008, 0.0008, 0.001, 0.001, 0.0012, 0.0016, 0.0015, 0.0013, 0.0022], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2689", "target_index": 62, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.036455318331718445, "error": null, "probabilities": [0.4754, 0.0241, 0.0147, 0.0117, 0.0116, 0.0098, 0.0096, 0.0092, 0.0098, 0.0098, 0.0069, 0.0068, 0.0064, 0.0085, 0.009, 0.01, 0.0132, 0.0084, 0.0076, 0.007, 0.0054, 0.0052, 0.0059, 0.0064, 0.0083, 0.0112, 0.0105, 0.0097, 0.0099, 0.0074, 0.0056, 0.0043, 0.0042, 0.0046, 0.0058, 0.0084, 0.0074, 0.007, 0.0083, 0.0088, 0.0071, 0.007, 0.0064, 0.0068, 0.0077, 0.0068, 0.0057, 0.005, 0.0052, 0.0048, 0.0031, 0.0031, 0.0036, 0.0045, 0.0062, 0.0055, 0.0042, 0.0057, 0.0091, 0.0065, 0.0061, 0.0069, 0.0063, 0.008, 0.0048, 0.0053, 0.0061, 0.0067, 0.0064, 0.0052, 0.0063, 0.0044], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2739", "target_index": 63, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.034223311580717564, "error": null, "probabilities": [0.9977, 0.0002, 0.0002, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2761", "target_index": 64, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.028898618649691343, "error": null, "probabilities": [0.2949, 0.0116, 0.0096, 0.0093, 0.009, 0.0098, 0.0086, 0.0082, 0.0096, 0.0128, 0.0104, 0.0122, 0.012, 0.0111, 0.0104, 0.0122, 0.0141, 0.0118, 0.0134, 0.0134, 0.0096, 0.0076, 0.0095, 0.009, 0.0102, 0.0135, 0.0113, 0.0109, 0.0122, 0.0114, 0.0082, 0.0069, 0.0067, 0.0052, 0.005, 0.0052, 0.0055, 0.0057, 0.008, 0.0107, 0.0088, 0.0092, 0.0086, 0.0084, 0.0074, 0.0074, 0.0068, 0.0064, 0.0085, 0.0079, 0.0069, 0.0067, 0.0089, 0.0088, 0.0084, 0.0086, 0.0057, 0.0172, 0.0235, 0.0229, 0.0155, 0.0109, 0.0161, 0.0104, 0.0089, 0.0074, 0.0085, 0.0098, 0.0095, 0.0137, 0.008, 0.0076], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2819", "target_index": 65, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02581019327044487, "error": null, "probabilities": [0.3443, 0.0093, 0.0081, 0.0055, 0.0053, 0.0083, 0.0059, 0.0082, 0.0061, 0.007, 0.005, 0.0051, 0.0057, 0.0052, 0.0062, 0.0065, 0.011, 0.0104, 0.0173, 0.0209, 0.0099, 0.0107, 0.009, 0.009, 0.0123, 0.0203, 0.0173, 0.016, 0.0316, 0.0173, 0.0155, 0.0121, 0.0127, 0.0075, 0.0065, 0.0075, 0.0051, 0.0064, 0.0079, 0.01, 0.0066, 0.0057, 0.0051, 0.0038, 0.0045, 0.0042, 0.0051, 0.0056, 0.0087, 0.0086, 0.0069, 0.0105, 0.0117, 0.0123, 0.0131, 0.0153, 0.0047, 0.0045, 0.0072, 0.0104, 0.0078, 0.0072, 0.0107, 0.0057, 0.0062, 0.0061, 0.0055, 0.0067, 0.0097, 0.0129, 0.0109, 0.01], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2845", "target_index": 66, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.025682940613478422, "error": null, "probabilities": [0.562, 0.0119, 0.0089, 0.0084, 0.0073, 0.0063, 0.0087, 0.0091, 0.0081, 0.0114, 0.0069, 0.0088, 0.0081, 0.0061, 0.0071, 0.0074, 0.0053, 0.0047, 0.0037, 0.0036, 0.0041, 0.0042, 0.0048, 0.0053, 0.0072, 0.0074, 0.0083, 0.0068, 0.0066, 0.006, 0.0052, 0.0059, 0.0041, 0.0042, 0.004, 0.0044, 0.0049, 0.0045, 0.0053, 0.0062, 0.0084, 0.0069, 0.0068, 0.0068, 0.0071, 0.0062, 0.004, 0.0039, 0.0031, 0.0033, 0.0036, 0.0042, 0.0042, 0.0053, 0.0075, 0.0049, 0.0061, 0.0034, 0.0052, 0.0058, 0.0038, 0.0048, 0.004, 0.0057, 0.0065, 0.0054, 0.006, 0.0066, 0.0076, 0.0094, 0.0118, 0.0084], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2915", "target_index": 67, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02098641637712717, "error": null, "probabilities": [0.5491, 0.0088, 0.0053, 0.0044, 0.0052, 0.0054, 0.0048, 0.0046, 0.0035, 0.004, 0.0033, 0.0039, 0.0031, 0.0035, 0.0066, 0.0061, 0.0133, 0.0098, 0.0081, 0.0056, 0.0058, 0.0062, 0.0048, 0.006, 0.0101, 0.0157, 0.0113, 0.0092, 0.0118, 0.0074, 0.0073, 0.0066, 0.0053, 0.0054, 0.0097, 0.0101, 0.0068, 0.0094, 0.0108, 0.0118, 0.0113, 0.0108, 0.0092, 0.0088, 0.0145, 0.0117, 0.0077, 0.0069, 0.0063, 0.0044, 0.0037, 0.004, 0.0039, 0.0049, 0.0065, 0.0055, 0.0024, 0.0028, 0.0047, 0.0034, 0.0028, 0.0028, 0.0026, 0.0024, 0.0027, 0.0028, 0.0027, 0.0032, 0.0035, 0.0033, 0.003, 0.0044], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2955", "target_index": 68, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.03186994371935725, "error": null, "probabilities": [0.2415, 0.0142, 0.0122, 0.01, 0.0133, 0.0195, 0.0243, 0.0214, 0.0137, 0.0185, 0.0158, 0.0158, 0.0175, 0.0226, 0.0179, 0.0235, 0.0112, 0.0078, 0.0087, 0.01, 0.0099, 0.0077, 0.0059, 0.006, 0.0069, 0.0086, 0.0076, 0.0056, 0.0073, 0.006, 0.0064, 0.0062, 0.0065, 0.0066, 0.0081, 0.0087, 0.0068, 0.0077, 0.0091, 0.0146, 0.0143, 0.0119, 0.0112, 0.0087, 0.0097, 0.0072, 0.0076, 0.0089, 0.0102, 0.0105, 0.0093, 0.0083, 0.0087, 0.0131, 0.0109, 0.009, 0.0105, 0.0091, 0.0161, 0.0117, 0.0079, 0.0077, 0.0107, 0.0107, 0.009, 0.0063, 0.0055, 0.0085, 0.0081, 0.0121, 0.0089, 0.0056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:2980", "target_index": 69, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.02487089205533266, "error": null, "probabilities": [0.3669, 0.0076, 0.0056, 0.0049, 0.0051, 0.0058, 0.0045, 0.0054, 0.0048, 0.0055, 0.0055, 0.0053, 0.0054, 0.0054, 0.0072, 0.0093, 0.0168, 0.0105, 0.0125, 0.0121, 0.008, 0.0091, 0.0087, 0.0107, 0.0162, 0.0219, 0.0173, 0.0141, 0.019, 0.016, 0.0127, 0.0108, 0.0115, 0.0087, 0.01, 0.0133, 0.0088, 0.0103, 0.0135, 0.015, 0.0129, 0.0112, 0.0108, 0.0105, 0.0119, 0.0123, 0.0091, 0.0068, 0.0091, 0.0074, 0.0057, 0.0076, 0.0091, 0.0091, 0.0125, 0.01, 0.0041, 0.005, 0.0079, 0.0079, 0.0045, 0.0043, 0.0044, 0.0037, 0.0046, 0.0046, 0.0044, 0.005, 0.0059, 0.0052, 0.0045, 0.0067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:3003", "target_index": 70, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.0313029270619154, "error": null, "probabilities": [0.2748, 0.0141, 0.0082, 0.0069, 0.0079, 0.007, 0.0068, 0.0069, 0.0041, 0.0051, 0.0046, 0.0042, 0.0045, 0.0053, 0.0058, 0.0079, 0.0444, 0.0308, 0.0276, 0.0205, 0.0139, 0.0095, 0.0095, 0.0128, 0.0181, 0.0276, 0.0313, 0.0225, 0.0205, 0.0251, 0.0137, 0.0092, 0.0097, 0.0082, 0.0087, 0.0084, 0.0063, 0.0062, 0.009, 0.0083, 0.0066, 0.0056, 0.0066, 0.0111, 0.0137, 0.0181, 0.0181, 0.0126, 0.0111, 0.0073, 0.0041, 0.0044, 0.0049, 0.0054, 0.0062, 0.0051, 0.0039, 0.0041, 0.0048, 0.0054, 0.0042, 0.0053, 0.0066, 0.0048, 0.0042, 0.0051, 0.0061, 0.0051, 0.0061, 0.0063, 0.0058, 0.0061], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "banking77", "example_id": "banking77:3077", "target_index": 71, "predicted_index": 0, "n_labels": 72, "latency_seconds": 0.046959490049630404, "error": null, "probabilities": [0.8467, 0.0022, 0.0016, 0.0015, 0.0019, 0.0018, 0.0013, 0.0016, 0.0013, 0.0013, 0.0013, 0.0015, 0.0014, 0.0016, 0.0021, 0.0023, 0.0082, 0.0056, 0.007, 0.0039, 0.0025, 0.0038, 0.0035, 0.0035, 0.006, 0.0074, 0.0056, 0.0056, 0.0043, 0.002, 0.0018, 0.0025, 0.0028, 0.0016, 0.0023, 0.0026, 0.0018, 0.0026, 0.0033, 0.002, 0.0022, 0.0031, 0.0018, 0.0015, 0.0017, 0.0018, 0.0014, 0.0012, 0.001, 0.0007, 0.0007, 0.0009, 0.0009, 0.0008, 0.0014, 0.0013, 0.0006, 0.0006, 0.0007, 0.0007, 0.0007, 0.0008, 0.0008, 0.0006, 0.0009, 0.0009, 0.001, 0.001, 0.0012, 0.0011, 0.0009, 0.0016], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:173", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14175656205043197, "error": null, "probabilities": [0.9236, 0.0764], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:280", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02679054392501712, "error": null, "probabilities": [0.9647, 0.0353], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:562", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14336396008729935, "error": null, "probabilities": [0.852, 0.148], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:630", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13145096087828279, "error": null, "probabilities": [0.9274, 0.0726], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1019", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13315003085881472, "error": null, "probabilities": [0.893, 0.107], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1036", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023677386809140444, "error": null, "probabilities": [0.85, 0.15], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1046", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13470135908573866, "error": null, "probabilities": [0.9454, 0.0546], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1213", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1486756526865065, "error": null, "probabilities": [0.8439, 0.1561], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1475", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026884044986218214, "error": null, "probabilities": [0.5254, 0.4746], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1515", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12382774194702506, "error": null, "probabilities": [0.6021, 0.3979], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1536", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13383711874485016, "error": null, "probabilities": [0.9456, 0.0544], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1550", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1338498187251389, "error": null, "probabilities": [0.9647, 0.0353], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1595", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025663030799478292, "error": null, "probabilities": [0.8529, 0.1471], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1776", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02349111484363675, "error": null, "probabilities": [0.931, 0.069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1801", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024016900919377804, "error": null, "probabilities": [0.2676, 0.7324], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1803", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.044956427067518234, "error": null, "probabilities": [0.906, 0.094], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1870", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03896367736160755, "error": null, "probabilities": [0.7311, 0.2689], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:1976", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01839452562853694, "error": null, "probabilities": [0.9427, 0.0573], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2057", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12688479805365205, "error": null, "probabilities": [0.9033, 0.0967], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2194", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12741516390815377, "error": null, "probabilities": [0.9522, 0.0478], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2295", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12409649509936571, "error": null, "probabilities": [0.9325, 0.0675], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2395", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018902110867202282, "error": null, "probabilities": [0.5487, 0.4513], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2411", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1259905770421028, "error": null, "probabilities": [0.8872, 0.1128], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2530", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12708290992304683, "error": null, "probabilities": [0.8032, 0.1968], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2645", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12937915697693825, "error": null, "probabilities": [0.9655, 0.0345], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2839", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12702242890372872, "error": null, "probabilities": [0.5813, 0.4187], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2841", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04030337277799845, "error": null, "probabilities": [0.9632, 0.0368], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2915", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12703341897577047, "error": null, "probabilities": [0.7491, 0.2509], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:2924", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.11998680606484413, "error": null, "probabilities": [0.956, 0.044], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3099", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03049147827550769, "error": null, "probabilities": [0.9852, 0.0148], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3223", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12941526668146253, "error": null, "probabilities": [0.5823, 0.4177], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3358", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12933829566463828, "error": null, "probabilities": [0.5908, 0.4092], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3430", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023471445310860872, "error": null, "probabilities": [0.852, 0.148], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3517", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12010455783456564, "error": null, "probabilities": [0.8702, 0.1298], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3589", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12761762598529458, "error": null, "probabilities": [0.9408, 0.0592], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3634", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01854395680129528, "error": null, "probabilities": [0.9739, 0.0261], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3708", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01878472976386547, "error": null, "probabilities": [0.9642, 0.0358], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3824", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13005513418465853, "error": null, "probabilities": [0.9921, 0.0079], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3854", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021749765146523714, "error": null, "probabilities": [0.9524, 0.0476], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:3913", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1340879420749843, "error": null, "probabilities": [0.9173, 0.0827], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4040", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12562004290521145, "error": null, "probabilities": [0.8963, 0.1037], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4095", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023849818855524063, "error": null, "probabilities": [0.9911, 0.0089], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4185", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021811175160109997, "error": null, "probabilities": [0.9686, 0.0314], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4285", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022151189390569925, "error": null, "probabilities": [0.709, 0.291], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4354", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1280963709577918, "error": null, "probabilities": [0.9865, 0.0135], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4484", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03280459390953183, "error": null, "probabilities": [0.502, 0.498], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4588", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017983960919082165, "error": null, "probabilities": [0.9339, 0.0661], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4619", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016933789011090994, "error": null, "probabilities": [0.9395, 0.0605], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4803", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023221982177346945, "error": null, "probabilities": [0.9416, 0.0584], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:4954", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1328493868932128, "error": null, "probabilities": [0.9615, 0.0385], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5021", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12507517728954554, "error": null, "probabilities": [0.2282, 0.7718], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5062", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13573254132643342, "error": null, "probabilities": [0.5063, 0.4937], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5083", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14614796312525868, "error": null, "probabilities": [0.4737, 0.5263], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5102", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03239138890057802, "error": null, "probabilities": [0.3923, 0.6077], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5125", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12680119602009654, "error": null, "probabilities": [0.5682, 0.4318], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5292", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017207751981914043, "error": null, "probabilities": [0.3234, 0.6766], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5313", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12213943200185895, "error": null, "probabilities": [0.32, 0.68], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5359", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02141316095367074, "error": null, "probabilities": [0.9192, 0.0808], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5437", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12522221775725484, "error": null, "probabilities": [0.2531, 0.7469], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5596", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019212245009839535, "error": null, "probabilities": [0.2462, 0.7538], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5613", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12503998586907983, "error": null, "probabilities": [0.1711, 0.8289], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5812", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02616122690960765, "error": null, "probabilities": [0.4559, 0.5441], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5820", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018493487033993006, "error": null, "probabilities": [0.2309, 0.7691], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5835", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018065051641315222, "error": null, "probabilities": [0.2292, 0.7708], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:5960", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13180635636672378, "error": null, "probabilities": [0.4282, 0.5718], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:6056", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13724365876987576, "error": null, "probabilities": [0.4397, 0.5603], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:6210", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.05249227490276098, "error": null, "probabilities": [0.4206, 0.5794], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:6232", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13509124284610152, "error": null, "probabilities": [0.6619, 0.3381], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:6520", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12526121782138944, "error": null, "probabilities": [0.8808, 0.1192], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:6797", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1273304121568799, "error": null, "probabilities": [0.5964, 0.4036], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:6819", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02272168593481183, "error": null, "probabilities": [0.6188, 0.3812], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:7011", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1281136111356318, "error": null, "probabilities": [0.4111, 0.5889], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:7098", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.027824256103485823, "error": null, "probabilities": [0.3998, 0.6002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:7305", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024223193060606718, "error": null, "probabilities": [0.1037, 0.8963], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:7336", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13078622333705425, "error": null, "probabilities": [0.2862, 0.7138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:7375", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03202675608918071, "error": null, "probabilities": [0.2147, 0.7853], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:7482", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12688315799459815, "error": null, "probabilities": [0.4732, 0.5268], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:7551", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03451315499842167, "error": null, "probabilities": [0.6775, 0.3225], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:7971", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.031213705893605947, "error": null, "probabilities": [0.1818, 0.8182], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:8229", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13836820237338543, "error": null, "probabilities": [0.4206, 0.5794], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:8233", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020848114974796772, "error": null, "probabilities": [0.0695, 0.9305], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:8257", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13084974372759461, "error": null, "probabilities": [0.3237, 0.6763], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:8347", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023731958121061325, "error": null, "probabilities": [0.5837, 0.4163], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:8366", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12350470805540681, "error": null, "probabilities": [0.4436, 0.5564], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:8613", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03369138529524207, "error": null, "probabilities": [0.0869, 0.9131], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:8687", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12988779274746776, "error": null, "probabilities": [0.0113, 0.9887], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9097", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01955556869506836, "error": null, "probabilities": [0.1089, 0.8911], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9115", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019835941959172487, "error": null, "probabilities": [0.5756, 0.4244], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9173", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13542243698611856, "error": null, "probabilities": [0.5708, 0.4292], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9259", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023002408910542727, "error": null, "probabilities": [0.7078, 0.2922], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9384", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020798834040760994, "error": null, "probabilities": [0.6188, 0.3812], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9396", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020941704977303743, "error": null, "probabilities": [0.1009, 0.8991], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9628", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12745373416692019, "error": null, "probabilities": [0.3208, 0.6792], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9660", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02218314027413726, "error": null, "probabilities": [0.8382, 0.1618], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9759", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.050337709952145815, "error": null, "probabilities": [0.4922, 0.5078], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9837", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.04408194683492184, "error": null, "probabilities": [0.4571, 0.5429], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9849", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019884943030774593, "error": null, "probabilities": [0.1446, 0.8554], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9949", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12605942832306027, "error": null, "probabilities": [0.3666, 0.6334], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9967", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1243589180521667, "error": null, "probabilities": [0.2006, 0.7994], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "amazonpolarity", "example_id": "amazonpolarity:9969", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13498018169775605, "error": null, "probabilities": [0.9328, 0.0672], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:228", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14936419110745192, "error": null, "probabilities": [0.847, 0.153], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:286", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022426043171435595, "error": null, "probabilities": [0.9244, 0.0756], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:301", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12206746079027653, "error": null, "probabilities": [0.9529, 0.0471], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:372", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024422787129878998, "error": null, "probabilities": [0.6169, 0.3831], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:461", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02158033289015293, "error": null, "probabilities": [0.9487, 0.0513], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:509", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13951764581725, "error": null, "probabilities": [0.6151, 0.3849], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:568", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04032816318795085, "error": null, "probabilities": [0.9199, 0.0801], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:576", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13425868330523372, "error": null, "probabilities": [0.5931, 0.4069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:637", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020811214111745358, "error": null, "probabilities": [0.9057, 0.0943], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1027", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12441029772162437, "error": null, "probabilities": [0.7994, 0.2006], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1131", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12897404190152884, "error": null, "probabilities": [0.9659, 0.0341], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1290", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13561403984203935, "error": null, "probabilities": [0.931, 0.069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1395", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13153620203956962, "error": null, "probabilities": [0.9241, 0.0759], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1496", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12806720100343227, "error": null, "probabilities": [0.8613, 0.1387], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1540", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12543794978410006, "error": null, "probabilities": [0.852, 0.148], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1560", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020787852816283703, "error": null, "probabilities": [0.6708, 0.3292], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1622", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12890202086418867, "error": null, "probabilities": [0.955, 0.045], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1626", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13465732894837856, "error": null, "probabilities": [0.291, 0.709], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1671", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15490362606942654, "error": null, "probabilities": [0.9332, 0.0668], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:1980", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03944315202534199, "error": null, "probabilities": [0.7635, 0.2365], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:2178", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13956122612580657, "error": null, "probabilities": [0.8306, 0.1694], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:2340", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04871782101690769, "error": null, "probabilities": [0.9305, 0.0695], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:2349", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1514320350252092, "error": null, "probabilities": [0.5254, 0.4746], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:2676", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03136279806494713, "error": null, "probabilities": [0.8706, 0.1294], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:2679", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024903221987187862, "error": null, "probabilities": [0.8182, 0.1818], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:2708", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.037088284734636545, "error": null, "probabilities": [0.7957, 0.2043], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:2857", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1376465940847993, "error": null, "probabilities": [0.9807, 0.0193], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:2930", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1337416172027588, "error": null, "probabilities": [0.7663, 0.2337], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:3105", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027967747766524553, "error": null, "probabilities": [0.8344, 0.1656], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:3135", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.131562071852386, "error": null, "probabilities": [0.6893, 0.3107], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:3245", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15317142475396395, "error": null, "probabilities": [0.9868, 0.0132], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:3322", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03922011982649565, "error": null, "probabilities": [0.7029, 0.2971], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:3475", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028174720238894224, "error": null, "probabilities": [0.9427, 0.0573], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:3477", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1539701451547444, "error": null, "probabilities": [0.9425, 0.0575], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:3554", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13036335911601782, "error": null, "probabilities": [0.8578, 0.1422], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:3806", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1404338157735765, "error": null, "probabilities": [0.8564, 0.1436], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4045", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02293339930474758, "error": null, "probabilities": [0.9105, 0.0895], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4115", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.029222503304481506, "error": null, "probabilities": [0.7042, 0.2958], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4172", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13540917681530118, "error": null, "probabilities": [0.9247, 0.0753], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4345", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15712393214926124, "error": null, "probabilities": [0.7476, 0.2524], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4393", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.130417138338089, "error": null, "probabilities": [0.8643, 0.1357], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4493", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14110010396689177, "error": null, "probabilities": [0.7146, 0.2854], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4583", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03161901002749801, "error": null, "probabilities": [0.9099, 0.0901], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4630", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02659731125459075, "error": null, "probabilities": [0.9718, 0.0282], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4666", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13452648697420955, "error": null, "probabilities": [0.2822, 0.7178], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4734", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1449749800376594, "error": null, "probabilities": [0.9585, 0.0415], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4780", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01734742382541299, "error": null, "probabilities": [0.9395, 0.0605], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4805", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12613949924707413, "error": null, "probabilities": [0.9976, 0.0024], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4872", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12653160421177745, "error": null, "probabilities": [0.9482, 0.0518], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:4991", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12626291997730732, "error": null, "probabilities": [0.6424, 0.3576], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5072", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14478615671396255, "error": null, "probabilities": [0.5098, 0.4902], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5166", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1311266766861081, "error": null, "probabilities": [0.8634, 0.1366], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5252", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13146214094012976, "error": null, "probabilities": [0.6151, 0.3849], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5295", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1260658777318895, "error": null, "probabilities": [0.093, 0.907], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5331", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14377381559461355, "error": null, "probabilities": [0.1392, 0.8608], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5581", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01964460965245962, "error": null, "probabilities": [0.0998, 0.9002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5655", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12688258802518249, "error": null, "probabilities": [0.862, 0.138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5765", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02345479466021061, "error": null, "probabilities": [0.1444, 0.8556], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:5859", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026393650099635124, "error": null, "probabilities": [0.7827, 0.2173], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:6079", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12511960696429014, "error": null, "probabilities": [0.9931, 0.0069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:6237", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13810493890196085, "error": null, "probabilities": [0.9127, 0.0873], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:6575", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01911389408633113, "error": null, "probabilities": [0.3594, 0.6406], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:6594", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1342669539153576, "error": null, "probabilities": [0.372, 0.628], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:6726", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13747575180605054, "error": null, "probabilities": [0.6316, 0.3684], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:6793", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14276763377711177, "error": null, "probabilities": [0.5117, 0.4883], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7032", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13622248684987426, "error": null, "probabilities": [0.8592, 0.1408], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7108", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14011542173102498, "error": null, "probabilities": [0.2689, 0.7311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7157", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022221520077437162, "error": null, "probabilities": [0.9325, 0.0675], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7158", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024299015291035175, "error": null, "probabilities": [0.4149, 0.5851], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7248", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13063211180269718, "error": null, "probabilities": [0.4761, 0.5239], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7329", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1514072953723371, "error": null, "probabilities": [0.6876, 0.3124], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7613", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1270244587212801, "error": null, "probabilities": [0.3757, 0.6243], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7815", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1207111650146544, "error": null, "probabilities": [0.5117, 0.4883], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7827", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12923424458131194, "error": null, "probabilities": [0.7484, 0.2516], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7899", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13098059594631195, "error": null, "probabilities": [0.4649, 0.5351], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:7919", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1326645161025226, "error": null, "probabilities": [0.6188, 0.3812], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8016", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12620388995856047, "error": null, "probabilities": [0.6188, 0.3812], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8078", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13239258201792836, "error": null, "probabilities": [0.0628, 0.9372], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8154", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1392583721317351, "error": null, "probabilities": [0.2628, 0.7372], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8185", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1468305210582912, "error": null, "probabilities": [0.1719, 0.8281], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8203", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12717812089249492, "error": null, "probabilities": [0.6876, 0.3124], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8546", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12986390199512243, "error": null, "probabilities": [0.7372, 0.2628], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8568", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03322566905990243, "error": null, "probabilities": [0.1998, 0.8002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8814", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021367739886045456, "error": null, "probabilities": [0.9194, 0.0806], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8920", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04350040992721915, "error": null, "probabilities": [0.6593, 0.3407], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:8934", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020600322168320417, "error": null, "probabilities": [0.2783, 0.7217], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9102", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15592105826362967, "error": null, "probabilities": [0.851, 0.149], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9123", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1668719258159399, "error": null, "probabilities": [0.2241, 0.7759], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9292", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13944577518850565, "error": null, "probabilities": [0.8758, 0.1242], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9426", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.034749098122119904, "error": null, "probabilities": [0.7086, 0.2914], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9465", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14580043917521834, "error": null, "probabilities": [0.0585, 0.9415], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9478", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14507717033848166, "error": null, "probabilities": [0.0689, 0.9311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9510", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.04494535690173507, "error": null, "probabilities": [0.1461, 0.8539], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9640", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02841491298750043, "error": null, "probabilities": [0.4465, 0.5535], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9651", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.15551133267581463, "error": null, "probabilities": [0.0583, 0.9417], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9735", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15635101310908794, "error": null, "probabilities": [0.6002, 0.3998], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9758", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.051369482185691595, "error": null, "probabilities": [0.372, 0.628], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9759", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.036321256309747696, "error": null, "probabilities": [0.4885, 0.5115], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9950", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.040537805296480656, "error": null, "probabilities": [0.691, 0.309], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "imdb", "example_id": "imdb:9956", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023473845794796944, "error": null, "probabilities": [0.0821, 0.9179], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:15", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1466213590465486, "error": null, "probabilities": [0.9463, 0.0537], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:79", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.10274372482672334, "error": null, "probabilities": [0.9718, 0.0282], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:123", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.044993077870458364, "error": null, "probabilities": [0.9798, 0.0202], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:133", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12735496321693063, "error": null, "probabilities": [0.9488, 0.0512], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:154", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12846956588327885, "error": null, "probabilities": [0.8322, 0.1678], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:207", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03220107825472951, "error": null, "probabilities": [0.5448, 0.4552], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:209", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15070394705981016, "error": null, "probabilities": [0.905, 0.095], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:221", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03681847220286727, "error": null, "probabilities": [0.9774, 0.0226], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:311", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024479245766997337, "error": null, "probabilities": [0.9473, 0.0527], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:351", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.046980360988527536, "error": null, "probabilities": [0.7624, 0.2376], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:419", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027114827651530504, "error": null, "probabilities": [0.9433, 0.0567], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:442", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04271805100142956, "error": null, "probabilities": [0.6741, 0.3259], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:525", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03572654817253351, "error": null, "probabilities": [0.9859, 0.0141], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:593", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.05485240323469043, "error": null, "probabilities": [0.6872, 0.3128], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:636", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.049068835098296404, "error": null, "probabilities": [0.9702, 0.0298], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:739", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024555798154324293, "error": null, "probabilities": [0.9712, 0.0288], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:792", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.11580297676846385, "error": null, "probabilities": [0.9721, 0.0279], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:800", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030479517299681902, "error": null, "probabilities": [0.9437, 0.0563], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:849", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.16752184415236115, "error": null, "probabilities": [0.6817, 0.3183], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:939", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03980135591700673, "error": null, "probabilities": [0.8534, 0.1466], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1036", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04252289794385433, "error": null, "probabilities": [0.8568, 0.1432], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1047", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03768222080543637, "error": null, "probabilities": [0.9344, 0.0656], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1055", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04708196176216006, "error": null, "probabilities": [0.8093, 0.1907], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1063", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03735471796244383, "error": null, "probabilities": [0.8214, 0.1786], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1068", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0364143461920321, "error": null, "probabilities": [0.4631, 0.5369], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1093", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03051766799762845, "error": null, "probabilities": [0.7411, 0.2589], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1106", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03894558735191822, "error": null, "probabilities": [0.752, 0.248], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1131", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.035845419857650995, "error": null, "probabilities": [0.9575, 0.0425], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1225", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14837389905005693, "error": null, "probabilities": [0.9696, 0.0304], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1239", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.036701060365885496, "error": null, "probabilities": [0.4727, 0.5273], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1320", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04291385319083929, "error": null, "probabilities": [0.8311, 0.1689], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1369", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04055578541010618, "error": null, "probabilities": [0.9423, 0.0577], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1372", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14604220213368535, "error": null, "probabilities": [0.9445, 0.0555], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1377", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025036694016307592, "error": null, "probabilities": [0.9302, 0.0698], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1407", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04271227074787021, "error": null, "probabilities": [0.5545, 0.4455], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1408", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03211596701294184, "error": null, "probabilities": [0.7957, 0.2043], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1473", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.16029391903430223, "error": null, "probabilities": [0.7729, 0.2271], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1489", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03432787302881479, "error": null, "probabilities": [0.9287, 0.0713], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1498", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04716406296938658, "error": null, "probabilities": [0.9274, 0.0726], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1740", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.028900599107146263, "error": null, "probabilities": [0.1012, 0.8988], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1746", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.040868249256163836, "error": null, "probabilities": [0.4306, 0.5694], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1765", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02420468395575881, "error": null, "probabilities": [0.8933, 0.1067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1817", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03769606212154031, "error": null, "probabilities": [0.8771, 0.1229], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1825", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13464618800207973, "error": null, "probabilities": [0.9464, 0.0536], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1851", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021233148872852325, "error": null, "probabilities": [0.8723, 0.1277], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1873", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04020709125325084, "error": null, "probabilities": [0.9534, 0.0466], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1920", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03166333073750138, "error": null, "probabilities": [0.9377, 0.0623], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1922", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.035453766118735075, "error": null, "probabilities": [0.6819, 0.3181], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1948", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1292660259641707, "error": null, "probabilities": [0.8905, 0.1095], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:1996", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03883451642468572, "error": null, "probabilities": [0.8824, 0.1176], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2017", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02668284298852086, "error": null, "probabilities": [0.3007, 0.6993], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2056", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03576052887365222, "error": null, "probabilities": [0.4976, 0.5024], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2062", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03509131073951721, "error": null, "probabilities": [0.19, 0.81], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2089", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.041564577259123325, "error": null, "probabilities": [0.2469, 0.7531], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2121", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.034103319980204105, "error": null, "probabilities": [0.0158, 0.9842], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2140", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.04022758128121495, "error": null, "probabilities": [0.434, 0.566], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2208", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024210493080317974, "error": null, "probabilities": [0.3436, 0.6564], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2320", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0353924548253417, "error": null, "probabilities": [0.5356, 0.4644], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2322", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.047121433075517416, "error": null, "probabilities": [0.2755, 0.7245], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2377", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.05430377693846822, "error": null, "probabilities": [0.6654, 0.3346], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2453", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03935595182701945, "error": null, "probabilities": [0.414, 0.586], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2454", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03687408193945885, "error": null, "probabilities": [0.2121, 0.7879], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2471", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.033128377981483936, "error": null, "probabilities": [0.0588, 0.9412], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2535", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.038491301238536835, "error": null, "probabilities": [0.7058, 0.2942], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2628", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03335968079045415, "error": null, "probabilities": [0.8408, 0.1592], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2695", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03712060488760471, "error": null, "probabilities": [0.7691, 0.2309], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2729", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.029558297246694565, "error": null, "probabilities": [0.8666, 0.1334], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2779", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0408477489836514, "error": null, "probabilities": [0.2783, 0.7217], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2798", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028720935806632042, "error": null, "probabilities": [0.8081, 0.1919], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2888", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03763455105945468, "error": null, "probabilities": [0.7138, 0.2862], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2889", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027821536641567945, "error": null, "probabilities": [0.8069, 0.1931], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2892", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0372511469759047, "error": null, "probabilities": [0.309, 0.691], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2951", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02753983298316598, "error": null, "probabilities": [0.1471, 0.8529], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2985", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03812288725748658, "error": null, "probabilities": [0.2814, 0.7186], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:2993", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025784541852772236, "error": null, "probabilities": [0.1973, 0.8027], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3007", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04046086501330137, "error": null, "probabilities": [0.9941, 0.0059], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3143", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024445066694170237, "error": null, "probabilities": [0.1592, 0.8408], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3152", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.037948164623230696, "error": null, "probabilities": [0.3149, 0.6851], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3217", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026592141948640347, "error": null, "probabilities": [0.0569, 0.9431], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3263", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03825052920728922, "error": null, "probabilities": [0.8625, 0.1375], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3321", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.027653643861413002, "error": null, "probabilities": [0.2942, 0.7058], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3354", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.045847447123378515, "error": null, "probabilities": [0.5, 0.5], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3364", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03311779769137502, "error": null, "probabilities": [0.7846, 0.2154], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3374", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03995531890541315, "error": null, "probabilities": [0.0464, 0.9536], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3388", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026926766149699688, "error": null, "probabilities": [0.063, 0.937], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3411", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03509109187871218, "error": null, "probabilities": [0.8295, 0.1705], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3436", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.029229323379695415, "error": null, "probabilities": [0.2436, 0.7564], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3464", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.040798368863761425, "error": null, "probabilities": [0.16, 0.84], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3472", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02763171400874853, "error": null, "probabilities": [0.2598, 0.7402], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3484", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03723932709544897, "error": null, "probabilities": [0.6334, 0.3666], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3506", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024631268810480833, "error": null, "probabilities": [0.2358, 0.7642], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3549", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.043778513092547655, "error": null, "probabilities": [0.3582, 0.6418], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3608", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.036163313779979944, "error": null, "probabilities": [0.2275, 0.7725], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3659", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.05947420699521899, "error": null, "probabilities": [0.7944, 0.2056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3674", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030551297590136528, "error": null, "probabilities": [0.7225, 0.2775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3824", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.04272408131510019, "error": null, "probabilities": [0.2309, 0.7691], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3831", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04367146175354719, "error": null, "probabilities": [0.6325, 0.3675], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3887", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03759382991120219, "error": null, "probabilities": [0.158, 0.842], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3888", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.027924477122724056, "error": null, "probabilities": [0.1953, 0.8047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "appreviews", "example_id": "appreviews:3926", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.04465186409652233, "error": null, "probabilities": [0.3675, 0.6325], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:50", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.036311724688857794, "error": null, "probabilities": [0.6039, 0.3961], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:223", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14304915722459555, "error": null, "probabilities": [0.9758, 0.0242], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:254", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13780594523996115, "error": null, "probabilities": [0.5487, 0.4513], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:268", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1094149430282414, "error": null, "probabilities": [0.4922, 0.5078], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:461", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13028056733310223, "error": null, "probabilities": [0.6303, 0.3697], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:472", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.029135602060705423, "error": null, "probabilities": [0.8505, 0.1495], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:503", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15798207186162472, "error": null, "probabilities": [0.9461, 0.0539], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:615", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12948823813349009, "error": null, "probabilities": [0.7364, 0.2636], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:683", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021602213382720947, "error": null, "probabilities": [0.7516, 0.2484], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:895", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.135331975761801, "error": null, "probabilities": [0.9557, 0.0443], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:1201", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12961306935176253, "error": null, "probabilities": [0.9408, 0.0592], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:1225", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01943907793611288, "error": null, "probabilities": [0.947, 0.053], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:1423", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02104727691039443, "error": null, "probabilities": [0.5866, 0.4134], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:1559", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13807894894853234, "error": null, "probabilities": [0.8783, 0.1217], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:1668", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12897825241088867, "error": null, "probabilities": [0.9855, 0.0145], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:1716", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028356072027236223, "error": null, "probabilities": [0.957, 0.043], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:1845", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03438151301816106, "error": null, "probabilities": [0.9649, 0.0351], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2013", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13711008662357926, "error": null, "probabilities": [0.9511, 0.0489], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2020", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1393410530872643, "error": null, "probabilities": [0.8141, 0.1859], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2124", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025953384116292, "error": null, "probabilities": [0.9942, 0.0058], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2234", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021213427651673555, "error": null, "probabilities": [0.8366, 0.1634], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2399", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03147179912775755, "error": null, "probabilities": [0.9144, 0.0856], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2495", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019961813930422068, "error": null, "probabilities": [0.9738, 0.0262], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2702", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1348923621699214, "error": null, "probabilities": [0.9524, 0.0476], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2725", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04792833188548684, "error": null, "probabilities": [0.9968, 0.0032], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2785", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1375343818217516, "error": null, "probabilities": [0.9316, 0.0684], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2812", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1295030191540718, "error": null, "probabilities": [0.9874, 0.0126], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:2829", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03769707214087248, "error": null, "probabilities": [0.9235, 0.0765], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3023", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.029893141239881516, "error": null, "probabilities": [0.8093, 0.1907], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3032", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026931756176054478, "error": null, "probabilities": [0.9951, 0.0049], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3140", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12327367579564452, "error": null, "probabilities": [0.8715, 0.1285], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3375", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03245357098057866, "error": null, "probabilities": [0.8295, 0.1705], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3415", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.031991174910217524, "error": null, "probabilities": [0.8129, 0.1871], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3451", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13785203592851758, "error": null, "probabilities": [0.9677, 0.0323], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3669", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15895891329273582, "error": null, "probabilities": [0.9897, 0.0103], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3690", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022266740910708904, "error": null, "probabilities": [0.6826, 0.3174], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:3973", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12346301786601543, "error": null, "probabilities": [0.8909, 0.1091], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4043", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022906608879566193, "error": null, "probabilities": [0.5195, 0.4805], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4159", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12847236590459943, "error": null, "probabilities": [0.7592, 0.2408], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4160", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13099862542003393, "error": null, "probabilities": [0.9279, 0.0721], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4182", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.133583745919168, "error": null, "probabilities": [0.974, 0.026], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4225", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024526748340576887, "error": null, "probabilities": [0.7663, 0.2337], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4249", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12650585267692804, "error": null, "probabilities": [0.1816, 0.8184], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4294", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017943370155990124, "error": null, "probabilities": [0.9194, 0.0806], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4560", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.126550632994622, "error": null, "probabilities": [0.9944, 0.0056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4576", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024647259153425694, "error": null, "probabilities": [0.9175, 0.0825], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4582", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023595436941832304, "error": null, "probabilities": [0.8625, 0.1375], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4627", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023345694411545992, "error": null, "probabilities": [0.9924, 0.0076], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4764", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13007579511031508, "error": null, "probabilities": [0.6284, 0.3716], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:4888", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13132731011137366, "error": null, "probabilities": [0.7407, 0.2593], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5048", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1356286802329123, "error": null, "probabilities": [0.1082, 0.8918], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5063", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.029411005321890116, "error": null, "probabilities": [0.1225, 0.8775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5108", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.030525708105415106, "error": null, "probabilities": [0.1217, 0.8783], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5313", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019926833920180798, "error": null, "probabilities": [0.463, 0.537], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5440", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017535855993628502, "error": null, "probabilities": [0.0784, 0.9216], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5540", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021800165995955467, "error": null, "probabilities": [0.3082, 0.6918], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5597", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019212794955819845, "error": null, "probabilities": [0.5849, 0.4151], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5634", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13401245092973113, "error": null, "probabilities": [0.6859, 0.3141], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5765", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.028592996299266815, "error": null, "probabilities": [0.1582, 0.8418], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5766", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03699718415737152, "error": null, "probabilities": [0.7677, 0.2323], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5854", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13389712013304234, "error": null, "probabilities": [0.1931, 0.8069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5881", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13002071483060718, "error": null, "probabilities": [0.222, 0.778], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:5900", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1282334732823074, "error": null, "probabilities": [0.2682, 0.7318], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6016", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025679021142423153, "error": null, "probabilities": [0.4378, 0.5622], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6058", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02830098196864128, "error": null, "probabilities": [0.4225, 0.5775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6067", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0238195788115263, "error": null, "probabilities": [0.1277, 0.8723], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6109", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024099803064018488, "error": null, "probabilities": [0.3961, 0.6039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6191", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1297636511735618, "error": null, "probabilities": [0.1962, 0.8038], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6197", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1328966082073748, "error": null, "probabilities": [0.2268, 0.7732], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6289", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022885857615619898, "error": null, "probabilities": [0.3858, 0.6142], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6322", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02348301513120532, "error": null, "probabilities": [0.2082, 0.7918], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6336", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024782130029052496, "error": null, "probabilities": [0.2958, 0.7042], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6519", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024689688812941313, "error": null, "probabilities": [0.4102, 0.5898], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6543", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024243385065346956, "error": null, "probabilities": [0.4681, 0.5319], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6588", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019240446388721466, "error": null, "probabilities": [0.143, 0.857], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6771", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12721840105950832, "error": null, "probabilities": [0.3082, 0.6918], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:6976", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026731483172625303, "error": null, "probabilities": [0.3979, 0.6021], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:7075", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02648937003687024, "error": null, "probabilities": [0.2473, 0.7527], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:7188", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027660934254527092, "error": null, "probabilities": [0.5746, 0.4254], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:7234", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025196325965225697, "error": null, "probabilities": [0.1456, 0.8544], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:7550", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.09559360099956393, "error": null, "probabilities": [0.2942, 0.7058], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:7752", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023159062024205923, "error": null, "probabilities": [0.1176, 0.8824], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:7850", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02233451185747981, "error": null, "probabilities": [0.3451, 0.6549], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:7868", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1337753781117499, "error": null, "probabilities": [0.7118, 0.2882], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:8009", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.04532966110855341, "error": null, "probabilities": [0.2718, 0.7282], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:8133", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027467122301459312, "error": null, "probabilities": [0.6261, 0.3739], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:8488", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.028016088996082544, "error": null, "probabilities": [0.1085, 0.8915], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:8697", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.028236190788447857, "error": null, "probabilities": [0.2798, 0.7202], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:8789", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024628288112580776, "error": null, "probabilities": [0.3132, 0.6868], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:8938", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024915101937949657, "error": null, "probabilities": [0.1213, 0.8787], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9026", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02507587382569909, "error": null, "probabilities": [0.2566, 0.7434], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9082", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024138523265719414, "error": null, "probabilities": [0.3012, 0.6988], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9210", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024547137785702944, "error": null, "probabilities": [0.2165, 0.7835], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9272", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026590902358293533, "error": null, "probabilities": [0.2451, 0.7549], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9396", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.030386395752429962, "error": null, "probabilities": [0.3522, 0.6478], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9405", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.032074856106191874, "error": null, "probabilities": [0.5813, 0.4187], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9489", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0210436568595469, "error": null, "probabilities": [0.3486, 0.6514], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9875", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023090120870620012, "error": null, "probabilities": [0.2422, 0.7578], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9888", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1338212387636304, "error": null, "probabilities": [0.5332, 0.4668], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yelpreviews", "example_id": "yelpreviews:9901", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02529715606942773, "error": null, "probabilities": [0.4805, 0.5195], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:15", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02947776485234499, "error": null, "probabilities": [0.1366, 0.8634], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:19", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02970792818814516, "error": null, "probabilities": [0.7944, 0.2056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:36", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02550756884738803, "error": null, "probabilities": [0.433, 0.567], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:58", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024106341879814863, "error": null, "probabilities": [0.8891, 0.1109], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:59", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09449498681351542, "error": null, "probabilities": [0.8454, 0.1546], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:60", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02132536005228758, "error": null, "probabilities": [0.5775, 0.4225], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:77", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024503148160874844, "error": null, "probabilities": [0.8239, 0.1761], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:85", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022940788883715868, "error": null, "probabilities": [0.8627, 0.1373], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:88", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09980427008122206, "error": null, "probabilities": [0.9627, 0.0373], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:112", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03528674319386482, "error": null, "probabilities": [0.2862, 0.7138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:140", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09376309905201197, "error": null, "probabilities": [0.6081, 0.3919], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:141", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03454681532457471, "error": null, "probabilities": [0.7923, 0.2077], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:148", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.031081714667379856, "error": null, "probabilities": [0.8688, 0.1312], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:200", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025526839308440685, "error": null, "probabilities": [0.6931, 0.3069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:211", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025765141937881708, "error": null, "probabilities": [0.9592, 0.0408], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:221", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023979010991752148, "error": null, "probabilities": [0.539, 0.461], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:228", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026833933778107166, "error": null, "probabilities": [0.7341, 0.2659], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:231", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021243618801236153, "error": null, "probabilities": [0.4883, 0.5117], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:235", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09282713802531362, "error": null, "probabilities": [0.586, 0.414], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:237", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030102893244475126, "error": null, "probabilities": [0.9388, 0.0612], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:250", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030931592918932438, "error": null, "probabilities": [0.805, 0.195], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:252", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.08985829306766391, "error": null, "probabilities": [0.9674, 0.0326], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:257", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.033008027356117964, "error": null, "probabilities": [0.7417, 0.2583], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:261", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024983232840895653, "error": null, "probabilities": [0.6719, 0.3281], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:270", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022617754992097616, "error": null, "probabilities": [0.4576, 0.5424], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:272", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09440330695360899, "error": null, "probabilities": [0.906, 0.094], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:281", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028325052000582218, "error": null, "probabilities": [0.6955, 0.3045], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:284", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020016824826598167, "error": null, "probabilities": [0.6169, 0.3831], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:285", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016793356742709875, "error": null, "probabilities": [0.9363, 0.0637], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:306", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02428222494199872, "error": null, "probabilities": [0.7931, 0.2069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:309", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03974571591243148, "error": null, "probabilities": [0.6211, 0.3789], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:332", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02220960007980466, "error": null, "probabilities": [0.8603, 0.1397], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:335", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.10260494332760572, "error": null, "probabilities": [0.7465, 0.2535], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:341", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02292612800374627, "error": null, "probabilities": [0.3348, 0.6652], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:353", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.029664397705346346, "error": null, "probabilities": [0.9618, 0.0382], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:373", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030966653022915125, "error": null, "probabilities": [0.9874, 0.0126], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:376", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09459003806114197, "error": null, "probabilities": [0.8403, 0.1597], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:378", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.10337662184610963, "error": null, "probabilities": [0.9485, 0.0515], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:418", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025134464725852013, "error": null, "probabilities": [0.8187, 0.1813], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:434", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023226812947541475, "error": null, "probabilities": [0.8199, 0.1801], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:435", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021953416988253593, "error": null, "probabilities": [0.9614, 0.0386], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:436", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02314217109233141, "error": null, "probabilities": [0.6567, 0.3433], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:452", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022375863045454025, "error": null, "probabilities": [0.3285, 0.6715], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:453", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023681418038904667, "error": null, "probabilities": [0.6641, 0.3359], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:476", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025851222686469555, "error": null, "probabilities": [0.6063, 0.3937], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:481", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022880948148667812, "error": null, "probabilities": [0.8982, 0.1018], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:493", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02416796376928687, "error": null, "probabilities": [0.851, 0.149], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:508", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021694203838706017, "error": null, "probabilities": [0.8578, 0.1422], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:519", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020487630274146795, "error": null, "probabilities": [0.5312, 0.4688], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:526", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022850158158689737, "error": null, "probabilities": [0.9483, 0.0517], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:535", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022632656153291464, "error": null, "probabilities": [0.1054, 0.8946], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:543", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023252183105796576, "error": null, "probabilities": [0.9439, 0.0561], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:549", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02202344825491309, "error": null, "probabilities": [0.831, 0.169], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:551", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022951219230890274, "error": null, "probabilities": [0.3326, 0.6674], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:602", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023056230042129755, "error": null, "probabilities": [0.7375, 0.2625], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:609", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02557402988895774, "error": null, "probabilities": [0.2514, 0.7486], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:633", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02332328399643302, "error": null, "probabilities": [0.2802, 0.7198], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:635", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03501066006720066, "error": null, "probabilities": [0.8298, 0.1702], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:642", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.04703592089936137, "error": null, "probabilities": [0.2655, 0.7345], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:650", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02286998787894845, "error": null, "probabilities": [0.2341, 0.7659], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:658", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09564330102875829, "error": null, "probabilities": [0.6834, 0.3166], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:676", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026675222907215357, "error": null, "probabilities": [0.1277, 0.8723], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:685", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0913006798364222, "error": null, "probabilities": [0.4024, 0.5976], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:692", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03176789218559861, "error": null, "probabilities": [0.6136, 0.3864], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:694", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023601286113262177, "error": null, "probabilities": [0.7058, 0.2942], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:695", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024299245327711105, "error": null, "probabilities": [0.587, 0.413], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:701", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021809915080666542, "error": null, "probabilities": [0.2902, 0.7098], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:705", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02143660094588995, "error": null, "probabilities": [0.3549, 0.6451], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:720", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022234059870243073, "error": null, "probabilities": [0.566, 0.434], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:738", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022842696867883205, "error": null, "probabilities": [0.4301, 0.5699], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:748", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020177727099508047, "error": null, "probabilities": [0.4591, 0.5409], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:771", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021980777848511934, "error": null, "probabilities": [0.7925, 0.2075], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:780", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024035561829805374, "error": null, "probabilities": [0.3092, 0.6908], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:801", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.028092058841139078, "error": null, "probabilities": [0.3168, 0.6832], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:816", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028367301914840937, "error": null, "probabilities": [0.5835, 0.4165], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:825", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02650447003543377, "error": null, "probabilities": [0.6645, 0.3355], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:829", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023736217990517616, "error": null, "probabilities": [0.9252, 0.0748], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:834", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02465785900130868, "error": null, "probabilities": [0.2017, 0.7983], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:836", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024112833198159933, "error": null, "probabilities": [0.628, 0.372], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:862", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02397586079314351, "error": null, "probabilities": [0.2783, 0.7217], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:863", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023679138161242008, "error": null, "probabilities": [0.76, 0.24], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:868", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025288506876677275, "error": null, "probabilities": [0.4778, 0.5222], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:875", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022752147167921066, "error": null, "probabilities": [0.3277, 0.6723], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:884", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023514055646955967, "error": null, "probabilities": [0.1343, 0.8657], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:898", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02323454199358821, "error": null, "probabilities": [0.6496, 0.3504], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:907", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022863938938826323, "error": null, "probabilities": [0.5117, 0.4883], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:916", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025168774649500847, "error": null, "probabilities": [0.3256, 0.6744], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:923", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02325509302318096, "error": null, "probabilities": [0.4388, 0.5612], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:934", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022466033697128296, "error": null, "probabilities": [0.5409, 0.4591], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:949", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03335255105048418, "error": null, "probabilities": [0.5889, 0.4111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:967", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.045818678103387356, "error": null, "probabilities": [0.6851, 0.3149], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:968", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026738434098660946, "error": null, "probabilities": [0.4199, 0.5801], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:977", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.027062627021223307, "error": null, "probabilities": [0.0549, 0.9451], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:1001", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023527435027062893, "error": null, "probabilities": [0.6352, 0.3648], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:1004", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023816918954253197, "error": null, "probabilities": [0.505, 0.495], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:1016", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02472440991550684, "error": null, "probabilities": [0.6838, 0.3162], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:1022", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022519162856042385, "error": null, "probabilities": [0.2799, 0.7201], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:1025", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026999107096344233, "error": null, "probabilities": [0.1744, 0.8256], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:1041", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03963879495859146, "error": null, "probabilities": [0.4407, 0.5593], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "rottentomatoes", "example_id": "rottentomatoes:1049", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03364425478503108, "error": null, "probabilities": [0.7315, 0.2685], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:0", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02303508995100856, "error": null, "probabilities": [0.9996, 0.0003, 0.0001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:1", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.024291495326906443, "error": null, "probabilities": [0.9992, 0.0005, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:7", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.025530208833515644, "error": null, "probabilities": [0.9841, 0.0142, 0.0017], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:10", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02416055276989937, "error": null, "probabilities": [0.9731, 0.0157, 0.0112], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:12", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.024248294066637754, "error": null, "probabilities": [0.9998, 0.0001, 0.0001], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:14", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.025267857126891613, "error": null, "probabilities": [0.9971, 0.0023, 0.0006], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:15", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.022034738212823868, "error": null, "probabilities": [0.9917, 0.0055, 0.0029], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:16", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.023895410355180502, "error": null, "probabilities": [0.9913, 0.0076, 0.0011], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:20", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.022510383743792772, "error": null, "probabilities": [0.9994, 0.0003, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:26", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.032854015938937664, "error": null, "probabilities": [0.9911, 0.0071, 0.0018], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:28", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.027559493202716112, "error": null, "probabilities": [0.9997, 0.0002, 0.0002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:30", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02478916011750698, "error": null, "probabilities": [0.9969, 0.0019, 0.0012], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:32", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02275421703234315, "error": null, "probabilities": [0.9908, 0.0047, 0.0046], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:33", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.024167872965335846, "error": null, "probabilities": [0.9728, 0.0106, 0.0166], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:36", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02766989404335618, "error": null, "probabilities": [0.9994, 0.0003, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:37", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.03159662988036871, "error": null, "probabilities": [0.9994, 0.0004, 0.0002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:42", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.030906932894140482, "error": null, "probabilities": [0.9991, 0.0005, 0.0005], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:43", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.03366674482822418, "error": null, "probabilities": [0.9692, 0.012, 0.0188], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:44", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02464685868471861, "error": null, "probabilities": [0.995, 0.0016, 0.0033], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:48", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.022628095000982285, "error": null, "probabilities": [0.991, 0.0024, 0.0066], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:50", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.022964678704738617, "error": null, "probabilities": [0.9959, 0.0028, 0.0013], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:52", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.025396727956831455, "error": null, "probabilities": [0.8902, 0.0656, 0.0441], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:55", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02584306290373206, "error": null, "probabilities": [0.9957, 0.0034, 0.0009], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:58", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02363323699682951, "error": null, "probabilities": [0.9823, 0.011, 0.0067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:60", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.023432733956724405, "error": null, "probabilities": [0.9993, 0.0003, 0.0003], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:62", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.022306030616164207, "error": null, "probabilities": [0.9871, 0.0064, 0.0064], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:65", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.023299972992390394, "error": null, "probabilities": [0.9919, 0.0047, 0.0035], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:66", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.023503206204622984, "error": null, "probabilities": [0.9989, 0.0006, 0.0005], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:70", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.021681434009224176, "error": null, "probabilities": [0.9773, 0.0172, 0.0055], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:72", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.03945730160921812, "error": null, "probabilities": [0.9601, 0.0288, 0.0111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:77", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.044676223769783974, "error": null, "probabilities": [0.9921, 0.0059, 0.002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:78", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.026125195901840925, "error": null, "probabilities": [0.9979, 0.0014, 0.0007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:79", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.024789830204099417, "error": null, "probabilities": [0.9911, 0.0026, 0.0063], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:82", "target_index": 0, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02643726021051407, "error": null, "probabilities": [0.99, 0.0054, 0.0046], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:109", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.03273247415199876, "error": null, "probabilities": [0.5907, 0.3784, 0.0308], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:110", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.02457610797137022, "error": null, "probabilities": [0.0955, 0.7838, 0.1207], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:144", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.024234593845903873, "error": null, "probabilities": [0.0036, 0.9015, 0.0949], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:149", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.02498702285811305, "error": null, "probabilities": [0.2969, 0.6249, 0.0782], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:162", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.028532213997095823, "error": null, "probabilities": [0.4698, 0.3588, 0.1715], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:172", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.029175851959735155, "error": null, "probabilities": [0.0061, 0.937, 0.0569], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:182", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.028638385701924562, "error": null, "probabilities": [0.0037, 0.9592, 0.037], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:191", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.022779126651585102, "error": null, "probabilities": [0.9997, 0.0002, 0.0002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:202", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.025108284316956997, "error": null, "probabilities": [0.822, 0.167, 0.011], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:205", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.022921249270439148, "error": null, "probabilities": [0.8581, 0.1063, 0.0357], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:232", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.024088033009320498, "error": null, "probabilities": [0.554, 0.4348, 0.0112], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:245", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.0282573108561337, "error": null, "probabilities": [0.0164, 0.8696, 0.1141], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:264", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.03139508794993162, "error": null, "probabilities": [0.7767, 0.1485, 0.0748], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:271", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.02389534004032612, "error": null, "probabilities": [0.0022, 0.9035, 0.0943], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:277", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.024228043854236603, "error": null, "probabilities": [0.0168, 0.8909, 0.0923], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:290", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.13384227873757482, "error": null, "probabilities": [0.0001, 0.8823, 0.1176], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:306", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.02815103018656373, "error": null, "probabilities": [0.1711, 0.6271, 0.2018], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:309", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.03097886312752962, "error": null, "probabilities": [0.02, 0.9116, 0.0684], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:333", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.023178411182016134, "error": null, "probabilities": [0.0204, 0.9361, 0.0435], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:351", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.020826254040002823, "error": null, "probabilities": [0.0142, 0.9093, 0.0764], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:370", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.022683235816657543, "error": null, "probabilities": [0.003, 0.9686, 0.0283], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:402", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.022281321231275797, "error": null, "probabilities": [0.0127, 0.9444, 0.0429], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:406", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02407112205401063, "error": null, "probabilities": [0.4351, 0.3931, 0.1717], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:427", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.02413383312523365, "error": null, "probabilities": [0.0468, 0.7737, 0.1795], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:437", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.022721015848219395, "error": null, "probabilities": [0.0478, 0.8879, 0.0643], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:441", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.02385821007192135, "error": null, "probabilities": [0.0042, 0.8854, 0.1104], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:447", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.02262025512754917, "error": null, "probabilities": [0.119, 0.8389, 0.0421], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:450", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.021963058039546013, "error": null, "probabilities": [0.4383, 0.4215, 0.1401], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:460", "target_index": 1, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.027119887992739677, "error": null, "probabilities": [0.9745, 0.0135, 0.012], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:464", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.04408784629777074, "error": null, "probabilities": [0.3573, 0.5998, 0.0429], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:491", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.03896934678778052, "error": null, "probabilities": [0.0404, 0.894, 0.0656], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:495", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.016646985430270433, "error": null, "probabilities": [0.0209, 0.9457, 0.0334], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:501", "target_index": 1, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.018823460210114717, "error": null, "probabilities": [0.3495, 0.535, 0.1156], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:517", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.02124457899481058, "error": null, "probabilities": [0.0016, 0.0031, 0.9952], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:518", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.020849534776061773, "error": null, "probabilities": [0.0001, 0.0001, 0.9999], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:523", "target_index": 2, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.022720005828887224, "error": null, "probabilities": [0.0006, 0.5036, 0.4958], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:529", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.027877856977283955, "error": null, "probabilities": [0.3812, 0.1766, 0.4422], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:542", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.018934261985123158, "error": null, "probabilities": [0.0006, 0.0007, 0.9987], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:543", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.018121362663805485, "error": null, "probabilities": [0.0014, 0.0047, 0.994], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:545", "target_index": 2, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02390099037438631, "error": null, "probabilities": [0.7948, 0.0248, 0.1805], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:546", "target_index": 2, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.01673089573159814, "error": null, "probabilities": [0.0357, 0.7567, 0.2077], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:552", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.021265989169478416, "error": null, "probabilities": [0.1957, 0.0102, 0.794], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:564", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.022780837025493383, "error": null, "probabilities": [0.0078, 0.1104, 0.8818], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:566", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.019200464710593224, "error": null, "probabilities": [0.0005, 0.2523, 0.7472], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:572", "target_index": 2, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.018997093196958303, "error": null, "probabilities": [0.2353, 0.4518, 0.3129], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:581", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.02033517835661769, "error": null, "probabilities": [0.0022, 0.1223, 0.8755], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:583", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.022665834985673428, "error": null, "probabilities": [0.004, 0.1171, 0.8789], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:584", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.019919242709875107, "error": null, "probabilities": [0.0022, 0.2388, 0.759], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:586", "target_index": 2, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.024314804933965206, "error": null, "probabilities": [0.0031, 0.9435, 0.0534], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:589", "target_index": 2, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.021317289676517248, "error": null, "probabilities": [0.8605, 0.0252, 0.1143], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:598", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.020376828964799643, "error": null, "probabilities": [0.0049, 0.0798, 0.9153], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:608", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.016623833682388067, "error": null, "probabilities": [0.0041, 0.0285, 0.9674], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:609", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.020233487244695425, "error": null, "probabilities": [0.0005, 0.0445, 0.955], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:613", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.01748123485594988, "error": null, "probabilities": [0.0021, 0.0684, 0.9295], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:616", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.02075845282524824, "error": null, "probabilities": [0.0019, 0.0253, 0.9727], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:622", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.020608832128345966, "error": null, "probabilities": [0.0035, 0.0042, 0.9922], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:628", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.017241362016648054, "error": null, "probabilities": [0.0156, 0.0161, 0.9683], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:649", "target_index": 2, "predicted_index": 1, "n_labels": 3, "latency_seconds": 0.01957562891766429, "error": null, "probabilities": [0.0042, 0.7525, 0.2433], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:658", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.022385732270777225, "error": null, "probabilities": [0.0013, 0.0075, 0.9912], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:662", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.03454145509749651, "error": null, "probabilities": [0.0046, 0.2813, 0.7141], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:665", "target_index": 2, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.036528017837554216, "error": null, "probabilities": [0.9726, 0.0086, 0.0188], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:667", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.01676464593037963, "error": null, "probabilities": [0.0034, 0.3938, 0.6028], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:682", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.022816946730017662, "error": null, "probabilities": [0.003, 0.3109, 0.6861], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:683", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.02330975281074643, "error": null, "probabilities": [0.005, 0.1877, 0.8073], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:686", "target_index": 2, "predicted_index": 2, "n_labels": 3, "latency_seconds": 0.017963590566068888, "error": null, "probabilities": [0.0016, 0.0735, 0.9249], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "financialphrasebank", "example_id": "financialphrasebank:688", "target_index": 2, "predicted_index": 0, "n_labels": 3, "latency_seconds": 0.02175299497321248, "error": null, "probabilities": [0.9612, 0.0168, 0.022], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2", "target_index": 0, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12787970900535583, "error": null, "probabilities": [0.0939, 0.0368, 0.0385, 0.041, 0.0324, 0.0265, 0.0163, 0.0216, 0.0253, 0.0277, 0.0305, 0.0527, 0.0379, 0.0404, 0.0273, 0.0351, 0.0417, 0.0257, 0.0237, 0.0362, 0.0362, 0.0443, 0.0282, 0.0166, 0.0261, 0.0168, 0.0182, 0.0203, 0.0245, 0.0216, 0.0216, 0.0146], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:5", "target_index": 0, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12751278514042497, "error": null, "probabilities": [0.183, 0.0421, 0.0349, 0.0313, 0.0355, 0.0318, 0.0244, 0.0264, 0.0244, 0.0176, 0.0276, 0.0205, 0.0252, 0.0233, 0.0219, 0.0229, 0.026, 0.0148, 0.0212, 0.0268, 0.0256, 0.0349, 0.0318, 0.0318, 0.0281, 0.0196, 0.0178, 0.0318, 0.016, 0.0205, 0.0349, 0.0256], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:9", "target_index": 0, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12789089884608984, "error": null, "probabilities": [0.0619, 0.0388, 0.0337, 0.0342, 0.0297, 0.0358, 0.0321, 0.0316, 0.0297, 0.0347, 0.0326, 0.0364, 0.0316, 0.0364, 0.0347, 0.0271, 0.0258, 0.0266, 0.0288, 0.0288, 0.0279, 0.0275, 0.0321, 0.0243, 0.025, 0.0235, 0.0279, 0.0214, 0.0231, 0.025, 0.0316, 0.0394], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:29", "target_index": 0, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12651832308620214, "error": null, "probabilities": [0.0948, 0.0485, 0.025, 0.0293, 0.0269, 0.0256, 0.0273, 0.035, 0.0413, 0.0506, 0.0324, 0.035, 0.0455, 0.025, 0.0241, 0.0247, 0.0275, 0.034, 0.0317, 0.0219, 0.0364, 0.0293, 0.0353, 0.0329, 0.0243, 0.0284, 0.0271, 0.0151, 0.0171, 0.0135, 0.0127, 0.0219], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:77", "target_index": 1, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12770004710182548, "error": null, "probabilities": [0.2145, 0.0729, 0.0408, 0.0354, 0.0458, 0.0337, 0.028, 0.0301, 0.0265, 0.0232, 0.0222, 0.018, 0.0243, 0.0227, 0.022, 0.0265, 0.0274, 0.0217, 0.0213, 0.0171, 0.0162, 0.0188, 0.0234, 0.0227, 0.0203, 0.0181, 0.0191, 0.0173, 0.0141, 0.0177, 0.0227, 0.0156], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:86", "target_index": 1, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.028203260619193316, "error": null, "probabilities": [0.2119, 0.0347, 0.0286, 0.0364, 0.0372, 0.0314, 0.0281, 0.0277, 0.0244, 0.0256, 0.0273, 0.0252, 0.024, 0.0199, 0.0237, 0.0268, 0.0264, 0.0264, 0.0256, 0.0252, 0.0256, 0.0244, 0.0277, 0.0248, 0.0206, 0.019, 0.0229, 0.0252, 0.0196, 0.019, 0.0199, 0.0146], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:89", "target_index": 1, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.023887000046670437, "error": null, "probabilities": [0.055, 0.0396, 0.0347, 0.0279, 0.0262, 0.0266, 0.0254, 0.0238, 0.0279, 0.0279, 0.0347, 0.0326, 0.0326, 0.0358, 0.0321, 0.0311, 0.0301, 0.0292, 0.0283, 0.0306, 0.0258, 0.0266, 0.0258, 0.0274, 0.0321, 0.0446, 0.0336, 0.0331, 0.0279, 0.0292, 0.027, 0.0347], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:127", "target_index": 1, "predicted_index": 1, "n_labels": 32, "latency_seconds": 0.13989249989390373, "error": null, "probabilities": [0.0631, 0.0642, 0.0435, 0.0361, 0.0389, 0.0467, 0.0457, 0.0436, 0.0293, 0.0327, 0.0362, 0.0247, 0.029, 0.0289, 0.0291, 0.0272, 0.0235, 0.0231, 0.0323, 0.0192, 0.0193, 0.0232, 0.0259, 0.0274, 0.0246, 0.0254, 0.0286, 0.0263, 0.019, 0.0224, 0.0212, 0.0198], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:164", "target_index": 2, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.024507067166268826, "error": null, "probabilities": [0.0949, 0.054, 0.0371, 0.0308, 0.0448, 0.0448, 0.0371, 0.0395, 0.0349, 0.0349, 0.0308, 0.0298, 0.0298, 0.0383, 0.0313, 0.0323, 0.0313, 0.0298, 0.0251, 0.0215, 0.0184, 0.0285, 0.0263, 0.0232, 0.0244, 0.0187, 0.0193, 0.0162, 0.0155, 0.0148, 0.0202, 0.0215], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:210", "target_index": 2, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.02710537798702717, "error": null, "probabilities": [0.1604, 0.0954, 0.0404, 0.0388, 0.0401, 0.0446, 0.0351, 0.0309, 0.0236, 0.0232, 0.0239, 0.0276, 0.0243, 0.021, 0.0166, 0.0184, 0.0185, 0.0198, 0.0226, 0.022, 0.0224, 0.022, 0.0232, 0.0224, 0.0245, 0.0186, 0.0218, 0.0147, 0.017, 0.0161, 0.0237, 0.0264], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:219", "target_index": 2, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.018553937319666147, "error": null, "probabilities": [0.066, 0.0472, 0.0385, 0.034, 0.0345, 0.0351, 0.0291, 0.0291, 0.0324, 0.0319, 0.0319, 0.0291, 0.0273, 0.0253, 0.023, 0.0241, 0.0319, 0.0329, 0.0362, 0.031, 0.0265, 0.0257, 0.0261, 0.0226, 0.0273, 0.0269, 0.0273, 0.0277, 0.0216, 0.0226, 0.0286, 0.0465], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:236", "target_index": 2, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.030553708784282207, "error": null, "probabilities": [0.095, 0.0399, 0.0406, 0.0463, 0.0595, 0.0355, 0.0361, 0.0318, 0.029, 0.0264, 0.0299, 0.0299, 0.0272, 0.0256, 0.0268, 0.0344, 0.0264, 0.0233, 0.0222, 0.0244, 0.0237, 0.0264, 0.0285, 0.0268, 0.0222, 0.0212, 0.0206, 0.0256, 0.0226, 0.0199, 0.026, 0.0264], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:250", "target_index": 3, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.15123949339613318, "error": null, "probabilities": [0.1465, 0.0351, 0.0277, 0.0353, 0.0645, 0.04, 0.0261, 0.0277, 0.0291, 0.023, 0.0265, 0.0273, 0.0257, 0.0213, 0.0185, 0.0226, 0.0332, 0.0197, 0.0168, 0.0216, 0.0253, 0.0305, 0.0286, 0.0234, 0.0213, 0.0197, 0.0188, 0.0269, 0.0203, 0.0234, 0.0265, 0.0476], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:251", "target_index": 3, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.13725539902225137, "error": null, "probabilities": [0.0654, 0.0513, 0.0521, 0.0505, 0.0475, 0.0364, 0.0311, 0.0393, 0.0467, 0.0381, 0.0387, 0.0342, 0.0306, 0.0311, 0.027, 0.0297, 0.0275, 0.0228, 0.0258, 0.0321, 0.0321, 0.0266, 0.0198, 0.0167, 0.0183, 0.0198, 0.0217, 0.0204, 0.0161, 0.0149, 0.0183, 0.0172], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:278", "target_index": 3, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12571293395012617, "error": null, "probabilities": [0.055, 0.0463, 0.0408, 0.0384, 0.0333, 0.0318, 0.0323, 0.0323, 0.0304, 0.0318, 0.0328, 0.0318, 0.0294, 0.0308, 0.0304, 0.029, 0.0294, 0.0294, 0.029, 0.0285, 0.0272, 0.0276, 0.029, 0.0281, 0.0268, 0.0285, 0.0264, 0.0313, 0.0281, 0.0264, 0.0229, 0.0248], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:288", "target_index": 3, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.13042579917237163, "error": null, "probabilities": [0.0779, 0.0584, 0.0462, 0.0354, 0.0348, 0.0407, 0.0307, 0.0293, 0.0289, 0.0389, 0.036, 0.0327, 0.0312, 0.0307, 0.0271, 0.0251, 0.0236, 0.0243, 0.0259, 0.0243, 0.0243, 0.028, 0.0289, 0.0251, 0.0225, 0.0221, 0.0208, 0.0187, 0.0195, 0.0199, 0.0259, 0.042], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:321", "target_index": 4, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.024985493160784245, "error": null, "probabilities": [0.0771, 0.0534, 0.0295, 0.0273, 0.0345, 0.0391, 0.0324, 0.0367, 0.0277, 0.0356, 0.0397, 0.0385, 0.0319, 0.0309, 0.0206, 0.0219, 0.0264, 0.0319, 0.035, 0.0269, 0.0273, 0.026, 0.026, 0.0252, 0.0309, 0.0233, 0.0269, 0.0209, 0.0269, 0.023, 0.0216, 0.0248], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:329", "target_index": 4, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1394568053074181, "error": null, "probabilities": [0.0588, 0.0451, 0.0424, 0.0368, 0.0386, 0.0362, 0.0335, 0.0305, 0.0351, 0.0437, 0.0404, 0.0278, 0.0261, 0.0257, 0.0234, 0.0234, 0.0265, 0.0282, 0.0287, 0.0249, 0.0206, 0.0234, 0.0223, 0.0174, 0.0194, 0.0257, 0.0325, 0.0325, 0.0296, 0.0261, 0.031, 0.0437], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:347", "target_index": 4, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12981040077283978, "error": null, "probabilities": [0.0982, 0.0457, 0.0319, 0.0309, 0.0329, 0.029, 0.0319, 0.029, 0.0273, 0.0314, 0.0329, 0.0286, 0.0256, 0.0223, 0.0244, 0.0256, 0.0264, 0.0329, 0.0356, 0.0277, 0.0233, 0.0252, 0.0295, 0.026, 0.0196, 0.0233, 0.0268, 0.0281, 0.0241, 0.0244, 0.029, 0.0505], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:400", "target_index": 5, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.020226757042109966, "error": null, "probabilities": [0.0779, 0.0354, 0.028, 0.0302, 0.0293, 0.0388, 0.0461, 0.0423, 0.0232, 0.0251, 0.0251, 0.0239, 0.028, 0.0289, 0.0332, 0.0315, 0.0267, 0.0247, 0.0293, 0.0259, 0.0293, 0.0359, 0.0503, 0.034, 0.0218, 0.0178, 0.0195, 0.0117, 0.0152, 0.0208, 0.0423, 0.048], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:432", "target_index": 5, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.026441069785505533, "error": null, "probabilities": [0.0951, 0.0436, 0.0253, 0.0285, 0.0261, 0.0348, 0.0272, 0.0289, 0.0279, 0.0314, 0.0246, 0.0301, 0.0248, 0.0276, 0.0243, 0.0209, 0.0207, 0.0222, 0.0207, 0.0217, 0.024, 0.0252, 0.0287, 0.0236, 0.0448, 0.0334, 0.0327, 0.0253, 0.0337, 0.0274, 0.0444, 0.0502], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:434", "target_index": 5, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.02490175236016512, "error": null, "probabilities": [0.1018, 0.0596, 0.0259, 0.0266, 0.0433, 0.0213, 0.0243, 0.0333, 0.0471, 0.0491, 0.0208, 0.0239, 0.0313, 0.025, 0.0192, 0.025, 0.0185, 0.0248, 0.0204, 0.0362, 0.0527, 0.0461, 0.0252, 0.0239, 0.0201, 0.0229, 0.0233, 0.0157, 0.0306, 0.0192, 0.0248, 0.018], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:512", "target_index": 6, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.13421281427145004, "error": null, "probabilities": [0.065, 0.0498, 0.0364, 0.0342, 0.0394, 0.0364, 0.0364, 0.037, 0.0376, 0.0407, 0.0419, 0.0293, 0.0284, 0.0267, 0.0312, 0.0337, 0.037, 0.0337, 0.0322, 0.0263, 0.0258, 0.0263, 0.0235, 0.0195, 0.0198, 0.0235, 0.0243, 0.0211, 0.0186, 0.0211, 0.0164, 0.0267], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:523", "target_index": 6, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.03435519337654114, "error": null, "probabilities": [0.062, 0.0453, 0.0361, 0.0324, 0.0356, 0.0376, 0.035, 0.0329, 0.0293, 0.0297, 0.0353, 0.04, 0.035, 0.0342, 0.0273, 0.0252, 0.0256, 0.029, 0.0307, 0.0269, 0.0264, 0.0273, 0.0316, 0.026, 0.0237, 0.0279, 0.0252, 0.0203, 0.0264, 0.0237, 0.0284, 0.0279], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:526", "target_index": 6, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.13420978328213096, "error": null, "probabilities": [0.1211, 0.0542, 0.0399, 0.039, 0.0347, 0.039, 0.0369, 0.0384, 0.0306, 0.0301, 0.0336, 0.0358, 0.0254, 0.0258, 0.0262, 0.0297, 0.027, 0.0262, 0.0266, 0.0283, 0.0217, 0.0221, 0.0254, 0.0238, 0.0195, 0.0159, 0.0166, 0.0192, 0.0174, 0.0154, 0.0246, 0.0297], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:545", "target_index": 7, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12549583101645112, "error": null, "probabilities": [0.1112, 0.0478, 0.0344, 0.0268, 0.0237, 0.0264, 0.0219, 0.0248, 0.0464, 0.0396, 0.039, 0.0268, 0.026, 0.0309, 0.0295, 0.0233, 0.0286, 0.0324, 0.0281, 0.0286, 0.0237, 0.024, 0.0216, 0.0148, 0.0158, 0.0209, 0.0193, 0.0206, 0.0196, 0.0233, 0.0509, 0.0493], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:555", "target_index": 7, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12793836882337928, "error": null, "probabilities": [0.1171, 0.0923, 0.055, 0.0501, 0.0235, 0.0439, 0.0523, 0.0442, 0.0283, 0.0222, 0.021, 0.0166, 0.0156, 0.0159, 0.0222, 0.0156, 0.0207, 0.0193, 0.0336, 0.0201, 0.0149, 0.0149, 0.0228, 0.0164, 0.0214, 0.0237, 0.0277, 0.0202, 0.0164, 0.019, 0.0364, 0.0366], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:613", "target_index": 7, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1250888961367309, "error": null, "probabilities": [0.0614, 0.0415, 0.0299, 0.0309, 0.0277, 0.0309, 0.0277, 0.0281, 0.0264, 0.0281, 0.029, 0.0313, 0.0272, 0.0277, 0.0329, 0.0329, 0.0329, 0.035, 0.0339, 0.0313, 0.0294, 0.0334, 0.0396, 0.0299, 0.0285, 0.0304, 0.0313, 0.0252, 0.024, 0.0248, 0.026, 0.0309], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:639", "target_index": 8, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.0228111669421196, "error": null, "probabilities": [0.0751, 0.0683, 0.047, 0.0389, 0.0389, 0.0366, 0.0366, 0.0333, 0.0328, 0.0333, 0.0328, 0.0285, 0.0285, 0.0303, 0.0285, 0.0272, 0.0255, 0.0299, 0.0308, 0.0299, 0.0268, 0.0383, 0.0338, 0.0299, 0.0222, 0.0272, 0.024, 0.0251, 0.017, 0.0097, 0.0071, 0.0063], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:662", "target_index": 8, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.14346652198582888, "error": null, "probabilities": [0.0746, 0.0678, 0.0481, 0.0323, 0.0325, 0.0411, 0.0382, 0.0274, 0.0264, 0.0294, 0.0296, 0.0229, 0.0238, 0.027, 0.0308, 0.0236, 0.0274, 0.0289, 0.0283, 0.0217, 0.0215, 0.0274, 0.0333, 0.0257, 0.0266, 0.0325, 0.0253, 0.025, 0.021, 0.0212, 0.0266, 0.0318], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:666", "target_index": 8, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.029646547976881266, "error": null, "probabilities": [0.0804, 0.0463, 0.0311, 0.0326, 0.0358, 0.0367, 0.0355, 0.0355, 0.0406, 0.0353, 0.0306, 0.0279, 0.027, 0.0275, 0.0295, 0.0288, 0.0324, 0.0319, 0.0316, 0.0316, 0.0302, 0.0279, 0.0314, 0.0275, 0.0279, 0.0258, 0.0258, 0.0262, 0.0177, 0.0126, 0.0152, 0.0235], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:711", "target_index": 9, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.017641757149249315, "error": null, "probabilities": [0.0622, 0.0473, 0.0437, 0.0437, 0.0417, 0.0398, 0.0458, 0.0386, 0.0374, 0.0398, 0.0351, 0.0325, 0.0301, 0.0291, 0.0315, 0.0287, 0.0278, 0.0346, 0.0301, 0.0274, 0.0249, 0.0234, 0.0249, 0.0227, 0.021, 0.0282, 0.0223, 0.0213, 0.0171, 0.0161, 0.0171, 0.014], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:745", "target_index": 9, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.127605346031487, "error": null, "probabilities": [0.0873, 0.0467, 0.0361, 0.0277, 0.0272, 0.0319, 0.0361, 0.0334, 0.0286, 0.0309, 0.0344, 0.0314, 0.0281, 0.0277, 0.0277, 0.026, 0.0256, 0.0304, 0.035, 0.0304, 0.0268, 0.0264, 0.0329, 0.0304, 0.0268, 0.0304, 0.0334, 0.0248, 0.0229, 0.0202, 0.0196, 0.0229], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:748", "target_index": 9, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.020645722281187773, "error": null, "probabilities": [0.145, 0.0443, 0.0244, 0.0295, 0.0479, 0.0419, 0.0288, 0.0207, 0.0219, 0.0212, 0.0219, 0.0286, 0.0429, 0.0361, 0.0269, 0.0233, 0.029, 0.0266, 0.0158, 0.0182, 0.0359, 0.0547, 0.0394, 0.0302, 0.0284, 0.0273, 0.0151, 0.0139, 0.0187, 0.0165, 0.0125, 0.0125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:773", "target_index": 10, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12473815213888884, "error": null, "probabilities": [0.0703, 0.0312, 0.0284, 0.0293, 0.0293, 0.0322, 0.0293, 0.0332, 0.0312, 0.0312, 0.0322, 0.0312, 0.0343, 0.0343, 0.0322, 0.0293, 0.0302, 0.0293, 0.0322, 0.0284, 0.0293, 0.0284, 0.0293, 0.0275, 0.0293, 0.0284, 0.0275, 0.0275, 0.0275, 0.0284, 0.0293, 0.0284], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:791", "target_index": 10, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12637476064264774, "error": null, "probabilities": [0.1414, 0.0603, 0.0415, 0.0389, 0.0266, 0.0306, 0.0301, 0.0308, 0.0283, 0.0336, 0.0325, 0.0344, 0.025, 0.027, 0.0253, 0.0299, 0.0313, 0.0341, 0.0323, 0.0266, 0.0188, 0.021, 0.0231, 0.0171, 0.0177, 0.0197, 0.0238, 0.025, 0.0191, 0.0171, 0.0174, 0.0197], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:803", "target_index": 10, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.018196642864495516, "error": null, "probabilities": [0.0738, 0.043, 0.0351, 0.0273, 0.0392, 0.0374, 0.038, 0.0305, 0.0351, 0.032, 0.0325, 0.0273, 0.0261, 0.0257, 0.0265, 0.0261, 0.033, 0.0357, 0.0287, 0.0227, 0.021, 0.0245, 0.0223, 0.0227, 0.0223, 0.0335, 0.0265, 0.0223, 0.0265, 0.0315, 0.0269, 0.0444], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:850", "target_index": 11, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12307087238878012, "error": null, "probabilities": [0.1161, 0.0515, 0.0389, 0.036, 0.0333, 0.0322, 0.0294, 0.0354, 0.0308, 0.0383, 0.0343, 0.0284, 0.0276, 0.028, 0.0271, 0.028, 0.0255, 0.0255, 0.0303, 0.0289, 0.0312, 0.0271, 0.0255, 0.0211, 0.0205, 0.0211, 0.0298, 0.0225, 0.0196, 0.0192, 0.0175, 0.0192], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:882", "target_index": 11, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.020198177080601454, "error": null, "probabilities": [0.1142, 0.0588, 0.0401, 0.0354, 0.0348, 0.0359, 0.0354, 0.0338, 0.028, 0.0383, 0.0437, 0.0317, 0.0307, 0.0284, 0.0307, 0.0259, 0.0228, 0.0307, 0.0332, 0.0236, 0.0232, 0.0251, 0.0317, 0.0215, 0.0139, 0.015, 0.0195, 0.0155, 0.0141, 0.0178, 0.0218, 0.0247], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:901", "target_index": 11, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.018789750058203936, "error": null, "probabilities": [0.1439, 0.0353, 0.0228, 0.0292, 0.0258, 0.025, 0.0231, 0.0221, 0.0246, 0.037, 0.0353, 0.0439, 0.04, 0.0239, 0.0239, 0.027, 0.0262, 0.0283, 0.0254, 0.0239, 0.0246, 0.0235, 0.0262, 0.0266, 0.0228, 0.0192, 0.018, 0.0214, 0.0353, 0.0242, 0.025, 0.0467], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:945", "target_index": 12, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.017902209889143705, "error": null, "probabilities": [0.117, 0.0683, 0.04, 0.0339, 0.0299, 0.0425, 0.0337, 0.0324, 0.0329, 0.0397, 0.039, 0.0339, 0.0314, 0.0281, 0.0239, 0.0195, 0.0217, 0.023, 0.0286, 0.025, 0.023, 0.0216, 0.023, 0.0206, 0.0171, 0.0217, 0.0183, 0.023, 0.0196, 0.0171, 0.0206, 0.0304], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:972", "target_index": 12, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1237615910358727, "error": null, "probabilities": [0.0946, 0.0487, 0.0314, 0.0249, 0.034, 0.0569, 0.0351, 0.033, 0.034, 0.034, 0.0319, 0.0314, 0.0295, 0.0314, 0.033, 0.0269, 0.0253, 0.0257, 0.0286, 0.0253, 0.0265, 0.023, 0.0253, 0.0237, 0.0237, 0.0295, 0.022, 0.0206, 0.0171, 0.0191, 0.0269, 0.0269], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:997", "target_index": 12, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12541083991527557, "error": null, "probabilities": [0.2205, 0.0462, 0.0402, 0.0354, 0.0251, 0.0232, 0.0236, 0.0247, 0.0187, 0.0236, 0.0272, 0.0272, 0.0208, 0.0199, 0.0247, 0.0184, 0.0124, 0.0157, 0.0263, 0.0298, 0.0298, 0.0244, 0.0263, 0.0205, 0.0145, 0.0155, 0.0212, 0.0215, 0.0187, 0.0184, 0.0383, 0.047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1033", "target_index": 13, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.13192478707060218, "error": null, "probabilities": [0.0908, 0.0406, 0.037, 0.0406, 0.0439, 0.0307, 0.0353, 0.0426, 0.0376, 0.0326, 0.0382, 0.0359, 0.0279, 0.0224, 0.0183, 0.0211, 0.0175, 0.0172, 0.0211, 0.0275, 0.0262, 0.0326, 0.0284, 0.0262, 0.0198, 0.0198, 0.0211, 0.0279, 0.0266, 0.0224, 0.037, 0.0332], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1047", "target_index": 13, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12370962090790272, "error": null, "probabilities": [0.1681, 0.0528, 0.0424, 0.0386, 0.0352, 0.0459, 0.0346, 0.0298, 0.0318, 0.0323, 0.0298, 0.0236, 0.0236, 0.0272, 0.0272, 0.0251, 0.0251, 0.0222, 0.0247, 0.0251, 0.0267, 0.0308, 0.0285, 0.0202, 0.019, 0.0199, 0.0184, 0.0155, 0.0122, 0.0141, 0.0132, 0.0165], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1068", "target_index": 13, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1326227351091802, "error": null, "probabilities": [0.1753, 0.0469, 0.0275, 0.0362, 0.0312, 0.0395, 0.0371, 0.0365, 0.0322, 0.0322, 0.0282, 0.0296, 0.0332, 0.0296, 0.031, 0.0232, 0.0225, 0.021, 0.0225, 0.0206, 0.0265, 0.0253, 0.0271, 0.0267, 0.0239, 0.0185, 0.0179, 0.014, 0.0166, 0.0171, 0.0163, 0.0142], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1083", "target_index": 14, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.017264931928366423, "error": null, "probabilities": [0.057, 0.0435, 0.0297, 0.0298, 0.031, 0.0291, 0.0315, 0.0307, 0.0447, 0.0422, 0.0326, 0.0295, 0.0326, 0.0273, 0.0252, 0.0259, 0.031, 0.0293, 0.0239, 0.0214, 0.0246, 0.0296, 0.0244, 0.0252, 0.0232, 0.0295, 0.0238, 0.0251, 0.0226, 0.0538, 0.0404, 0.0298], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1096", "target_index": 14, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.019606640096753836, "error": null, "probabilities": [0.0621, 0.0515, 0.0484, 0.0465, 0.0365, 0.0346, 0.0343, 0.0312, 0.0325, 0.038, 0.0325, 0.0327, 0.0255, 0.0255, 0.0276, 0.0251, 0.0263, 0.0335, 0.0315, 0.0317, 0.031, 0.0291, 0.0287, 0.0222, 0.0208, 0.0247, 0.0247, 0.0218, 0.0229, 0.019, 0.0259, 0.0215], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1142", "target_index": 14, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1420371951535344, "error": null, "probabilities": [0.1198, 0.0589, 0.0455, 0.0455, 0.0377, 0.0313, 0.028, 0.0276, 0.0247, 0.0236, 0.024, 0.0225, 0.0289, 0.0298, 0.0298, 0.028, 0.024, 0.0251, 0.0298, 0.0263, 0.0289, 0.0272, 0.0215, 0.0212, 0.0193, 0.0225, 0.0193, 0.0162, 0.013, 0.0155, 0.0137, 0.071], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1177", "target_index": 15, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.01953282905742526, "error": null, "probabilities": [0.0835, 0.0478, 0.0421, 0.0375, 0.0387, 0.0328, 0.0355, 0.0358, 0.0355, 0.0313, 0.0294, 0.0276, 0.0276, 0.0281, 0.0272, 0.0262, 0.0276, 0.0268, 0.0252, 0.0285, 0.0248, 0.0256, 0.0262, 0.0285, 0.0285, 0.0266, 0.0202, 0.0279, 0.0229, 0.0205, 0.025, 0.0287], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1203", "target_index": 15, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.016632094979286194, "error": null, "probabilities": [0.1413, 0.061, 0.0376, 0.0284, 0.0284, 0.0288, 0.0312, 0.0364, 0.0353, 0.0297, 0.0317, 0.025, 0.025, 0.0235, 0.0224, 0.0198, 0.0239, 0.0243, 0.025, 0.0221, 0.0201, 0.0224, 0.0224, 0.0201, 0.025, 0.0337, 0.0288, 0.0284, 0.0218, 0.0243, 0.0254, 0.0267], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1208", "target_index": 15, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.01730891317129135, "error": null, "probabilities": [0.0547, 0.0413, 0.0394, 0.0353, 0.0337, 0.0359, 0.0364, 0.0332, 0.0348, 0.0332, 0.0332, 0.0297, 0.0279, 0.0279, 0.0279, 0.0271, 0.0288, 0.0312, 0.0348, 0.0327, 0.0297, 0.0302, 0.0302, 0.0271, 0.0271, 0.0267, 0.0288, 0.025, 0.0232, 0.0258, 0.0243, 0.0228], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1227", "target_index": 16, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12710582977160811, "error": null, "probabilities": [0.0966, 0.037, 0.0342, 0.0306, 0.0342, 0.0336, 0.0316, 0.0336, 0.0381, 0.0326, 0.0358, 0.0306, 0.0275, 0.0297, 0.025, 0.0242, 0.0224, 0.0217, 0.0258, 0.0302, 0.0262, 0.0306, 0.0331, 0.0316, 0.0266, 0.0262, 0.0283, 0.0297, 0.0207, 0.0192, 0.025, 0.0275], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1233", "target_index": 16, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.018062121234834194, "error": null, "probabilities": [0.1158, 0.058, 0.0333, 0.028, 0.0377, 0.0386, 0.0313, 0.0205, 0.0303, 0.0392, 0.0377, 0.0303, 0.0318, 0.0344, 0.0366, 0.0276, 0.0338, 0.0338, 0.0222, 0.0208, 0.0222, 0.0323, 0.0308, 0.0202, 0.0152, 0.0205, 0.0157, 0.0187, 0.0208, 0.0152, 0.0225, 0.024], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1276", "target_index": 16, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12694213772192597, "error": null, "probabilities": [0.223, 0.0431, 0.038, 0.0357, 0.0374, 0.0351, 0.032, 0.0249, 0.0249, 0.0203, 0.0231, 0.0257, 0.0269, 0.0223, 0.022, 0.0185, 0.0188, 0.0197, 0.0188, 0.021, 0.021, 0.0223, 0.0223, 0.0223, 0.0161, 0.0166, 0.0154, 0.0194, 0.0161, 0.0169, 0.0274, 0.0528], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1332", "target_index": 17, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.13000838411971927, "error": null, "probabilities": [0.1955, 0.076, 0.0307, 0.0214, 0.0162, 0.0167, 0.0138, 0.0178, 0.0195, 0.0189, 0.0189, 0.0186, 0.0195, 0.0164, 0.0152, 0.0152, 0.0169, 0.0189, 0.0214, 0.0169, 0.0134, 0.0116, 0.0134, 0.0169, 0.0235, 0.0297, 0.0342, 0.0243, 0.0275, 0.0502, 0.0841, 0.0665], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1363", "target_index": 17, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.018342294730246067, "error": null, "probabilities": [0.1011, 0.0599, 0.0533, 0.0384, 0.0333, 0.0313, 0.039, 0.0402, 0.039, 0.0428, 0.0549, 0.0402, 0.0285, 0.024, 0.0244, 0.024, 0.026, 0.0268, 0.029, 0.0285, 0.0226, 0.0233, 0.0215, 0.0193, 0.0199, 0.0248, 0.0205, 0.0184, 0.01, 0.0095, 0.0108, 0.015], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1371", "target_index": 17, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12297585094347596, "error": null, "probabilities": [0.0605, 0.0385, 0.034, 0.0314, 0.03, 0.0329, 0.0379, 0.034, 0.0334, 0.0309, 0.0319, 0.0282, 0.0256, 0.0248, 0.0282, 0.0273, 0.0245, 0.0273, 0.0286, 0.029, 0.0252, 0.03, 0.0324, 0.034, 0.0269, 0.0319, 0.0329, 0.0345, 0.026, 0.026, 0.029, 0.0324], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1409", "target_index": 18, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12556770211085677, "error": null, "probabilities": [0.0834, 0.0479, 0.0284, 0.0293, 0.0337, 0.0353, 0.0353, 0.0348, 0.0342, 0.0288, 0.0275, 0.0326, 0.0413, 0.0326, 0.0337, 0.0279, 0.0342, 0.037, 0.0326, 0.0279, 0.0266, 0.025, 0.0254, 0.0235, 0.0214, 0.0221, 0.0157, 0.0164, 0.0198, 0.0246, 0.0224, 0.0385], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1441", "target_index": 18, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.019033162854611874, "error": null, "probabilities": [0.0929, 0.048, 0.0357, 0.0354, 0.0327, 0.032, 0.0398, 0.0469, 0.0444, 0.036, 0.0305, 0.0282, 0.0241, 0.0238, 0.021, 0.0234, 0.0253, 0.0263, 0.0276, 0.0312, 0.033, 0.0278, 0.0247, 0.0216, 0.0223, 0.023, 0.0269, 0.0241, 0.0227, 0.0234, 0.0289, 0.0163], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1448", "target_index": 18, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1267352462746203, "error": null, "probabilities": [0.0467, 0.0387, 0.0336, 0.0326, 0.0306, 0.0347, 0.0336, 0.0326, 0.0297, 0.0342, 0.0393, 0.0352, 0.0342, 0.0311, 0.0326, 0.027, 0.0258, 0.0279, 0.0316, 0.0292, 0.0279, 0.0262, 0.0311, 0.0246, 0.0231, 0.0242, 0.0262, 0.027, 0.025, 0.0262, 0.0358, 0.0418], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1450", "target_index": 19, "predicted_index": 6, "n_labels": 32, "latency_seconds": 0.1232079747132957, "error": null, "probabilities": [0.0371, 0.0434, 0.0383, 0.0317, 0.0365, 0.0338, 0.0476, 0.0389, 0.0343, 0.0322, 0.0312, 0.0247, 0.0303, 0.0293, 0.0359, 0.0303, 0.0289, 0.0303, 0.0332, 0.0255, 0.0289, 0.0284, 0.0293, 0.0284, 0.0259, 0.0338, 0.0322, 0.0239, 0.0225, 0.0251, 0.0198, 0.0284], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1456", "target_index": 19, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.025274686980992556, "error": null, "probabilities": [0.0895, 0.0441, 0.0377, 0.0333, 0.0344, 0.0323, 0.0301, 0.0313, 0.0296, 0.0257, 0.0323, 0.0323, 0.0313, 0.0328, 0.0315, 0.0308, 0.0296, 0.027, 0.0261, 0.0287, 0.0266, 0.032, 0.0308, 0.0266, 0.0224, 0.0231, 0.0185, 0.025, 0.0213, 0.0227, 0.0308, 0.0296], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1489", "target_index": 19, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1323806717991829, "error": null, "probabilities": [0.1016, 0.0462, 0.0322, 0.0383, 0.0308, 0.0269, 0.0247, 0.0315, 0.0234, 0.0241, 0.0255, 0.0247, 0.0213, 0.0203, 0.022, 0.0389, 0.0298, 0.021, 0.0278, 0.0274, 0.0351, 0.0357, 0.0327, 0.0346, 0.0282, 0.0169, 0.0317, 0.0282, 0.0351, 0.0287, 0.0349, 0.0197], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1586", "target_index": 20, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.016741275787353516, "error": null, "probabilities": [0.0512, 0.0494, 0.04, 0.04, 0.0362, 0.0391, 0.0382, 0.0373, 0.0322, 0.0317, 0.0345, 0.0345, 0.0305, 0.0298, 0.0324, 0.03, 0.0275, 0.0239, 0.0288, 0.0267, 0.0282, 0.0259, 0.0329, 0.0273, 0.0261, 0.0213, 0.0195, 0.0206, 0.0247, 0.0271, 0.0273, 0.0253], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1588", "target_index": 20, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1272323615849018, "error": null, "probabilities": [0.0579, 0.0506, 0.0389, 0.038, 0.0382, 0.0403, 0.0445, 0.0428, 0.0397, 0.0349, 0.0293, 0.0309, 0.0297, 0.0263, 0.0291, 0.0277, 0.0307, 0.0317, 0.0284, 0.0307, 0.0325, 0.0241, 0.0254, 0.0247, 0.0333, 0.0311, 0.0225, 0.0189, 0.0176, 0.0142, 0.016, 0.0194], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1601", "target_index": 20, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12577084405347705, "error": null, "probabilities": [0.0715, 0.068, 0.0471, 0.0387, 0.0329, 0.0316, 0.0345, 0.0329, 0.0324, 0.0384, 0.0391, 0.0345, 0.0331, 0.0321, 0.0264, 0.0223, 0.023, 0.0304, 0.0342, 0.0295, 0.0206, 0.0271, 0.0258, 0.0239, 0.0262, 0.0295, 0.0337, 0.023, 0.0155, 0.0171, 0.0133, 0.0119], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1615", "target_index": 21, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1251587769947946, "error": null, "probabilities": [0.1162, 0.0466, 0.0377, 0.036, 0.0354, 0.0343, 0.0333, 0.0263, 0.0298, 0.0294, 0.028, 0.0308, 0.0303, 0.0289, 0.0294, 0.0222, 0.0212, 0.0236, 0.0251, 0.0294, 0.0289, 0.0289, 0.0294, 0.0251, 0.0232, 0.0272, 0.0222, 0.024, 0.0215, 0.0215, 0.0244, 0.0298], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1633", "target_index": 21, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.018698000349104404, "error": null, "probabilities": [0.1028, 0.0515, 0.0552, 0.0404, 0.03, 0.0276, 0.0519, 0.0357, 0.0377, 0.0317, 0.0444, 0.033, 0.0267, 0.0227, 0.0346, 0.0269, 0.0192, 0.0218, 0.0255, 0.0251, 0.0172, 0.0167, 0.0192, 0.0218, 0.0155, 0.0238, 0.0208, 0.0249, 0.0167, 0.017, 0.0365, 0.0257], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1641", "target_index": 21, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12335292575880885, "error": null, "probabilities": [0.2799, 0.0504, 0.023, 0.0193, 0.0286, 0.0317, 0.0237, 0.0153, 0.0178, 0.0185, 0.019, 0.0164, 0.0348, 0.0348, 0.0273, 0.0131, 0.0145, 0.0175, 0.0137, 0.0125, 0.0179, 0.029, 0.0327, 0.0258, 0.0175, 0.0241, 0.0127, 0.0135, 0.0163, 0.0273, 0.0279, 0.0436], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1701", "target_index": 22, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.020379538647830486, "error": null, "probabilities": [0.1599, 0.0503, 0.0346, 0.0374, 0.034, 0.0437, 0.0325, 0.0346, 0.032, 0.032, 0.033, 0.0305, 0.0315, 0.033, 0.0315, 0.0253, 0.0261, 0.02, 0.0241, 0.0206, 0.0227, 0.0269, 0.033, 0.023, 0.023, 0.0153, 0.0151, 0.0182, 0.0129, 0.0111, 0.0116, 0.0206], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1708", "target_index": 22, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.017191371880471706, "error": null, "probabilities": [0.1656, 0.0341, 0.0244, 0.026, 0.0236, 0.0193, 0.0229, 0.0202, 0.0219, 0.0168, 0.0196, 0.0252, 0.0474, 0.0222, 0.026, 0.0316, 0.0358, 0.0281, 0.0225, 0.0225, 0.0281, 0.0276, 0.029, 0.0378, 0.0222, 0.0264, 0.0212, 0.0281, 0.029, 0.036, 0.0308, 0.0285], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1714", "target_index": 22, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12445396883413196, "error": null, "probabilities": [0.0728, 0.0369, 0.0326, 0.0372, 0.0326, 0.0366, 0.0374, 0.0395, 0.0435, 0.0355, 0.0287, 0.0361, 0.0326, 0.0294, 0.0285, 0.0254, 0.0229, 0.0244, 0.025, 0.0254, 0.026, 0.0236, 0.0321, 0.0297, 0.0276, 0.0264, 0.0294, 0.0268, 0.0254, 0.0199, 0.0254, 0.0248], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1801", "target_index": 23, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1271091098897159, "error": null, "probabilities": [0.2423, 0.0669, 0.0428, 0.0546, 0.0428, 0.0403, 0.0309, 0.0299, 0.0323, 0.0285, 0.0237, 0.0187, 0.0187, 0.0233, 0.0285, 0.0199, 0.0212, 0.0176, 0.0173, 0.0155, 0.0229, 0.0229, 0.0202, 0.0133, 0.0123, 0.0139, 0.0133, 0.0107, 0.0119, 0.011, 0.0163, 0.0155], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1809", "target_index": 23, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.13045486994087696, "error": null, "probabilities": [0.1643, 0.0573, 0.0191, 0.0305, 0.0286, 0.0251, 0.0261, 0.0218, 0.0284, 0.0322, 0.0322, 0.0271, 0.0247, 0.02, 0.0137, 0.0329, 0.0454, 0.0423, 0.0252, 0.0182, 0.0305, 0.0269, 0.0245, 0.0168, 0.0256, 0.0307, 0.0277, 0.0286, 0.0249, 0.0163, 0.0171, 0.0156], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1831", "target_index": 23, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.127109179738909, "error": null, "probabilities": [0.0823, 0.0455, 0.0317, 0.0308, 0.0229, 0.0259, 0.0267, 0.0267, 0.0276, 0.028, 0.0267, 0.0313, 0.028, 0.0263, 0.0272, 0.0222, 0.0247, 0.0255, 0.0255, 0.0303, 0.0272, 0.0211, 0.0243, 0.0187, 0.0208, 0.0272, 0.028, 0.0462, 0.0328, 0.0322, 0.0499, 0.0557], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1860", "target_index": 24, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12200246984139085, "error": null, "probabilities": [0.1298, 0.0842, 0.045, 0.0307, 0.0365, 0.0401, 0.0394, 0.0317, 0.0317, 0.0371, 0.0365, 0.0275, 0.0298, 0.0267, 0.0214, 0.0214, 0.0228, 0.0327, 0.0289, 0.0225, 0.0189, 0.0247, 0.0232, 0.0218, 0.0186, 0.0208, 0.0178, 0.0162, 0.0152, 0.0178, 0.0143, 0.0143], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1879", "target_index": 24, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12225220259279013, "error": null, "probabilities": [0.0753, 0.0639, 0.0494, 0.0394, 0.0394, 0.0406, 0.0564, 0.0426, 0.0314, 0.0342, 0.0337, 0.0279, 0.0304, 0.0293, 0.0293, 0.0267, 0.0221, 0.0221, 0.0218, 0.0172, 0.0195, 0.0243, 0.0232, 0.0243, 0.0195, 0.0235, 0.0243, 0.014, 0.0147, 0.0186, 0.025, 0.0359], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1898", "target_index": 24, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.017405524384230375, "error": null, "probabilities": [0.0714, 0.0648, 0.0435, 0.0363, 0.0361, 0.0431, 0.0387, 0.0369, 0.0399, 0.0372, 0.0321, 0.0272, 0.0336, 0.0341, 0.0352, 0.0256, 0.0352, 0.0328, 0.0341, 0.0252, 0.0287, 0.027, 0.0272, 0.0224, 0.0264, 0.0207, 0.0177, 0.0159, 0.013, 0.012, 0.0145, 0.0116], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1946", "target_index": 25, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.017527285031974316, "error": null, "probabilities": [0.1297, 0.0568, 0.0352, 0.0297, 0.0292, 0.0367, 0.0361, 0.0471, 0.0326, 0.0237, 0.024, 0.0334, 0.0222, 0.0339, 0.0246, 0.0306, 0.0233, 0.0174, 0.0172, 0.0202, 0.0134, 0.0198, 0.0336, 0.0352, 0.0311, 0.0189, 0.0219, 0.0177, 0.0154, 0.0169, 0.0364, 0.0361], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1956", "target_index": 25, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.13039875822141767, "error": null, "probabilities": [0.1223, 0.0472, 0.0307, 0.037, 0.0267, 0.0293, 0.0262, 0.0342, 0.0322, 0.0284, 0.0284, 0.0436, 0.0487, 0.0307, 0.0307, 0.0307, 0.0288, 0.0243, 0.0243, 0.0243, 0.0239, 0.0195, 0.0221, 0.0208, 0.0208, 0.0232, 0.0228, 0.0186, 0.0152, 0.0162, 0.0232, 0.0454], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:1992", "target_index": 25, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.038867875933647156, "error": null, "probabilities": [0.1154, 0.0407, 0.0272, 0.0281, 0.0265, 0.0283, 0.0313, 0.0415, 0.0372, 0.0293, 0.027, 0.0359, 0.0314, 0.0292, 0.0258, 0.0277, 0.0296, 0.0326, 0.0348, 0.0326, 0.0238, 0.019, 0.0227, 0.0244, 0.0231, 0.0229, 0.0252, 0.0219, 0.0187, 0.0117, 0.0276, 0.047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2016", "target_index": 26, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.12426298717036843, "error": null, "probabilities": [0.1054, 0.0547, 0.0547, 0.0429, 0.0429, 0.0356, 0.0277, 0.0295, 0.0339, 0.0309, 0.0345, 0.029, 0.0244, 0.0241, 0.0223, 0.0226, 0.0244, 0.0252, 0.0241, 0.026, 0.0219, 0.0281, 0.0273, 0.0233, 0.0264, 0.0233, 0.026, 0.0324, 0.0233, 0.0137, 0.0209, 0.0185], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2053", "target_index": 26, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.020814273972064257, "error": null, "probabilities": [0.0569, 0.045, 0.0379, 0.0394, 0.0324, 0.0298, 0.0327, 0.0327, 0.0332, 0.0298, 0.0319, 0.033, 0.0359, 0.0275, 0.0298, 0.0284, 0.0298, 0.0307, 0.0356, 0.0362, 0.0359, 0.0275, 0.0275, 0.028, 0.0255, 0.0236, 0.0247, 0.0275, 0.0255, 0.0221, 0.0198, 0.0236], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2078", "target_index": 26, "predicted_index": 12, "n_labels": 32, "latency_seconds": 0.020016585011035204, "error": null, "probabilities": [0.0318, 0.0489, 0.0619, 0.0591, 0.0602, 0.0178, 0.0365, 0.0396, 0.0161, 0.0241, 0.0284, 0.0391, 0.0654, 0.0559, 0.0278, 0.0404, 0.0152, 0.0208, 0.0294, 0.0407, 0.0279, 0.0238, 0.0137, 0.025, 0.014, 0.01, 0.0135, 0.0184, 0.0161, 0.0231, 0.0463, 0.0092], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2134", "target_index": 27, "predicted_index": 31, "n_labels": 32, "latency_seconds": 0.02532551670446992, "error": null, "probabilities": [0.0473, 0.031, 0.0346, 0.0459, 0.0402, 0.0225, 0.024, 0.0459, 0.0306, 0.0278, 0.0308, 0.0386, 0.0352, 0.0222, 0.0187, 0.0253, 0.0178, 0.0173, 0.0315, 0.0374, 0.0392, 0.0259, 0.0202, 0.0173, 0.0193, 0.0205, 0.032, 0.033, 0.0323, 0.0346, 0.0377, 0.0634], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2151", "target_index": 27, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.035385443828999996, "error": null, "probabilities": [0.0493, 0.04, 0.0387, 0.0381, 0.037, 0.037, 0.0302, 0.0422, 0.0336, 0.0381, 0.0326, 0.0266, 0.0275, 0.0364, 0.0321, 0.0387, 0.0419, 0.0358, 0.0358, 0.0262, 0.0321, 0.0321, 0.027, 0.0186, 0.0262, 0.0228, 0.027, 0.0211, 0.0172, 0.0201, 0.0192, 0.0189], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2188", "target_index": 27, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.016738215927034616, "error": null, "probabilities": [0.1747, 0.0634, 0.0426, 0.0334, 0.0314, 0.037, 0.0467, 0.0331, 0.0331, 0.0329, 0.0329, 0.0316, 0.0258, 0.0195, 0.0293, 0.0239, 0.025, 0.0254, 0.0235, 0.0228, 0.018, 0.0169, 0.0243, 0.0211, 0.0189, 0.0214, 0.0154, 0.0162, 0.0162, 0.0128, 0.0126, 0.0183], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2213", "target_index": 28, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.01842992566525936, "error": null, "probabilities": [0.0787, 0.0569, 0.0342, 0.0416, 0.0475, 0.0407, 0.0591, 0.0329, 0.0291, 0.0359, 0.0279, 0.0224, 0.0293, 0.0178, 0.0247, 0.0218, 0.0239, 0.0367, 0.0314, 0.0256, 0.0394, 0.0314, 0.0288, 0.0348, 0.023, 0.0314, 0.0245, 0.0162, 0.013, 0.0106, 0.0103, 0.0186], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2221", "target_index": 28, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.019948814064264297, "error": null, "probabilities": [0.0631, 0.0439, 0.0303, 0.031, 0.0338, 0.042, 0.042, 0.0449, 0.0392, 0.0354, 0.036, 0.0305, 0.0289, 0.0257, 0.0253, 0.0253, 0.032, 0.033, 0.0322, 0.0289, 0.0267, 0.0293, 0.0325, 0.0298, 0.0274, 0.0251, 0.0238, 0.0206, 0.0188, 0.0166, 0.0173, 0.0287], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2222", "target_index": 28, "predicted_index": 1, "n_labels": 32, "latency_seconds": 0.017428354360163212, "error": null, "probabilities": [0.0463, 0.0481, 0.0344, 0.0336, 0.0358, 0.0316, 0.0326, 0.0294, 0.0283, 0.0361, 0.0375, 0.0333, 0.0339, 0.0266, 0.0258, 0.027, 0.0276, 0.0341, 0.0328, 0.026, 0.0297, 0.0328, 0.0316, 0.0323, 0.0229, 0.0217, 0.0222, 0.0222, 0.0266, 0.025, 0.0283, 0.0438], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2322", "target_index": 29, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1325004929676652, "error": null, "probabilities": [0.0846, 0.0741, 0.0383, 0.0352, 0.0319, 0.0284, 0.0223, 0.0337, 0.0435, 0.0435, 0.0319, 0.0353, 0.038, 0.0225, 0.0166, 0.0229, 0.0278, 0.0218, 0.0229, 0.0237, 0.0288, 0.0202, 0.0151, 0.0231, 0.0455, 0.0263, 0.0218, 0.0205, 0.0251, 0.0216, 0.0216, 0.0313], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2346", "target_index": 29, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.04459488298743963, "error": null, "probabilities": [0.1427, 0.0618, 0.0432, 0.0266, 0.0254, 0.0266, 0.0321, 0.0311, 0.0258, 0.0347, 0.0452, 0.0292, 0.0235, 0.0224, 0.0235, 0.0169, 0.0161, 0.0207, 0.0369, 0.027, 0.0224, 0.0224, 0.0279, 0.0227, 0.0195, 0.0204, 0.0279, 0.0204, 0.0186, 0.0192, 0.0274, 0.0399], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2380", "target_index": 29, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.020280638244003057, "error": null, "probabilities": [0.1047, 0.0502, 0.0356, 0.0362, 0.0356, 0.0269, 0.0256, 0.0219, 0.0234, 0.0249, 0.0261, 0.0286, 0.03, 0.0265, 0.0249, 0.0277, 0.0252, 0.0282, 0.0252, 0.03, 0.0277, 0.0282, 0.0249, 0.0282, 0.0213, 0.0245, 0.0256, 0.0286, 0.0295, 0.0291, 0.0423, 0.0329], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2448", "target_index": 30, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1266584238037467, "error": null, "probabilities": [0.0893, 0.0533, 0.0428, 0.0361, 0.0334, 0.035, 0.0361, 0.0355, 0.039, 0.0378, 0.0339, 0.0309, 0.0304, 0.0318, 0.0361, 0.0277, 0.0272, 0.0277, 0.0285, 0.0285, 0.0272, 0.0229, 0.0248, 0.0209, 0.0202, 0.0226, 0.0215, 0.0219, 0.0187, 0.0168, 0.024, 0.0176], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2456", "target_index": 30, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.01855319831520319, "error": null, "probabilities": [0.0625, 0.0571, 0.04, 0.0477, 0.0406, 0.0424, 0.0477, 0.0394, 0.0356, 0.0416, 0.046, 0.0421, 0.0397, 0.03, 0.0342, 0.0232, 0.0226, 0.023, 0.0332, 0.0316, 0.0277, 0.0214, 0.0277, 0.0167, 0.0154, 0.0164, 0.0183, 0.0176, 0.0146, 0.0173, 0.0127, 0.0139], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2463", "target_index": 30, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.1299310429021716, "error": null, "probabilities": [0.1438, 0.0482, 0.0301, 0.0231, 0.0254, 0.0217, 0.0221, 0.0242, 0.0331, 0.0369, 0.0412, 0.0347, 0.0316, 0.0258, 0.0242, 0.0246, 0.0274, 0.0297, 0.0266, 0.0266, 0.0189, 0.0231, 0.0198, 0.021, 0.0195, 0.0246, 0.0221, 0.0288, 0.021, 0.0169, 0.021, 0.0623], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2491", "target_index": 31, "predicted_index": 31, "n_labels": 32, "latency_seconds": 0.12548834132030606, "error": null, "probabilities": [0.074, 0.0298, 0.0162, 0.0234, 0.0175, 0.0203, 0.0198, 0.0151, 0.0158, 0.0203, 0.0192, 0.0178, 0.0198, 0.0153, 0.0236, 0.0168, 0.0153, 0.0295, 0.0348, 0.0197, 0.0269, 0.0186, 0.023, 0.017, 0.0209, 0.0312, 0.0343, 0.0269, 0.0399, 0.047, 0.0663, 0.1838], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2509", "target_index": 31, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.01727086305618286, "error": null, "probabilities": [0.1163, 0.0537, 0.0367, 0.0334, 0.0309, 0.0419, 0.0376, 0.0382, 0.0327, 0.034, 0.0314, 0.0286, 0.0247, 0.0254, 0.023, 0.0218, 0.0197, 0.0225, 0.0228, 0.0194, 0.0194, 0.0232, 0.0302, 0.0252, 0.0204, 0.0223, 0.0275, 0.0188, 0.0245, 0.0203, 0.025, 0.0487], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "empathetic", "example_id": "empathetic:2533", "target_index": 31, "predicted_index": 0, "n_labels": 32, "latency_seconds": 0.020901964977383614, "error": null, "probabilities": [0.0782, 0.0491, 0.0357, 0.0351, 0.0305, 0.0315, 0.0327, 0.0377, 0.0351, 0.0411, 0.0335, 0.0351, 0.0335, 0.0322, 0.0269, 0.0243, 0.0202, 0.0213, 0.0194, 0.0239, 0.0296, 0.0267, 0.0238, 0.0238, 0.0269, 0.0282, 0.0284, 0.0225, 0.032, 0.0265, 0.0263, 0.0282], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:14", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018406915944069624, "error": null, "probabilities": [0.2304, 0.7696], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:25", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03248700127005577, "error": null, "probabilities": [0.0901, 0.9099], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:72", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.030404657125473022, "error": null, "probabilities": [0.2871, 0.7129], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:76", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01705115009099245, "error": null, "probabilities": [0.0737, 0.9263], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:112", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018306284677237272, "error": null, "probabilities": [0.07, 0.93], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:143", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.015805305913090706, "error": null, "probabilities": [0.2862, 0.7138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:144", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01707065012305975, "error": null, "probabilities": [0.3024, 0.6976], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:146", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018901551142334938, "error": null, "probabilities": [0.6222, 0.3778], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:158", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019314425997436047, "error": null, "probabilities": [0.2383, 0.7617], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:218", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016721356194466352, "error": null, "probabilities": [0.4883, 0.5117], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:230", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016573734115809202, "error": null, "probabilities": [0.3759, 0.6241], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:241", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018296464812010527, "error": null, "probabilities": [0.3168, 0.6832], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:246", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016449862625449896, "error": null, "probabilities": [0.6431, 0.3569], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:261", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016552924178540707, "error": null, "probabilities": [0.4135, 0.5865], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:273", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018175763078033924, "error": null, "probabilities": [0.6514, 0.3486], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:291", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019487928599119186, "error": null, "probabilities": [0.3053, 0.6947], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:378", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.015358750242739916, "error": null, "probabilities": [0.183, 0.817], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:401", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01674033561721444, "error": null, "probabilities": [0.7491, 0.2509], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:418", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019534458871930838, "error": null, "probabilities": [0.5974, 0.4026], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:489", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01657887501642108, "error": null, "probabilities": [0.3812, 0.6188], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:520", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01613381877541542, "error": null, "probabilities": [0.2292, 0.7708], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:530", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02389322966337204, "error": null, "probabilities": [0.2447, 0.7553], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:578", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04340888932347298, "error": null, "probabilities": [0.6741, 0.3259], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:599", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01906153280287981, "error": null, "probabilities": [0.2454, 0.7546], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:636", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019514799118041992, "error": null, "probabilities": [0.3915, 0.6085], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:641", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016392752062529325, "error": null, "probabilities": [0.3831, 0.6169], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:719", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018016641028225422, "error": null, "probabilities": [0.2709, 0.7291], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:740", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017121070064604282, "error": null, "probabilities": [0.1359, 0.8641], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:828", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017200781032443047, "error": null, "probabilities": [0.1821, 0.8179], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:868", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.015577252022922039, "error": null, "probabilities": [0.1052, 0.8948], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:875", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01892755227163434, "error": null, "probabilities": [0.1334, 0.8666], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:953", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019836322870105505, "error": null, "probabilities": [0.2902, 0.7098], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:996", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01965939998626709, "error": null, "probabilities": [0.6188, 0.3812], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1013", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019321465864777565, "error": null, "probabilities": [0.2914, 0.7086], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1033", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01680446695536375, "error": null, "probabilities": [0.4693, 0.5307], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1066", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01720921229571104, "error": null, "probabilities": [0.309, 0.691], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1102", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017537425737828016, "error": null, "probabilities": [0.4785, 0.5215], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1253", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.015843586064875126, "error": null, "probabilities": [0.2682, 0.7318], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1259", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016164200380444527, "error": null, "probabilities": [0.8171, 0.1829], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1271", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016347652301192284, "error": null, "probabilities": [0.1857, 0.8143], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1284", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018994133453816175, "error": null, "probabilities": [0.6654, 0.3346], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1304", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020319828297942877, "error": null, "probabilities": [0.1816, 0.8184], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1360", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01634091092273593, "error": null, "probabilities": [0.3882, 0.6118], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1395", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023325703106820583, "error": null, "probabilities": [0.4571, 0.5429], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1413", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02872949605807662, "error": null, "probabilities": [0.2234, 0.7766], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1425", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019087224267423153, "error": null, "probabilities": [0.2302, 0.7698], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1553", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017039630096405745, "error": null, "probabilities": [0.2722, 0.7278], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1580", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017609836999326944, "error": null, "probabilities": [0.1556, 0.8444], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1610", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01889674086123705, "error": null, "probabilities": [0.3746, 0.6254], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1672", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017641426995396614, "error": null, "probabilities": [0.2327, 0.7673], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1692", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018094271887093782, "error": null, "probabilities": [0.3775, 0.6225], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1720", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020109786186367273, "error": null, "probabilities": [0.2699, 0.7301], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1744", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019136695191264153, "error": null, "probabilities": [0.3429, 0.6571], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1757", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016556113958358765, "error": null, "probabilities": [0.323, 0.677], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1826", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017559655010700226, "error": null, "probabilities": [0.3594, 0.6406], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1832", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018457295838743448, "error": null, "probabilities": [0.1656, 0.8344], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1836", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016192339826375246, "error": null, "probabilities": [0.4484, 0.5516], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1895", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016925428993999958, "error": null, "probabilities": [0.8339, 0.1661], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1900", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020563191268593073, "error": null, "probabilities": [0.4922, 0.5078], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1958", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02011385466903448, "error": null, "probabilities": [0.5467, 0.4533], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:1984", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020151665899902582, "error": null, "probabilities": [0.5832, 0.4168], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2086", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020274427253752947, "error": null, "probabilities": [0.3936, 0.6064], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2088", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01816352317109704, "error": null, "probabilities": [0.4504, 0.5496], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2225", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019241544883698225, "error": null, "probabilities": [0.1002, 0.8998], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2242", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03582632960751653, "error": null, "probabilities": [0.3657, 0.6343], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2301", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01691906899213791, "error": null, "probabilities": [0.721, 0.279], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2308", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020355879329144955, "error": null, "probabilities": [0.4976, 0.5024], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2312", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018900420982390642, "error": null, "probabilities": [0.3294, 0.6706], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2329", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020212107338011265, "error": null, "probabilities": [0.779, 0.221], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2414", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019455478060990572, "error": null, "probabilities": [0.6424, 0.3576], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2450", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02081288304179907, "error": null, "probabilities": [0.8366, 0.1634], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2452", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020367699209600687, "error": null, "probabilities": [0.2886, 0.7114], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2477", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.015667214058339596, "error": null, "probabilities": [0.5501, 0.4499], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2547", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017078999895602465, "error": null, "probabilities": [0.6984, 0.3016], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2551", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018630127888172865, "error": null, "probabilities": [0.3307, 0.6693], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2578", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01645923312753439, "error": null, "probabilities": [0.373, 0.627], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2588", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01688305800780654, "error": null, "probabilities": [0.5467, 0.4533], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2599", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01889602094888687, "error": null, "probabilities": [0.3007, 0.6993], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2633", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.015513872262090445, "error": null, "probabilities": [0.461, 0.539], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2639", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01652871398255229, "error": null, "probabilities": [0.2451, 0.7549], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2674", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019797492306679487, "error": null, "probabilities": [0.6047, 0.3953], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2733", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.015925165731459856, "error": null, "probabilities": [0.1661, 0.8339], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2739", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01663390500470996, "error": null, "probabilities": [0.3057, 0.6943], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2883", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024213964119553566, "error": null, "probabilities": [0.4244, 0.5756], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2888", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04325861716642976, "error": null, "probabilities": [0.5467, 0.4533], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2973", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021238699089735746, "error": null, "probabilities": [0.5547, 0.4453], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:2990", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017148041166365147, "error": null, "probabilities": [0.7725, 0.2275], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3089", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021214528009295464, "error": null, "probabilities": [0.7345, 0.2655], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3123", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020379778929054737, "error": null, "probabilities": [0.622, 0.378], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3153", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017347403336316347, "error": null, "probabilities": [0.5185, 0.4815], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3180", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01879687001928687, "error": null, "probabilities": [0.4484, 0.5516], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3330", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019421108067035675, "error": null, "probabilities": [0.4196, 0.5804], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3364", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.015566752757877111, "error": null, "probabilities": [0.6002, 0.3998], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3494", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01673874631524086, "error": null, "probabilities": [0.7407, 0.2593], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3517", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02031424781307578, "error": null, "probabilities": [0.4285, 0.5715], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3528", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020797424018383026, "error": null, "probabilities": [0.7311, 0.2689], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3539", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01930521707981825, "error": null, "probabilities": [0.2917, 0.7083], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3598", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020188617054373026, "error": null, "probabilities": [0.3096, 0.6904], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3626", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018937872257083654, "error": null, "probabilities": [0.3082, 0.6918], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_intent", "example_id": "biasframes_intent:3629", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01565805310383439, "error": null, "probabilities": [0.4196, 0.5804], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2", "target_index": 0, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.020119744818657637, "error": null, "probabilities": [0.0157, 0.0446, 0.0609, 0.0535, 0.0322, 0.0092, 0.0171, 0.0083, 0.0232, 0.0239, 0.0085, 0.012, 0.0111, 0.0243, 0.0307, 0.0118, 0.0209, 0.0275, 0.0119, 0.0178, 0.0201, 0.0186, 0.0171, 0.0172, 0.0085, 0.0106, 0.0221, 0.0247, 0.0221, 0.0071, 0.0091, 0.0307, 0.026, 0.0074, 0.0083, 0.0159, 0.0063, 0.007, 0.0201, 0.0237, 0.0074, 0.0228, 0.0068, 0.0094, 0.0088, 0.0083, 0.0078, 0.0104, 0.0158, 0.0058, 0.0085, 0.0087, 0.0216, 0.0074, 0.0095, 0.0163, 0.0092, 0.0163, 0.0118], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:17", "target_index": 0, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.13760750275105238, "error": null, "probabilities": [0.0149, 0.0465, 0.0353, 0.03, 0.0214, 0.0103, 0.0187, 0.0087, 0.0255, 0.0214, 0.0098, 0.0097, 0.0139, 0.0349, 0.0251, 0.0125, 0.0233, 0.021, 0.0098, 0.0211, 0.018, 0.0169, 0.0145, 0.0149, 0.0091, 0.0113, 0.0301, 0.0223, 0.0187, 0.0075, 0.0095, 0.0293, 0.0178, 0.0072, 0.0086, 0.0171, 0.006, 0.0084, 0.0248, 0.0237, 0.0077, 0.0294, 0.0052, 0.0106, 0.0091, 0.0095, 0.0071, 0.0071, 0.0203, 0.0056, 0.0083, 0.0088, 0.0264, 0.0065, 0.0108, 0.0688, 0.0087, 0.0121, 0.0085], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:37", "target_index": 1, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.021604892797768116, "error": null, "probabilities": [0.0061, 0.081, 0.0478, 0.0395, 0.0218, 0.004, 0.0228, 0.0042, 0.0225, 0.0184, 0.0042, 0.0034, 0.0042, 0.0284, 0.0232, 0.0061, 0.032, 0.0269, 0.0044, 0.0166, 0.016, 0.0152, 0.0113, 0.0129, 0.0029, 0.0034, 0.033, 0.0232, 0.0145, 0.0026, 0.0032, 0.0271, 0.0142, 0.0023, 0.0026, 0.0225, 0.0025, 0.0028, 0.0267, 0.0307, 0.0032, 0.0598, 0.0024, 0.003, 0.0034, 0.0038, 0.0038, 0.0037, 0.0517, 0.0042, 0.0042, 0.0039, 0.0453, 0.0046, 0.005, 0.0895, 0.0055, 0.0065, 0.0088], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:41", "target_index": 1, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.018444386310875416, "error": null, "probabilities": [0.0038, 0.0561, 0.0255, 0.0199, 0.014, 0.0024, 0.0211, 0.0025, 0.0257, 0.0164, 0.0028, 0.002, 0.0048, 0.0525, 0.0242, 0.0044, 0.0354, 0.0139, 0.0018, 0.0143, 0.0095, 0.0099, 0.0074, 0.0091, 0.0021, 0.0031, 0.0348, 0.0171, 0.0098, 0.0014, 0.0022, 0.0337, 0.0074, 0.0012, 0.002, 0.023, 0.0012, 0.002, 0.0356, 0.0181, 0.0019, 0.1049, 0.001, 0.0022, 0.0022, 0.0024, 0.0015, 0.0011, 0.0557, 0.0011, 0.0017, 0.0017, 0.0636, 0.0014, 0.0031, 0.1716, 0.002, 0.0036, 0.0031], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:82", "target_index": 2, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.018860500771552324, "error": null, "probabilities": [0.0196, 0.0613, 0.0554, 0.0442, 0.026, 0.0102, 0.0256, 0.0099, 0.0187, 0.0193, 0.0103, 0.0113, 0.015, 0.0268, 0.0252, 0.0125, 0.0202, 0.0193, 0.008, 0.0155, 0.016, 0.0113, 0.0103, 0.0103, 0.007, 0.0087, 0.0181, 0.0135, 0.0102, 0.006, 0.0084, 0.0148, 0.01, 0.006, 0.0067, 0.0135, 0.0059, 0.0068, 0.0133, 0.0153, 0.0066, 0.0215, 0.0055, 0.0086, 0.0086, 0.0087, 0.009, 0.008, 0.0264, 0.0072, 0.0083, 0.0084, 0.0558, 0.0091, 0.0123, 0.0865, 0.0121, 0.0148, 0.0165], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:91", "target_index": 2, "predicted_index": 52, "n_labels": 59, "latency_seconds": 0.019571179058402777, "error": null, "probabilities": [0.0254, 0.0277, 0.03, 0.0279, 0.0208, 0.0143, 0.0169, 0.0138, 0.0169, 0.0172, 0.014, 0.0186, 0.0214, 0.0186, 0.0185, 0.0159, 0.0147, 0.0178, 0.0138, 0.0136, 0.0152, 0.0136, 0.013, 0.0128, 0.0115, 0.0138, 0.0152, 0.0147, 0.0124, 0.0094, 0.0132, 0.0154, 0.0136, 0.0104, 0.0124, 0.014, 0.0095, 0.0116, 0.0147, 0.015, 0.0103, 0.0169, 0.01, 0.0147, 0.0136, 0.0143, 0.0138, 0.0143, 0.0203, 0.0111, 0.0154, 0.0169, 0.0388, 0.0152, 0.0223, 0.0373, 0.0224, 0.0295, 0.0233], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:98", "target_index": 3, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.01813607243821025, "error": null, "probabilities": [0.0066, 0.0369, 0.0337, 0.0297, 0.02, 0.0061, 0.0165, 0.0062, 0.0177, 0.0202, 0.0073, 0.0049, 0.0066, 0.0236, 0.0175, 0.0087, 0.0198, 0.0175, 0.0065, 0.0124, 0.0136, 0.014, 0.0148, 0.016, 0.0067, 0.005, 0.0269, 0.0218, 0.0186, 0.0062, 0.0056, 0.0289, 0.0202, 0.0055, 0.004, 0.0179, 0.006, 0.0045, 0.021, 0.0206, 0.0063, 0.0304, 0.0039, 0.0051, 0.006, 0.0078, 0.0057, 0.0048, 0.0454, 0.0064, 0.0058, 0.0063, 0.0782, 0.0086, 0.0094, 0.138, 0.0101, 0.0118, 0.0138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:104", "target_index": 3, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.021405821200460196, "error": null, "probabilities": [0.0067, 0.051, 0.0409, 0.0327, 0.0195, 0.0043, 0.0165, 0.0054, 0.022, 0.0213, 0.0062, 0.0044, 0.0076, 0.0275, 0.0236, 0.0083, 0.0227, 0.0228, 0.0053, 0.0155, 0.0159, 0.0153, 0.0144, 0.0157, 0.0053, 0.0048, 0.0286, 0.0257, 0.0205, 0.0049, 0.0053, 0.0332, 0.0196, 0.0042, 0.0037, 0.0146, 0.0036, 0.0044, 0.0201, 0.0245, 0.0049, 0.0376, 0.0027, 0.0044, 0.0048, 0.0066, 0.0042, 0.0031, 0.0388, 0.0037, 0.0056, 0.0061, 0.0855, 0.0052, 0.008, 0.1098, 0.0056, 0.0067, 0.0083], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:115", "target_index": 4, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.021602584049105644, "error": null, "probabilities": [0.009, 0.0534, 0.0358, 0.0324, 0.0268, 0.0079, 0.0146, 0.0076, 0.0182, 0.0185, 0.0077, 0.0064, 0.0084, 0.0382, 0.0324, 0.0102, 0.0203, 0.0155, 0.007, 0.0125, 0.0137, 0.0135, 0.011, 0.0119, 0.0066, 0.0061, 0.0209, 0.0187, 0.0135, 0.0057, 0.0051, 0.016, 0.0121, 0.0057, 0.0047, 0.0114, 0.0052, 0.0045, 0.0129, 0.0123, 0.0058, 0.0176, 0.0051, 0.006, 0.0093, 0.0114, 0.0084, 0.0057, 0.0379, 0.0077, 0.0076, 0.0083, 0.0432, 0.0123, 0.0114, 0.1616, 0.0146, 0.0155, 0.0163], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:123", "target_index": 4, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.028013018891215324, "error": null, "probabilities": [0.0087, 0.0404, 0.0446, 0.0381, 0.0271, 0.0081, 0.0236, 0.009, 0.0243, 0.0298, 0.0107, 0.0066, 0.0093, 0.039, 0.0271, 0.0132, 0.0245, 0.0191, 0.0072, 0.0144, 0.0155, 0.0138, 0.0131, 0.0142, 0.0069, 0.0057, 0.0259, 0.0227, 0.0157, 0.0063, 0.0057, 0.028, 0.0171, 0.005, 0.0043, 0.0208, 0.0061, 0.0046, 0.0255, 0.024, 0.0075, 0.0463, 0.0047, 0.0068, 0.0054, 0.0055, 0.0048, 0.0036, 0.0243, 0.0062, 0.0047, 0.0053, 0.0425, 0.0082, 0.0068, 0.0859, 0.0092, 0.0082, 0.0081], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:142", "target_index": 5, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.02105048717930913, "error": null, "probabilities": [0.0034, 0.0426, 0.0325, 0.022, 0.0164, 0.0026, 0.0209, 0.0033, 0.0194, 0.0201, 0.0041, 0.0025, 0.0063, 0.0362, 0.0231, 0.0063, 0.0325, 0.0157, 0.0022, 0.013, 0.0103, 0.0099, 0.0081, 0.0102, 0.0026, 0.003, 0.0353, 0.0242, 0.0129, 0.002, 0.0026, 0.0329, 0.017, 0.002, 0.002, 0.0275, 0.0025, 0.0023, 0.0308, 0.0274, 0.0033, 0.0758, 0.0017, 0.0037, 0.0034, 0.0045, 0.0023, 0.0015, 0.0448, 0.0018, 0.0027, 0.0026, 0.0634, 0.0019, 0.0033, 0.1834, 0.0028, 0.0034, 0.0032], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:143", "target_index": 5, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.019451558124274015, "error": null, "probabilities": [0.0202, 0.0349, 0.0288, 0.0262, 0.0203, 0.0114, 0.0223, 0.0113, 0.0238, 0.0178, 0.0106, 0.0159, 0.016, 0.0212, 0.0173, 0.011, 0.0178, 0.0185, 0.0109, 0.018, 0.017, 0.0169, 0.0174, 0.0154, 0.0106, 0.013, 0.0251, 0.0179, 0.0136, 0.0085, 0.0136, 0.0257, 0.0158, 0.0103, 0.0127, 0.019, 0.0091, 0.013, 0.0227, 0.02, 0.0095, 0.0227, 0.0108, 0.0163, 0.0159, 0.0152, 0.0109, 0.0131, 0.0146, 0.0089, 0.0136, 0.0139, 0.0265, 0.0114, 0.0173, 0.0489, 0.0116, 0.0157, 0.0119], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:146", "target_index": 6, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.022596795111894608, "error": null, "probabilities": [0.0122, 0.0364, 0.0382, 0.0344, 0.0275, 0.0092, 0.0208, 0.0075, 0.0264, 0.0249, 0.0107, 0.0079, 0.0134, 0.0304, 0.0261, 0.0149, 0.0284, 0.0241, 0.0102, 0.0184, 0.0153, 0.0139, 0.0146, 0.0144, 0.0071, 0.0072, 0.0234, 0.0196, 0.0196, 0.0072, 0.008, 0.0275, 0.0193, 0.0074, 0.0053, 0.018, 0.0051, 0.0055, 0.0206, 0.018, 0.0064, 0.0277, 0.0053, 0.0054, 0.0066, 0.0093, 0.0055, 0.0047, 0.0519, 0.0057, 0.0065, 0.0064, 0.047, 0.0065, 0.0088, 0.0703, 0.0069, 0.0069, 0.013], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:151", "target_index": 6, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.034229491371661425, "error": null, "probabilities": [0.0504, 0.0193, 0.0322, 0.0307, 0.0222, 0.0222, 0.0098, 0.016, 0.0127, 0.016, 0.0188, 0.0271, 0.0347, 0.0122, 0.0176, 0.0226, 0.0102, 0.0177, 0.0212, 0.0103, 0.0137, 0.0124, 0.013, 0.0131, 0.0186, 0.0238, 0.0091, 0.0121, 0.0119, 0.0142, 0.0176, 0.0101, 0.0148, 0.0155, 0.0151, 0.008, 0.0116, 0.0134, 0.0069, 0.0095, 0.0096, 0.0077, 0.0145, 0.0188, 0.0198, 0.0205, 0.0172, 0.0142, 0.0063, 0.0135, 0.0177, 0.022, 0.0108, 0.0178, 0.0246, 0.0098, 0.0187, 0.0266, 0.0219], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:165", "target_index": 7, "predicted_index": 48, "n_labels": 59, "latency_seconds": 0.12702785898000002, "error": null, "probabilities": [0.0082, 0.0223, 0.0185, 0.015, 0.0118, 0.0047, 0.0122, 0.0047, 0.0143, 0.011, 0.0059, 0.0071, 0.0121, 0.0195, 0.0136, 0.0083, 0.0175, 0.0151, 0.0077, 0.0162, 0.0099, 0.009, 0.0095, 0.0102, 0.0059, 0.0087, 0.0219, 0.013, 0.0121, 0.0044, 0.0068, 0.0216, 0.0108, 0.004, 0.0047, 0.028, 0.0035, 0.0045, 0.0337, 0.0159, 0.0032, 0.0453, 0.0034, 0.004, 0.0036, 0.0038, 0.0037, 0.0033, 0.1711, 0.0032, 0.0036, 0.0043, 0.103, 0.0042, 0.0033, 0.1408, 0.0037, 0.0039, 0.0047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:188", "target_index": 7, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.022865597624331713, "error": null, "probabilities": [0.0117, 0.0485, 0.0895, 0.075, 0.0506, 0.0094, 0.0133, 0.0075, 0.0171, 0.0322, 0.0091, 0.0073, 0.0085, 0.0173, 0.032, 0.0127, 0.0131, 0.0275, 0.0087, 0.0107, 0.0181, 0.0143, 0.0154, 0.0212, 0.0103, 0.0115, 0.0207, 0.0231, 0.0255, 0.0081, 0.0106, 0.0285, 0.0265, 0.0077, 0.0077, 0.0141, 0.0067, 0.0066, 0.0188, 0.026, 0.0054, 0.0132, 0.0049, 0.0084, 0.0091, 0.0089, 0.0058, 0.0058, 0.009, 0.0061, 0.0064, 0.0068, 0.0181, 0.0101, 0.0066, 0.0188, 0.009, 0.0106, 0.0139], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:286", "target_index": 8, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.02109030680730939, "error": null, "probabilities": [0.0034, 0.089, 0.0441, 0.0302, 0.0182, 0.0018, 0.0117, 0.002, 0.0233, 0.0157, 0.0018, 0.0014, 0.0021, 0.0334, 0.0242, 0.0024, 0.0134, 0.012, 0.0018, 0.0101, 0.0093, 0.0096, 0.0095, 0.0095, 0.0016, 0.0015, 0.0172, 0.016, 0.0133, 0.0012, 0.0012, 0.0187, 0.0093, 0.0012, 0.001, 0.0101, 0.0011, 0.0012, 0.0219, 0.0149, 0.0015, 0.0876, 0.0013, 0.0012, 0.0015, 0.0018, 0.0013, 0.0012, 0.1179, 0.0011, 0.0014, 0.0015, 0.1082, 0.0015, 0.0019, 0.149, 0.002, 0.003, 0.0036], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:306", "target_index": 8, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.021559443324804306, "error": null, "probabilities": [0.005, 0.0695, 0.043, 0.0362, 0.0213, 0.0044, 0.0164, 0.0043, 0.0153, 0.0188, 0.0051, 0.0031, 0.0056, 0.0319, 0.0262, 0.008, 0.0253, 0.0224, 0.0039, 0.0134, 0.012, 0.0115, 0.0103, 0.0153, 0.0039, 0.0039, 0.0397, 0.0226, 0.016, 0.0031, 0.003, 0.0245, 0.0159, 0.0024, 0.002, 0.0162, 0.0027, 0.0023, 0.0135, 0.0196, 0.003, 0.0315, 0.0021, 0.0033, 0.0051, 0.0066, 0.0037, 0.0027, 0.0357, 0.0039, 0.0038, 0.0036, 0.0368, 0.0048, 0.0066, 0.2009, 0.0062, 0.0086, 0.0112], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:470", "target_index": 9, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.01870091911405325, "error": null, "probabilities": [0.0607, 0.0353, 0.0466, 0.0286, 0.0147, 0.0155, 0.0087, 0.0117, 0.0123, 0.0158, 0.021, 0.0297, 0.0391, 0.0095, 0.0159, 0.027, 0.0107, 0.0245, 0.0293, 0.008, 0.0097, 0.0081, 0.01, 0.01, 0.0184, 0.0274, 0.0101, 0.0101, 0.0119, 0.0244, 0.0299, 0.0151, 0.0154, 0.0107, 0.0136, 0.0064, 0.0091, 0.0115, 0.0079, 0.0108, 0.0066, 0.0078, 0.0123, 0.0101, 0.0106, 0.018, 0.013, 0.0124, 0.0078, 0.0115, 0.0163, 0.0236, 0.0167, 0.0189, 0.0162, 0.013, 0.0173, 0.0109, 0.0217], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:545", "target_index": 9, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.02646923065185547, "error": null, "probabilities": [0.0431, 0.0157, 0.0236, 0.0224, 0.0183, 0.025, 0.0134, 0.0178, 0.0133, 0.0159, 0.0202, 0.0285, 0.0388, 0.0153, 0.0173, 0.0238, 0.012, 0.0173, 0.0181, 0.0112, 0.0129, 0.0112, 0.0113, 0.0123, 0.0183, 0.0285, 0.013, 0.014, 0.0122, 0.0139, 0.022, 0.0123, 0.0119, 0.0123, 0.0155, 0.0102, 0.011, 0.0154, 0.0106, 0.0115, 0.0101, 0.0102, 0.0122, 0.0201, 0.0166, 0.0144, 0.013, 0.0133, 0.008, 0.0095, 0.0135, 0.0196, 0.0095, 0.0136, 0.0231, 0.0135, 0.0209, 0.036, 0.0319], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:564", "target_index": 11, "predicted_index": 48, "n_labels": 59, "latency_seconds": 0.14571965858340263, "error": null, "probabilities": [0.0052, 0.023, 0.0359, 0.0259, 0.0197, 0.0064, 0.0178, 0.0053, 0.0159, 0.0156, 0.0044, 0.0034, 0.0043, 0.0156, 0.0164, 0.008, 0.0101, 0.0134, 0.0081, 0.012, 0.0116, 0.0096, 0.0105, 0.0105, 0.0049, 0.004, 0.017, 0.0152, 0.0146, 0.0039, 0.003, 0.0166, 0.0241, 0.004, 0.003, 0.0588, 0.004, 0.0025, 0.0535, 0.0271, 0.0033, 0.041, 0.0032, 0.0021, 0.0023, 0.0027, 0.0028, 0.0026, 0.15, 0.006, 0.0025, 0.0027, 0.0616, 0.0049, 0.0032, 0.1263, 0.0084, 0.0044, 0.0053], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:627", "target_index": 11, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.13010223489254713, "error": null, "probabilities": [0.0259, 0.0329, 0.0568, 0.0509, 0.0362, 0.0167, 0.0213, 0.0149, 0.0216, 0.0249, 0.0133, 0.0171, 0.0125, 0.0215, 0.0253, 0.0146, 0.0171, 0.0287, 0.0166, 0.0175, 0.0232, 0.0222, 0.0163, 0.0133, 0.0082, 0.0072, 0.0189, 0.0206, 0.0166, 0.0066, 0.0063, 0.0167, 0.0145, 0.0059, 0.0058, 0.012, 0.005, 0.0054, 0.0162, 0.0202, 0.0072, 0.0189, 0.008, 0.0082, 0.0068, 0.0076, 0.0089, 0.0096, 0.0267, 0.0078, 0.0068, 0.008, 0.0213, 0.0105, 0.0101, 0.0401, 0.0142, 0.013, 0.0184], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:638", "target_index": 12, "predicted_index": 3, "n_labels": 59, "latency_seconds": 0.12750119483098388, "error": null, "probabilities": [0.044, 0.0201, 0.044, 0.0465, 0.0348, 0.0289, 0.0095, 0.0157, 0.0124, 0.0214, 0.0208, 0.0208, 0.0291, 0.01, 0.0218, 0.0251, 0.0076, 0.0164, 0.0208, 0.0094, 0.0152, 0.0132, 0.0124, 0.0115, 0.0164, 0.0214, 0.0053, 0.013, 0.0159, 0.0167, 0.0154, 0.0069, 0.0138, 0.015, 0.017, 0.0052, 0.01, 0.0113, 0.0058, 0.01, 0.0098, 0.0065, 0.0124, 0.0167, 0.0152, 0.0198, 0.0164, 0.0159, 0.0062, 0.0159, 0.0103, 0.017, 0.0069, 0.0211, 0.0189, 0.0063, 0.0198, 0.0211, 0.0332], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:645", "target_index": 12, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.022962499875575304, "error": null, "probabilities": [0.0841, 0.0139, 0.0293, 0.0288, 0.023, 0.0259, 0.0083, 0.0188, 0.0086, 0.0174, 0.0203, 0.0261, 0.0391, 0.0074, 0.0174, 0.0271, 0.0069, 0.0174, 0.0257, 0.0071, 0.0137, 0.0137, 0.0125, 0.0102, 0.0179, 0.0265, 0.0057, 0.0114, 0.0123, 0.0146, 0.0158, 0.0059, 0.01, 0.0127, 0.0135, 0.0047, 0.0093, 0.0109, 0.0044, 0.0067, 0.0075, 0.0053, 0.0114, 0.0117, 0.0114, 0.0171, 0.0179, 0.0235, 0.0063, 0.0137, 0.0158, 0.0213, 0.0099, 0.0191, 0.0267, 0.0104, 0.0234, 0.0237, 0.0391], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:670", "target_index": 13, "predicted_index": 3, "n_labels": 59, "latency_seconds": 0.1372720687650144, "error": null, "probabilities": [0.0185, 0.0265, 0.0522, 0.0538, 0.0377, 0.013, 0.0137, 0.0115, 0.0161, 0.0254, 0.0122, 0.0098, 0.0137, 0.0137, 0.0265, 0.0192, 0.0131, 0.0253, 0.0144, 0.011, 0.0196, 0.0155, 0.0178, 0.0181, 0.0165, 0.0172, 0.0146, 0.0248, 0.0286, 0.0177, 0.0163, 0.0159, 0.0257, 0.0153, 0.0145, 0.0116, 0.0115, 0.012, 0.014, 0.0195, 0.0087, 0.0085, 0.0083, 0.0144, 0.0114, 0.0116, 0.0088, 0.0102, 0.0131, 0.0086, 0.0098, 0.0111, 0.0141, 0.0111, 0.0139, 0.0139, 0.0144, 0.0165, 0.0174], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:702", "target_index": 13, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.019068513996899128, "error": null, "probabilities": [0.0238, 0.02, 0.048, 0.0425, 0.0357, 0.0222, 0.014, 0.0177, 0.0123, 0.0239, 0.0178, 0.0175, 0.0166, 0.0095, 0.0218, 0.0205, 0.0081, 0.0203, 0.0194, 0.0099, 0.0238, 0.0196, 0.0192, 0.0199, 0.0189, 0.0196, 0.0123, 0.0199, 0.0213, 0.016, 0.0153, 0.0135, 0.0242, 0.0153, 0.0149, 0.013, 0.0124, 0.0105, 0.0124, 0.0192, 0.0103, 0.0133, 0.0103, 0.0132, 0.0108, 0.0121, 0.008, 0.0086, 0.0111, 0.0101, 0.0096, 0.0096, 0.0136, 0.0113, 0.013, 0.0205, 0.0155, 0.0229, 0.0133], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:739", "target_index": 14, "predicted_index": 3, "n_labels": 59, "latency_seconds": 0.01850866712629795, "error": null, "probabilities": [0.0174, 0.0208, 0.0393, 0.0434, 0.0305, 0.0177, 0.0149, 0.0197, 0.0157, 0.0273, 0.0212, 0.0263, 0.0323, 0.0183, 0.0251, 0.021, 0.0127, 0.023, 0.023, 0.0126, 0.0223, 0.0168, 0.0123, 0.0155, 0.017, 0.0234, 0.0166, 0.0218, 0.0183, 0.0138, 0.0201, 0.0127, 0.0155, 0.0124, 0.0153, 0.0071, 0.0064, 0.0164, 0.0091, 0.0176, 0.0098, 0.0106, 0.0079, 0.0149, 0.0136, 0.0134, 0.0097, 0.0143, 0.0061, 0.0054, 0.0139, 0.0133, 0.0064, 0.0095, 0.0159, 0.01, 0.0088, 0.0203, 0.0238], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:746", "target_index": 14, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.018187253270298243, "error": null, "probabilities": [0.0405, 0.0527, 0.0542, 0.0396, 0.0297, 0.0249, 0.025, 0.0277, 0.0264, 0.0268, 0.0184, 0.0097, 0.017, 0.0243, 0.027, 0.0236, 0.0123, 0.0177, 0.0171, 0.0094, 0.0142, 0.0137, 0.0123, 0.0111, 0.0112, 0.0094, 0.0136, 0.0151, 0.0132, 0.0113, 0.0082, 0.0082, 0.0095, 0.0083, 0.0057, 0.0114, 0.0095, 0.0063, 0.0106, 0.0118, 0.0106, 0.0167, 0.0102, 0.008, 0.0076, 0.0106, 0.0072, 0.0082, 0.0251, 0.014, 0.0079, 0.0079, 0.0265, 0.0141, 0.0117, 0.0308, 0.02, 0.0123, 0.0118], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:765", "target_index": 15, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.01840759627521038, "error": null, "probabilities": [0.0609, 0.0412, 0.1031, 0.065, 0.0376, 0.0194, 0.0076, 0.0121, 0.0072, 0.0107, 0.011, 0.02, 0.0332, 0.0068, 0.0164, 0.021, 0.008, 0.0192, 0.0289, 0.0089, 0.0174, 0.0129, 0.0109, 0.0099, 0.0146, 0.0259, 0.0076, 0.0097, 0.0112, 0.0121, 0.0239, 0.0167, 0.0203, 0.0131, 0.0162, 0.0077, 0.0054, 0.0101, 0.0045, 0.0057, 0.0038, 0.005, 0.0053, 0.0109, 0.0097, 0.0116, 0.0114, 0.0144, 0.0068, 0.0076, 0.011, 0.0125, 0.0048, 0.0087, 0.0164, 0.0096, 0.0154, 0.017, 0.0239], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:857", "target_index": 15, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.019398966804146767, "error": null, "probabilities": [0.0326, 0.0729, 0.1545, 0.1003, 0.0456, 0.0172, 0.0107, 0.0112, 0.0102, 0.0189, 0.0093, 0.0146, 0.0193, 0.0107, 0.0272, 0.0165, 0.0094, 0.026, 0.0215, 0.0093, 0.0165, 0.0091, 0.0081, 0.0072, 0.007, 0.0131, 0.0077, 0.0131, 0.01, 0.0054, 0.0093, 0.0123, 0.0129, 0.0063, 0.0069, 0.006, 0.0043, 0.0054, 0.0052, 0.0102, 0.0037, 0.0112, 0.0079, 0.0061, 0.0063, 0.0065, 0.0096, 0.0093, 0.0058, 0.006, 0.0058, 0.0076, 0.0184, 0.01, 0.0069, 0.0344, 0.0117, 0.0087, 0.0107], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:875", "target_index": 16, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.022330202162265778, "error": null, "probabilities": [0.0092, 0.0275, 0.0758, 0.0497, 0.0334, 0.0195, 0.0106, 0.0152, 0.0133, 0.0264, 0.0133, 0.0085, 0.0087, 0.0124, 0.0302, 0.0233, 0.0102, 0.0249, 0.0196, 0.0118, 0.0233, 0.0184, 0.0229, 0.0243, 0.0189, 0.008, 0.013, 0.0283, 0.0266, 0.0178, 0.0067, 0.0268, 0.06, 0.0233, 0.0084, 0.0141, 0.0166, 0.0058, 0.015, 0.0364, 0.0096, 0.0155, 0.0147, 0.0059, 0.0055, 0.0037, 0.0028, 0.005, 0.003, 0.0052, 0.0025, 0.0036, 0.0043, 0.011, 0.0059, 0.0057, 0.0142, 0.0126, 0.0109], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:890", "target_index": 16, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.01785875903442502, "error": null, "probabilities": [0.0138, 0.0217, 0.0683, 0.0612, 0.0335, 0.0113, 0.0131, 0.0109, 0.014, 0.0266, 0.0101, 0.0094, 0.0115, 0.0137, 0.0279, 0.0169, 0.014, 0.0294, 0.0154, 0.0128, 0.0271, 0.0214, 0.022, 0.0172, 0.0107, 0.01, 0.0157, 0.0315, 0.0298, 0.0105, 0.0097, 0.0176, 0.0368, 0.0109, 0.0076, 0.0115, 0.0108, 0.0093, 0.013, 0.0325, 0.0119, 0.014, 0.0122, 0.012, 0.0108, 0.0095, 0.0109, 0.0091, 0.0043, 0.0093, 0.0089, 0.0105, 0.0059, 0.0134, 0.01, 0.0084, 0.0209, 0.0164, 0.0105], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:989", "target_index": 17, "predicted_index": 3, "n_labels": 59, "latency_seconds": 0.01881618006154895, "error": null, "probabilities": [0.0176, 0.0209, 0.0328, 0.0361, 0.0265, 0.0257, 0.0155, 0.0192, 0.0239, 0.0232, 0.0199, 0.0133, 0.0216, 0.0164, 0.0241, 0.0246, 0.016, 0.0232, 0.0176, 0.0183, 0.0191, 0.0182, 0.019, 0.0168, 0.0202, 0.0141, 0.0152, 0.0191, 0.021, 0.0136, 0.0121, 0.0151, 0.0182, 0.0117, 0.0102, 0.0139, 0.0097, 0.0125, 0.0168, 0.0201, 0.01, 0.026, 0.0186, 0.0184, 0.0137, 0.013, 0.0108, 0.0126, 0.0067, 0.0098, 0.009, 0.0118, 0.0093, 0.0106, 0.0105, 0.0163, 0.0136, 0.0142, 0.0118], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1002", "target_index": 17, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.017230561934411526, "error": null, "probabilities": [0.0053, 0.0298, 0.0633, 0.0567, 0.0339, 0.0093, 0.0167, 0.0122, 0.0188, 0.0345, 0.0097, 0.0038, 0.0085, 0.0147, 0.0355, 0.016, 0.0172, 0.0289, 0.0074, 0.0165, 0.0313, 0.0283, 0.0242, 0.0174, 0.0085, 0.0066, 0.0217, 0.0493, 0.0445, 0.0101, 0.0054, 0.0177, 0.0353, 0.0074, 0.0037, 0.0172, 0.0068, 0.005, 0.0148, 0.0394, 0.0079, 0.0217, 0.0047, 0.0048, 0.0044, 0.0045, 0.0035, 0.0023, 0.0148, 0.0077, 0.0035, 0.004, 0.0144, 0.0039, 0.0037, 0.0385, 0.0083, 0.0074, 0.0067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1006", "target_index": 18, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.017862020060420036, "error": null, "probabilities": [0.0241, 0.043, 0.0625, 0.0444, 0.0202, 0.0082, 0.0119, 0.0074, 0.0205, 0.018, 0.0099, 0.0143, 0.0252, 0.0214, 0.0228, 0.0152, 0.0193, 0.0276, 0.0174, 0.0202, 0.015, 0.0127, 0.0132, 0.013, 0.0111, 0.0168, 0.0247, 0.0239, 0.0185, 0.0096, 0.0163, 0.0201, 0.0197, 0.0087, 0.0099, 0.0202, 0.0064, 0.0103, 0.0214, 0.0219, 0.0059, 0.0263, 0.0073, 0.0095, 0.0081, 0.009, 0.0067, 0.0063, 0.024, 0.0044, 0.0074, 0.0089, 0.0238, 0.0055, 0.0084, 0.0463, 0.0066, 0.009, 0.0098], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1011", "target_index": 19, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.022030177991837263, "error": null, "probabilities": [0.0409, 0.025, 0.0407, 0.0347, 0.0225, 0.0197, 0.0107, 0.0127, 0.0121, 0.0178, 0.0173, 0.022, 0.0256, 0.011, 0.0194, 0.0207, 0.0089, 0.0196, 0.0168, 0.0084, 0.0111, 0.0101, 0.0109, 0.014, 0.0196, 0.0224, 0.0112, 0.0156, 0.0159, 0.0159, 0.0218, 0.0163, 0.02, 0.0158, 0.0182, 0.0086, 0.011, 0.0154, 0.0082, 0.0136, 0.0093, 0.0111, 0.0141, 0.0202, 0.0192, 0.0213, 0.0148, 0.0134, 0.0063, 0.01, 0.0173, 0.0224, 0.0104, 0.0164, 0.0239, 0.0112, 0.0163, 0.0206, 0.0197], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1012", "target_index": 19, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.022046348080039024, "error": null, "probabilities": [0.0239, 0.0246, 0.0433, 0.0377, 0.0276, 0.0179, 0.0155, 0.0153, 0.0145, 0.0173, 0.0153, 0.0266, 0.0211, 0.0112, 0.0179, 0.0184, 0.0099, 0.0222, 0.0234, 0.0101, 0.0177, 0.0167, 0.0183, 0.0191, 0.0176, 0.0176, 0.0124, 0.0177, 0.0168, 0.0136, 0.0153, 0.0134, 0.0179, 0.0127, 0.0134, 0.0089, 0.0094, 0.0124, 0.0068, 0.0103, 0.0089, 0.0105, 0.0164, 0.0133, 0.0122, 0.0126, 0.0158, 0.0179, 0.0075, 0.0145, 0.0161, 0.0209, 0.0127, 0.0211, 0.0197, 0.012, 0.0213, 0.023, 0.0224], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1219", "target_index": 20, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.021929887123405933, "error": null, "probabilities": [0.0054, 0.0589, 0.0452, 0.0323, 0.0175, 0.0026, 0.0147, 0.0027, 0.0242, 0.0154, 0.0028, 0.0034, 0.0053, 0.0328, 0.0188, 0.0047, 0.0186, 0.0143, 0.0036, 0.0148, 0.0088, 0.0082, 0.0086, 0.0084, 0.0021, 0.0034, 0.0234, 0.012, 0.0098, 0.0018, 0.0027, 0.045, 0.0139, 0.002, 0.0025, 0.0181, 0.0016, 0.0022, 0.0306, 0.0128, 0.0018, 0.0689, 0.0022, 0.0027, 0.0028, 0.0081, 0.0045, 0.0043, 0.0553, 0.0025, 0.0043, 0.005, 0.0818, 0.0043, 0.0072, 0.1601, 0.0055, 0.0084, 0.0143], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1220", "target_index": 20, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.02087994385510683, "error": null, "probabilities": [0.0489, 0.022, 0.0194, 0.0183, 0.0165, 0.0188, 0.0133, 0.0144, 0.0125, 0.0129, 0.0156, 0.021, 0.032, 0.0139, 0.0141, 0.0178, 0.0117, 0.0132, 0.0129, 0.0109, 0.0115, 0.0097, 0.0091, 0.0094, 0.0124, 0.0224, 0.0123, 0.011, 0.0095, 0.0109, 0.0166, 0.012, 0.0099, 0.0105, 0.0153, 0.01, 0.008, 0.0123, 0.0103, 0.0097, 0.0079, 0.0125, 0.0088, 0.0191, 0.0174, 0.0213, 0.0155, 0.017, 0.0194, 0.0095, 0.0187, 0.0205, 0.0285, 0.0133, 0.0438, 0.0566, 0.0176, 0.0295, 0.03], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1241", "target_index": 21, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.01936757704243064, "error": null, "probabilities": [0.0195, 0.0341, 0.0578, 0.0464, 0.0245, 0.0098, 0.0146, 0.0098, 0.0188, 0.0271, 0.0134, 0.0098, 0.0135, 0.0192, 0.02, 0.0129, 0.0151, 0.0178, 0.0088, 0.0104, 0.0128, 0.0128, 0.0177, 0.0222, 0.0128, 0.0142, 0.0252, 0.0249, 0.0168, 0.0112, 0.0126, 0.0279, 0.0306, 0.0105, 0.0079, 0.0162, 0.0112, 0.0089, 0.0175, 0.0296, 0.0083, 0.0261, 0.0093, 0.0121, 0.0112, 0.0111, 0.0062, 0.0057, 0.0095, 0.006, 0.0083, 0.0107, 0.0189, 0.0098, 0.0096, 0.0551, 0.0165, 0.0116, 0.0073], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1255", "target_index": 21, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.02206214889883995, "error": null, "probabilities": [0.0404, 0.0472, 0.0286, 0.0209, 0.015, 0.0083, 0.015, 0.0069, 0.0203, 0.0147, 0.0094, 0.0123, 0.0248, 0.0281, 0.0197, 0.0131, 0.022, 0.0183, 0.009, 0.0155, 0.0097, 0.0099, 0.0096, 0.0116, 0.0066, 0.0122, 0.0252, 0.0138, 0.0122, 0.0059, 0.0108, 0.0407, 0.0146, 0.0047, 0.0072, 0.0231, 0.0041, 0.0077, 0.0265, 0.0172, 0.0046, 0.0778, 0.0063, 0.009, 0.0076, 0.0094, 0.0052, 0.0036, 0.0307, 0.0026, 0.0058, 0.0102, 0.0416, 0.0038, 0.0084, 0.0815, 0.008, 0.0089, 0.0121], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1279", "target_index": 22, "predicted_index": 41, "n_labels": 59, "latency_seconds": 0.025223444681614637, "error": null, "probabilities": [0.0023, 0.0357, 0.028, 0.0172, 0.0122, 0.0011, 0.0143, 0.0012, 0.0206, 0.0205, 0.0019, 0.0011, 0.0021, 0.0284, 0.0257, 0.0028, 0.033, 0.0153, 0.0012, 0.0159, 0.0116, 0.0149, 0.0124, 0.0148, 0.0012, 0.0013, 0.0225, 0.0186, 0.017, 0.0009, 0.0012, 0.023, 0.0228, 0.0005, 0.0007, 0.0307, 0.0004, 0.0006, 0.0223, 0.0211, 0.0006, 0.1467, 0.0004, 0.001, 0.0009, 0.0007, 0.0005, 0.0004, 0.1255, 0.0006, 0.0008, 0.0007, 0.0557, 0.0009, 0.0014, 0.14, 0.0008, 0.0014, 0.0019], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1280", "target_index": 22, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.04036276275292039, "error": null, "probabilities": [0.0048, 0.0325, 0.0484, 0.0444, 0.0263, 0.0035, 0.0174, 0.005, 0.0199, 0.0375, 0.0075, 0.0024, 0.0066, 0.0285, 0.0346, 0.0096, 0.0278, 0.0194, 0.0031, 0.0133, 0.0146, 0.0165, 0.0155, 0.0207, 0.0052, 0.0042, 0.0294, 0.0288, 0.0254, 0.0037, 0.0041, 0.0287, 0.0307, 0.0025, 0.0022, 0.0218, 0.0033, 0.0033, 0.0243, 0.0458, 0.0047, 0.0531, 0.0016, 0.0045, 0.004, 0.0034, 0.0015, 0.0009, 0.041, 0.0015, 0.0018, 0.0017, 0.0531, 0.0022, 0.0032, 0.0897, 0.0023, 0.004, 0.0028], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1293", "target_index": 23, "predicted_index": 41, "n_labels": 59, "latency_seconds": 0.020716993138194084, "error": null, "probabilities": [0.0028, 0.0505, 0.0419, 0.029, 0.0166, 0.0022, 0.014, 0.0028, 0.0164, 0.0185, 0.0031, 0.0019, 0.0029, 0.0333, 0.0254, 0.0044, 0.0214, 0.0156, 0.0028, 0.0087, 0.0093, 0.0098, 0.0093, 0.0113, 0.0023, 0.0021, 0.0259, 0.0246, 0.0162, 0.0022, 0.0025, 0.038, 0.0241, 0.002, 0.0017, 0.0182, 0.002, 0.002, 0.0233, 0.0253, 0.0025, 0.1326, 0.0015, 0.0021, 0.0022, 0.0025, 0.0022, 0.0016, 0.0631, 0.002, 0.0022, 0.0023, 0.0721, 0.0027, 0.0033, 0.1286, 0.003, 0.0036, 0.0034], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1313", "target_index": 23, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.01987540302798152, "error": null, "probabilities": [0.0059, 0.0376, 0.0282, 0.024, 0.0147, 0.0037, 0.0121, 0.0045, 0.0151, 0.0159, 0.0055, 0.0038, 0.0051, 0.0224, 0.0182, 0.0077, 0.0225, 0.0167, 0.005, 0.0111, 0.0115, 0.0128, 0.0134, 0.0182, 0.0049, 0.0037, 0.0298, 0.0207, 0.0167, 0.004, 0.0042, 0.0334, 0.0172, 0.0037, 0.0029, 0.0183, 0.0035, 0.0031, 0.018, 0.0191, 0.0046, 0.1013, 0.0033, 0.0033, 0.0032, 0.0033, 0.0038, 0.003, 0.04, 0.0046, 0.0033, 0.0038, 0.0912, 0.0052, 0.004, 0.167, 0.0059, 0.0043, 0.0059], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1333", "target_index": 24, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.01822606334462762, "error": null, "probabilities": [0.0184, 0.0802, 0.0684, 0.043, 0.0197, 0.0054, 0.0109, 0.0053, 0.013, 0.0177, 0.0063, 0.0044, 0.0089, 0.0268, 0.029, 0.0093, 0.0232, 0.0204, 0.0054, 0.0123, 0.0157, 0.0154, 0.0137, 0.0169, 0.0057, 0.007, 0.0246, 0.0226, 0.0138, 0.004, 0.006, 0.0283, 0.0182, 0.0031, 0.0036, 0.0113, 0.0029, 0.004, 0.018, 0.0212, 0.0034, 0.0642, 0.0022, 0.0057, 0.0049, 0.0045, 0.0033, 0.0028, 0.0161, 0.0026, 0.0043, 0.0041, 0.0367, 0.0033, 0.0051, 0.1296, 0.0045, 0.008, 0.0106], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1350", "target_index": 24, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.019771742168813944, "error": null, "probabilities": [0.0137, 0.0399, 0.0306, 0.0238, 0.0146, 0.0039, 0.0121, 0.0033, 0.0156, 0.0162, 0.0046, 0.0037, 0.0088, 0.0348, 0.0259, 0.0065, 0.0331, 0.0251, 0.0029, 0.0165, 0.0138, 0.0152, 0.0148, 0.0183, 0.0047, 0.0075, 0.0349, 0.0268, 0.0184, 0.0026, 0.0053, 0.0308, 0.0149, 0.0023, 0.0034, 0.0201, 0.002, 0.0032, 0.0309, 0.0244, 0.0025, 0.0966, 0.0016, 0.0041, 0.0041, 0.0039, 0.0021, 0.0016, 0.0414, 0.0014, 0.0027, 0.0023, 0.0507, 0.0018, 0.0038, 0.129, 0.0038, 0.0086, 0.0078], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1357", "target_index": 25, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.02132436027750373, "error": null, "probabilities": [0.041, 0.022, 0.0487, 0.0404, 0.0269, 0.023, 0.0133, 0.0194, 0.0133, 0.0171, 0.02, 0.0206, 0.03, 0.0133, 0.0194, 0.0282, 0.0129, 0.0166, 0.0176, 0.0125, 0.0151, 0.0137, 0.0137, 0.0133, 0.0137, 0.0146, 0.0125, 0.0133, 0.0133, 0.0133, 0.0142, 0.0129, 0.0142, 0.0133, 0.0129, 0.0125, 0.0129, 0.0129, 0.0125, 0.0129, 0.0129, 0.0129, 0.0129, 0.0137, 0.0146, 0.0156, 0.0156, 0.0146, 0.0125, 0.0137, 0.0151, 0.0142, 0.0137, 0.0151, 0.0171, 0.0129, 0.0156, 0.0156, 0.0171], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1358", "target_index": 25, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.02013352606445551, "error": null, "probabilities": [0.0135, 0.0277, 0.0151, 0.0113, 0.009, 0.0055, 0.0128, 0.006, 0.0151, 0.0117, 0.0077, 0.0078, 0.0155, 0.0299, 0.0161, 0.0095, 0.0281, 0.015, 0.0065, 0.0122, 0.0082, 0.0088, 0.0073, 0.009, 0.0047, 0.0079, 0.0407, 0.0257, 0.014, 0.0038, 0.007, 0.0292, 0.0117, 0.0033, 0.005, 0.0189, 0.0029, 0.0059, 0.0307, 0.0177, 0.0038, 0.0885, 0.0027, 0.005, 0.0051, 0.0058, 0.0056, 0.0037, 0.0576, 0.003, 0.0043, 0.0039, 0.0608, 0.0046, 0.0068, 0.1653, 0.0071, 0.015, 0.0133], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1371", "target_index": 26, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.02145074214786291, "error": null, "probabilities": [0.0052, 0.0626, 0.0636, 0.0411, 0.0245, 0.0042, 0.0214, 0.005, 0.0308, 0.0224, 0.005, 0.0039, 0.0044, 0.0278, 0.017, 0.0056, 0.0149, 0.0153, 0.0053, 0.0128, 0.0139, 0.0165, 0.0209, 0.0192, 0.0047, 0.0041, 0.0265, 0.0185, 0.0144, 0.0039, 0.0042, 0.0427, 0.03, 0.0036, 0.0031, 0.0222, 0.0037, 0.0034, 0.0286, 0.0254, 0.0037, 0.0621, 0.0046, 0.0044, 0.0039, 0.0038, 0.0028, 0.003, 0.0357, 0.0045, 0.0044, 0.0055, 0.0584, 0.006, 0.0051, 0.0699, 0.008, 0.0073, 0.0047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1378", "target_index": 26, "predicted_index": 52, "n_labels": 59, "latency_seconds": 0.019664261024445295, "error": null, "probabilities": [0.0099, 0.0337, 0.0413, 0.0415, 0.0276, 0.0082, 0.0212, 0.0093, 0.0238, 0.0246, 0.0093, 0.0086, 0.0093, 0.0252, 0.0248, 0.0113, 0.0244, 0.0231, 0.0088, 0.019, 0.0226, 0.0214, 0.0191, 0.0184, 0.0082, 0.0074, 0.0217, 0.0224, 0.0193, 0.007, 0.0073, 0.0224, 0.0214, 0.0076, 0.0062, 0.017, 0.0073, 0.0074, 0.024, 0.0308, 0.0102, 0.0329, 0.0067, 0.009, 0.008, 0.0081, 0.0075, 0.0069, 0.0326, 0.0073, 0.0088, 0.0086, 0.0468, 0.0076, 0.0101, 0.0365, 0.0093, 0.0109, 0.0082], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1392", "target_index": 27, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.017621297389268875, "error": null, "probabilities": [0.0108, 0.0935, 0.1046, 0.0734, 0.0385, 0.0064, 0.0121, 0.0079, 0.015, 0.0247, 0.0079, 0.0042, 0.0088, 0.0334, 0.0368, 0.0125, 0.0184, 0.0185, 0.0077, 0.0095, 0.0166, 0.0149, 0.0098, 0.0121, 0.007, 0.0095, 0.0212, 0.0294, 0.0149, 0.0066, 0.0077, 0.013, 0.0132, 0.0047, 0.0046, 0.008, 0.0049, 0.0062, 0.012, 0.0257, 0.01, 0.0272, 0.0058, 0.0079, 0.0078, 0.0085, 0.0049, 0.0036, 0.0121, 0.0041, 0.0049, 0.0053, 0.022, 0.0066, 0.0071, 0.0528, 0.0078, 0.0068, 0.0079], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1398", "target_index": 27, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.019142004661262035, "error": null, "probabilities": [0.0141, 0.0414, 0.0292, 0.0241, 0.0151, 0.0041, 0.0188, 0.0047, 0.0183, 0.0138, 0.0054, 0.0073, 0.0115, 0.0264, 0.0148, 0.0053, 0.0254, 0.0168, 0.0049, 0.0159, 0.0128, 0.0138, 0.0121, 0.0148, 0.0035, 0.0075, 0.0505, 0.0271, 0.0115, 0.0033, 0.0075, 0.0349, 0.014, 0.0029, 0.0041, 0.019, 0.0025, 0.0045, 0.0237, 0.0208, 0.003, 0.0847, 0.0025, 0.0042, 0.0041, 0.0043, 0.0038, 0.0034, 0.0314, 0.0025, 0.0045, 0.0045, 0.0487, 0.0032, 0.0056, 0.1614, 0.004, 0.0058, 0.0105], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1405", "target_index": 28, "predicted_index": 41, "n_labels": 59, "latency_seconds": 0.021324479952454567, "error": null, "probabilities": [0.0071, 0.0473, 0.0538, 0.0365, 0.0246, 0.0075, 0.0169, 0.0096, 0.0224, 0.024, 0.0083, 0.0055, 0.0061, 0.0251, 0.026, 0.0125, 0.0175, 0.0199, 0.009, 0.0118, 0.0131, 0.0123, 0.0117, 0.0118, 0.0062, 0.0045, 0.0185, 0.0203, 0.0184, 0.006, 0.0045, 0.0268, 0.0207, 0.0062, 0.0039, 0.0204, 0.0067, 0.0045, 0.0239, 0.027, 0.0105, 0.0843, 0.0075, 0.0051, 0.0045, 0.0049, 0.0051, 0.0045, 0.0324, 0.007, 0.0038, 0.0048, 0.0411, 0.0087, 0.0059, 0.0779, 0.0138, 0.0109, 0.009], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1412", "target_index": 28, "predicted_index": 1, "n_labels": 59, "latency_seconds": 0.018101961817592382, "error": null, "probabilities": [0.0139, 0.0969, 0.0628, 0.0465, 0.0299, 0.0113, 0.0165, 0.0105, 0.0209, 0.0219, 0.011, 0.0078, 0.0115, 0.0236, 0.0266, 0.0127, 0.0183, 0.0227, 0.0121, 0.0161, 0.0159, 0.017, 0.0141, 0.0149, 0.0071, 0.0057, 0.0219, 0.0161, 0.0137, 0.0044, 0.0052, 0.0159, 0.0137, 0.0043, 0.0032, 0.011, 0.0036, 0.0034, 0.011, 0.0119, 0.0044, 0.0219, 0.006, 0.005, 0.0056, 0.0065, 0.0074, 0.0042, 0.0231, 0.007, 0.0058, 0.0068, 0.0355, 0.011, 0.0107, 0.082, 0.0169, 0.0156, 0.0173], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1428", "target_index": 29, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.018638818990439177, "error": null, "probabilities": [0.0337, 0.0362, 0.0464, 0.0415, 0.028, 0.0176, 0.0191, 0.0129, 0.0224, 0.0229, 0.0134, 0.0143, 0.0255, 0.0283, 0.0292, 0.018, 0.022, 0.0251, 0.0146, 0.0204, 0.0184, 0.017, 0.0164, 0.0164, 0.0134, 0.0208, 0.0248, 0.0217, 0.0193, 0.0088, 0.0125, 0.0208, 0.0159, 0.009, 0.0103, 0.017, 0.007, 0.0082, 0.0162, 0.0146, 0.0066, 0.0199, 0.0078, 0.008, 0.0074, 0.0071, 0.0066, 0.0059, 0.0156, 0.006, 0.0068, 0.0071, 0.0204, 0.0079, 0.0106, 0.0292, 0.0083, 0.0106, 0.0087], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1437", "target_index": 29, "predicted_index": 1, "n_labels": 59, "latency_seconds": 0.020925356075167656, "error": null, "probabilities": [0.0286, 0.0524, 0.0503, 0.0343, 0.0234, 0.0121, 0.0237, 0.0112, 0.0275, 0.0218, 0.0102, 0.0107, 0.0253, 0.0405, 0.0256, 0.018, 0.0191, 0.0203, 0.0125, 0.0159, 0.0139, 0.0114, 0.0115, 0.0117, 0.009, 0.0155, 0.0293, 0.0226, 0.0183, 0.0111, 0.0129, 0.0327, 0.0199, 0.0086, 0.0111, 0.0184, 0.0079, 0.0129, 0.0236, 0.0193, 0.0073, 0.0206, 0.0065, 0.0116, 0.0079, 0.0108, 0.0067, 0.0064, 0.0116, 0.0044, 0.0068, 0.007, 0.0124, 0.005, 0.0099, 0.031, 0.0078, 0.0103, 0.011], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1468", "target_index": 30, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.020030004903674126, "error": null, "probabilities": [0.0069, 0.0271, 0.0822, 0.0749, 0.0521, 0.013, 0.0184, 0.0094, 0.023, 0.0378, 0.0091, 0.0057, 0.0053, 0.0132, 0.0374, 0.0152, 0.0148, 0.0318, 0.0135, 0.0124, 0.0257, 0.0202, 0.0229, 0.0206, 0.007, 0.0039, 0.014, 0.029, 0.034, 0.0082, 0.0039, 0.0155, 0.0252, 0.006, 0.0028, 0.0132, 0.0064, 0.0031, 0.0156, 0.0294, 0.0058, 0.0118, 0.0072, 0.0045, 0.0037, 0.0038, 0.0039, 0.0039, 0.0241, 0.011, 0.0041, 0.0053, 0.0246, 0.0098, 0.0056, 0.0211, 0.0174, 0.0111, 0.0115], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1490", "target_index": 30, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.020132165867835283, "error": null, "probabilities": [0.0164, 0.0333, 0.031, 0.0208, 0.0164, 0.0093, 0.0179, 0.0079, 0.0196, 0.0136, 0.0098, 0.0101, 0.0202, 0.0236, 0.0177, 0.0131, 0.0186, 0.0171, 0.0099, 0.0173, 0.0122, 0.011, 0.011, 0.0116, 0.011, 0.0156, 0.0225, 0.0168, 0.0122, 0.0089, 0.0137, 0.0212, 0.0126, 0.0081, 0.0103, 0.0341, 0.0072, 0.0096, 0.0302, 0.0193, 0.006, 0.0387, 0.0067, 0.0086, 0.0082, 0.0076, 0.0061, 0.0061, 0.0828, 0.0057, 0.0072, 0.0088, 0.0468, 0.0069, 0.0082, 0.0835, 0.0059, 0.0063, 0.0072], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1536", "target_index": 31, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.019463717937469482, "error": null, "probabilities": [0.0055, 0.0733, 0.0787, 0.0511, 0.0288, 0.0037, 0.0115, 0.0037, 0.0163, 0.0185, 0.0037, 0.003, 0.0034, 0.0192, 0.0213, 0.0061, 0.0136, 0.0191, 0.0062, 0.0098, 0.0121, 0.011, 0.012, 0.0116, 0.0031, 0.0025, 0.0194, 0.0206, 0.0154, 0.0036, 0.0036, 0.0275, 0.0185, 0.0036, 0.002, 0.0114, 0.0025, 0.0023, 0.0164, 0.0184, 0.0037, 0.0337, 0.0034, 0.0029, 0.0042, 0.0053, 0.0043, 0.0038, 0.0398, 0.0044, 0.0032, 0.0036, 0.0568, 0.0063, 0.0057, 0.1546, 0.0089, 0.01, 0.0314], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1538", "target_index": 31, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.025988674256950617, "error": null, "probabilities": [0.0088, 0.0358, 0.0385, 0.0315, 0.017, 0.0042, 0.0148, 0.0047, 0.0188, 0.0184, 0.0055, 0.0055, 0.0095, 0.0226, 0.0227, 0.0074, 0.0252, 0.0266, 0.0064, 0.0224, 0.0172, 0.018, 0.0161, 0.0178, 0.0045, 0.0063, 0.0415, 0.0244, 0.0189, 0.0029, 0.0041, 0.031, 0.0196, 0.0024, 0.0026, 0.0219, 0.0023, 0.0028, 0.0249, 0.0317, 0.0028, 0.0345, 0.0024, 0.0029, 0.0038, 0.0052, 0.0046, 0.0028, 0.0518, 0.0028, 0.0034, 0.0032, 0.0654, 0.0036, 0.0059, 0.1256, 0.0039, 0.0061, 0.0123], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1557", "target_index": 32, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.0312242959626019, "error": null, "probabilities": [0.0087, 0.0946, 0.1638, 0.098, 0.0307, 0.0066, 0.0101, 0.0069, 0.0183, 0.0172, 0.0074, 0.0079, 0.0083, 0.012, 0.0159, 0.0092, 0.0105, 0.017, 0.0111, 0.012, 0.0178, 0.0183, 0.0183, 0.0118, 0.0053, 0.0051, 0.0122, 0.015, 0.0113, 0.0053, 0.005, 0.0115, 0.013, 0.0061, 0.004, 0.0065, 0.0051, 0.0047, 0.0083, 0.0103, 0.0061, 0.0122, 0.0084, 0.0057, 0.005, 0.0065, 0.0088, 0.0072, 0.0117, 0.011, 0.0092, 0.0118, 0.0221, 0.0205, 0.0126, 0.0327, 0.0172, 0.0145, 0.0154], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1559", "target_index": 32, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.018638748209923506, "error": null, "probabilities": [0.0113, 0.0549, 0.0561, 0.0534, 0.0331, 0.0059, 0.0167, 0.0064, 0.0269, 0.0249, 0.0065, 0.0069, 0.0107, 0.0327, 0.0289, 0.0093, 0.0178, 0.0241, 0.0093, 0.021, 0.021, 0.0205, 0.0191, 0.0185, 0.0062, 0.0069, 0.0287, 0.0241, 0.0199, 0.0048, 0.0055, 0.0269, 0.0173, 0.0044, 0.0041, 0.0137, 0.0038, 0.0048, 0.0182, 0.0162, 0.0041, 0.0265, 0.0051, 0.0064, 0.0055, 0.0068, 0.0063, 0.0059, 0.0298, 0.0053, 0.0065, 0.0074, 0.0351, 0.0072, 0.0089, 0.0555, 0.0099, 0.012, 0.0142], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1563", "target_index": 33, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.020893124863505363, "error": null, "probabilities": [0.0145, 0.0334, 0.0463, 0.0384, 0.0281, 0.0167, 0.0285, 0.0158, 0.0213, 0.0275, 0.0141, 0.0074, 0.0145, 0.0115, 0.0195, 0.019, 0.0126, 0.0208, 0.0119, 0.0107, 0.0149, 0.0124, 0.0143, 0.0155, 0.0131, 0.0116, 0.0131, 0.0171, 0.0159, 0.013, 0.0122, 0.0173, 0.0198, 0.0107, 0.0099, 0.0277, 0.0151, 0.013, 0.0165, 0.022, 0.0067, 0.0279, 0.0118, 0.0238, 0.0146, 0.0188, 0.0068, 0.0068, 0.0223, 0.0079, 0.0153, 0.0127, 0.0221, 0.0092, 0.0168, 0.0277, 0.0115, 0.0115, 0.0084], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1588", "target_index": 33, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.01843175571411848, "error": null, "probabilities": [0.0107, 0.0438, 0.0512, 0.0365, 0.0217, 0.0066, 0.0215, 0.007, 0.0214, 0.0232, 0.0068, 0.0053, 0.0138, 0.0398, 0.0374, 0.0155, 0.036, 0.0294, 0.0076, 0.0215, 0.0191, 0.0145, 0.0122, 0.0122, 0.0049, 0.0076, 0.0332, 0.021, 0.0149, 0.0037, 0.0045, 0.0198, 0.0134, 0.0029, 0.0031, 0.0205, 0.0033, 0.0032, 0.0226, 0.0286, 0.0035, 0.0391, 0.0025, 0.0062, 0.0047, 0.006, 0.0026, 0.0019, 0.0359, 0.0029, 0.0036, 0.0031, 0.0469, 0.0033, 0.0079, 0.084, 0.0051, 0.0089, 0.0099], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1604", "target_index": 34, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.018617677967995405, "error": null, "probabilities": [0.0084, 0.0281, 0.1062, 0.073, 0.0403, 0.0132, 0.0179, 0.0117, 0.0156, 0.0331, 0.0097, 0.0063, 0.0055, 0.0066, 0.0241, 0.0156, 0.0123, 0.0277, 0.0165, 0.0078, 0.0242, 0.0254, 0.0281, 0.0268, 0.0135, 0.0074, 0.0109, 0.0367, 0.0286, 0.0119, 0.0088, 0.0145, 0.035, 0.0125, 0.0051, 0.0216, 0.0169, 0.0078, 0.0104, 0.0391, 0.0117, 0.0104, 0.0139, 0.006, 0.004, 0.0044, 0.0054, 0.0047, 0.0065, 0.011, 0.0056, 0.0054, 0.0037, 0.0066, 0.0034, 0.0123, 0.0091, 0.0063, 0.0047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1611", "target_index": 34, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.019129113759845495, "error": null, "probabilities": [0.0168, 0.0504, 0.0878, 0.0374, 0.0219, 0.0079, 0.0209, 0.0092, 0.0343, 0.0276, 0.0091, 0.01, 0.0125, 0.0216, 0.0276, 0.0129, 0.0188, 0.0221, 0.0093, 0.0205, 0.025, 0.0211, 0.0184, 0.0129, 0.0086, 0.0087, 0.0192, 0.024, 0.0194, 0.0078, 0.0104, 0.0244, 0.0218, 0.0086, 0.0068, 0.016, 0.0067, 0.0079, 0.0166, 0.0231, 0.0065, 0.0166, 0.0082, 0.0087, 0.0097, 0.0078, 0.0084, 0.0079, 0.0098, 0.0073, 0.0083, 0.0086, 0.0111, 0.0078, 0.0078, 0.0382, 0.0122, 0.0167, 0.0125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1633", "target_index": 35, "predicted_index": 3, "n_labels": 59, "latency_seconds": 0.017253972124308348, "error": null, "probabilities": [0.0219, 0.0328, 0.0452, 0.0476, 0.0357, 0.0211, 0.0172, 0.0151, 0.0175, 0.026, 0.0192, 0.0135, 0.0175, 0.0175, 0.0239, 0.0193, 0.0146, 0.0176, 0.0101, 0.0117, 0.0146, 0.0127, 0.012, 0.0171, 0.016, 0.0189, 0.0142, 0.0146, 0.0149, 0.0115, 0.0148, 0.0187, 0.0208, 0.0124, 0.013, 0.0143, 0.0098, 0.011, 0.0154, 0.0211, 0.0094, 0.0164, 0.0078, 0.0172, 0.0159, 0.0159, 0.0079, 0.0075, 0.0169, 0.0076, 0.01, 0.0114, 0.0198, 0.0104, 0.0185, 0.0289, 0.011, 0.0143, 0.0104], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1636", "target_index": 35, "predicted_index": 1, "n_labels": 59, "latency_seconds": 0.01753170508891344, "error": null, "probabilities": [0.0454, 0.0479, 0.0359, 0.028, 0.0241, 0.0182, 0.0186, 0.0141, 0.0201, 0.0183, 0.0144, 0.0141, 0.023, 0.0231, 0.0203, 0.0158, 0.0142, 0.0169, 0.0106, 0.0118, 0.012, 0.0107, 0.0104, 0.0118, 0.0123, 0.0148, 0.0149, 0.0129, 0.0122, 0.0105, 0.0124, 0.0197, 0.014, 0.0089, 0.0122, 0.0147, 0.007, 0.0121, 0.0166, 0.0139, 0.0072, 0.0282, 0.0091, 0.0182, 0.015, 0.017, 0.0103, 0.0093, 0.0203, 0.0087, 0.0148, 0.0144, 0.0264, 0.0114, 0.0156, 0.0358, 0.0141, 0.0185, 0.0169], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1661", "target_index": 36, "predicted_index": 1, "n_labels": 59, "latency_seconds": 0.02188190585002303, "error": null, "probabilities": [0.0564, 0.0921, 0.051, 0.0331, 0.0219, 0.017, 0.0117, 0.0137, 0.0135, 0.0146, 0.0142, 0.0294, 0.0253, 0.0101, 0.0152, 0.0141, 0.007, 0.0161, 0.0203, 0.0085, 0.0114, 0.0119, 0.0113, 0.0114, 0.0118, 0.0131, 0.0081, 0.0098, 0.0107, 0.009, 0.0113, 0.0092, 0.0081, 0.0073, 0.0076, 0.0047, 0.0056, 0.0079, 0.0046, 0.0068, 0.006, 0.014, 0.0139, 0.011, 0.0129, 0.0144, 0.0183, 0.0142, 0.011, 0.0128, 0.0159, 0.0185, 0.0254, 0.017, 0.0153, 0.0273, 0.0237, 0.0318, 0.0297], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1691", "target_index": 36, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.02229850087314844, "error": null, "probabilities": [0.0411, 0.0131, 0.0434, 0.038, 0.0253, 0.0276, 0.0087, 0.0223, 0.0082, 0.0197, 0.0242, 0.0294, 0.0431, 0.0063, 0.0185, 0.032, 0.0059, 0.0185, 0.0234, 0.0053, 0.0149, 0.0111, 0.0104, 0.0099, 0.0174, 0.0223, 0.0046, 0.0102, 0.0114, 0.0144, 0.0179, 0.0045, 0.0106, 0.0151, 0.0123, 0.0039, 0.0129, 0.0131, 0.0032, 0.0086, 0.0118, 0.0045, 0.0158, 0.021, 0.0185, 0.0185, 0.0179, 0.0142, 0.0032, 0.0161, 0.0161, 0.0194, 0.0036, 0.0242, 0.02, 0.0045, 0.0263, 0.0249, 0.0365], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1769", "target_index": 37, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.021831966005265713, "error": null, "probabilities": [0.0021, 0.0602, 0.0669, 0.0381, 0.0169, 0.0012, 0.0084, 0.0014, 0.0169, 0.0141, 0.0011, 0.0009, 0.0016, 0.0242, 0.0234, 0.0017, 0.0133, 0.0118, 0.0014, 0.0104, 0.014, 0.014, 0.0147, 0.0092, 0.0011, 0.0012, 0.0195, 0.0235, 0.0139, 0.0011, 0.0012, 0.0268, 0.0134, 0.001, 0.0011, 0.0156, 0.0008, 0.0011, 0.032, 0.0215, 0.0014, 0.1182, 0.0007, 0.001, 0.0009, 0.001, 0.0008, 0.0008, 0.0623, 0.0007, 0.0008, 0.0011, 0.0758, 0.0009, 0.0013, 0.186, 0.001, 0.0011, 0.0015], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1791", "target_index": 37, "predicted_index": 1, "n_labels": 59, "latency_seconds": 0.02083552535623312, "error": null, "probabilities": [0.024, 0.0631, 0.0375, 0.0298, 0.026, 0.0168, 0.0183, 0.0139, 0.0241, 0.0201, 0.0129, 0.0083, 0.0201, 0.0283, 0.0271, 0.0215, 0.0187, 0.0226, 0.0137, 0.0202, 0.0194, 0.0187, 0.0157, 0.0162, 0.0099, 0.0102, 0.0216, 0.0163, 0.0159, 0.0077, 0.007, 0.0206, 0.0117, 0.0057, 0.0054, 0.0144, 0.0054, 0.0058, 0.0169, 0.0148, 0.0068, 0.046, 0.0052, 0.0079, 0.0063, 0.0067, 0.0047, 0.0046, 0.0308, 0.0069, 0.007, 0.0075, 0.0241, 0.0077, 0.0088, 0.0517, 0.0115, 0.0169, 0.0126], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1805", "target_index": 38, "predicted_index": 41, "n_labels": 59, "latency_seconds": 0.020384898874908686, "error": null, "probabilities": [0.0296, 0.0413, 0.0264, 0.0191, 0.0123, 0.009, 0.0166, 0.008, 0.0214, 0.0145, 0.01, 0.0099, 0.0176, 0.0248, 0.0167, 0.0107, 0.013, 0.0105, 0.0063, 0.0093, 0.009, 0.0091, 0.011, 0.0103, 0.0075, 0.0105, 0.0185, 0.0154, 0.0138, 0.0085, 0.0113, 0.0238, 0.0136, 0.0063, 0.0088, 0.0308, 0.0075, 0.0084, 0.0255, 0.0151, 0.0058, 0.1088, 0.006, 0.0142, 0.0117, 0.0117, 0.0064, 0.0056, 0.0625, 0.007, 0.0115, 0.0091, 0.0325, 0.0066, 0.0097, 0.0719, 0.0087, 0.0101, 0.0089], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1837", "target_index": 38, "predicted_index": 41, "n_labels": 59, "latency_seconds": 0.024525656830519438, "error": null, "probabilities": [0.0201, 0.0732, 0.0196, 0.0112, 0.0078, 0.005, 0.016, 0.0045, 0.0178, 0.0093, 0.0052, 0.0046, 0.0091, 0.0319, 0.0148, 0.0055, 0.0159, 0.008, 0.0031, 0.0095, 0.0062, 0.0069, 0.0062, 0.007, 0.0033, 0.0049, 0.0247, 0.0108, 0.0092, 0.0029, 0.0049, 0.0254, 0.009, 0.0023, 0.0039, 0.0451, 0.0025, 0.0036, 0.0277, 0.0108, 0.0023, 0.1743, 0.002, 0.006, 0.0061, 0.0059, 0.0034, 0.0023, 0.0948, 0.0024, 0.0056, 0.0035, 0.0375, 0.0023, 0.0048, 0.1207, 0.0035, 0.0068, 0.0067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1924", "target_index": 39, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.022274171002209187, "error": null, "probabilities": [0.0176, 0.0359, 0.0465, 0.0379, 0.0273, 0.0115, 0.024, 0.0095, 0.0304, 0.0265, 0.0092, 0.0099, 0.0107, 0.0231, 0.0184, 0.0106, 0.0245, 0.0193, 0.0105, 0.0173, 0.0145, 0.0137, 0.0177, 0.027, 0.0105, 0.0149, 0.0239, 0.0193, 0.0189, 0.0086, 0.0109, 0.0275, 0.0266, 0.0068, 0.0088, 0.0198, 0.006, 0.0079, 0.0259, 0.0218, 0.0046, 0.0378, 0.0047, 0.0077, 0.0073, 0.0084, 0.0073, 0.0061, 0.0208, 0.0058, 0.0081, 0.008, 0.0364, 0.007, 0.0084, 0.0362, 0.0092, 0.0122, 0.0122], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:1927", "target_index": 39, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.020988136064261198, "error": null, "probabilities": [0.006, 0.0386, 0.0358, 0.0259, 0.0155, 0.0029, 0.0159, 0.0033, 0.025, 0.021, 0.0035, 0.0031, 0.0055, 0.0324, 0.0252, 0.0053, 0.0278, 0.0202, 0.0034, 0.0147, 0.011, 0.0104, 0.0118, 0.0133, 0.0026, 0.0032, 0.0262, 0.0189, 0.0156, 0.0023, 0.0028, 0.0246, 0.0129, 0.0021, 0.0024, 0.0289, 0.0021, 0.0025, 0.0324, 0.026, 0.0022, 0.0783, 0.0019, 0.0025, 0.0023, 0.003, 0.0023, 0.0021, 0.0764, 0.0021, 0.0026, 0.0032, 0.0718, 0.0029, 0.0035, 0.1462, 0.0034, 0.0043, 0.0063], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2026", "target_index": 40, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.021570703014731407, "error": null, "probabilities": [0.1034, 0.0202, 0.0177, 0.0161, 0.0127, 0.0197, 0.0089, 0.0169, 0.0087, 0.0106, 0.0175, 0.0286, 0.0473, 0.0089, 0.0126, 0.0211, 0.0071, 0.0145, 0.02, 0.007, 0.0101, 0.009, 0.0087, 0.0092, 0.0155, 0.0218, 0.0086, 0.0098, 0.0098, 0.0146, 0.0206, 0.0083, 0.0087, 0.0118, 0.0142, 0.0059, 0.0095, 0.0171, 0.0052, 0.0074, 0.0102, 0.01, 0.0178, 0.0195, 0.0157, 0.0169, 0.0166, 0.0165, 0.0096, 0.0131, 0.0187, 0.0269, 0.0132, 0.0171, 0.0229, 0.0218, 0.0245, 0.0308, 0.033], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2067", "target_index": 40, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.01762794703245163, "error": null, "probabilities": [0.0263, 0.0241, 0.0299, 0.0249, 0.0206, 0.0191, 0.0153, 0.0163, 0.0144, 0.0206, 0.0184, 0.0152, 0.0315, 0.0171, 0.0252, 0.0243, 0.0168, 0.0253, 0.0167, 0.0157, 0.0227, 0.0209, 0.0165, 0.0172, 0.0163, 0.0191, 0.0182, 0.0184, 0.0185, 0.0134, 0.0168, 0.0123, 0.0142, 0.0106, 0.0139, 0.0118, 0.0101, 0.0139, 0.0093, 0.0153, 0.0109, 0.0247, 0.0116, 0.0156, 0.0135, 0.0136, 0.0094, 0.0085, 0.0125, 0.0106, 0.0118, 0.0146, 0.0152, 0.0112, 0.0129, 0.0327, 0.0155, 0.0155, 0.0126], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2085", "target_index": 41, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.018218963872641325, "error": null, "probabilities": [0.0799, 0.0196, 0.0188, 0.0159, 0.012, 0.0185, 0.01, 0.0157, 0.0093, 0.0117, 0.0241, 0.0199, 0.049, 0.0086, 0.0132, 0.0265, 0.0086, 0.0139, 0.0171, 0.0068, 0.0084, 0.0073, 0.0073, 0.0082, 0.0163, 0.0171, 0.0073, 0.0085, 0.0102, 0.0199, 0.0205, 0.0073, 0.0082, 0.011, 0.0096, 0.0056, 0.0106, 0.0139, 0.0058, 0.009, 0.0114, 0.0156, 0.0185, 0.024, 0.0192, 0.0192, 0.0151, 0.0117, 0.0102, 0.0174, 0.0209, 0.0253, 0.0121, 0.0182, 0.0185, 0.0166, 0.0302, 0.0414, 0.0438], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2094", "target_index": 41, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.1394004039466381, "error": null, "probabilities": [0.0075, 0.0667, 0.0349, 0.0201, 0.0113, 0.002, 0.0175, 0.0028, 0.0137, 0.0081, 0.002, 0.0017, 0.0061, 0.0431, 0.0174, 0.0031, 0.0235, 0.0151, 0.0013, 0.0132, 0.0049, 0.0037, 0.0032, 0.007, 0.0017, 0.0028, 0.0306, 0.0087, 0.0064, 0.0014, 0.0023, 0.0371, 0.0261, 0.0015, 0.002, 0.0301, 0.0013, 0.0024, 0.0286, 0.022, 0.0017, 0.1171, 0.0014, 0.0023, 0.0023, 0.0033, 0.0017, 0.0017, 0.0716, 0.001, 0.0032, 0.0036, 0.0986, 0.0014, 0.0033, 0.1435, 0.0018, 0.0028, 0.0029], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2152", "target_index": 42, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.018938541878014803, "error": null, "probabilities": [0.018, 0.0193, 0.0598, 0.0538, 0.0376, 0.0183, 0.0138, 0.0162, 0.0151, 0.0305, 0.0181, 0.0141, 0.0147, 0.0124, 0.0301, 0.022, 0.0151, 0.0339, 0.0188, 0.0101, 0.0209, 0.0172, 0.0176, 0.0177, 0.0156, 0.0124, 0.0133, 0.0264, 0.026, 0.0159, 0.0138, 0.0134, 0.0256, 0.0148, 0.0101, 0.009, 0.0148, 0.0112, 0.0098, 0.0287, 0.015, 0.0088, 0.0111, 0.0109, 0.0088, 0.0082, 0.0088, 0.0076, 0.0039, 0.0095, 0.0076, 0.0079, 0.0052, 0.0126, 0.0106, 0.0073, 0.0212, 0.0161, 0.0138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2179", "target_index": 42, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.02131379023194313, "error": null, "probabilities": [0.0148, 0.0249, 0.0806, 0.0706, 0.0453, 0.0166, 0.0145, 0.0137, 0.0154, 0.0296, 0.0145, 0.0115, 0.0166, 0.0121, 0.0318, 0.02, 0.0131, 0.0333, 0.0158, 0.013, 0.0289, 0.0207, 0.0191, 0.0178, 0.0128, 0.0141, 0.0132, 0.0285, 0.0244, 0.0119, 0.0103, 0.0108, 0.0265, 0.011, 0.007, 0.0077, 0.0098, 0.0073, 0.0088, 0.0318, 0.0108, 0.0078, 0.0071, 0.0073, 0.0071, 0.0073, 0.0082, 0.0066, 0.0051, 0.0102, 0.0073, 0.0074, 0.0063, 0.0105, 0.0082, 0.0102, 0.0208, 0.013, 0.0087], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2214", "target_index": 43, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.01820143312215805, "error": null, "probabilities": [0.01, 0.0322, 0.0537, 0.0527, 0.0285, 0.0107, 0.014, 0.006, 0.0179, 0.0176, 0.0077, 0.0081, 0.0083, 0.0162, 0.017, 0.0093, 0.0162, 0.0172, 0.0088, 0.016, 0.0142, 0.0136, 0.0169, 0.0158, 0.0087, 0.0101, 0.0256, 0.0157, 0.0127, 0.0074, 0.0093, 0.0264, 0.0273, 0.0108, 0.007, 0.0299, 0.0086, 0.0058, 0.0422, 0.0297, 0.0061, 0.0325, 0.007, 0.0076, 0.0083, 0.0089, 0.0069, 0.007, 0.0265, 0.0092, 0.0062, 0.0069, 0.0279, 0.01, 0.0097, 0.0651, 0.018, 0.0181, 0.0125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2239", "target_index": 43, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.01934212725609541, "error": null, "probabilities": [0.0055, 0.0152, 0.0524, 0.0492, 0.0344, 0.0165, 0.0175, 0.0135, 0.0205, 0.0414, 0.013, 0.0071, 0.0079, 0.01, 0.0328, 0.0204, 0.013, 0.0224, 0.0123, 0.0113, 0.0238, 0.0217, 0.0231, 0.0251, 0.0194, 0.0116, 0.0124, 0.0299, 0.0272, 0.0148, 0.0106, 0.0126, 0.0323, 0.0149, 0.0144, 0.0129, 0.0174, 0.0127, 0.0138, 0.0441, 0.0095, 0.0067, 0.0085, 0.0132, 0.0118, 0.0138, 0.0079, 0.0073, 0.0059, 0.0082, 0.0081, 0.0124, 0.0066, 0.0128, 0.0112, 0.013, 0.0108, 0.0122, 0.0089], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2359", "target_index": 44, "predicted_index": 3, "n_labels": 59, "latency_seconds": 0.023361872881650925, "error": null, "probabilities": [0.0204, 0.0361, 0.0742, 0.0751, 0.0537, 0.0193, 0.0159, 0.0169, 0.0158, 0.0271, 0.0169, 0.0148, 0.0179, 0.0144, 0.0339, 0.0203, 0.0142, 0.0333, 0.0209, 0.0144, 0.0237, 0.0186, 0.0137, 0.0133, 0.013, 0.013, 0.0138, 0.0223, 0.0176, 0.009, 0.0114, 0.0129, 0.0182, 0.009, 0.0079, 0.0075, 0.0054, 0.0073, 0.0077, 0.0107, 0.0054, 0.0072, 0.0057, 0.0061, 0.0062, 0.0075, 0.0075, 0.0079, 0.0115, 0.0086, 0.0084, 0.0091, 0.0097, 0.0109, 0.01, 0.0262, 0.0142, 0.0139, 0.0125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2397", "target_index": 45, "predicted_index": 57, "n_labels": 59, "latency_seconds": 0.021098536904901266, "error": null, "probabilities": [0.0281, 0.0209, 0.0344, 0.0291, 0.0218, 0.0173, 0.0154, 0.0149, 0.0151, 0.0181, 0.0164, 0.019, 0.0238, 0.0136, 0.0178, 0.0204, 0.0121, 0.0193, 0.0182, 0.0106, 0.0132, 0.0116, 0.0112, 0.0125, 0.0174, 0.0224, 0.015, 0.0162, 0.016, 0.0157, 0.0193, 0.0146, 0.0164, 0.0138, 0.0161, 0.012, 0.0124, 0.0167, 0.0127, 0.0182, 0.0132, 0.0119, 0.0128, 0.0171, 0.0149, 0.0164, 0.013, 0.0122, 0.0081, 0.0108, 0.0146, 0.0153, 0.0112, 0.0158, 0.0233, 0.0143, 0.0277, 0.0383, 0.0193], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2436", "target_index": 46, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.01850527711212635, "error": null, "probabilities": [0.0041, 0.0634, 0.0776, 0.0471, 0.0194, 0.0023, 0.0121, 0.0023, 0.0231, 0.0248, 0.0024, 0.0023, 0.0034, 0.0292, 0.0367, 0.0043, 0.0262, 0.0246, 0.0039, 0.0141, 0.0178, 0.017, 0.0149, 0.0147, 0.0026, 0.0026, 0.0176, 0.0216, 0.0158, 0.0018, 0.0026, 0.0175, 0.0218, 0.002, 0.0018, 0.0099, 0.0015, 0.0016, 0.0137, 0.0233, 0.0014, 0.0486, 0.0014, 0.0017, 0.0017, 0.0017, 0.0017, 0.0014, 0.0416, 0.002, 0.0016, 0.0018, 0.0397, 0.0029, 0.002, 0.1892, 0.0061, 0.0047, 0.0031], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2459", "target_index": 47, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.017966201063245535, "error": null, "probabilities": [0.0365, 0.0205, 0.0469, 0.0446, 0.032, 0.0222, 0.0111, 0.0154, 0.0117, 0.0234, 0.0159, 0.0215, 0.0248, 0.0117, 0.0205, 0.0191, 0.0106, 0.024, 0.0212, 0.0105, 0.023, 0.0164, 0.014, 0.0119, 0.0162, 0.0248, 0.0104, 0.0157, 0.0135, 0.0142, 0.0201, 0.0089, 0.0201, 0.0137, 0.017, 0.0073, 0.0113, 0.0142, 0.007, 0.0163, 0.0104, 0.0057, 0.0079, 0.0165, 0.0123, 0.013, 0.0181, 0.0164, 0.0052, 0.0159, 0.0135, 0.013, 0.0094, 0.0135, 0.0188, 0.0131, 0.015, 0.0262, 0.0157], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2510", "target_index": 48, "predicted_index": 3, "n_labels": 59, "latency_seconds": 0.018890931736677885, "error": null, "probabilities": [0.0139, 0.0214, 0.0478, 0.0563, 0.0478, 0.0169, 0.0245, 0.0142, 0.0208, 0.0266, 0.0117, 0.0163, 0.0132, 0.0168, 0.0241, 0.0155, 0.0177, 0.0357, 0.0197, 0.0164, 0.0203, 0.0184, 0.0165, 0.0167, 0.0131, 0.0156, 0.0207, 0.0187, 0.0179, 0.0088, 0.0119, 0.0175, 0.0249, 0.0096, 0.0092, 0.0146, 0.0081, 0.0105, 0.0166, 0.0245, 0.0073, 0.0147, 0.0064, 0.0091, 0.0108, 0.0101, 0.0126, 0.0136, 0.0114, 0.0103, 0.0074, 0.008, 0.0099, 0.0132, 0.0126, 0.0149, 0.0114, 0.0125, 0.0119], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2519", "target_index": 49, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.020485810935497284, "error": null, "probabilities": [0.0189, 0.0343, 0.0452, 0.0413, 0.0293, 0.0151, 0.0195, 0.0137, 0.0203, 0.0241, 0.0142, 0.0121, 0.0176, 0.0185, 0.0234, 0.0157, 0.017, 0.0253, 0.0135, 0.015, 0.0176, 0.0152, 0.0147, 0.0142, 0.0105, 0.0119, 0.0186, 0.0206, 0.0182, 0.0091, 0.0117, 0.0234, 0.0216, 0.0104, 0.0085, 0.0153, 0.0087, 0.0091, 0.0161, 0.0185, 0.0087, 0.0176, 0.0081, 0.0107, 0.01, 0.0117, 0.011, 0.0116, 0.0162, 0.01, 0.0151, 0.0139, 0.0203, 0.0117, 0.0206, 0.0218, 0.015, 0.0211, 0.0168], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2583", "target_index": 50, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.02335262391716242, "error": null, "probabilities": [0.01, 0.0382, 0.0653, 0.0648, 0.0432, 0.0075, 0.0197, 0.0058, 0.0254, 0.0261, 0.0068, 0.0072, 0.0076, 0.0256, 0.0246, 0.0075, 0.0246, 0.026, 0.006, 0.0201, 0.0193, 0.016, 0.0191, 0.0174, 0.0066, 0.008, 0.0214, 0.0198, 0.0211, 0.0048, 0.0085, 0.0297, 0.0275, 0.006, 0.0056, 0.0197, 0.0039, 0.0054, 0.0252, 0.0336, 0.0049, 0.0326, 0.0035, 0.0049, 0.0058, 0.006, 0.0052, 0.0048, 0.0288, 0.0052, 0.0048, 0.0058, 0.0251, 0.0058, 0.0067, 0.0505, 0.0059, 0.006, 0.0073], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2630", "target_index": 51, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.033650713972747326, "error": null, "probabilities": [0.026, 0.0146, 0.0337, 0.0277, 0.0199, 0.0171, 0.0102, 0.0153, 0.0093, 0.0155, 0.0144, 0.0288, 0.0182, 0.0081, 0.0155, 0.0163, 0.0073, 0.0167, 0.0204, 0.0071, 0.0144, 0.0117, 0.0123, 0.0117, 0.0155, 0.0192, 0.0081, 0.0125, 0.0133, 0.015, 0.0196, 0.0096, 0.0148, 0.0163, 0.0186, 0.0071, 0.0125, 0.0173, 0.0067, 0.0108, 0.0117, 0.0076, 0.0183, 0.0198, 0.0173, 0.0158, 0.0224, 0.0314, 0.0121, 0.0169, 0.0209, 0.0239, 0.0254, 0.024, 0.0246, 0.0216, 0.0224, 0.027, 0.0281], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2658", "target_index": 52, "predicted_index": 41, "n_labels": 59, "latency_seconds": 0.018344045151025057, "error": null, "probabilities": [0.0062, 0.0422, 0.046, 0.033, 0.0205, 0.003, 0.0164, 0.0031, 0.0265, 0.0217, 0.0035, 0.0034, 0.0049, 0.0358, 0.0263, 0.0053, 0.0228, 0.0205, 0.0039, 0.0134, 0.0105, 0.0097, 0.0116, 0.0128, 0.0026, 0.0032, 0.0232, 0.0196, 0.0164, 0.0024, 0.0028, 0.0361, 0.0189, 0.0022, 0.0023, 0.0274, 0.002, 0.0024, 0.0366, 0.0234, 0.0022, 0.1405, 0.0021, 0.0029, 0.0025, 0.0026, 0.0022, 0.002, 0.0533, 0.0017, 0.0024, 0.0027, 0.08, 0.002, 0.0026, 0.0628, 0.0026, 0.0038, 0.0046], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2667", "target_index": 53, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.02139765117317438, "error": null, "probabilities": [0.0548, 0.0268, 0.0512, 0.0469, 0.0267, 0.0194, 0.0132, 0.0134, 0.0138, 0.0175, 0.0153, 0.0274, 0.0332, 0.0121, 0.0176, 0.0182, 0.0106, 0.0227, 0.0271, 0.0103, 0.0153, 0.0132, 0.0138, 0.0138, 0.0174, 0.0248, 0.0136, 0.0166, 0.0149, 0.0166, 0.0211, 0.0191, 0.0198, 0.0153, 0.0141, 0.0107, 0.0118, 0.0137, 0.0105, 0.0142, 0.01, 0.0105, 0.0162, 0.0135, 0.0113, 0.0119, 0.0129, 0.013, 0.0054, 0.009, 0.0114, 0.014, 0.0074, 0.0101, 0.0108, 0.0066, 0.013, 0.0138, 0.0103], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2712", "target_index": 54, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.01819554390385747, "error": null, "probabilities": [0.0539, 0.0151, 0.0213, 0.021, 0.018, 0.0241, 0.0126, 0.0189, 0.0091, 0.0137, 0.0208, 0.0255, 0.0403, 0.0087, 0.0145, 0.0221, 0.0096, 0.0153, 0.02, 0.0096, 0.011, 0.0097, 0.0087, 0.0107, 0.0229, 0.0403, 0.0111, 0.0117, 0.0102, 0.0183, 0.029, 0.0081, 0.0099, 0.0143, 0.0221, 0.0087, 0.0124, 0.0198, 0.0065, 0.0104, 0.0113, 0.0064, 0.0124, 0.025, 0.021, 0.02, 0.0187, 0.0158, 0.0052, 0.011, 0.0169, 0.0162, 0.0052, 0.0132, 0.0222, 0.0085, 0.0173, 0.0335, 0.0301], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2766", "target_index": 55, "predicted_index": 55, "n_labels": 59, "latency_seconds": 0.020746293012052774, "error": null, "probabilities": [0.0198, 0.0443, 0.0307, 0.0235, 0.0198, 0.0086, 0.0184, 0.0089, 0.0199, 0.0177, 0.0103, 0.0072, 0.0207, 0.0356, 0.023, 0.0147, 0.0264, 0.0217, 0.0068, 0.0176, 0.0126, 0.0113, 0.0093, 0.0119, 0.0079, 0.0126, 0.0304, 0.0163, 0.0119, 0.0064, 0.0097, 0.0284, 0.0115, 0.0041, 0.0068, 0.0174, 0.0038, 0.0073, 0.0281, 0.0172, 0.0044, 0.0366, 0.0031, 0.0095, 0.0072, 0.0084, 0.0045, 0.0035, 0.0312, 0.0034, 0.0063, 0.0084, 0.0395, 0.0034, 0.0093, 0.1449, 0.0045, 0.006, 0.0056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2786", "target_index": 56, "predicted_index": 0, "n_labels": 59, "latency_seconds": 0.12778063770383596, "error": null, "probabilities": [0.0801, 0.023, 0.0236, 0.016, 0.0118, 0.0173, 0.0101, 0.0133, 0.0106, 0.0093, 0.0176, 0.0372, 0.0422, 0.0135, 0.0113, 0.0169, 0.0098, 0.0114, 0.018, 0.0109, 0.0089, 0.0085, 0.0078, 0.0089, 0.0205, 0.0338, 0.0135, 0.0096, 0.0093, 0.0171, 0.0297, 0.0187, 0.0109, 0.0115, 0.018, 0.0101, 0.0074, 0.0148, 0.0121, 0.0097, 0.0074, 0.0193, 0.0133, 0.0146, 0.0148, 0.0148, 0.0122, 0.0074, 0.0132, 0.0066, 0.0103, 0.0132, 0.0173, 0.0137, 0.0208, 0.0568, 0.016, 0.0173, 0.0264], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2813", "target_index": 57, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.019872182980179787, "error": null, "probabilities": [0.0129, 0.0242, 0.1015, 0.0984, 0.0671, 0.0253, 0.0085, 0.015, 0.0092, 0.0347, 0.0119, 0.0047, 0.006, 0.0066, 0.0255, 0.0237, 0.0066, 0.0226, 0.0113, 0.0043, 0.0139, 0.0134, 0.0243, 0.022, 0.0162, 0.006, 0.0057, 0.0228, 0.0283, 0.0169, 0.0059, 0.0116, 0.0361, 0.0174, 0.0051, 0.0065, 0.0157, 0.0038, 0.0061, 0.0234, 0.0058, 0.0075, 0.0143, 0.0093, 0.0057, 0.0063, 0.0045, 0.0051, 0.0067, 0.0093, 0.0032, 0.0032, 0.0107, 0.0096, 0.0055, 0.0217, 0.0225, 0.015, 0.0133], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "massive", "example_id": "massive:2885", "target_index": 58, "predicted_index": 2, "n_labels": 59, "latency_seconds": 0.018537807278335094, "error": null, "probabilities": [0.0138, 0.0278, 0.0687, 0.065, 0.0401, 0.0111, 0.0182, 0.011, 0.0208, 0.0359, 0.0092, 0.0091, 0.0067, 0.0096, 0.027, 0.0159, 0.0172, 0.0203, 0.0086, 0.0091, 0.0176, 0.0141, 0.0168, 0.0274, 0.0123, 0.0158, 0.0179, 0.0281, 0.0299, 0.0129, 0.0147, 0.0203, 0.0368, 0.0095, 0.0113, 0.0157, 0.0108, 0.0111, 0.0202, 0.0274, 0.0046, 0.0113, 0.0043, 0.0118, 0.0103, 0.0109, 0.0075, 0.0076, 0.0081, 0.0081, 0.009, 0.0076, 0.0158, 0.0077, 0.0079, 0.0183, 0.0085, 0.0138, 0.011], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:1204", "target_index": 0, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.15654092514887452, "error": null, "probabilities": [0.1108, 0.1581, 0.075, 0.0779, 0.0598, 0.1445, 0.1593, 0.0631, 0.0699, 0.0817], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:1936", "target_index": 0, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.15319199487566948, "error": null, "probabilities": [0.079, 0.0903, 0.0502, 0.0592, 0.0861, 0.0815, 0.135, 0.1329, 0.1874, 0.0984], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:2380", "target_index": 0, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.1325566335581243, "error": null, "probabilities": [0.2829, 0.1133, 0.1119, 0.0797, 0.0631, 0.0669, 0.168, 0.0431, 0.0424, 0.0287], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:2998", "target_index": 0, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.022373592015355825, "error": null, "probabilities": [0.1047, 0.1144, 0.0837, 0.0988, 0.075, 0.0774, 0.1988, 0.0702, 0.1091, 0.068], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:3134", "target_index": 0, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.02134797116741538, "error": null, "probabilities": [0.1661, 0.0787, 0.0666, 0.1023, 0.1015, 0.1068, 0.0717, 0.1025, 0.1361, 0.0678], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:3572", "target_index": 0, "predicted_index": 7, "n_labels": 10, "latency_seconds": 0.019966534338891506, "error": null, "probabilities": [0.0999, 0.1288, 0.0921, 0.1234, 0.1072, 0.0984, 0.1007, 0.1334, 0.0572, 0.059], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:3793", "target_index": 0, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.021066445857286453, "error": null, "probabilities": [0.099, 0.1081, 0.1228, 0.1047, 0.0863, 0.0814, 0.125, 0.1009, 0.1157, 0.0562], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:3951", "target_index": 0, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.017065910156816244, "error": null, "probabilities": [0.2212, 0.1479, 0.0705, 0.0997, 0.1074, 0.0854, 0.0876, 0.0494, 0.0672, 0.0638], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:4241", "target_index": 0, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.017689447849988937, "error": null, "probabilities": [0.1484, 0.1094, 0.1138, 0.0886, 0.1174, 0.1202, 0.133, 0.0489, 0.0782, 0.0419], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:4912", "target_index": 0, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.01711820112541318, "error": null, "probabilities": [0.1503, 0.0974, 0.0724, 0.0713, 0.0453, 0.0701, 0.228, 0.0573, 0.1207, 0.0873], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:5459", "target_index": 1, "predicted_index": 7, "n_labels": 10, "latency_seconds": 0.01786918006837368, "error": null, "probabilities": [0.0663, 0.0875, 0.0846, 0.0885, 0.0746, 0.1364, 0.1249, 0.2124, 0.0845, 0.0404], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:5509", "target_index": 1, "predicted_index": 9, "n_labels": 10, "latency_seconds": 0.14516937220469117, "error": null, "probabilities": [0.132, 0.1078, 0.0813, 0.0776, 0.0517, 0.0813, 0.1156, 0.1129, 0.0958, 0.1439], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:5875", "target_index": 1, "predicted_index": 1, "n_labels": 10, "latency_seconds": 0.13055286090821028, "error": null, "probabilities": [0.066, 0.2113, 0.1954, 0.0967, 0.0615, 0.0596, 0.045, 0.1038, 0.067, 0.0938], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:7535", "target_index": 1, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.017235903069376945, "error": null, "probabilities": [0.2555, 0.0704, 0.0761, 0.0849, 0.0557, 0.0726, 0.0978, 0.1562, 0.0732, 0.0575], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:7747", "target_index": 1, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.020668531768023968, "error": null, "probabilities": [0.0703, 0.1325, 0.0447, 0.0579, 0.0552, 0.1427, 0.2434, 0.1286, 0.1004, 0.0243], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:8004", "target_index": 1, "predicted_index": 7, "n_labels": 10, "latency_seconds": 0.016314661130309105, "error": null, "probabilities": [0.0829, 0.1335, 0.0836, 0.048, 0.041, 0.0773, 0.14, 0.221, 0.0904, 0.0823], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:8041", "target_index": 1, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.017612735740840435, "error": null, "probabilities": [0.2406, 0.1256, 0.0664, 0.0771, 0.0614, 0.0771, 0.1126, 0.083, 0.0856, 0.0707], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:8160", "target_index": 1, "predicted_index": 2, "n_labels": 10, "latency_seconds": 0.01909270416945219, "error": null, "probabilities": [0.0719, 0.1228, 0.1766, 0.0891, 0.0681, 0.1092, 0.1601, 0.1267, 0.0429, 0.0327], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:9042", "target_index": 1, "predicted_index": 1, "n_labels": 10, "latency_seconds": 0.020748903043568134, "error": null, "probabilities": [0.1114, 0.1794, 0.0895, 0.1168, 0.0587, 0.0868, 0.1712, 0.0815, 0.0742, 0.0305], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:9994", "target_index": 1, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.020996876060962677, "error": null, "probabilities": [0.1139, 0.1232, 0.0591, 0.0901, 0.068, 0.0724, 0.2588, 0.0691, 0.0915, 0.0538], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:10313", "target_index": 2, "predicted_index": 9, "n_labels": 10, "latency_seconds": 0.016033628024160862, "error": null, "probabilities": [0.1224, 0.0712, 0.1396, 0.0698, 0.0383, 0.0519, 0.1488, 0.1133, 0.0903, 0.1545], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:10748", "target_index": 2, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.017730087973177433, "error": null, "probabilities": [0.119, 0.0725, 0.0956, 0.1197, 0.1181, 0.0745, 0.137, 0.066, 0.0956, 0.1022], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:12558", "target_index": 2, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.1382067110389471, "error": null, "probabilities": [0.1663, 0.1134, 0.1116, 0.1103, 0.0575, 0.0557, 0.1341, 0.0704, 0.1057, 0.0749], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:12669", "target_index": 2, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.14714206475764513, "error": null, "probabilities": [0.4988, 0.0475, 0.0491, 0.0548, 0.0414, 0.042, 0.0934, 0.0315, 0.0898, 0.0518], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:12860", "target_index": 2, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.021006446797400713, "error": null, "probabilities": [0.1511, 0.1123, 0.1448, 0.1205, 0.0635, 0.0596, 0.0991, 0.0543, 0.1666, 0.0282], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:13334", "target_index": 2, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.1287128492258489, "error": null, "probabilities": [0.1297, 0.1093, 0.0964, 0.0899, 0.0964, 0.0957, 0.1459, 0.0844, 0.1042, 0.0481], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:13694", "target_index": 2, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.023147690575569868, "error": null, "probabilities": [0.1637, 0.0577, 0.0817, 0.0577, 0.0563, 0.1436, 0.2354, 0.0484, 0.0773, 0.0782], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:14038", "target_index": 2, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.12955167889595032, "error": null, "probabilities": [0.1817, 0.0832, 0.0929, 0.1109, 0.0879, 0.0707, 0.09, 0.0631, 0.1524, 0.0672], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:14172", "target_index": 2, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.01756192557513714, "error": null, "probabilities": [0.1384, 0.1049, 0.11, 0.1247, 0.0737, 0.0689, 0.1152, 0.111, 0.1119, 0.0412], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:14998", "target_index": 2, "predicted_index": 2, "n_labels": 10, "latency_seconds": 0.01769143808633089, "error": null, "probabilities": [0.1094, 0.1211, 0.1455, 0.0777, 0.0679, 0.1269, 0.1394, 0.0793, 0.0755, 0.0573], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:15102", "target_index": 3, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.13612478598952293, "error": null, "probabilities": [0.1126, 0.0963, 0.0863, 0.1358, 0.0905, 0.0672, 0.1856, 0.0484, 0.0824, 0.0948], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:15712", "target_index": 3, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.03206989588215947, "error": null, "probabilities": [0.1959, 0.1057, 0.0581, 0.0782, 0.0664, 0.1074, 0.1236, 0.1095, 0.0993, 0.0559], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:15770", "target_index": 3, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.13007827382534742, "error": null, "probabilities": [0.085, 0.0956, 0.0986, 0.1083, 0.083, 0.0912, 0.1469, 0.0877, 0.0919, 0.1117], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:15788", "target_index": 3, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.12735081277787685, "error": null, "probabilities": [0.2025, 0.058, 0.026, 0.0722, 0.0338, 0.0516, 0.4636, 0.039, 0.0441, 0.0091], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:16458", "target_index": 3, "predicted_index": 3, "n_labels": 10, "latency_seconds": 0.02825171174481511, "error": null, "probabilities": [0.0941, 0.0652, 0.0986, 0.161, 0.0727, 0.0733, 0.0891, 0.1469, 0.1236, 0.0756], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:16629", "target_index": 3, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.02676257397979498, "error": null, "probabilities": [0.253, 0.076, 0.066, 0.064, 0.061, 0.066, 0.1766, 0.0847, 0.0847, 0.0681], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:18602", "target_index": 3, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.1365603511221707, "error": null, "probabilities": [0.1629, 0.0758, 0.0806, 0.0958, 0.0886, 0.1094, 0.1721, 0.0679, 0.1077, 0.0393], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:18744", "target_index": 3, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.02639368874952197, "error": null, "probabilities": [0.1302, 0.0838, 0.1038, 0.1088, 0.1067, 0.1067, 0.108, 0.0972, 0.1055, 0.0492], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:18801", "target_index": 3, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.14130929578095675, "error": null, "probabilities": [0.2412, 0.0821, 0.0564, 0.0783, 0.0297, 0.0382, 0.3097, 0.0901, 0.0591, 0.0152], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:19570", "target_index": 3, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.02021022606641054, "error": null, "probabilities": [0.2708, 0.074, 0.0411, 0.0761, 0.0593, 0.0701, 0.1242, 0.1405, 0.0473, 0.0966], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:20502", "target_index": 4, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.13557305885478854, "error": null, "probabilities": [0.1258, 0.0906, 0.0673, 0.0825, 0.1027, 0.0653, 0.168, 0.0812, 0.1448, 0.0717], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:21313", "target_index": 4, "predicted_index": 9, "n_labels": 10, "latency_seconds": 0.023376093711704016, "error": null, "probabilities": [0.1103, 0.0661, 0.0842, 0.0773, 0.0951, 0.0922, 0.109, 0.0761, 0.127, 0.1627], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:21539", "target_index": 4, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.025347587186843157, "error": null, "probabilities": [0.2058, 0.0714, 0.0828, 0.1263, 0.0895, 0.0844, 0.0931, 0.0714, 0.0875, 0.0878], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:21881", "target_index": 4, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.13798547722399235, "error": null, "probabilities": [0.147, 0.0828, 0.0719, 0.0808, 0.0534, 0.0587, 0.157, 0.1391, 0.1046, 0.1046], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:22587", "target_index": 4, "predicted_index": 1, "n_labels": 10, "latency_seconds": 0.043980045709759, "error": null, "probabilities": [0.115, 0.1314, 0.0822, 0.1019, 0.0914, 0.1093, 0.0969, 0.1015, 0.0855, 0.0848], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:22791", "target_index": 4, "predicted_index": 7, "n_labels": 10, "latency_seconds": 0.03451178502291441, "error": null, "probabilities": [0.1066, 0.1001, 0.0789, 0.0502, 0.0789, 0.0783, 0.156, 0.181, 0.0802, 0.0898], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:24128", "target_index": 4, "predicted_index": 5, "n_labels": 10, "latency_seconds": 0.13266830472275615, "error": null, "probabilities": [0.1096, 0.0954, 0.0702, 0.0795, 0.11, 0.1778, 0.0584, 0.0857, 0.0733, 0.1401], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:24139", "target_index": 4, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.026957985945045948, "error": null, "probabilities": [0.1518, 0.1322, 0.1194, 0.1087, 0.073, 0.0759, 0.0795, 0.0847, 0.1017, 0.073], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:24352", "target_index": 4, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.13799427822232246, "error": null, "probabilities": [0.1499, 0.0998, 0.0772, 0.108, 0.1408, 0.0821, 0.1105, 0.0923, 0.0697, 0.0697], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:24363", "target_index": 4, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.02258889377117157, "error": null, "probabilities": [0.1976, 0.1198, 0.0735, 0.1091, 0.0792, 0.0768, 0.0952, 0.0789, 0.1025, 0.0675], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:25012", "target_index": 5, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.0247690100222826, "error": null, "probabilities": [0.34, 0.113, 0.077, 0.058, 0.0394, 0.126, 0.0929, 0.0562, 0.0804, 0.0172], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:25214", "target_index": 5, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.02572434116154909, "error": null, "probabilities": [0.1807, 0.1106, 0.066, 0.0535, 0.0583, 0.1097, 0.1788, 0.1533, 0.0611, 0.028], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:27191", "target_index": 5, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.14103425340726972, "error": null, "probabilities": [0.1248, 0.1061, 0.0881, 0.0755, 0.0497, 0.1153, 0.1936, 0.1092, 0.0829, 0.0548], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:27455", "target_index": 5, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.02574698207899928, "error": null, "probabilities": [0.1278, 0.0618, 0.055, 0.0623, 0.0485, 0.1015, 0.357, 0.0855, 0.0633, 0.0375], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:27530", "target_index": 5, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.02330746315419674, "error": null, "probabilities": [0.1197, 0.0962, 0.0697, 0.1016, 0.0424, 0.1287, 0.145, 0.123, 0.0954, 0.0783], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:27741", "target_index": 5, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.022887618746608496, "error": null, "probabilities": [0.2089, 0.0878, 0.0686, 0.0757, 0.0472, 0.1858, 0.1493, 0.0468, 0.07, 0.0601], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:28545", "target_index": 5, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.14213501615449786, "error": null, "probabilities": [0.355, 0.098, 0.0398, 0.0564, 0.0279, 0.1446, 0.1533, 0.0367, 0.0316, 0.0567], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:28711", "target_index": 5, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.048629119992256165, "error": null, "probabilities": [0.1523, 0.1123, 0.1055, 0.0902, 0.0736, 0.0868, 0.1577, 0.0665, 0.0821, 0.0731], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:29686", "target_index": 5, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.033106009010225534, "error": null, "probabilities": [0.1293, 0.0848, 0.0567, 0.0572, 0.0463, 0.1366, 0.3381, 0.0474, 0.0594, 0.0442], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:29786", "target_index": 5, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.02317873202264309, "error": null, "probabilities": [0.127, 0.0789, 0.0582, 0.0546, 0.039, 0.1468, 0.1757, 0.1417, 0.0866, 0.0915], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:30227", "target_index": 6, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.024677428882569075, "error": null, "probabilities": [0.1703, 0.1222, 0.0846, 0.0639, 0.0659, 0.088, 0.1112, 0.0894, 0.0915, 0.113], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:31222", "target_index": 6, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.13234624126926064, "error": null, "probabilities": [0.0923, 0.0881, 0.0952, 0.0923, 0.084, 0.143, 0.1607, 0.1204, 0.073, 0.051], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:31799", "target_index": 6, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.027309149969369173, "error": null, "probabilities": [0.1084, 0.1101, 0.0891, 0.0905, 0.0844, 0.0837, 0.1602, 0.0812, 0.1287, 0.0637], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:32156", "target_index": 6, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.13212889898568392, "error": null, "probabilities": [0.1498, 0.1079, 0.0915, 0.1242, 0.0808, 0.0915, 0.1429, 0.0923, 0.0759, 0.0432], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:32257", "target_index": 6, "predicted_index": 5, "n_labels": 10, "latency_seconds": 0.13965186709538102, "error": null, "probabilities": [0.1049, 0.1363, 0.0931, 0.0981, 0.0947, 0.15, 0.0535, 0.1029, 0.0734, 0.0931], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:33082", "target_index": 6, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.13817706890404224, "error": null, "probabilities": [0.0873, 0.1004, 0.0968, 0.1252, 0.0473, 0.1067, 0.0839, 0.1493, 0.1608, 0.0423], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:33200", "target_index": 6, "predicted_index": 9, "n_labels": 10, "latency_seconds": 0.0319010941311717, "error": null, "probabilities": [0.106, 0.109, 0.0499, 0.112, 0.1367, 0.0698, 0.0478, 0.091, 0.1024, 0.1755], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:33614", "target_index": 6, "predicted_index": 7, "n_labels": 10, "latency_seconds": 0.028284232132136822, "error": null, "probabilities": [0.1083, 0.0982, 0.0796, 0.0736, 0.0814, 0.0837, 0.114, 0.1449, 0.0979, 0.1185], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:34085", "target_index": 6, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.13661023182794452, "error": null, "probabilities": [0.1447, 0.0573, 0.0569, 0.0765, 0.0686, 0.0719, 0.1589, 0.0686, 0.2583, 0.0382], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:34438", "target_index": 6, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.023556706961244345, "error": null, "probabilities": [0.1736, 0.1098, 0.1186, 0.1108, 0.0793, 0.0774, 0.0988, 0.0891, 0.1018, 0.0408], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:35256", "target_index": 7, "predicted_index": 1, "n_labels": 10, "latency_seconds": 0.02569856122136116, "error": null, "probabilities": [0.1464, 0.1516, 0.1114, 0.0998, 0.0596, 0.1195, 0.0748, 0.1136, 0.0655, 0.0578], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:35323", "target_index": 7, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.14043306605890393, "error": null, "probabilities": [0.1572, 0.15, 0.1293, 0.0848, 0.0583, 0.1196, 0.1056, 0.0961, 0.0556, 0.0433], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:35387", "target_index": 7, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.027800865937024355, "error": null, "probabilities": [0.1171, 0.0551, 0.046, 0.0577, 0.0334, 0.0644, 0.5628, 0.0345, 0.0216, 0.0075], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:35624", "target_index": 7, "predicted_index": 1, "n_labels": 10, "latency_seconds": 0.028478323947638273, "error": null, "probabilities": [0.1288, 0.1448, 0.1027, 0.1205, 0.0647, 0.0878, 0.1243, 0.1123, 0.0831, 0.0311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:35832", "target_index": 7, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.028681416995823383, "error": null, "probabilities": [0.1525, 0.1422, 0.1016, 0.1422, 0.0715, 0.0693, 0.0918, 0.1245, 0.0661, 0.0383], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:35945", "target_index": 7, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.028904718812555075, "error": null, "probabilities": [0.1335, 0.0947, 0.0674, 0.1044, 0.0829, 0.1206, 0.1928, 0.0697, 0.0511, 0.0829], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:37260", "target_index": 7, "predicted_index": 3, "n_labels": 10, "latency_seconds": 0.1435073520988226, "error": null, "probabilities": [0.0778, 0.1015, 0.1031, 0.1488, 0.1089, 0.108, 0.1015, 0.0999, 0.0882, 0.0625], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:38551", "target_index": 7, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.027441392187029123, "error": null, "probabilities": [0.1268, 0.121, 0.0995, 0.1119, 0.066, 0.0972, 0.1379, 0.0751, 0.0946, 0.07], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:38681", "target_index": 7, "predicted_index": 5, "n_labels": 10, "latency_seconds": 0.13500472297891974, "error": null, "probabilities": [0.1711, 0.1185, 0.0891, 0.0891, 0.0508, 0.1732, 0.1589, 0.0668, 0.0488, 0.0336], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:39200", "target_index": 7, "predicted_index": 1, "n_labels": 10, "latency_seconds": 0.025011643767356873, "error": null, "probabilities": [0.1293, 0.136, 0.1019, 0.0871, 0.074, 0.0865, 0.1132, 0.1177, 0.0885, 0.0658], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:40064", "target_index": 8, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.14055188791826367, "error": null, "probabilities": [0.1285, 0.0993, 0.1063, 0.0947, 0.0866, 0.077, 0.1187, 0.0865, 0.132, 0.0704], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:41001", "target_index": 8, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.03271832410246134, "error": null, "probabilities": [0.3072, 0.0604, 0.0534, 0.0411, 0.0558, 0.0704, 0.1009, 0.0671, 0.0997, 0.144], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:41199", "target_index": 8, "predicted_index": 9, "n_labels": 10, "latency_seconds": 0.026203797198832035, "error": null, "probabilities": [0.1623, 0.0565, 0.0626, 0.0797, 0.0666, 0.0869, 0.133, 0.0611, 0.1008, 0.1905], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:41555", "target_index": 8, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.02385576907545328, "error": null, "probabilities": [0.1797, 0.0817, 0.1618, 0.1416, 0.0683, 0.0835, 0.0354, 0.0634, 0.1484, 0.0362], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:42154", "target_index": 8, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.13857703376561403, "error": null, "probabilities": [0.1187, 0.0744, 0.154, 0.1328, 0.0891, 0.1162, 0.0741, 0.0492, 0.1596, 0.0318], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:42445", "target_index": 8, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.13316159090027213, "error": null, "probabilities": [0.1089, 0.0861, 0.0924, 0.1159, 0.0816, 0.0465, 0.1919, 0.0351, 0.1949, 0.0468], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:43009", "target_index": 8, "predicted_index": 1, "n_labels": 10, "latency_seconds": 0.02437575487419963, "error": null, "probabilities": [0.1491, 0.1596, 0.0913, 0.1294, 0.0885, 0.0917, 0.0769, 0.0611, 0.0836, 0.0689], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:43478", "target_index": 8, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.024507436901330948, "error": null, "probabilities": [0.1439, 0.088, 0.1147, 0.1221, 0.0764, 0.0696, 0.1241, 0.0509, 0.1568, 0.0534], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:43765", "target_index": 8, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.023559555877000093, "error": null, "probabilities": [0.1196, 0.0924, 0.1055, 0.0861, 0.1404, 0.0868, 0.186, 0.0539, 0.0681, 0.0611], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:44853", "target_index": 8, "predicted_index": 2, "n_labels": 10, "latency_seconds": 0.024321305099874735, "error": null, "probabilities": [0.1473, 0.1529, 0.1986, 0.1055, 0.0464, 0.0728, 0.1467, 0.0635, 0.0443, 0.0219], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:45408", "target_index": 9, "predicted_index": 5, "n_labels": 10, "latency_seconds": 0.03202489484101534, "error": null, "probabilities": [0.0699, 0.0831, 0.0912, 0.0971, 0.0756, 0.1369, 0.119, 0.1307, 0.0617, 0.1348], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:45692", "target_index": 9, "predicted_index": 8, "n_labels": 10, "latency_seconds": 0.030939492862671614, "error": null, "probabilities": [0.1243, 0.1026, 0.0851, 0.0825, 0.0705, 0.0787, 0.164, 0.0705, 0.1699, 0.052], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:46301", "target_index": 9, "predicted_index": 3, "n_labels": 10, "latency_seconds": 0.12858544709160924, "error": null, "probabilities": [0.1337, 0.0724, 0.0937, 0.1684, 0.1348, 0.0827, 0.0675, 0.06, 0.0974, 0.0894], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:46372", "target_index": 9, "predicted_index": 6, "n_labels": 10, "latency_seconds": 0.030310554895550013, "error": null, "probabilities": [0.1006, 0.1571, 0.0719, 0.1006, 0.076, 0.0983, 0.1725, 0.0569, 0.1149, 0.051], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:47221", "target_index": 9, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.030600599013268948, "error": null, "probabilities": [0.2856, 0.0966, 0.0546, 0.0707, 0.0776, 0.0951, 0.1331, 0.0801, 0.069, 0.0375], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:47921", "target_index": 9, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.021384261082857847, "error": null, "probabilities": [0.2808, 0.1126, 0.0919, 0.1074, 0.0704, 0.0919, 0.0704, 0.075, 0.0313, 0.0683], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:48073", "target_index": 9, "predicted_index": 9, "n_labels": 10, "latency_seconds": 0.04426241898909211, "error": null, "probabilities": [0.0926, 0.0736, 0.0795, 0.0998, 0.0733, 0.0733, 0.0582, 0.0891, 0.0629, 0.2978], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:49366", "target_index": 9, "predicted_index": 4, "n_labels": 10, "latency_seconds": 0.14975580479949713, "error": null, "probabilities": [0.1145, 0.0509, 0.1244, 0.0634, 0.1827, 0.098, 0.0609, 0.0796, 0.0644, 0.1612], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:49731", "target_index": 9, "predicted_index": 1, "n_labels": 10, "latency_seconds": 0.02733998093754053, "error": null, "probabilities": [0.136, 0.1541, 0.0751, 0.1084, 0.0806, 0.1051, 0.0864, 0.0825, 0.0763, 0.0957], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "yahootopics", "example_id": "yahootopics:49810", "target_index": 9, "predicted_index": 0, "n_labels": 10, "latency_seconds": 0.02707303687930107, "error": null, "probabilities": [0.1939, 0.0829, 0.0752, 0.087, 0.0549, 0.1135, 0.1133, 0.1508, 0.0716, 0.0569], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:56", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.033306439872831106, "error": null, "probabilities": [0.7349, 0.2651], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:101", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027309849858283997, "error": null, "probabilities": [0.7106, 0.2894], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:181", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025278826244175434, "error": null, "probabilities": [0.7963, 0.2037], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:219", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1311740279197693, "error": null, "probabilities": [0.5332, 0.4668], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:282", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028098769951611757, "error": null, "probabilities": [0.5183, 0.4817], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:326", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025035163387656212, "error": null, "probabilities": [0.7535, 0.2465], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:329", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02926679328083992, "error": null, "probabilities": [0.9325, 0.0675], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:376", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13655422069132328, "error": null, "probabilities": [0.897, 0.103], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:408", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02595947403460741, "error": null, "probabilities": [0.7233, 0.2767], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:529", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02762850420549512, "error": null, "probabilities": [0.6225, 0.3775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:628", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.033136018086224794, "error": null, "probabilities": [0.9071, 0.0929], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:692", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023626747075468302, "error": null, "probabilities": [0.7549, 0.2451], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:823", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027454162016510963, "error": null, "probabilities": [0.6261, 0.3739], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:1196", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.032393999863415956, "error": null, "probabilities": [0.54, 0.46], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:1347", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15036445297300816, "error": null, "probabilities": [0.9173, 0.0827], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:1452", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13321029068902135, "error": null, "probabilities": [0.7966, 0.2034], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:1476", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024140953086316586, "error": null, "probabilities": [0.7578, 0.2422], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:1659", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0226539159193635, "error": null, "probabilities": [0.4688, 0.5312], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:1821", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023487895261496305, "error": null, "probabilities": [0.8794, 0.1206], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:1991", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025366387329995632, "error": null, "probabilities": [0.8016, 0.1984], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2172", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13250838266685605, "error": null, "probabilities": [0.7432, 0.2568], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2175", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02562416112050414, "error": null, "probabilities": [0.5156, 0.4844], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2202", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023895690217614174, "error": null, "probabilities": [0.85, 0.15], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2267", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023275753017514944, "error": null, "probabilities": [0.8988, 0.1012], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2268", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023499344941228628, "error": null, "probabilities": [0.6584, 0.3416], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2281", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1401127721183002, "error": null, "probabilities": [0.6039, 0.3961], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2520", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13968432787805796, "error": null, "probabilities": [0.6298, 0.3702], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2639", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02626579813659191, "error": null, "probabilities": [0.6723, 0.3277], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2860", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028943940065801144, "error": null, "probabilities": [0.5039, 0.4961], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:2862", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02646656008437276, "error": null, "probabilities": [0.8176, 0.1824], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3077", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13717355765402317, "error": null, "probabilities": [0.5775, 0.4225], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3231", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02871322724968195, "error": null, "probabilities": [0.6826, 0.3174], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3302", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02685824502259493, "error": null, "probabilities": [0.8129, 0.1871], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3321", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024531316943466663, "error": null, "probabilities": [0.7607, 0.2393], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3410", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025682791136205196, "error": null, "probabilities": [0.6334, 0.3666], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3429", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023442084901034832, "error": null, "probabilities": [0.6225, 0.3775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3520", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13489656196907163, "error": null, "probabilities": [0.6478, 0.3522], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3643", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021017616614699364, "error": null, "probabilities": [0.6298, 0.3702], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3791", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024061942007392645, "error": null, "probabilities": [0.6478, 0.3522], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:3825", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022775137331336737, "error": null, "probabilities": [0.5583, 0.4417], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4040", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.029026489704847336, "error": null, "probabilities": [0.6558, 0.3442], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4074", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14476960711181164, "error": null, "probabilities": [0.6077, 0.3923], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4111", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025989234913140535, "error": null, "probabilities": [0.888, 0.112], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4142", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026560591999441385, "error": null, "probabilities": [0.9402, 0.0598], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4193", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02837664308026433, "error": null, "probabilities": [0.5689, 0.4311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4327", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02838424313813448, "error": null, "probabilities": [0.7432, 0.2568], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4337", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0324719506315887, "error": null, "probabilities": [0.7549, 0.2451], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4359", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022979170083999634, "error": null, "probabilities": [0.867, 0.133], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4364", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027365911286324263, "error": null, "probabilities": [0.6077, 0.3923], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4365", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13067383179441094, "error": null, "probabilities": [0.7186, 0.2814], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4595", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13281812705099583, "error": null, "probabilities": [0.6225, 0.3775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4613", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02141138119623065, "error": null, "probabilities": [0.5039, 0.4961], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4763", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030589118134230375, "error": null, "probabilities": [0.5545, 0.4455], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:4901", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.041105262003839016, "error": null, "probabilities": [0.6261, 0.3739], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5179", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01854952797293663, "error": null, "probabilities": [0.7098, 0.2902], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5183", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018253074027597904, "error": null, "probabilities": [0.7957, 0.2043], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5194", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.028224310837686062, "error": null, "probabilities": [0.291, 0.709], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5236", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020676762331277132, "error": null, "probabilities": [0.8652, 0.1348], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5284", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021612984128296375, "error": null, "probabilities": [0.7549, 0.2451], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5532", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024982613045722246, "error": null, "probabilities": [0.7491, 0.2509], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5554", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02593773417174816, "error": null, "probabilities": [0.8344, 0.1656], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5587", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03134473692625761, "error": null, "probabilities": [0.4961, 0.5039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5668", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03161712968721986, "error": null, "probabilities": [0.6514, 0.3486], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:5670", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02675417298451066, "error": null, "probabilities": [0.728, 0.272], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6099", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025186524726450443, "error": null, "probabilities": [0.654, 0.346], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6226", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1358712031506002, "error": null, "probabilities": [0.51, 0.49], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6332", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02334628300741315, "error": null, "probabilities": [0.7417, 0.2583], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6422", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12570804404094815, "error": null, "probabilities": [0.719, 0.281], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6603", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02425294416025281, "error": null, "probabilities": [0.4533, 0.5467], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6651", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02579505229368806, "error": null, "probabilities": [0.7249, 0.2751], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6849", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030088211875408888, "error": null, "probabilities": [0.6758, 0.3242], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6962", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14880930399522185, "error": null, "probabilities": [0.4111, 0.5889], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:6978", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02387269027531147, "error": null, "probabilities": [0.9248, 0.0752], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7024", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030739350244402885, "error": null, "probabilities": [0.8249, 0.1751], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7134", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030693059787154198, "error": null, "probabilities": [0.6567, 0.3433], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7187", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018937862012535334, "error": null, "probabilities": [0.8295, 0.1705], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7231", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01992583367973566, "error": null, "probabilities": [0.5487, 0.4513], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7258", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13558360002934933, "error": null, "probabilities": [0.7432, 0.2568], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7274", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020878565032035112, "error": null, "probabilities": [0.851, 0.149], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7287", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13489158218726516, "error": null, "probabilities": [0.9395, 0.0605], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7303", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.034473774023354053, "error": null, "probabilities": [0.8926, 0.1074], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7308", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.046579886227846146, "error": null, "probabilities": [0.7944, 0.2056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7469", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13803768763318658, "error": null, "probabilities": [0.7578, 0.2422], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7647", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02727008005604148, "error": null, "probabilities": [0.6225, 0.3775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7747", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03287725616246462, "error": null, "probabilities": [0.5564, 0.4436], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7784", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025490968953818083, "error": null, "probabilities": [0.4805, 0.5195], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7911", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0176039170473814, "error": null, "probabilities": [0.7138, 0.2862], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7925", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019867912866175175, "error": null, "probabilities": [0.9426, 0.0574], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:7968", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02243101317435503, "error": null, "probabilities": [0.5554, 0.4446], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8082", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019197335001081228, "error": null, "probabilities": [0.7249, 0.2751], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8105", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03048220695927739, "error": null, "probabilities": [0.7098, 0.2902], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8428", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02750391187146306, "error": null, "probabilities": [0.8285, 0.1715], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8535", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024495576974004507, "error": null, "probabilities": [0.7089, 0.2911], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8652", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022323922254145145, "error": null, "probabilities": [0.4961, 0.5039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8668", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1327844369225204, "error": null, "probabilities": [0.4922, 0.5078], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8741", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025721591897308826, "error": null, "probabilities": [0.6334, 0.3666], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8743", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02507661422714591, "error": null, "probabilities": [0.8408, 0.1592], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8746", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02521567465737462, "error": null, "probabilities": [0.7074, 0.2926], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8805", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026701342780143023, "error": null, "probabilities": [0.601, 0.399], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "trueteacher", "example_id": "trueteacher:8829", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026068346109241247, "error": null, "probabilities": [0.5506, 0.4494], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:79", "target_index": 0, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.03310898831114173, "error": null, "probabilities": [0.0066, 0.0082, 0.0075, 0.0069, 0.0072, 0.0073, 0.0072, 0.0082, 0.0076, 0.0073, 0.0069, 0.0088, 0.0081, 0.006, 0.0068, 0.0102, 0.0374, 0.044, 0.0446, 0.0412, 0.0422, 0.0433, 0.0453, 0.0408, 0.0377, 0.0508, 0.041, 0.0363, 0.0398, 0.0325, 0.0304, 0.037, 0.0285, 0.0222, 0.0244, 0.0209, 0.0193, 0.0147, 0.0145, 0.0139, 0.0053, 0.0057, 0.0081, 0.0059, 0.0078, 0.0071, 0.0055, 0.0046, 0.0049, 0.0036, 0.0038, 0.004, 0.0031, 0.0027, 0.0025, 0.002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:87", "target_index": 0, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.04618780128657818, "error": null, "probabilities": [0.0141, 0.0115, 0.0115, 0.0115, 0.0111, 0.0117, 0.012, 0.0113, 0.0111, 0.011, 0.0108, 0.0124, 0.012, 0.0106, 0.0098, 0.0145, 0.0313, 0.0325, 0.0325, 0.0368, 0.0343, 0.0301, 0.0303, 0.0282, 0.0296, 0.0328, 0.0276, 0.0243, 0.0232, 0.0199, 0.019, 0.0202, 0.0205, 0.0249, 0.0236, 0.0229, 0.0202, 0.019, 0.0215, 0.0215, 0.009, 0.0095, 0.0103, 0.0103, 0.0105, 0.0095, 0.0101, 0.0143, 0.0139, 0.0155, 0.013, 0.0128, 0.0137, 0.0139, 0.011, 0.0091], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:682", "target_index": 1, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.044522582087665796, "error": null, "probabilities": [0.0219, 0.0222, 0.0222, 0.0196, 0.0216, 0.0226, 0.0184, 0.0233, 0.0199, 0.019, 0.0237, 0.0216, 0.0216, 0.0196, 0.0148, 0.0173, 0.0339, 0.0281, 0.0316, 0.0372, 0.0326, 0.0331, 0.0297, 0.0281, 0.0268, 0.0252, 0.0229, 0.0199, 0.0165, 0.0158, 0.0133, 0.0112, 0.0144, 0.0148, 0.0137, 0.015, 0.0139, 0.0139, 0.0165, 0.0155, 0.0071, 0.0081, 0.0082, 0.01, 0.0073, 0.0073, 0.0083, 0.0073, 0.0091, 0.0094, 0.0079, 0.009, 0.0129, 0.0121, 0.0131, 0.0097], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:807", "target_index": 1, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.036443057004362345, "error": null, "probabilities": [0.0197, 0.0194, 0.019, 0.0183, 0.0169, 0.021, 0.0168, 0.0155, 0.016, 0.0139, 0.0143, 0.0164, 0.016, 0.0144, 0.0146, 0.0164, 0.0257, 0.0259, 0.0266, 0.03, 0.025, 0.0238, 0.0227, 0.0222, 0.022, 0.0261, 0.0233, 0.0217, 0.0261, 0.0212, 0.0218, 0.0208, 0.0217, 0.0225, 0.0188, 0.018, 0.0147, 0.0147, 0.0149, 0.0168, 0.0103, 0.0121, 0.0173, 0.0137, 0.0165, 0.0184, 0.0164, 0.017, 0.0114, 0.0103, 0.0108, 0.0124, 0.013, 0.0112, 0.0089, 0.0048], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:915", "target_index": 2, "predicted_index": 18, "n_labels": 56, "latency_seconds": 0.02427802514284849, "error": null, "probabilities": [0.0183, 0.0164, 0.0145, 0.0138, 0.0159, 0.0175, 0.0183, 0.0175, 0.0167, 0.0162, 0.018, 0.0195, 0.0167, 0.0175, 0.0164, 0.0218, 0.0317, 0.0348, 0.0376, 0.0353, 0.0353, 0.0284, 0.0275, 0.0275, 0.0288, 0.0298, 0.0288, 0.0271, 0.0239, 0.0208, 0.0175, 0.0175, 0.0172, 0.0183, 0.0172, 0.0162, 0.0162, 0.0157, 0.0162, 0.0157, 0.0095, 0.0095, 0.0083, 0.0088, 0.0079, 0.008, 0.0089, 0.0098, 0.0088, 0.0092, 0.0092, 0.0085, 0.0097, 0.0097, 0.0085, 0.0056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:916", "target_index": 2, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.13444347586482763, "error": null, "probabilities": [0.0199, 0.0187, 0.0184, 0.0164, 0.0141, 0.016, 0.0148, 0.0173, 0.015, 0.0139, 0.0176, 0.0146, 0.0172, 0.0177, 0.0155, 0.022, 0.0387, 0.0378, 0.0366, 0.0355, 0.0338, 0.036, 0.0336, 0.0349, 0.0333, 0.0299, 0.0326, 0.0315, 0.0285, 0.026, 0.0236, 0.021, 0.0196, 0.0188, 0.0172, 0.0157, 0.016, 0.0155, 0.0139, 0.0135, 0.0077, 0.0061, 0.007, 0.0067, 0.0056, 0.0045, 0.0044, 0.0052, 0.0048, 0.0061, 0.0055, 0.0059, 0.0052, 0.0053, 0.0044, 0.0034], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:926", "target_index": 3, "predicted_index": 18, "n_labels": 56, "latency_seconds": 0.026707623153924942, "error": null, "probabilities": [0.0176, 0.0179, 0.0168, 0.0165, 0.0181, 0.0158, 0.0146, 0.0158, 0.0146, 0.0141, 0.0148, 0.0158, 0.0146, 0.0146, 0.0141, 0.0155, 0.0248, 0.0299, 0.0319, 0.0309, 0.0309, 0.0272, 0.0256, 0.0295, 0.0286, 0.026, 0.0237, 0.0268, 0.0252, 0.0202, 0.019, 0.0187, 0.0196, 0.0226, 0.0216, 0.0158, 0.015, 0.0168, 0.0165, 0.0153, 0.0096, 0.0103, 0.011, 0.0133, 0.0127, 0.0099, 0.0107, 0.0125, 0.0121, 0.0108, 0.0127, 0.0139, 0.0135, 0.0127, 0.0125, 0.0088], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:934", "target_index": 3, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.023765359073877335, "error": null, "probabilities": [0.0221, 0.0221, 0.0189, 0.0161, 0.0164, 0.0192, 0.018, 0.018, 0.0161, 0.0159, 0.0177, 0.0186, 0.0177, 0.0136, 0.0142, 0.0167, 0.0297, 0.0283, 0.0292, 0.0342, 0.0336, 0.0316, 0.0239, 0.0211, 0.0239, 0.0292, 0.0262, 0.0195, 0.0211, 0.0183, 0.0186, 0.018, 0.0164, 0.0167, 0.018, 0.018, 0.0156, 0.0149, 0.0154, 0.0149, 0.0101, 0.0098, 0.0111, 0.0101, 0.0108, 0.0118, 0.0116, 0.0118, 0.0126, 0.0128, 0.0126, 0.0122, 0.0109, 0.0113, 0.0092, 0.0138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:939", "target_index": 4, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.02656735200434923, "error": null, "probabilities": [0.0121, 0.0139, 0.0165, 0.0173, 0.0168, 0.0168, 0.015, 0.0143, 0.016, 0.0139, 0.0143, 0.0181, 0.0173, 0.016, 0.0146, 0.0233, 0.0358, 0.0396, 0.0378, 0.0358, 0.0323, 0.0304, 0.0352, 0.0304, 0.0281, 0.0313, 0.0256, 0.0226, 0.0202, 0.0155, 0.0168, 0.0215, 0.0222, 0.0219, 0.0199, 0.0165, 0.0173, 0.0153, 0.0155, 0.0155, 0.0082, 0.0086, 0.0117, 0.011, 0.0115, 0.0099, 0.008, 0.0102, 0.0093, 0.0073, 0.0083, 0.0093, 0.0091, 0.0069, 0.0061, 0.0059], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1048", "target_index": 4, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.1320342980325222, "error": null, "probabilities": [0.0153, 0.0161, 0.0171, 0.0171, 0.0179, 0.0185, 0.0168, 0.0171, 0.0171, 0.0151, 0.0156, 0.0166, 0.0156, 0.0151, 0.0133, 0.0179, 0.0302, 0.0307, 0.0288, 0.028, 0.0267, 0.0259, 0.0261, 0.0239, 0.0261, 0.0265, 0.0241, 0.0234, 0.0214, 0.0203, 0.0209, 0.0235, 0.0234, 0.0247, 0.0232, 0.0219, 0.0218, 0.0188, 0.0194, 0.0179, 0.0109, 0.0109, 0.0116, 0.0114, 0.0117, 0.0125, 0.01, 0.0099, 0.0094, 0.0099, 0.0097, 0.0097, 0.0094, 0.0082, 0.0086, 0.0069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1116", "target_index": 5, "predicted_index": 18, "n_labels": 56, "latency_seconds": 0.1426275111734867, "error": null, "probabilities": [0.0243, 0.0243, 0.022, 0.0211, 0.022, 0.0241, 0.0196, 0.021, 0.0211, 0.0196, 0.0207, 0.0196, 0.0199, 0.0178, 0.0165, 0.021, 0.0265, 0.0282, 0.0294, 0.0284, 0.0245, 0.0229, 0.0216, 0.0222, 0.0234, 0.0218, 0.021, 0.019, 0.0207, 0.0173, 0.0148, 0.0155, 0.0157, 0.0167, 0.016, 0.0141, 0.0134, 0.0148, 0.0155, 0.0148, 0.01, 0.0095, 0.011, 0.012, 0.0119, 0.0098, 0.0117, 0.0117, 0.013, 0.013, 0.0122, 0.0141, 0.0134, 0.0134, 0.0113, 0.0095], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1139", "target_index": 5, "predicted_index": 20, "n_labels": 56, "latency_seconds": 0.027261959854513407, "error": null, "probabilities": [0.0198, 0.0157, 0.0143, 0.0127, 0.011, 0.0107, 0.0117, 0.0115, 0.0103, 0.0113, 0.011, 0.0115, 0.0125, 0.0105, 0.009, 0.0125, 0.029, 0.0276, 0.0341, 0.0331, 0.0384, 0.0336, 0.0349, 0.0355, 0.0264, 0.0336, 0.0369, 0.0318, 0.0233, 0.0292, 0.0219, 0.0207, 0.027, 0.0184, 0.0173, 0.0162, 0.0162, 0.0133, 0.015, 0.0194, 0.0078, 0.0082, 0.0069, 0.0066, 0.0057, 0.007, 0.0082, 0.007, 0.0086, 0.0105, 0.0103, 0.0094, 0.0141, 0.0148, 0.0252, 0.0212], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1143", "target_index": 6, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.025654121302068233, "error": null, "probabilities": [0.0166, 0.0144, 0.0125, 0.0131, 0.0122, 0.0136, 0.0131, 0.0131, 0.0144, 0.014, 0.0144, 0.0177, 0.018, 0.014, 0.0124, 0.0138, 0.0292, 0.032, 0.0346, 0.0369, 0.0336, 0.032, 0.0315, 0.0262, 0.0262, 0.0331, 0.0311, 0.0283, 0.0301, 0.0266, 0.0262, 0.0266, 0.0238, 0.022, 0.0191, 0.0201, 0.0191, 0.0177, 0.0197, 0.0204, 0.0096, 0.0107, 0.0098, 0.0082, 0.009, 0.0079, 0.0079, 0.0081, 0.0069, 0.008, 0.0079, 0.008, 0.0069, 0.0067, 0.0061, 0.0049], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1158", "target_index": 6, "predicted_index": 3, "n_labels": 56, "latency_seconds": 0.038173397071659565, "error": null, "probabilities": [0.0247, 0.0243, 0.0251, 0.0308, 0.0294, 0.0251, 0.024, 0.019, 0.0205, 0.0215, 0.0236, 0.0232, 0.024, 0.0208, 0.019, 0.024, 0.0202, 0.0202, 0.0208, 0.0222, 0.0215, 0.0196, 0.0259, 0.0276, 0.0229, 0.0243, 0.0212, 0.0178, 0.0202, 0.0184, 0.0173, 0.0196, 0.0199, 0.0178, 0.0148, 0.0128, 0.0126, 0.011, 0.0108, 0.0119, 0.011, 0.0134, 0.0173, 0.0121, 0.0126, 0.0141, 0.0098, 0.0087, 0.0085, 0.0084, 0.0083, 0.0097, 0.0122, 0.0092, 0.0074, 0.0073], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1217", "target_index": 7, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.02776147471740842, "error": null, "probabilities": [0.0236, 0.0263, 0.0293, 0.0263, 0.0263, 0.0276, 0.0205, 0.0178, 0.017, 0.0167, 0.0184, 0.0189, 0.0189, 0.0184, 0.0162, 0.0202, 0.0317, 0.0276, 0.0267, 0.0293, 0.0259, 0.0243, 0.0255, 0.0255, 0.0247, 0.0263, 0.0232, 0.0165, 0.0172, 0.0172, 0.0162, 0.017, 0.0205, 0.0211, 0.0186, 0.0167, 0.0132, 0.0119, 0.0128, 0.0134, 0.008, 0.0084, 0.0106, 0.0101, 0.0097, 0.01, 0.0098, 0.0095, 0.0106, 0.0113, 0.0098, 0.0089, 0.01, 0.0103, 0.0087, 0.0088], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1219", "target_index": 7, "predicted_index": 20, "n_labels": 56, "latency_seconds": 0.02858909498900175, "error": null, "probabilities": [0.0049, 0.0045, 0.0045, 0.0039, 0.0045, 0.0046, 0.0047, 0.0057, 0.0051, 0.0045, 0.0049, 0.0063, 0.0057, 0.0058, 0.0055, 0.011, 0.0432, 0.0432, 0.0382, 0.0422, 0.0473, 0.0426, 0.0391, 0.0361, 0.0337, 0.0419, 0.0416, 0.0443, 0.0376, 0.0336, 0.0334, 0.0253, 0.0222, 0.022, 0.0244, 0.0242, 0.0259, 0.0202, 0.0222, 0.0236, 0.0095, 0.0135, 0.0102, 0.0111, 0.0093, 0.0078, 0.0057, 0.0048, 0.0045, 0.005, 0.0057, 0.0046, 0.0044, 0.0039, 0.0035, 0.0025], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1236", "target_index": 8, "predicted_index": 2, "n_labels": 56, "latency_seconds": 0.03055982803925872, "error": null, "probabilities": [0.0268, 0.0268, 0.0323, 0.0309, 0.0222, 0.0212, 0.0187, 0.0187, 0.0233, 0.0244, 0.0219, 0.0202, 0.0184, 0.0187, 0.016, 0.0133, 0.024, 0.0248, 0.0222, 0.0237, 0.0229, 0.0229, 0.0256, 0.0226, 0.0206, 0.0193, 0.0184, 0.017, 0.0155, 0.0137, 0.0153, 0.0163, 0.0176, 0.0187, 0.015, 0.015, 0.0153, 0.0131, 0.0137, 0.0139, 0.0099, 0.0115, 0.0131, 0.0139, 0.0115, 0.0105, 0.0133, 0.0119, 0.0102, 0.0131, 0.0137, 0.015, 0.0176, 0.0141, 0.0113, 0.0086], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1238", "target_index": 8, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.030953163281083107, "error": null, "probabilities": [0.0229, 0.0182, 0.0173, 0.016, 0.0158, 0.0163, 0.0144, 0.0139, 0.0131, 0.0141, 0.0144, 0.015, 0.015, 0.0135, 0.0127, 0.0165, 0.029, 0.0272, 0.0295, 0.0314, 0.029, 0.026, 0.0248, 0.0268, 0.0264, 0.0314, 0.0256, 0.0226, 0.0244, 0.0237, 0.0233, 0.0219, 0.0237, 0.0229, 0.0222, 0.0193, 0.0173, 0.0165, 0.0176, 0.0193, 0.0087, 0.0087, 0.0093, 0.0097, 0.0107, 0.0096, 0.0099, 0.0103, 0.0105, 0.0117, 0.0114, 0.0103, 0.0102, 0.0139, 0.0139, 0.0102], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1260", "target_index": 9, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.025093923788517714, "error": null, "probabilities": [0.0179, 0.0182, 0.0205, 0.0182, 0.0179, 0.0182, 0.0166, 0.0169, 0.0177, 0.0166, 0.0161, 0.0179, 0.0174, 0.0174, 0.0166, 0.0174, 0.0276, 0.0282, 0.0272, 0.0272, 0.0257, 0.024, 0.0251, 0.0247, 0.0242, 0.0249, 0.0232, 0.022, 0.0213, 0.0188, 0.0182, 0.0179, 0.0185, 0.0188, 0.0179, 0.0171, 0.0171, 0.0163, 0.0179, 0.0179, 0.0107, 0.0129, 0.014, 0.0125, 0.0129, 0.0125, 0.0121, 0.0121, 0.012, 0.0116, 0.012, 0.0125, 0.0125, 0.0125, 0.012, 0.0114], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1266", "target_index": 9, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.027646224945783615, "error": null, "probabilities": [0.0237, 0.0212, 0.0196, 0.0158, 0.0137, 0.0184, 0.0165, 0.0168, 0.017, 0.0148, 0.0129, 0.0141, 0.0133, 0.0119, 0.0112, 0.0139, 0.0264, 0.026, 0.0281, 0.0314, 0.0292, 0.0292, 0.0272, 0.0272, 0.0272, 0.0292, 0.0272, 0.0256, 0.0277, 0.0256, 0.0233, 0.0212, 0.0215, 0.0215, 0.0199, 0.0202, 0.0176, 0.0165, 0.0176, 0.0173, 0.0087, 0.0091, 0.0103, 0.0097, 0.009, 0.0088, 0.0096, 0.0131, 0.0114, 0.0125, 0.0123, 0.0125, 0.0125, 0.0093, 0.0068, 0.0056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1738", "target_index": 10, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.03510235156863928, "error": null, "probabilities": [0.0283, 0.0258, 0.025, 0.0221, 0.0207, 0.0235, 0.0201, 0.0207, 0.0217, 0.0192, 0.0204, 0.0207, 0.0207, 0.0186, 0.0174, 0.0228, 0.0342, 0.0425, 0.0375, 0.0369, 0.0352, 0.0292, 0.0342, 0.0262, 0.0297, 0.0306, 0.0258, 0.0238, 0.0214, 0.0152, 0.0132, 0.0154, 0.0126, 0.0113, 0.0096, 0.0091, 0.0088, 0.0088, 0.0101, 0.0089, 0.0065, 0.0069, 0.0072, 0.0048, 0.0052, 0.0081, 0.0086, 0.0081, 0.0095, 0.0082, 0.0092, 0.0099, 0.0098, 0.0081, 0.0072, 0.0049], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:1859", "target_index": 10, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.13486271118745208, "error": null, "probabilities": [0.0205, 0.0211, 0.0222, 0.0205, 0.0202, 0.019, 0.0178, 0.017, 0.0175, 0.0162, 0.016, 0.0187, 0.0193, 0.0178, 0.017, 0.0187, 0.0255, 0.0272, 0.0276, 0.0285, 0.0259, 0.0255, 0.0267, 0.0229, 0.0222, 0.024, 0.0222, 0.0205, 0.0196, 0.0175, 0.0175, 0.0193, 0.0199, 0.0196, 0.0175, 0.0165, 0.0155, 0.013, 0.0141, 0.0141, 0.0103, 0.0117, 0.0119, 0.0113, 0.013, 0.0137, 0.013, 0.0128, 0.013, 0.0137, 0.0132, 0.0124, 0.0128, 0.0122, 0.012, 0.0111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:2038", "target_index": 11, "predicted_index": 1, "n_labels": 56, "latency_seconds": 0.02870472613722086, "error": null, "probabilities": [0.0351, 0.0373, 0.033, 0.0291, 0.0324, 0.0206, 0.0174, 0.0213, 0.0194, 0.0191, 0.0185, 0.0245, 0.0223, 0.0241, 0.022, 0.0191, 0.0176, 0.02, 0.02, 0.0163, 0.0163, 0.0156, 0.0176, 0.0194, 0.0179, 0.0168, 0.0149, 0.0174, 0.0179, 0.0146, 0.0144, 0.0166, 0.0171, 0.0161, 0.0151, 0.0119, 0.0127, 0.0127, 0.0125, 0.0117, 0.0102, 0.0135, 0.0176, 0.0179, 0.0153, 0.0156, 0.0127, 0.0156, 0.0125, 0.0114, 0.0142, 0.0137, 0.014, 0.0133, 0.0135, 0.0109], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:2214", "target_index": 11, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.028387522790580988, "error": null, "probabilities": [0.0228, 0.0195, 0.0195, 0.0178, 0.0172, 0.0169, 0.0162, 0.0167, 0.0157, 0.0157, 0.0164, 0.0172, 0.0164, 0.0149, 0.0134, 0.0143, 0.0243, 0.025, 0.0235, 0.0232, 0.0221, 0.0214, 0.0211, 0.0201, 0.0198, 0.0224, 0.0217, 0.0186, 0.0178, 0.0178, 0.0201, 0.0228, 0.0214, 0.0201, 0.0189, 0.0186, 0.0178, 0.0169, 0.0186, 0.0201, 0.0128, 0.0134, 0.0132, 0.0126, 0.0132, 0.0128, 0.013, 0.0134, 0.0147, 0.0167, 0.0172, 0.0175, 0.0167, 0.0164, 0.0169, 0.0149], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:2363", "target_index": 12, "predicted_index": 20, "n_labels": 56, "latency_seconds": 0.031493199057877064, "error": null, "probabilities": [0.0251, 0.021, 0.0199, 0.0169, 0.0156, 0.0161, 0.0171, 0.0163, 0.0149, 0.0151, 0.0153, 0.0149, 0.0156, 0.0144, 0.0129, 0.0149, 0.0234, 0.022, 0.0216, 0.0249, 0.0255, 0.0241, 0.0245, 0.0241, 0.0213, 0.0241, 0.0238, 0.0207, 0.0196, 0.0191, 0.02, 0.02, 0.021, 0.02, 0.0182, 0.0187, 0.0191, 0.0169, 0.0174, 0.0203, 0.0121, 0.0131, 0.0144, 0.0131, 0.0197, 0.0121, 0.0171, 0.0131, 0.0109, 0.0135, 0.0131, 0.0133, 0.0149, 0.0169, 0.0127, 0.0133], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:2378", "target_index": 12, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.026645871810615063, "error": null, "probabilities": [0.0181, 0.0162, 0.0173, 0.0168, 0.0157, 0.0165, 0.0155, 0.0148, 0.0155, 0.0153, 0.0153, 0.0168, 0.016, 0.016, 0.0153, 0.0162, 0.0321, 0.0321, 0.0311, 0.0321, 0.0303, 0.0281, 0.0308, 0.0294, 0.0281, 0.0283, 0.0248, 0.0229, 0.0226, 0.0205, 0.0209, 0.024, 0.0252, 0.0252, 0.0222, 0.0178, 0.0168, 0.0146, 0.0133, 0.0135, 0.0073, 0.008, 0.0094, 0.0105, 0.0094, 0.0099, 0.0105, 0.0088, 0.0094, 0.011, 0.0108, 0.0102, 0.0107, 0.0112, 0.0103, 0.0093], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:2622", "target_index": 13, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.14631004491820931, "error": null, "probabilities": [0.0159, 0.0157, 0.0141, 0.015, 0.0152, 0.0164, 0.0147, 0.0134, 0.0128, 0.012, 0.0134, 0.0136, 0.013, 0.012, 0.0118, 0.0154, 0.0289, 0.0302, 0.03, 0.0335, 0.0307, 0.0278, 0.0273, 0.0278, 0.0295, 0.0345, 0.031, 0.0247, 0.0251, 0.022, 0.0205, 0.0225, 0.0225, 0.0257, 0.0257, 0.0234, 0.0195, 0.0178, 0.0192, 0.0205, 0.0101, 0.0101, 0.0085, 0.0084, 0.0094, 0.0089, 0.01, 0.0098, 0.0095, 0.011, 0.0094, 0.0094, 0.0092, 0.0105, 0.011, 0.0101], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:2744", "target_index": 13, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.03407813888043165, "error": null, "probabilities": [0.0173, 0.0158, 0.0163, 0.0171, 0.016, 0.0206, 0.0166, 0.0155, 0.0146, 0.0126, 0.0135, 0.0163, 0.0162, 0.0146, 0.0138, 0.0171, 0.0359, 0.0383, 0.0295, 0.029, 0.0295, 0.0267, 0.0277, 0.0279, 0.0267, 0.0337, 0.0309, 0.0275, 0.0247, 0.0191, 0.023, 0.0235, 0.0204, 0.0204, 0.0191, 0.0173, 0.0169, 0.0134, 0.0122, 0.0132, 0.0104, 0.0124, 0.0126, 0.0111, 0.0122, 0.0122, 0.0133, 0.0092, 0.0083, 0.0087, 0.0092, 0.0092, 0.0078, 0.0079, 0.0085, 0.0065], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:2876", "target_index": 14, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.035780198872089386, "error": null, "probabilities": [0.0277, 0.0266, 0.0264, 0.0219, 0.0207, 0.0224, 0.0226, 0.0221, 0.0224, 0.0228, 0.0242, 0.0277, 0.0237, 0.0229, 0.019, 0.0206, 0.0233, 0.0204, 0.0224, 0.0272, 0.027, 0.025, 0.0229, 0.019, 0.0184, 0.0217, 0.0179, 0.0165, 0.0193, 0.0184, 0.0168, 0.0153, 0.0141, 0.0137, 0.0146, 0.0141, 0.0112, 0.0097, 0.0139, 0.0196, 0.0105, 0.0125, 0.0129, 0.0108, 0.01, 0.0119, 0.0099, 0.0082, 0.0119, 0.0144, 0.0119, 0.0127, 0.0121, 0.0117, 0.0121, 0.0107], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:2965", "target_index": 14, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.03022919362410903, "error": null, "probabilities": [0.019, 0.0165, 0.0178, 0.0162, 0.0146, 0.0168, 0.0157, 0.0168, 0.0165, 0.016, 0.0137, 0.0168, 0.017, 0.0146, 0.0141, 0.0153, 0.029, 0.0294, 0.0304, 0.0347, 0.0301, 0.0308, 0.0331, 0.0276, 0.0246, 0.0316, 0.0285, 0.0252, 0.026, 0.0204, 0.0194, 0.0201, 0.0219, 0.0204, 0.0176, 0.0181, 0.0173, 0.015, 0.0157, 0.0173, 0.01, 0.0123, 0.0117, 0.01, 0.0094, 0.0084, 0.0099, 0.0091, 0.0097, 0.0102, 0.011, 0.011, 0.0107, 0.0099, 0.0077, 0.0077], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:3037", "target_index": 15, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.027408401016145945, "error": null, "probabilities": [0.0147, 0.0111, 0.0117, 0.0117, 0.011, 0.0118, 0.0108, 0.0106, 0.011, 0.0106, 0.0106, 0.0101, 0.0101, 0.01, 0.0097, 0.0134, 0.0307, 0.0327, 0.0327, 0.0371, 0.0284, 0.0255, 0.0289, 0.0284, 0.0284, 0.0338, 0.0303, 0.0293, 0.0332, 0.0303, 0.0259, 0.0247, 0.0271, 0.0276, 0.0251, 0.0239, 0.0228, 0.0208, 0.0221, 0.0221, 0.0084, 0.0098, 0.0098, 0.0085, 0.0087, 0.0088, 0.0098, 0.0097, 0.0105, 0.0098, 0.0088, 0.0085, 0.0105, 0.0103, 0.0091, 0.0081], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:3046", "target_index": 15, "predicted_index": 18, "n_labels": 56, "latency_seconds": 0.020833593793213367, "error": null, "probabilities": [0.0224, 0.0234, 0.0231, 0.0207, 0.018, 0.0197, 0.0151, 0.0185, 0.0166, 0.0144, 0.0136, 0.014, 0.0149, 0.0138, 0.0144, 0.0177, 0.027, 0.0292, 0.0296, 0.0296, 0.0253, 0.0246, 0.0246, 0.0242, 0.022, 0.0234, 0.0213, 0.0213, 0.0227, 0.0164, 0.0156, 0.0161, 0.018, 0.0188, 0.0197, 0.0177, 0.0161, 0.0171, 0.0171, 0.0166, 0.0099, 0.0109, 0.0111, 0.0109, 0.0111, 0.0116, 0.0114, 0.0122, 0.0156, 0.0127, 0.0151, 0.0238, 0.0177, 0.012, 0.0104, 0.0093], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:3487", "target_index": 16, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.03176171239465475, "error": null, "probabilities": [0.0178, 0.0192, 0.0225, 0.0239, 0.0216, 0.0245, 0.022, 0.0221, 0.0192, 0.0192, 0.0188, 0.0232, 0.0225, 0.0192, 0.017, 0.0168, 0.0267, 0.0255, 0.0239, 0.0269, 0.0241, 0.0228, 0.0218, 0.021, 0.0202, 0.0238, 0.0225, 0.0198, 0.0182, 0.0167, 0.0178, 0.0179, 0.0178, 0.0174, 0.0142, 0.0149, 0.0142, 0.0123, 0.0127, 0.0155, 0.0127, 0.0151, 0.0125, 0.0114, 0.0119, 0.0125, 0.014, 0.0121, 0.0099, 0.0129, 0.0129, 0.0127, 0.0131, 0.0133, 0.0135, 0.011], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:4219", "target_index": 16, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.021719764918088913, "error": null, "probabilities": [0.019, 0.0184, 0.0173, 0.016, 0.016, 0.0178, 0.0162, 0.0155, 0.016, 0.0143, 0.0148, 0.0162, 0.0157, 0.0152, 0.0137, 0.0175, 0.0308, 0.0303, 0.028, 0.028, 0.0272, 0.0268, 0.028, 0.0255, 0.0272, 0.028, 0.0259, 0.0276, 0.0215, 0.0208, 0.0202, 0.0208, 0.0208, 0.0208, 0.0205, 0.0202, 0.0187, 0.0184, 0.0181, 0.0155, 0.0105, 0.0115, 0.0121, 0.0113, 0.0106, 0.0113, 0.0098, 0.0106, 0.0112, 0.0115, 0.0105, 0.0117, 0.0113, 0.0102, 0.0098, 0.0067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:4321", "target_index": 17, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.026664122007787228, "error": null, "probabilities": [0.0222, 0.019, 0.0176, 0.015, 0.0141, 0.0143, 0.0141, 0.015, 0.0133, 0.0131, 0.0127, 0.0133, 0.0141, 0.0131, 0.0123, 0.015, 0.0277, 0.0294, 0.0294, 0.0281, 0.0237, 0.0229, 0.0244, 0.0233, 0.0226, 0.0294, 0.0294, 0.0268, 0.0272, 0.0229, 0.0215, 0.0237, 0.0256, 0.0244, 0.0229, 0.0226, 0.0215, 0.0187, 0.0184, 0.0179, 0.0096, 0.011, 0.0131, 0.0093, 0.0091, 0.0107, 0.0112, 0.0112, 0.0119, 0.0125, 0.0112, 0.0117, 0.0112, 0.0103, 0.011, 0.0125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:4322", "target_index": 17, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.029887509997934103, "error": null, "probabilities": [0.0238, 0.0217, 0.0203, 0.0197, 0.0191, 0.0188, 0.0185, 0.0185, 0.0177, 0.0169, 0.0163, 0.0169, 0.0174, 0.0154, 0.0147, 0.0185, 0.0278, 0.0282, 0.0261, 0.0261, 0.0245, 0.0242, 0.0253, 0.0234, 0.023, 0.0234, 0.0223, 0.0194, 0.0217, 0.0182, 0.0177, 0.0188, 0.0191, 0.021, 0.0207, 0.0197, 0.0185, 0.0174, 0.0174, 0.0171, 0.0095, 0.0104, 0.0118, 0.0107, 0.0118, 0.012, 0.0118, 0.0138, 0.0121, 0.0118, 0.0114, 0.0123, 0.0136, 0.0125, 0.0106, 0.0087], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:4463", "target_index": 18, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.020245236810296774, "error": null, "probabilities": [0.0164, 0.0164, 0.0172, 0.0167, 0.0157, 0.0172, 0.0169, 0.0162, 0.0152, 0.0154, 0.0145, 0.0164, 0.0162, 0.0147, 0.0136, 0.0159, 0.0302, 0.0288, 0.0284, 0.0288, 0.0271, 0.025, 0.0275, 0.0266, 0.0254, 0.0316, 0.0275, 0.0228, 0.0224, 0.0211, 0.0207, 0.0221, 0.0243, 0.0243, 0.0224, 0.0228, 0.0214, 0.0177, 0.0189, 0.0192, 0.0089, 0.0096, 0.0104, 0.0086, 0.0098, 0.0126, 0.0111, 0.0092, 0.0095, 0.0096, 0.0103, 0.0101, 0.0111, 0.01, 0.0095, 0.0081], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:4520", "target_index": 18, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.13758092327043414, "error": null, "probabilities": [0.0149, 0.0144, 0.0133, 0.0131, 0.0127, 0.0149, 0.014, 0.0133, 0.0127, 0.0127, 0.0125, 0.0131, 0.0129, 0.0121, 0.0112, 0.0133, 0.0251, 0.0257, 0.0278, 0.033, 0.0327, 0.0307, 0.0305, 0.0284, 0.0291, 0.0385, 0.0377, 0.0312, 0.03, 0.0263, 0.0249, 0.0261, 0.0286, 0.0284, 0.0259, 0.0251, 0.0216, 0.0174, 0.0188, 0.0208, 0.0092, 0.0093, 0.0097, 0.008, 0.0082, 0.0092, 0.009, 0.0085, 0.0116, 0.0085, 0.0066, 0.0063, 0.0061, 0.0057, 0.0049, 0.0039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:5688", "target_index": 19, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.028080458752810955, "error": null, "probabilities": [0.0169, 0.0182, 0.0191, 0.0188, 0.021, 0.0207, 0.021, 0.0188, 0.0171, 0.0169, 0.0185, 0.0194, 0.0185, 0.0169, 0.0151, 0.0185, 0.0285, 0.0269, 0.0253, 0.0274, 0.0265, 0.0234, 0.0242, 0.0242, 0.0242, 0.0278, 0.0249, 0.0223, 0.0234, 0.0227, 0.0216, 0.0207, 0.0197, 0.0207, 0.0197, 0.0194, 0.0188, 0.0158, 0.0166, 0.0138, 0.009, 0.0085, 0.0107, 0.0107, 0.0107, 0.0111, 0.0096, 0.0131, 0.0102, 0.0118, 0.0121, 0.0095, 0.0087, 0.0089, 0.0078, 0.0138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:5895", "target_index": 19, "predicted_index": 1, "n_labels": 56, "latency_seconds": 0.020872883964329958, "error": null, "probabilities": [0.0211, 0.0275, 0.0261, 0.0254, 0.0225, 0.0254, 0.0263, 0.0235, 0.0225, 0.0208, 0.0234, 0.023, 0.023, 0.0204, 0.0192, 0.0211, 0.0188, 0.0198, 0.0183, 0.0214, 0.0209, 0.02, 0.0194, 0.0157, 0.0147, 0.0143, 0.0158, 0.0147, 0.0156, 0.0164, 0.0171, 0.0174, 0.0145, 0.0146, 0.0122, 0.0123, 0.0115, 0.0107, 0.0112, 0.0126, 0.0172, 0.0166, 0.0185, 0.0159, 0.0163, 0.0128, 0.0144, 0.0175, 0.0152, 0.0201, 0.0162, 0.0137, 0.0147, 0.0151, 0.0127, 0.0121], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6319", "target_index": 20, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.02516660513356328, "error": null, "probabilities": [0.0131, 0.0123, 0.0125, 0.0123, 0.0117, 0.0119, 0.0121, 0.0104, 0.0116, 0.0107, 0.0123, 0.0137, 0.0112, 0.0121, 0.0107, 0.0146, 0.0335, 0.0345, 0.0322, 0.0373, 0.0345, 0.03, 0.0356, 0.0327, 0.0335, 0.0401, 0.0329, 0.0317, 0.0302, 0.0263, 0.0253, 0.0225, 0.0197, 0.0209, 0.0188, 0.0179, 0.0186, 0.0149, 0.0163, 0.0183, 0.01, 0.0117, 0.0127, 0.0137, 0.014, 0.0109, 0.0093, 0.0094, 0.0091, 0.0096, 0.0066, 0.0074, 0.0078, 0.006, 0.0057, 0.0045], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6377", "target_index": 20, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.021612074226140976, "error": null, "probabilities": [0.0182, 0.0185, 0.0188, 0.0177, 0.0169, 0.0182, 0.0161, 0.0169, 0.0156, 0.0146, 0.0149, 0.0156, 0.0153, 0.0142, 0.0135, 0.0174, 0.0282, 0.0289, 0.0276, 0.0276, 0.0269, 0.0265, 0.0267, 0.0245, 0.023, 0.0276, 0.0245, 0.0216, 0.0206, 0.0188, 0.0194, 0.021, 0.0216, 0.0206, 0.0213, 0.0194, 0.0197, 0.0179, 0.0185, 0.0197, 0.0107, 0.0118, 0.0127, 0.0101, 0.0111, 0.0109, 0.0114, 0.0104, 0.0116, 0.0121, 0.0121, 0.0131, 0.0131, 0.0125, 0.0116, 0.0101], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6447", "target_index": 21, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.0269265859387815, "error": null, "probabilities": [0.0167, 0.0157, 0.0173, 0.0173, 0.0181, 0.0199, 0.016, 0.0148, 0.0157, 0.0143, 0.0152, 0.0162, 0.0162, 0.0148, 0.0132, 0.0162, 0.0333, 0.0335, 0.0308, 0.0305, 0.028, 0.0263, 0.0285, 0.0276, 0.0249, 0.0278, 0.0261, 0.0218, 0.0215, 0.0184, 0.0196, 0.0208, 0.0234, 0.0245, 0.0227, 0.0205, 0.0193, 0.0173, 0.017, 0.0181, 0.0083, 0.0085, 0.0108, 0.0097, 0.01, 0.0094, 0.0101, 0.0095, 0.01, 0.0106, 0.0098, 0.0106, 0.0106, 0.0115, 0.0105, 0.0101], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6522", "target_index": 21, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.14309902768582106, "error": null, "probabilities": [0.0126, 0.0122, 0.0124, 0.0122, 0.012, 0.0118, 0.012, 0.0124, 0.0116, 0.0116, 0.0118, 0.0126, 0.012, 0.0111, 0.0099, 0.0136, 0.0334, 0.0358, 0.0331, 0.0347, 0.0358, 0.0311, 0.0334, 0.0337, 0.0295, 0.0339, 0.0311, 0.0262, 0.027, 0.0237, 0.0248, 0.0254, 0.0241, 0.025, 0.0231, 0.0206, 0.0214, 0.0195, 0.0187, 0.0212, 0.0086, 0.0091, 0.0095, 0.0088, 0.0096, 0.0091, 0.0079, 0.0086, 0.0082, 0.0091, 0.0093, 0.0093, 0.0089, 0.0095, 0.0082, 0.008], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6529", "target_index": 22, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.022607584949582815, "error": null, "probabilities": [0.0179, 0.0158, 0.0171, 0.0153, 0.0156, 0.0171, 0.0179, 0.0182, 0.0161, 0.0149, 0.0153, 0.0166, 0.0158, 0.0137, 0.0114, 0.0191, 0.0348, 0.034, 0.0322, 0.0325, 0.0305, 0.0278, 0.0282, 0.0287, 0.0278, 0.0332, 0.03, 0.0257, 0.0261, 0.0241, 0.0249, 0.0241, 0.0234, 0.0227, 0.022, 0.0197, 0.0191, 0.0168, 0.0171, 0.02, 0.0105, 0.0099, 0.0092, 0.0081, 0.0086, 0.008, 0.0081, 0.0068, 0.006, 0.0072, 0.0064, 0.0053, 0.0056, 0.0066, 0.0053, 0.0051], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6532", "target_index": 22, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.023018599953502417, "error": null, "probabilities": [0.043, 0.0338, 0.0247, 0.0225, 0.0184, 0.0211, 0.0232, 0.0195, 0.0236, 0.0164, 0.0159, 0.015, 0.0164, 0.0122, 0.0103, 0.0155, 0.0239, 0.0263, 0.0236, 0.0267, 0.0215, 0.0202, 0.0198, 0.0162, 0.0157, 0.0181, 0.0221, 0.0186, 0.0239, 0.0215, 0.0205, 0.0218, 0.0192, 0.0208, 0.0184, 0.0243, 0.0243, 0.0243, 0.0259, 0.0263, 0.0095, 0.0094, 0.0111, 0.0083, 0.0095, 0.0087, 0.0094, 0.0085, 0.0084, 0.0105, 0.0087, 0.0091, 0.0088, 0.0083, 0.0075, 0.0091], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6562", "target_index": 23, "predicted_index": 18, "n_labels": 56, "latency_seconds": 0.025082023814320564, "error": null, "probabilities": [0.0167, 0.0159, 0.0162, 0.0157, 0.0162, 0.0167, 0.0157, 0.0157, 0.0149, 0.0145, 0.0143, 0.0157, 0.0152, 0.0138, 0.0132, 0.0175, 0.0345, 0.0345, 0.035, 0.0347, 0.0314, 0.0293, 0.029, 0.029, 0.0284, 0.0307, 0.0264, 0.0221, 0.0217, 0.0192, 0.0198, 0.0201, 0.0219, 0.0219, 0.0217, 0.0192, 0.0177, 0.0175, 0.018, 0.0192, 0.01, 0.01, 0.0092, 0.0084, 0.0088, 0.0093, 0.0093, 0.0106, 0.0101, 0.0093, 0.01, 0.01, 0.01, 0.0092, 0.0079, 0.0076], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6617", "target_index": 23, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.02107232715934515, "error": null, "probabilities": [0.0219, 0.0212, 0.0209, 0.0187, 0.0187, 0.0193, 0.016, 0.0148, 0.0135, 0.0141, 0.015, 0.0165, 0.0155, 0.0141, 0.0133, 0.0168, 0.0281, 0.0276, 0.029, 0.0285, 0.0272, 0.0252, 0.025, 0.026, 0.026, 0.0297, 0.0276, 0.0238, 0.0238, 0.0222, 0.0205, 0.0215, 0.0226, 0.0229, 0.0219, 0.0202, 0.0184, 0.0168, 0.0181, 0.0196, 0.0103, 0.0105, 0.0102, 0.0108, 0.0115, 0.0119, 0.0113, 0.01, 0.01, 0.0102, 0.009, 0.0087, 0.0094, 0.0091, 0.0082, 0.0066], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6689", "target_index": 24, "predicted_index": 20, "n_labels": 56, "latency_seconds": 0.021222418174147606, "error": null, "probabilities": [0.013, 0.0124, 0.0143, 0.0143, 0.0147, 0.0132, 0.0136, 0.0143, 0.0122, 0.0147, 0.0138, 0.0154, 0.0141, 0.0152, 0.0138, 0.0132, 0.0327, 0.0327, 0.0327, 0.034, 0.0345, 0.0302, 0.0305, 0.0343, 0.0275, 0.0291, 0.03, 0.0295, 0.0277, 0.0243, 0.0218, 0.0192, 0.0211, 0.023, 0.0214, 0.0195, 0.0205, 0.0189, 0.017, 0.0198, 0.0083, 0.0092, 0.0103, 0.013, 0.0083, 0.0079, 0.0083, 0.0074, 0.0072, 0.0091, 0.0138, 0.0095, 0.0088, 0.0106, 0.0071, 0.007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6713", "target_index": 24, "predicted_index": 20, "n_labels": 56, "latency_seconds": 0.03098526271060109, "error": null, "probabilities": [0.0287, 0.0234, 0.0216, 0.0225, 0.0211, 0.0238, 0.0225, 0.0194, 0.0184, 0.0178, 0.0181, 0.017, 0.0181, 0.017, 0.0145, 0.023, 0.0278, 0.0265, 0.0257, 0.0293, 0.0317, 0.0293, 0.03, 0.0282, 0.0257, 0.0257, 0.0257, 0.0232, 0.0229, 0.0213, 0.0173, 0.0157, 0.016, 0.0167, 0.0157, 0.0143, 0.0134, 0.0126, 0.0115, 0.0119, 0.0106, 0.0101, 0.012, 0.0128, 0.0139, 0.0136, 0.0078, 0.0084, 0.0091, 0.0075, 0.0087, 0.0079, 0.0088, 0.0091, 0.0075, 0.007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:6969", "target_index": 25, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.02552332915365696, "error": null, "probabilities": [0.0285, 0.0236, 0.0214, 0.0202, 0.0212, 0.024, 0.0207, 0.0188, 0.0174, 0.0169, 0.0154, 0.0164, 0.0164, 0.0149, 0.0145, 0.0174, 0.025, 0.0248, 0.0264, 0.0258, 0.0229, 0.0224, 0.0229, 0.024, 0.0236, 0.0233, 0.0199, 0.0202, 0.0215, 0.0188, 0.0188, 0.0188, 0.0199, 0.0209, 0.0188, 0.0172, 0.0164, 0.0166, 0.018, 0.0166, 0.0096, 0.0106, 0.014, 0.0132, 0.0138, 0.012, 0.0093, 0.0118, 0.0126, 0.0114, 0.0116, 0.012, 0.012, 0.0111, 0.0101, 0.0136], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:7079", "target_index": 25, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.02806418901309371, "error": null, "probabilities": [0.0179, 0.0137, 0.0137, 0.0131, 0.0133, 0.0144, 0.0129, 0.0127, 0.0133, 0.0123, 0.0125, 0.0139, 0.0135, 0.0123, 0.0112, 0.0151, 0.0309, 0.0324, 0.0319, 0.0327, 0.0288, 0.0271, 0.0279, 0.0264, 0.0279, 0.0327, 0.0293, 0.0275, 0.029, 0.0252, 0.025, 0.0264, 0.0264, 0.0264, 0.0243, 0.0226, 0.0206, 0.0193, 0.0216, 0.0219, 0.0089, 0.0102, 0.0105, 0.0085, 0.0089, 0.0091, 0.0086, 0.0096, 0.0094, 0.0096, 0.0093, 0.0089, 0.0078, 0.0075, 0.007, 0.0062], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:7318", "target_index": 26, "predicted_index": 4, "n_labels": 56, "latency_seconds": 0.03525308286771178, "error": null, "probabilities": [0.0287, 0.0255, 0.0225, 0.0274, 0.0372, 0.0289, 0.0208, 0.0296, 0.031, 0.0266, 0.0289, 0.0296, 0.0333, 0.0276, 0.0225, 0.0176, 0.0199, 0.0294, 0.0323, 0.0283, 0.0257, 0.0233, 0.0202, 0.0222, 0.0193, 0.0196, 0.0178, 0.0184, 0.0181, 0.0119, 0.0117, 0.0141, 0.0165, 0.017, 0.0155, 0.0121, 0.0117, 0.0132, 0.0123, 0.0121, 0.0062, 0.0074, 0.0092, 0.006, 0.0066, 0.0067, 0.007, 0.0091, 0.0082, 0.0058, 0.0087, 0.0117, 0.0092, 0.0082, 0.0054, 0.0045], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:7398", "target_index": 26, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.027670274022966623, "error": null, "probabilities": [0.0326, 0.0283, 0.0202, 0.0173, 0.0184, 0.0212, 0.0195, 0.0184, 0.0167, 0.0169, 0.0173, 0.0196, 0.018, 0.0133, 0.0133, 0.0153, 0.0199, 0.0216, 0.0228, 0.0248, 0.0254, 0.0221, 0.0193, 0.0184, 0.0204, 0.0246, 0.0214, 0.0186, 0.0206, 0.0184, 0.0179, 0.0192, 0.0172, 0.018, 0.0192, 0.0172, 0.0158, 0.0155, 0.0175, 0.0201, 0.0131, 0.0133, 0.0133, 0.0107, 0.0129, 0.0131, 0.0115, 0.0119, 0.0135, 0.0139, 0.0153, 0.0165, 0.0142, 0.0146, 0.0145, 0.0158], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:7726", "target_index": 27, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.031555989757180214, "error": null, "probabilities": [0.0209, 0.0253, 0.0228, 0.0206, 0.0214, 0.0263, 0.0223, 0.0193, 0.018, 0.0219, 0.0241, 0.0243, 0.0219, 0.0183, 0.0211, 0.0228, 0.0234, 0.0244, 0.0244, 0.0274, 0.0266, 0.0236, 0.0236, 0.0238, 0.0239, 0.0272, 0.0241, 0.0198, 0.0217, 0.0193, 0.018, 0.0186, 0.0177, 0.0189, 0.0186, 0.0163, 0.0147, 0.013, 0.0137, 0.0147, 0.0105, 0.011, 0.0159, 0.0096, 0.0126, 0.011, 0.0079, 0.009, 0.01, 0.011, 0.0081, 0.0078, 0.0083, 0.0077, 0.0062, 0.0047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:7825", "target_index": 27, "predicted_index": 1, "n_labels": 56, "latency_seconds": 0.030898632016032934, "error": null, "probabilities": [0.0336, 0.0341, 0.0323, 0.0311, 0.0326, 0.0279, 0.0244, 0.0233, 0.0192, 0.0189, 0.0201, 0.0204, 0.0222, 0.0222, 0.0172, 0.0246, 0.0268, 0.0246, 0.0242, 0.0231, 0.0237, 0.0235, 0.0244, 0.0219, 0.0192, 0.021, 0.0199, 0.0173, 0.016, 0.0149, 0.0135, 0.0152, 0.0149, 0.0129, 0.0123, 0.0115, 0.0113, 0.01, 0.0105, 0.0117, 0.0112, 0.0119, 0.0137, 0.0127, 0.0084, 0.011, 0.0112, 0.0096, 0.0097, 0.0094, 0.0103, 0.0117, 0.0127, 0.0108, 0.0087, 0.0088], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8105", "target_index": 28, "predicted_index": 22, "n_labels": 56, "latency_seconds": 0.02776066493242979, "error": null, "probabilities": [0.0165, 0.0129, 0.0137, 0.0114, 0.0103, 0.0121, 0.0119, 0.0112, 0.0125, 0.0119, 0.0117, 0.0129, 0.0123, 0.0117, 0.0112, 0.0168, 0.0311, 0.0299, 0.0319, 0.0344, 0.0342, 0.0367, 0.0372, 0.0304, 0.0309, 0.0309, 0.0288, 0.026, 0.0268, 0.0288, 0.0256, 0.0268, 0.0248, 0.0224, 0.0212, 0.0222, 0.019, 0.0168, 0.0182, 0.0179, 0.0094, 0.0102, 0.0091, 0.0087, 0.0083, 0.0097, 0.0094, 0.0083, 0.0078, 0.009, 0.0086, 0.0093, 0.0107, 0.0096, 0.0088, 0.0091], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8111", "target_index": 28, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.02393300086259842, "error": null, "probabilities": [0.0189, 0.0141, 0.0138, 0.0134, 0.0132, 0.0132, 0.0126, 0.0124, 0.0126, 0.0111, 0.0108, 0.0118, 0.0122, 0.0113, 0.011, 0.015, 0.0271, 0.0289, 0.0312, 0.0332, 0.0271, 0.0251, 0.0271, 0.0251, 0.0259, 0.0298, 0.0293, 0.028, 0.0298, 0.0243, 0.0232, 0.0251, 0.0267, 0.028, 0.0255, 0.0243, 0.0247, 0.0232, 0.0251, 0.0243, 0.0094, 0.0101, 0.011, 0.0083, 0.0087, 0.0083, 0.0091, 0.0097, 0.0097, 0.0091, 0.0091, 0.0098, 0.0101, 0.0101, 0.0089, 0.0094], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8126", "target_index": 29, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.027759755961596966, "error": null, "probabilities": [0.0152, 0.0128, 0.0128, 0.0139, 0.0136, 0.0147, 0.0132, 0.0141, 0.0134, 0.0134, 0.013, 0.0139, 0.0134, 0.0122, 0.0117, 0.0162, 0.033, 0.0351, 0.0359, 0.0374, 0.033, 0.0293, 0.0298, 0.0293, 0.0284, 0.0327, 0.0291, 0.028, 0.0284, 0.0232, 0.0223, 0.0218, 0.0215, 0.0228, 0.0223, 0.0198, 0.0198, 0.0192, 0.0215, 0.0215, 0.0087, 0.0098, 0.0105, 0.0089, 0.0115, 0.0081, 0.0084, 0.0087, 0.0087, 0.0092, 0.0088, 0.0083, 0.0084, 0.0074, 0.0064, 0.0053], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8464", "target_index": 29, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.021325849927961826, "error": null, "probabilities": [0.0161, 0.0123, 0.0116, 0.012, 0.0112, 0.0129, 0.0112, 0.0109, 0.0114, 0.0102, 0.0101, 0.0098, 0.0105, 0.0092, 0.0089, 0.0138, 0.0287, 0.03, 0.03, 0.0333, 0.032, 0.03, 0.0312, 0.0291, 0.0305, 0.038, 0.0327, 0.0282, 0.0296, 0.0269, 0.0265, 0.0274, 0.0274, 0.0282, 0.0274, 0.0261, 0.0238, 0.0213, 0.0234, 0.0245, 0.0098, 0.0102, 0.0111, 0.0071, 0.0078, 0.0078, 0.008, 0.0087, 0.009, 0.0082, 0.0078, 0.009, 0.008, 0.0068, 0.0062, 0.006], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8490", "target_index": 30, "predicted_index": 20, "n_labels": 56, "latency_seconds": 0.025013932958245277, "error": null, "probabilities": [0.0206, 0.0151, 0.0114, 0.0109, 0.0099, 0.01, 0.0104, 0.0087, 0.009, 0.0097, 0.0093, 0.01, 0.0097, 0.0087, 0.0079, 0.0112, 0.0324, 0.0334, 0.03, 0.0362, 0.0373, 0.0334, 0.0362, 0.0329, 0.0291, 0.0362, 0.03, 0.0277, 0.0319, 0.03, 0.034, 0.0356, 0.0319, 0.0329, 0.0314, 0.0234, 0.023, 0.0174, 0.0171, 0.0194, 0.0063, 0.007, 0.0077, 0.0071, 0.0067, 0.0066, 0.0059, 0.0069, 0.0069, 0.0066, 0.0066, 0.0064, 0.0057, 0.0069, 0.0061, 0.0053], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8496", "target_index": 30, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.026439439970999956, "error": null, "probabilities": [0.0292, 0.0197, 0.0147, 0.0131, 0.0147, 0.0147, 0.0129, 0.0138, 0.0123, 0.0147, 0.014, 0.0144, 0.0131, 0.0106, 0.0114, 0.0144, 0.0217, 0.0253, 0.0285, 0.0313, 0.0313, 0.0231, 0.021, 0.0249, 0.0257, 0.0315, 0.0242, 0.0217, 0.0301, 0.0261, 0.0238, 0.022, 0.018, 0.02, 0.0207, 0.0156, 0.014, 0.0154, 0.0174, 0.0204, 0.0101, 0.0118, 0.014, 0.0106, 0.0125, 0.0122, 0.0112, 0.0142, 0.0151, 0.0122, 0.0123, 0.0123, 0.0151, 0.0151, 0.0138, 0.0159], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8510", "target_index": 31, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.028678656090050936, "error": null, "probabilities": [0.0229, 0.0196, 0.019, 0.0193, 0.019, 0.0184, 0.0184, 0.0175, 0.0173, 0.0162, 0.0167, 0.0187, 0.0175, 0.0165, 0.0157, 0.0184, 0.0272, 0.0298, 0.0285, 0.0263, 0.0251, 0.0225, 0.0222, 0.0229, 0.0236, 0.0247, 0.0232, 0.0212, 0.0212, 0.0173, 0.0175, 0.0184, 0.0178, 0.0193, 0.019, 0.0165, 0.0155, 0.0157, 0.016, 0.0152, 0.0106, 0.0119, 0.0128, 0.01, 0.0117, 0.0117, 0.0124, 0.0145, 0.0143, 0.0135, 0.0132, 0.0132, 0.0126, 0.0137, 0.0139, 0.0121], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8530", "target_index": 31, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.02770769502967596, "error": null, "probabilities": [0.0436, 0.0286, 0.0367, 0.0297, 0.0235, 0.0242, 0.0286, 0.0254, 0.0228, 0.0258, 0.0235, 0.0258, 0.0299, 0.0242, 0.0183, 0.0157, 0.0149, 0.0157, 0.0143, 0.0149, 0.0157, 0.0143, 0.0136, 0.0143, 0.0122, 0.0143, 0.0164, 0.0128, 0.0111, 0.0099, 0.0096, 0.0106, 0.0106, 0.0109, 0.0106, 0.0104, 0.0099, 0.0093, 0.0093, 0.0115, 0.0103, 0.0122, 0.0132, 0.013, 0.0122, 0.0145, 0.0169, 0.0164, 0.0189, 0.0186, 0.0186, 0.0201, 0.0217, 0.0204, 0.0217, 0.0281], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8689", "target_index": 32, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.03186895418912172, "error": null, "probabilities": [0.042, 0.04, 0.0293, 0.0241, 0.0219, 0.0257, 0.0269, 0.0269, 0.0265, 0.023, 0.0265, 0.028, 0.0206, 0.0213, 0.0176, 0.0176, 0.0203, 0.0203, 0.0219, 0.0265, 0.0265, 0.023, 0.0176, 0.0146, 0.0148, 0.0166, 0.0161, 0.0148, 0.0156, 0.0151, 0.0139, 0.0133, 0.0123, 0.0121, 0.0119, 0.0117, 0.0107, 0.0104, 0.0121, 0.0146, 0.0112, 0.0117, 0.0116, 0.0109, 0.0104, 0.0102, 0.0129, 0.0133, 0.0117, 0.0135, 0.0135, 0.0135, 0.0131, 0.0142, 0.0125, 0.011], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:8960", "target_index": 32, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.0325450818054378, "error": null, "probabilities": [0.0241, 0.0194, 0.0185, 0.0177, 0.0153, 0.0146, 0.0138, 0.0149, 0.0146, 0.0135, 0.0142, 0.0156, 0.0158, 0.014, 0.0119, 0.0146, 0.0249, 0.0287, 0.0273, 0.0278, 0.0265, 0.0253, 0.0287, 0.0265, 0.0241, 0.0265, 0.0257, 0.0261, 0.0253, 0.0223, 0.0238, 0.0238, 0.0227, 0.0213, 0.0185, 0.0166, 0.0168, 0.0166, 0.0168, 0.0177, 0.0104, 0.0121, 0.0149, 0.0119, 0.0121, 0.0093, 0.0112, 0.0102, 0.0099, 0.0121, 0.0123, 0.0135, 0.0111, 0.0125, 0.0109, 0.0125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:9284", "target_index": 33, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.025618890766054392, "error": null, "probabilities": [0.0233, 0.0209, 0.0209, 0.0196, 0.0187, 0.0179, 0.0184, 0.0179, 0.0173, 0.0171, 0.0158, 0.0171, 0.016, 0.015, 0.0139, 0.0168, 0.0256, 0.0256, 0.024, 0.0229, 0.0222, 0.0209, 0.0237, 0.0222, 0.0222, 0.024, 0.0216, 0.0206, 0.019, 0.0179, 0.0171, 0.0187, 0.0181, 0.019, 0.0179, 0.0179, 0.0193, 0.0173, 0.0187, 0.0168, 0.0102, 0.0114, 0.0123, 0.0119, 0.0115, 0.0125, 0.0131, 0.0144, 0.0137, 0.0153, 0.0146, 0.016, 0.0163, 0.0158, 0.0163, 0.015], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:9738", "target_index": 33, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.029931601136922836, "error": null, "probabilities": [0.0378, 0.0323, 0.0313, 0.0304, 0.026, 0.0219, 0.0181, 0.0212, 0.0248, 0.0222, 0.0209, 0.0222, 0.0264, 0.0237, 0.0229, 0.0226, 0.0281, 0.0285, 0.0268, 0.0256, 0.0215, 0.0212, 0.024, 0.0229, 0.0206, 0.0193, 0.0179, 0.0176, 0.017, 0.015, 0.0148, 0.0158, 0.017, 0.017, 0.015, 0.0146, 0.0148, 0.0148, 0.015, 0.0143, 0.009, 0.0088, 0.0094, 0.0091, 0.0091, 0.0077, 0.0093, 0.0097, 0.0078, 0.0067, 0.0086, 0.0097, 0.0097, 0.0087, 0.0071, 0.0057], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10299", "target_index": 34, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.026987936347723007, "error": null, "probabilities": [0.0228, 0.0239, 0.0239, 0.0198, 0.0178, 0.0183, 0.017, 0.0172, 0.0162, 0.0136, 0.0143, 0.0167, 0.0154, 0.0132, 0.012, 0.0145, 0.0221, 0.0221, 0.0239, 0.0247, 0.0235, 0.0221, 0.0228, 0.0211, 0.0221, 0.0273, 0.0232, 0.0192, 0.0189, 0.0183, 0.0181, 0.0186, 0.0192, 0.0178, 0.0186, 0.0183, 0.017, 0.0154, 0.0167, 0.0186, 0.0097, 0.0109, 0.0159, 0.0192, 0.0152, 0.0134, 0.0145, 0.0143, 0.0143, 0.0157, 0.0172, 0.0189, 0.0159, 0.0141, 0.0118, 0.0124], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10346", "target_index": 34, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.02763381414115429, "error": null, "probabilities": [0.0229, 0.0189, 0.0218, 0.0205, 0.0189, 0.0236, 0.0199, 0.0184, 0.0187, 0.0155, 0.0162, 0.0178, 0.0173, 0.0178, 0.0145, 0.016, 0.0289, 0.028, 0.0271, 0.0303, 0.0263, 0.0243, 0.0251, 0.0243, 0.0236, 0.0251, 0.0239, 0.0211, 0.0202, 0.0192, 0.0195, 0.0199, 0.0229, 0.0236, 0.0195, 0.0184, 0.017, 0.0155, 0.0165, 0.0178, 0.0105, 0.0115, 0.0141, 0.0128, 0.0117, 0.0124, 0.0141, 0.0097, 0.0089, 0.0094, 0.0087, 0.0084, 0.0091, 0.0087, 0.0074, 0.0062], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10375", "target_index": 35, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.027043616864830256, "error": null, "probabilities": [0.0109, 0.0092, 0.0095, 0.0092, 0.0092, 0.0099, 0.0087, 0.0083, 0.009, 0.0082, 0.008, 0.0085, 0.0085, 0.0078, 0.0076, 0.0131, 0.0315, 0.0354, 0.0365, 0.0348, 0.0278, 0.0261, 0.0325, 0.0305, 0.0351, 0.038, 0.032, 0.0305, 0.0325, 0.0269, 0.0253, 0.0291, 0.032, 0.0343, 0.0282, 0.0273, 0.0245, 0.0213, 0.0238, 0.0203, 0.007, 0.0082, 0.0083, 0.0074, 0.0078, 0.0081, 0.0098, 0.0125, 0.0083, 0.0092, 0.0092, 0.0086, 0.0095, 0.009, 0.0085, 0.007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10390", "target_index": 35, "predicted_index": 22, "n_labels": 56, "latency_seconds": 0.04247504798695445, "error": null, "probabilities": [0.029, 0.0252, 0.0313, 0.0252, 0.0168, 0.0158, 0.0198, 0.0201, 0.0204, 0.0201, 0.018, 0.0263, 0.0233, 0.0191, 0.0142, 0.0155, 0.0324, 0.0302, 0.0248, 0.0257, 0.0283, 0.0283, 0.0328, 0.0235, 0.0164, 0.0211, 0.0213, 0.0198, 0.0179, 0.0169, 0.0206, 0.024, 0.0208, 0.0142, 0.012, 0.0123, 0.0146, 0.0115, 0.0119, 0.0148, 0.0093, 0.0142, 0.0133, 0.009, 0.0081, 0.0106, 0.0121, 0.0083, 0.0073, 0.0085, 0.0109, 0.0113, 0.013, 0.0089, 0.0087, 0.0101], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10417", "target_index": 36, "predicted_index": 42, "n_labels": 56, "latency_seconds": 0.02386007970198989, "error": null, "probabilities": [0.0183, 0.0288, 0.0247, 0.0177, 0.0174, 0.0247, 0.0202, 0.0192, 0.0299, 0.0255, 0.0218, 0.0248, 0.0239, 0.0192, 0.0227, 0.0279, 0.0106, 0.0105, 0.0139, 0.0146, 0.0131, 0.0138, 0.0163, 0.0119, 0.0128, 0.0116, 0.0103, 0.0108, 0.015, 0.017, 0.0124, 0.015, 0.0124, 0.0145, 0.0157, 0.0193, 0.0133, 0.0116, 0.0163, 0.0129, 0.0227, 0.0277, 0.0327, 0.022, 0.0233, 0.0179, 0.0111, 0.014, 0.0206, 0.0195, 0.0154, 0.0202, 0.0189, 0.0147, 0.0156, 0.0114], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10419", "target_index": 36, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.02626104699447751, "error": null, "probabilities": [0.0298, 0.0251, 0.0255, 0.028, 0.0294, 0.0259, 0.0251, 0.0193, 0.0184, 0.0184, 0.019, 0.0178, 0.0208, 0.0196, 0.0167, 0.0187, 0.0236, 0.024, 0.024, 0.024, 0.0247, 0.0208, 0.0232, 0.0259, 0.0232, 0.0243, 0.024, 0.0205, 0.0196, 0.019, 0.0167, 0.0162, 0.0165, 0.0162, 0.016, 0.0134, 0.0132, 0.0119, 0.0128, 0.015, 0.0088, 0.0094, 0.0122, 0.0103, 0.0106, 0.0108, 0.0098, 0.0132, 0.011, 0.0103, 0.0115, 0.0121, 0.0126, 0.0117, 0.0098, 0.0097], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10439", "target_index": 37, "predicted_index": 20, "n_labels": 56, "latency_seconds": 0.024014702066779137, "error": null, "probabilities": [0.0207, 0.021, 0.0159, 0.0174, 0.0177, 0.0192, 0.0183, 0.0172, 0.0136, 0.0132, 0.0169, 0.018, 0.0169, 0.013, 0.0124, 0.0138, 0.0301, 0.0336, 0.0336, 0.0381, 0.0387, 0.0311, 0.0288, 0.0279, 0.0283, 0.0279, 0.025, 0.0235, 0.0224, 0.0204, 0.0214, 0.0195, 0.018, 0.0201, 0.0186, 0.0166, 0.0164, 0.0154, 0.0159, 0.0159, 0.0098, 0.0098, 0.0096, 0.0084, 0.0096, 0.0089, 0.0096, 0.0098, 0.0092, 0.009, 0.009, 0.0093, 0.0086, 0.0103, 0.0095, 0.0075], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10484", "target_index": 37, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.035523306112736464, "error": null, "probabilities": [0.0165, 0.0137, 0.0114, 0.011, 0.0112, 0.0112, 0.011, 0.0102, 0.0104, 0.0104, 0.0105, 0.01, 0.0107, 0.0104, 0.0097, 0.0158, 0.0379, 0.0397, 0.0397, 0.0406, 0.0391, 0.0337, 0.0342, 0.0314, 0.0304, 0.0334, 0.0302, 0.0284, 0.0295, 0.0277, 0.0252, 0.0245, 0.0243, 0.0237, 0.0226, 0.0204, 0.0189, 0.0169, 0.0171, 0.0179, 0.0072, 0.0082, 0.0091, 0.0089, 0.009, 0.0077, 0.0077, 0.0083, 0.0082, 0.0071, 0.0075, 0.0075, 0.0066, 0.0078, 0.0075, 0.0102], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10607", "target_index": 38, "predicted_index": 4, "n_labels": 56, "latency_seconds": 0.028378373011946678, "error": null, "probabilities": [0.0303, 0.0289, 0.0282, 0.0332, 0.0335, 0.0289, 0.0221, 0.0239, 0.0225, 0.0232, 0.0221, 0.0232, 0.0255, 0.0225, 0.0255, 0.0228, 0.0195, 0.0232, 0.0232, 0.0202, 0.0208, 0.0202, 0.0228, 0.0247, 0.0232, 0.0195, 0.0184, 0.0198, 0.0232, 0.0184, 0.017, 0.0192, 0.0184, 0.0175, 0.0148, 0.0106, 0.0103, 0.011, 0.011, 0.0101, 0.0106, 0.011, 0.0136, 0.0132, 0.0105, 0.0081, 0.0064, 0.0098, 0.0105, 0.0066, 0.0074, 0.0078, 0.008, 0.01, 0.0079, 0.0051], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10791", "target_index": 38, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.025656310841441154, "error": null, "probabilities": [0.0186, 0.0176, 0.0166, 0.0163, 0.0175, 0.0153, 0.0123, 0.0121, 0.0114, 0.0096, 0.0109, 0.0114, 0.0104, 0.0096, 0.0091, 0.0139, 0.0218, 0.0252, 0.0269, 0.0284, 0.0271, 0.026, 0.0288, 0.0282, 0.0277, 0.0312, 0.0241, 0.0226, 0.0232, 0.0211, 0.0216, 0.0239, 0.0258, 0.0267, 0.0252, 0.0223, 0.0216, 0.0192, 0.0201, 0.0192, 0.009, 0.0109, 0.0125, 0.0137, 0.0148, 0.0121, 0.0116, 0.0129, 0.0135, 0.0117, 0.0125, 0.0123, 0.0125, 0.0119, 0.0137, 0.0139], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10860", "target_index": 39, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.03372923517599702, "error": null, "probabilities": [0.0157, 0.0167, 0.0124, 0.012, 0.013, 0.0132, 0.0122, 0.013, 0.012, 0.0113, 0.0115, 0.012, 0.0124, 0.0106, 0.0122, 0.0165, 0.0312, 0.0348, 0.0343, 0.0354, 0.0338, 0.0303, 0.0255, 0.0259, 0.0307, 0.0389, 0.0343, 0.0267, 0.0298, 0.0247, 0.0232, 0.0228, 0.0178, 0.0189, 0.0221, 0.0205, 0.017, 0.017, 0.017, 0.0178, 0.01, 0.0091, 0.0105, 0.0097, 0.011, 0.0101, 0.0098, 0.011, 0.0115, 0.0106, 0.0113, 0.0117, 0.0089, 0.0095, 0.01, 0.0083], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10868", "target_index": 39, "predicted_index": 20, "n_labels": 56, "latency_seconds": 0.027591542806476355, "error": null, "probabilities": [0.0209, 0.0191, 0.0171, 0.0137, 0.0156, 0.0166, 0.0176, 0.0161, 0.0156, 0.0176, 0.0176, 0.0188, 0.0158, 0.0146, 0.0137, 0.0188, 0.0245, 0.0203, 0.0241, 0.0291, 0.031, 0.0245, 0.0213, 0.0197, 0.0216, 0.0245, 0.02, 0.0191, 0.0216, 0.0237, 0.0206, 0.0182, 0.0174, 0.0191, 0.0197, 0.0191, 0.0171, 0.0168, 0.0216, 0.0234, 0.0107, 0.0104, 0.0129, 0.0133, 0.0142, 0.014, 0.0125, 0.0125, 0.0133, 0.014, 0.0117, 0.0133, 0.0185, 0.0182, 0.0129, 0.0107], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10912", "target_index": 40, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.030014442279934883, "error": null, "probabilities": [0.0136, 0.0118, 0.012, 0.0122, 0.012, 0.012, 0.0114, 0.0107, 0.0093, 0.0095, 0.0101, 0.0104, 0.0106, 0.0096, 0.0086, 0.0125, 0.032, 0.033, 0.0325, 0.0338, 0.031, 0.0301, 0.0306, 0.0306, 0.0315, 0.0352, 0.0313, 0.027, 0.027, 0.0244, 0.0247, 0.0261, 0.0266, 0.0283, 0.0261, 0.0251, 0.0234, 0.021, 0.0231, 0.0244, 0.0096, 0.0102, 0.0107, 0.0085, 0.0078, 0.0093, 0.0096, 0.0092, 0.0095, 0.0104, 0.0092, 0.0084, 0.0092, 0.009, 0.0077, 0.0067], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:10963", "target_index": 40, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.026412790175527334, "error": null, "probabilities": [0.013, 0.0097, 0.0101, 0.0094, 0.0094, 0.0092, 0.0088, 0.0088, 0.0084, 0.0087, 0.0091, 0.0094, 0.0092, 0.0088, 0.0078, 0.0126, 0.0376, 0.0348, 0.0342, 0.0337, 0.0327, 0.0317, 0.0337, 0.0327, 0.0327, 0.0376, 0.0337, 0.0293, 0.0288, 0.028, 0.0284, 0.0302, 0.0337, 0.0317, 0.0298, 0.028, 0.0267, 0.0239, 0.0243, 0.0247, 0.0075, 0.0078, 0.0079, 0.0062, 0.0061, 0.0064, 0.0064, 0.0061, 0.007, 0.0064, 0.0063, 0.0063, 0.0068, 0.0068, 0.006, 0.0051], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:11207", "target_index": 41, "predicted_index": 1, "n_labels": 56, "latency_seconds": 0.036198755260556936, "error": null, "probabilities": [0.0326, 0.0337, 0.0292, 0.025, 0.0235, 0.0242, 0.0221, 0.0221, 0.0214, 0.0204, 0.0221, 0.0204, 0.0201, 0.018, 0.0152, 0.0154, 0.025, 0.0283, 0.0283, 0.0331, 0.0321, 0.0275, 0.0239, 0.0224, 0.0192, 0.0175, 0.0201, 0.0186, 0.0177, 0.0164, 0.014, 0.0132, 0.0138, 0.0145, 0.0126, 0.0116, 0.0116, 0.0118, 0.0116, 0.0126, 0.0082, 0.0089, 0.0104, 0.0099, 0.0099, 0.0099, 0.0089, 0.0116, 0.0111, 0.0118, 0.0138, 0.013, 0.013, 0.0138, 0.0116, 0.0109], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:11264", "target_index": 41, "predicted_index": 2, "n_labels": 56, "latency_seconds": 0.027092168107628822, "error": null, "probabilities": [0.0261, 0.0257, 0.0282, 0.0245, 0.021, 0.0203, 0.018, 0.0188, 0.0185, 0.0174, 0.0185, 0.0197, 0.0182, 0.0169, 0.0156, 0.0182, 0.0249, 0.0242, 0.0234, 0.0238, 0.0223, 0.0223, 0.0231, 0.0207, 0.0191, 0.02, 0.0166, 0.0161, 0.0161, 0.0161, 0.0163, 0.0171, 0.0182, 0.0174, 0.0169, 0.0158, 0.0151, 0.0133, 0.0149, 0.0154, 0.0107, 0.0121, 0.0125, 0.0125, 0.0129, 0.0147, 0.0131, 0.0151, 0.0161, 0.0161, 0.0161, 0.0154, 0.0151, 0.0136, 0.0151, 0.0138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:11279", "target_index": 42, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.030965473037213087, "error": null, "probabilities": [0.0175, 0.0157, 0.0167, 0.0149, 0.0161, 0.0177, 0.0157, 0.0161, 0.0147, 0.0147, 0.0147, 0.0157, 0.0152, 0.0145, 0.013, 0.0154, 0.0319, 0.0297, 0.0326, 0.0331, 0.0295, 0.0277, 0.0281, 0.0295, 0.0283, 0.0302, 0.0266, 0.0246, 0.0239, 0.0224, 0.0214, 0.0214, 0.0254, 0.025, 0.0231, 0.0207, 0.0186, 0.018, 0.0186, 0.0186, 0.0092, 0.0092, 0.0099, 0.0092, 0.0088, 0.0096, 0.0103, 0.0089, 0.0103, 0.0093, 0.0085, 0.0093, 0.0088, 0.0084, 0.0072, 0.0058], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:11324", "target_index": 42, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.02714257827028632, "error": null, "probabilities": [0.025, 0.0214, 0.0204, 0.018, 0.0172, 0.0186, 0.0186, 0.0177, 0.0157, 0.0147, 0.0149, 0.0164, 0.0157, 0.0143, 0.0126, 0.0145, 0.0292, 0.0292, 0.0283, 0.0304, 0.0283, 0.0266, 0.0262, 0.0266, 0.0266, 0.0297, 0.0279, 0.0235, 0.0224, 0.0198, 0.0204, 0.0214, 0.0231, 0.0242, 0.0221, 0.0217, 0.0201, 0.0198, 0.0198, 0.0207, 0.0091, 0.0084, 0.0092, 0.0082, 0.0085, 0.0092, 0.0103, 0.0089, 0.0082, 0.0089, 0.0091, 0.0086, 0.0082, 0.008, 0.0069, 0.0061], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:11605", "target_index": 43, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.026164106093347073, "error": null, "probabilities": [0.0163, 0.0146, 0.0138, 0.0116, 0.0133, 0.0149, 0.014, 0.0131, 0.0112, 0.0111, 0.0112, 0.0156, 0.0138, 0.0118, 0.0109, 0.0174, 0.0303, 0.0315, 0.0322, 0.032, 0.0325, 0.0301, 0.0276, 0.0259, 0.028, 0.0341, 0.0333, 0.0282, 0.0271, 0.0241, 0.0234, 0.0241, 0.0227, 0.023, 0.0241, 0.023, 0.0203, 0.0179, 0.0166, 0.0171, 0.009, 0.0101, 0.0104, 0.0096, 0.0095, 0.0111, 0.0121, 0.0107, 0.0111, 0.0112, 0.0107, 0.0076, 0.0107, 0.0105, 0.0065, 0.0053], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:11635", "target_index": 43, "predicted_index": 18, "n_labels": 56, "latency_seconds": 0.024626899044960737, "error": null, "probabilities": [0.0144, 0.0127, 0.0131, 0.0119, 0.0125, 0.0127, 0.0117, 0.0121, 0.0119, 0.0112, 0.0117, 0.0129, 0.0127, 0.0129, 0.0112, 0.0165, 0.0379, 0.0397, 0.0422, 0.0422, 0.0379, 0.035, 0.0367, 0.0356, 0.0339, 0.0361, 0.0324, 0.0304, 0.029, 0.0241, 0.0212, 0.0226, 0.0233, 0.0223, 0.0199, 0.0187, 0.0179, 0.0173, 0.0173, 0.016, 0.0075, 0.0078, 0.009, 0.0068, 0.006, 0.0062, 0.0068, 0.007, 0.0062, 0.0068, 0.0068, 0.0082, 0.0077, 0.0058, 0.0051, 0.0047], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:11945", "target_index": 44, "predicted_index": 18, "n_labels": 56, "latency_seconds": 0.02724789036437869, "error": null, "probabilities": [0.0181, 0.016, 0.0158, 0.0144, 0.0144, 0.0146, 0.0133, 0.0133, 0.0131, 0.0123, 0.0125, 0.0135, 0.0129, 0.0121, 0.0115, 0.0144, 0.0285, 0.0294, 0.0299, 0.0294, 0.0281, 0.0264, 0.0264, 0.0248, 0.0268, 0.0294, 0.0248, 0.0229, 0.0237, 0.0222, 0.0222, 0.0237, 0.0215, 0.0233, 0.0233, 0.0219, 0.0199, 0.0193, 0.0209, 0.0199, 0.01, 0.0102, 0.0108, 0.011, 0.0117, 0.0114, 0.0112, 0.0123, 0.0125, 0.0125, 0.0131, 0.0121, 0.0131, 0.0129, 0.0127, 0.0121], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:12051", "target_index": 45, "predicted_index": 16, "n_labels": 56, "latency_seconds": 0.03170299204066396, "error": null, "probabilities": [0.017, 0.0165, 0.0187, 0.017, 0.0165, 0.0175, 0.0165, 0.0157, 0.0143, 0.0148, 0.0152, 0.0167, 0.0165, 0.015, 0.0141, 0.017, 0.0322, 0.0296, 0.0285, 0.0303, 0.0294, 0.0269, 0.0278, 0.0255, 0.0245, 0.0298, 0.0272, 0.0211, 0.0202, 0.019, 0.0208, 0.0211, 0.0225, 0.0225, 0.0215, 0.0208, 0.0193, 0.0155, 0.0155, 0.017, 0.0092, 0.0094, 0.0106, 0.0101, 0.0117, 0.0141, 0.0115, 0.0108, 0.0117, 0.0119, 0.0111, 0.0097, 0.0097, 0.0085, 0.0084, 0.0141], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:12127", "target_index": 46, "predicted_index": 5, "n_labels": 56, "latency_seconds": 0.02695159614086151, "error": null, "probabilities": [0.0227, 0.0245, 0.0257, 0.0253, 0.0249, 0.0284, 0.023, 0.0216, 0.0203, 0.0185, 0.0227, 0.0245, 0.0206, 0.021, 0.0185, 0.0197, 0.0223, 0.0213, 0.021, 0.023, 0.023, 0.021, 0.023, 0.0216, 0.0206, 0.0206, 0.0166, 0.0156, 0.0161, 0.0144, 0.014, 0.0142, 0.0153, 0.0169, 0.0149, 0.0131, 0.012, 0.0114, 0.0129, 0.014, 0.0107, 0.0131, 0.014, 0.0158, 0.0161, 0.0121, 0.0133, 0.0149, 0.0179, 0.0125, 0.0118, 0.0125, 0.0146, 0.0151, 0.0133, 0.0111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:12537", "target_index": 47, "predicted_index": 17, "n_labels": 56, "latency_seconds": 0.02915313234552741, "error": null, "probabilities": [0.0175, 0.0184, 0.0199, 0.019, 0.0196, 0.0225, 0.0187, 0.0208, 0.0193, 0.0181, 0.0187, 0.0181, 0.0178, 0.0181, 0.0167, 0.0196, 0.031, 0.0335, 0.0298, 0.0298, 0.0259, 0.024, 0.0263, 0.0259, 0.0259, 0.0267, 0.0247, 0.0208, 0.0196, 0.0155, 0.0139, 0.0152, 0.0152, 0.0173, 0.0165, 0.0157, 0.0145, 0.0143, 0.0143, 0.0134, 0.0085, 0.0088, 0.0111, 0.0115, 0.011, 0.0106, 0.012, 0.0152, 0.0124, 0.0124, 0.012, 0.0124, 0.0126, 0.0143, 0.0117, 0.0108], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:12610", "target_index": 48, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.03543896600604057, "error": null, "probabilities": [0.019, 0.0212, 0.0187, 0.0171, 0.0179, 0.0187, 0.0203, 0.02, 0.0173, 0.0168, 0.0153, 0.0206, 0.0212, 0.0173, 0.0193, 0.0209, 0.0256, 0.0277, 0.0295, 0.0281, 0.0319, 0.0319, 0.0334, 0.0319, 0.0304, 0.0339, 0.0269, 0.0241, 0.0281, 0.0196, 0.0158, 0.0163, 0.0142, 0.0148, 0.0144, 0.0131, 0.0129, 0.0119, 0.0123, 0.0125, 0.0091, 0.0099, 0.0117, 0.0096, 0.0084, 0.0082, 0.0076, 0.0107, 0.0099, 0.0091, 0.0104, 0.01, 0.01, 0.01, 0.0091, 0.0131], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:12708", "target_index": 49, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.025791773106902838, "error": null, "probabilities": [0.0162, 0.0134, 0.0139, 0.0128, 0.0134, 0.0147, 0.012, 0.0128, 0.0117, 0.0111, 0.0108, 0.013, 0.0134, 0.011, 0.0117, 0.0162, 0.0247, 0.0255, 0.0275, 0.028, 0.0247, 0.0251, 0.0251, 0.0247, 0.0243, 0.0303, 0.0275, 0.0243, 0.028, 0.0247, 0.0232, 0.0255, 0.0275, 0.0251, 0.0251, 0.0243, 0.0225, 0.0205, 0.0215, 0.0221, 0.0106, 0.0118, 0.0178, 0.0139, 0.0115, 0.0124, 0.0139, 0.0108, 0.0115, 0.011, 0.0115, 0.0126, 0.0118, 0.0103, 0.0088, 0.0101], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:13186", "target_index": 50, "predicted_index": 25, "n_labels": 56, "latency_seconds": 0.02804609900340438, "error": null, "probabilities": [0.0185, 0.0182, 0.0159, 0.0144, 0.0154, 0.0161, 0.0154, 0.0166, 0.0151, 0.0156, 0.0164, 0.0174, 0.0154, 0.0133, 0.0142, 0.0156, 0.0265, 0.0261, 0.027, 0.0315, 0.0325, 0.0308, 0.0259, 0.0259, 0.0285, 0.0349, 0.0292, 0.027, 0.0315, 0.0242, 0.0229, 0.0191, 0.0161, 0.0171, 0.0191, 0.0171, 0.0144, 0.0159, 0.0174, 0.0207, 0.0106, 0.0107, 0.0093, 0.0084, 0.0089, 0.0086, 0.0089, 0.0116, 0.0109, 0.0102, 0.0102, 0.0107, 0.0102, 0.012, 0.0127, 0.0111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:14118", "target_index": 51, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.031436019111424685, "error": null, "probabilities": [0.0187, 0.0152, 0.0148, 0.015, 0.0137, 0.0157, 0.0128, 0.013, 0.0124, 0.0115, 0.011, 0.0115, 0.0132, 0.0119, 0.0119, 0.0162, 0.0338, 0.0363, 0.0346, 0.038, 0.0298, 0.0285, 0.0323, 0.0308, 0.0289, 0.0352, 0.0289, 0.0272, 0.0313, 0.0229, 0.0222, 0.0225, 0.0236, 0.0263, 0.0222, 0.0212, 0.0212, 0.0187, 0.0184, 0.013, 0.0071, 0.0073, 0.0083, 0.0071, 0.0088, 0.0079, 0.0088, 0.0092, 0.0087, 0.0091, 0.0079, 0.008, 0.0079, 0.0075, 0.0062, 0.0137], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:14311", "target_index": 52, "predicted_index": 1, "n_labels": 56, "latency_seconds": 0.029777778778225183, "error": null, "probabilities": [0.0301, 0.0356, 0.0173, 0.0173, 0.0227, 0.0301, 0.0218, 0.0294, 0.0245, 0.0255, 0.0321, 0.0272, 0.0208, 0.0182, 0.0305, 0.0158, 0.0134, 0.0165, 0.0177, 0.0185, 0.018, 0.0148, 0.011, 0.0141, 0.0144, 0.0141, 0.0119, 0.0114, 0.0139, 0.0094, 0.0092, 0.0087, 0.008, 0.0098, 0.0108, 0.009, 0.0077, 0.0088, 0.0088, 0.0098, 0.0125, 0.0187, 0.0285, 0.0173, 0.0261, 0.0155, 0.017, 0.0187, 0.0193, 0.0208, 0.0197, 0.0282, 0.0213, 0.0194, 0.0144, 0.0142], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:14555", "target_index": 53, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.03387890662997961, "error": null, "probabilities": [0.0234, 0.0227, 0.0206, 0.0186, 0.0186, 0.0192, 0.0186, 0.0175, 0.0165, 0.0148, 0.015, 0.016, 0.0136, 0.0136, 0.0136, 0.0148, 0.0211, 0.0232, 0.0245, 0.0247, 0.0239, 0.0225, 0.0211, 0.0203, 0.0203, 0.021, 0.0186, 0.0181, 0.0189, 0.0178, 0.0186, 0.0192, 0.0189, 0.0189, 0.0189, 0.0178, 0.0162, 0.0162, 0.0184, 0.0192, 0.0126, 0.0141, 0.0136, 0.0119, 0.0124, 0.0124, 0.012, 0.0141, 0.0145, 0.0181, 0.0178, 0.0186, 0.0162, 0.017, 0.0208, 0.0178], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:16070", "target_index": 54, "predicted_index": 0, "n_labels": 56, "latency_seconds": 0.03162043122574687, "error": null, "probabilities": [0.0334, 0.0266, 0.0206, 0.0199, 0.0222, 0.0244, 0.0204, 0.0206, 0.0201, 0.0254, 0.0199, 0.0219, 0.0221, 0.0155, 0.0165, 0.0167, 0.026, 0.0283, 0.031, 0.0334, 0.0292, 0.0262, 0.0248, 0.0239, 0.0222, 0.0268, 0.0235, 0.0201, 0.0242, 0.0187, 0.016, 0.0176, 0.018, 0.019, 0.0187, 0.0172, 0.0156, 0.0145, 0.0153, 0.0108, 0.007, 0.0083, 0.0093, 0.0072, 0.0072, 0.0074, 0.0073, 0.0087, 0.0102, 0.0087, 0.0093, 0.0088, 0.0062, 0.0069, 0.0057, 0.0144], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "manifesto", "example_id": "manifesto:16960", "target_index": 55, "predicted_index": 19, "n_labels": 56, "latency_seconds": 0.03206041594967246, "error": null, "probabilities": [0.015, 0.0155, 0.0172, 0.0174, 0.0159, 0.0148, 0.0169, 0.0155, 0.0161, 0.0168, 0.0156, 0.0207, 0.0181, 0.0161, 0.0155, 0.019, 0.0317, 0.0363, 0.0348, 0.0371, 0.0371, 0.0315, 0.0327, 0.031, 0.03, 0.0363, 0.0297, 0.0264, 0.0262, 0.0202, 0.0206, 0.021, 0.0183, 0.0193, 0.0173, 0.0142, 0.0134, 0.0117, 0.0127, 0.0138, 0.0084, 0.009, 0.0101, 0.0069, 0.0085, 0.0077, 0.0072, 0.0084, 0.0088, 0.0086, 0.0088, 0.0079, 0.0084, 0.0079, 0.008, 0.006], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3", "target_index": 0, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.0477568288333714, "error": null, "probabilities": [0.1359, 0.119, 0.0838, 0.0668, 0.0757, 0.0473, 0.058, 0.0528, 0.0431, 0.052, 0.0369, 0.0331, 0.0301, 0.0274, 0.0287, 0.0154, 0.0159, 0.018, 0.0234, 0.0204, 0.0164], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:16", "target_index": 0, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.04244671808555722, "error": null, "probabilities": [0.3342, 0.0988, 0.0679, 0.0581, 0.069, 0.0432, 0.0341, 0.0363, 0.0288, 0.0336, 0.0306, 0.0279, 0.0238, 0.0169, 0.0169, 0.0149, 0.0132, 0.0132, 0.0128, 0.0128, 0.0132], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:19", "target_index": 0, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.0269791460596025, "error": null, "probabilities": [0.2058, 0.0885, 0.052, 0.0711, 0.0892, 0.058, 0.0474, 0.0481, 0.0481, 0.0545, 0.0466, 0.0393, 0.0301, 0.0296, 0.0274, 0.0174, 0.0127, 0.0089, 0.0081, 0.0086, 0.0084], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:26", "target_index": 0, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02439767587929964, "error": null, "probabilities": [0.1418, 0.0945, 0.0665, 0.0665, 0.066, 0.0697, 0.0644, 0.0514, 0.0479, 0.0479, 0.0403, 0.0385, 0.0379, 0.0329, 0.0379, 0.0209, 0.0185, 0.0144, 0.0171, 0.0127, 0.0125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:53", "target_index": 0, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.025262026116251945, "error": null, "probabilities": [0.2327, 0.1017, 0.0598, 0.057, 0.0598, 0.0437, 0.033, 0.0368, 0.0496, 0.0544, 0.0363, 0.0417, 0.031, 0.0315, 0.0287, 0.023, 0.0241, 0.0153, 0.0131, 0.0135, 0.0131], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:98", "target_index": 1, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02403555205091834, "error": null, "probabilities": [0.2751, 0.1496, 0.0489, 0.0266, 0.0497, 0.0353, 0.0572, 0.0336, 0.0306, 0.0353, 0.0321, 0.0399, 0.0262, 0.0167, 0.0152, 0.0167, 0.0152, 0.0275, 0.0147, 0.0406, 0.0134], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:115", "target_index": 1, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02096429606899619, "error": null, "probabilities": [0.1306, 0.0821, 0.0575, 0.0545, 0.0719, 0.0566, 0.0528, 0.0444, 0.0459, 0.052, 0.0444, 0.0448, 0.0408, 0.0441, 0.0418, 0.0383, 0.0287, 0.0175, 0.019, 0.0175, 0.0148], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:122", "target_index": 1, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.019786212127655745, "error": null, "probabilities": [0.1441, 0.0851, 0.0556, 0.0531, 0.0689, 0.0599, 0.0569, 0.044, 0.0483, 0.0552, 0.0423, 0.0454, 0.0362, 0.0367, 0.0293, 0.0269, 0.0282, 0.0176, 0.0223, 0.0253, 0.0188], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:131", "target_index": 1, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.023071419913321733, "error": null, "probabilities": [0.1232, 0.103, 0.062, 0.0587, 0.0724, 0.053, 0.0601, 0.0475, 0.0483, 0.0475, 0.0419, 0.0587, 0.0468, 0.0406, 0.0279, 0.0239, 0.0246, 0.0147, 0.0164, 0.0157, 0.0132], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:156", "target_index": 1, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.027912007179111242, "error": null, "probabilities": [0.1152, 0.0755, 0.0656, 0.0656, 0.0588, 0.0507, 0.0523, 0.0451, 0.0424, 0.043, 0.0417, 0.0424, 0.0473, 0.0424, 0.0492, 0.0392, 0.0261, 0.0269, 0.0282, 0.0249, 0.0174], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:161", "target_index": 2, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02251221379265189, "error": null, "probabilities": [0.128, 0.0853, 0.0707, 0.0634, 0.0724, 0.0685, 0.0551, 0.0467, 0.0432, 0.0446, 0.0419, 0.0419, 0.0394, 0.0347, 0.0316, 0.0279, 0.0235, 0.0254, 0.0217, 0.0157, 0.0183], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:162", "target_index": 2, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.025636300910264254, "error": null, "probabilities": [0.0773, 0.1016, 0.0602, 0.0566, 0.0693, 0.054, 0.0621, 0.0515, 0.0462, 0.0491, 0.042, 0.0531, 0.0434, 0.0284, 0.0383, 0.0239, 0.0298, 0.0303, 0.0259, 0.0303, 0.0267], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:208", "target_index": 3, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02544115809723735, "error": null, "probabilities": [0.1014, 0.0753, 0.0615, 0.0665, 0.0675, 0.0681, 0.0479, 0.0506, 0.0518, 0.049, 0.0419, 0.0394, 0.0468, 0.04, 0.04, 0.0406, 0.0359, 0.0228, 0.0211, 0.0204, 0.0115], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:250", "target_index": 3, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024511837866157293, "error": null, "probabilities": [0.1062, 0.0983, 0.0655, 0.0719, 0.073, 0.0815, 0.0634, 0.0569, 0.0551, 0.0551, 0.0443, 0.0361, 0.0356, 0.0314, 0.0264, 0.0219, 0.0188, 0.016, 0.0146, 0.0142, 0.0137], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:421", "target_index": 3, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.026849894784390926, "error": null, "probabilities": [0.2493, 0.0816, 0.0552, 0.0687, 0.0731, 0.0588, 0.043, 0.043, 0.0368, 0.0385, 0.0374, 0.0362, 0.0325, 0.0245, 0.021, 0.021, 0.0158, 0.0153, 0.0163, 0.0163, 0.0158], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:538", "target_index": 3, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02780968602746725, "error": null, "probabilities": [0.155, 0.0985, 0.0666, 0.0636, 0.0666, 0.0588, 0.057, 0.0495, 0.048, 0.0465, 0.043, 0.0411, 0.0351, 0.0287, 0.0234, 0.0278, 0.0234, 0.014, 0.0149, 0.0191, 0.0194], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:606", "target_index": 3, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02810758911073208, "error": null, "probabilities": [0.1168, 0.0766, 0.0766, 0.0709, 0.0606, 0.0635, 0.0479, 0.0423, 0.0423, 0.0502, 0.0561, 0.0314, 0.043, 0.0527, 0.0324, 0.0241, 0.0206, 0.0265, 0.0206, 0.0206, 0.0241], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:686", "target_index": 4, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02871218603104353, "error": null, "probabilities": [0.1208, 0.0971, 0.0792, 0.0598, 0.058, 0.0444, 0.0451, 0.0374, 0.0392, 0.0424, 0.0335, 0.0357, 0.0341, 0.0398, 0.0341, 0.0245, 0.0283, 0.0341, 0.0386, 0.0363, 0.0374], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:712", "target_index": 4, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024159882683306932, "error": null, "probabilities": [0.1385, 0.0923, 0.084, 0.0708, 0.0564, 0.0573, 0.04, 0.0342, 0.0394, 0.0419, 0.0413, 0.0342, 0.0494, 0.0639, 0.0337, 0.0211, 0.0208, 0.0214, 0.0195, 0.0136, 0.0262], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:717", "target_index": 4, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.023431155364960432, "error": null, "probabilities": [0.1179, 0.1041, 0.0619, 0.0501, 0.0609, 0.0497, 0.0419, 0.0406, 0.0432, 0.0494, 0.049, 0.0509, 0.04, 0.0381, 0.0314, 0.0299, 0.0314, 0.0212, 0.0309, 0.0256, 0.0319], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:723", "target_index": 4, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022756255697458982, "error": null, "probabilities": [0.1083, 0.0926, 0.0877, 0.0824, 0.0877, 0.0805, 0.0562, 0.0434, 0.0354, 0.0366, 0.036, 0.0383, 0.0371, 0.0303, 0.0285, 0.0285, 0.0272, 0.0232, 0.0167, 0.0143, 0.0091], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:744", "target_index": 4, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.023296042811125517, "error": null, "probabilities": [0.1548, 0.1988, 0.0676, 0.0404, 0.0487, 0.0356, 0.0345, 0.0324, 0.0335, 0.0356, 0.0295, 0.0295, 0.0324, 0.0286, 0.0278, 0.0286, 0.0286, 0.0286, 0.0278, 0.0286, 0.0278], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:806", "target_index": 5, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02347517479211092, "error": null, "probabilities": [0.1032, 0.0869, 0.0698, 0.0607, 0.057, 0.0607, 0.0616, 0.0626, 0.0597, 0.0636, 0.0451, 0.0417, 0.0437, 0.0511, 0.0296, 0.0213, 0.0179, 0.0179, 0.014, 0.0131, 0.0191], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:817", "target_index": 5, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.026377659291028976, "error": null, "probabilities": [0.1646, 0.1083, 0.0634, 0.0549, 0.0699, 0.0458, 0.0484, 0.0401, 0.036, 0.0392, 0.0308, 0.0335, 0.0261, 0.0278, 0.0249, 0.0187, 0.0245, 0.0354, 0.0346, 0.0408, 0.0323], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:828", "target_index": 5, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02280439669266343, "error": null, "probabilities": [0.143, 0.1114, 0.0888, 0.0645, 0.0697, 0.0778, 0.0543, 0.0543, 0.0606, 0.0543, 0.0351, 0.0314, 0.0397, 0.0265, 0.0144, 0.0123, 0.0188, 0.0142, 0.0099, 0.0099, 0.0093], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:838", "target_index": 5, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02401811210438609, "error": null, "probabilities": [0.2564, 0.1221, 0.077, 0.0638, 0.0581, 0.0467, 0.0381, 0.0381, 0.0369, 0.0358, 0.0331, 0.0297, 0.0297, 0.0242, 0.0201, 0.0174, 0.0164, 0.0192, 0.018, 0.0101, 0.0092], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:850", "target_index": 5, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.028896788600832224, "error": null, "probabilities": [0.1334, 0.0861, 0.0611, 0.0583, 0.0681, 0.044, 0.0483, 0.0454, 0.0388, 0.0407, 0.0376, 0.0426, 0.0327, 0.0359, 0.0353, 0.0307, 0.0327, 0.0382, 0.0343, 0.0327, 0.0232], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:924", "target_index": 6, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.02767767384648323, "error": null, "probabilities": [0.101, 0.1218, 0.0824, 0.0705, 0.0642, 0.0524, 0.0469, 0.0395, 0.036, 0.0303, 0.0247, 0.0267, 0.0338, 0.0366, 0.0354, 0.036, 0.0318, 0.0366, 0.0318, 0.0377, 0.024], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:935", "target_index": 6, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.025633899960666895, "error": null, "probabilities": [0.1455, 0.1064, 0.0656, 0.0676, 0.0709, 0.0635, 0.0561, 0.0423, 0.043, 0.0519, 0.0487, 0.0437, 0.0335, 0.0291, 0.0291, 0.0325, 0.0206, 0.0144, 0.0119, 0.011, 0.0127], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:943", "target_index": 6, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.03258712217211723, "error": null, "probabilities": [0.1205, 0.0865, 0.0628, 0.0633, 0.0594, 0.047, 0.0408, 0.0412, 0.0393, 0.0425, 0.0418, 0.0421, 0.0425, 0.0347, 0.0304, 0.0294, 0.0272, 0.0336, 0.0318, 0.0418, 0.0415], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:956", "target_index": 6, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.023343324195593596, "error": null, "probabilities": [0.1475, 0.0841, 0.0686, 0.0605, 0.0605, 0.0551, 0.0543, 0.0457, 0.0436, 0.051, 0.0436, 0.0429, 0.0373, 0.0319, 0.0309, 0.026, 0.0282, 0.026, 0.0256, 0.0219, 0.0146], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:980", "target_index": 6, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022692966274917126, "error": null, "probabilities": [0.0895, 0.0854, 0.0655, 0.0731, 0.0645, 0.0569, 0.0472, 0.0487, 0.0596, 0.0518, 0.0472, 0.0379, 0.0403, 0.045, 0.034, 0.0373, 0.0345, 0.0249, 0.0191, 0.0166, 0.0213], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1009", "target_index": 7, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022864348255097866, "error": null, "probabilities": [0.0882, 0.076, 0.0784, 0.0692, 0.0692, 0.0539, 0.0601, 0.0556, 0.0447, 0.0514, 0.0498, 0.042, 0.0382, 0.0388, 0.0433, 0.0365, 0.0267, 0.0251, 0.0205, 0.0195, 0.013], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1017", "target_index": 7, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024510676972568035, "error": null, "probabilities": [0.3573, 0.1284, 0.0511, 0.0392, 0.0495, 0.0495, 0.0278, 0.0315, 0.0335, 0.0257, 0.0249, 0.0227, 0.0282, 0.0171, 0.0151, 0.0151, 0.0146, 0.0151, 0.0151, 0.02, 0.0188], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1024", "target_index": 7, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02326333336532116, "error": null, "probabilities": [0.1059, 0.0698, 0.0578, 0.0548, 0.0578, 0.0465, 0.0487, 0.0457, 0.0423, 0.0465, 0.0447, 0.0472, 0.0499, 0.0457, 0.045, 0.0359, 0.043, 0.0317, 0.0282, 0.0298, 0.0232], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1036", "target_index": 7, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.03924038028344512, "error": null, "probabilities": [0.1259, 0.0813, 0.0633, 0.055, 0.0717, 0.0542, 0.0402, 0.0525, 0.0493, 0.0509, 0.0415, 0.0402, 0.0478, 0.0372, 0.0339, 0.0281, 0.0256, 0.0264, 0.024, 0.0268, 0.024], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1038", "target_index": 7, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.04335861932486296, "error": null, "probabilities": [0.161, 0.0965, 0.0595, 0.0752, 0.106, 0.047, 0.0387, 0.0609, 0.0412, 0.0347, 0.0283, 0.0352, 0.0287, 0.0201, 0.0201, 0.0242, 0.0217, 0.018, 0.0227, 0.0347, 0.0258], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1075", "target_index": 8, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.023760559037327766, "error": null, "probabilities": [0.1263, 0.0999, 0.0766, 0.0731, 0.0754, 0.051, 0.043, 0.0502, 0.0479, 0.0495, 0.041, 0.0367, 0.0314, 0.0314, 0.0277, 0.0245, 0.0237, 0.0237, 0.0223, 0.0216, 0.023], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1083", "target_index": 8, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.027264339849352837, "error": null, "probabilities": [0.1293, 0.0882, 0.0671, 0.0611, 0.0671, 0.0601, 0.0601, 0.0491, 0.0491, 0.0506, 0.0407, 0.0394, 0.0388, 0.0388, 0.0284, 0.0225, 0.0208, 0.0183, 0.0243, 0.0247, 0.0218], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1098", "target_index": 8, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02930967416614294, "error": null, "probabilities": [0.1582, 0.0874, 0.053, 0.0555, 0.0629, 0.0468, 0.0483, 0.0446, 0.0426, 0.0446, 0.0433, 0.0468, 0.0388, 0.037, 0.0337, 0.0364, 0.0266, 0.0279, 0.0228, 0.0189, 0.0239], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1127", "target_index": 8, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.028912558685988188, "error": null, "probabilities": [0.0918, 0.0954, 0.0897, 0.0726, 0.0791, 0.0451, 0.0404, 0.041, 0.0511, 0.0561, 0.032, 0.0487, 0.0519, 0.0465, 0.033, 0.022, 0.022, 0.021, 0.0213, 0.023, 0.0163], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1132", "target_index": 8, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.14212792599573731, "error": null, "probabilities": [0.1138, 0.1052, 0.082, 0.069, 0.0723, 0.0609, 0.0425, 0.0563, 0.0482, 0.0489, 0.0489, 0.0352, 0.0446, 0.0292, 0.0235, 0.0228, 0.0189, 0.0228, 0.0201, 0.0177, 0.0172], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1205", "target_index": 9, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024002440739423037, "error": null, "probabilities": [0.1765, 0.1038, 0.0629, 0.066, 0.067, 0.0573, 0.0522, 0.0483, 0.0433, 0.0547, 0.0394, 0.0279, 0.0316, 0.0288, 0.0321, 0.0243, 0.0204, 0.0218, 0.0145, 0.014, 0.0132], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1230", "target_index": 9, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.021306530106812716, "error": null, "probabilities": [0.105, 0.0891, 0.0662, 0.0786, 0.0722, 0.0622, 0.0622, 0.0462, 0.0524, 0.047, 0.0395, 0.0414, 0.0349, 0.0371, 0.0255, 0.017, 0.0255, 0.0263, 0.0208, 0.0244, 0.0263], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1239", "target_index": 9, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.018817210104316473, "error": null, "probabilities": [0.1645, 0.1045, 0.0509, 0.0596, 0.0765, 0.0443, 0.0334, 0.0314, 0.0397, 0.0367, 0.0345, 0.0422, 0.0416, 0.0314, 0.0295, 0.0304, 0.0237, 0.0244, 0.0268, 0.0416, 0.0324], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1242", "target_index": 9, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.03438751399517059, "error": null, "probabilities": [0.1172, 0.0979, 0.0739, 0.0594, 0.0694, 0.0532, 0.0508, 0.0462, 0.0395, 0.0516, 0.0441, 0.0377, 0.0323, 0.0313, 0.0328, 0.0247, 0.0229, 0.0303, 0.028, 0.0229, 0.0338], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1324", "target_index": 9, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02266097627580166, "error": null, "probabilities": [0.1217, 0.0811, 0.0617, 0.0607, 0.0683, 0.0584, 0.054, 0.0469, 0.0462, 0.05, 0.0477, 0.0434, 0.0408, 0.0323, 0.0343, 0.0333, 0.0263, 0.0289, 0.0229, 0.0251, 0.016], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1341", "target_index": 10, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02579542202875018, "error": null, "probabilities": [0.1715, 0.1073, 0.0672, 0.0631, 0.081, 0.0593, 0.0476, 0.0434, 0.0401, 0.0469, 0.0298, 0.0338, 0.0247, 0.0225, 0.0225, 0.0239, 0.0232, 0.0205, 0.0225, 0.0289, 0.0205], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1379", "target_index": 10, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.023599577136337757, "error": null, "probabilities": [0.1129, 0.1004, 0.0648, 0.0701, 0.082, 0.0619, 0.059, 0.0513, 0.0439, 0.0474, 0.0412, 0.0425, 0.0381, 0.0336, 0.0331, 0.027, 0.0224, 0.021, 0.0195, 0.0145, 0.0134], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1520", "target_index": 10, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024971273262053728, "error": null, "probabilities": [0.2158, 0.1438, 0.0653, 0.0674, 0.08, 0.0567, 0.0485, 0.0409, 0.0415, 0.0384, 0.0281, 0.0264, 0.0229, 0.0215, 0.0187, 0.0165, 0.0219, 0.0125, 0.0117, 0.011, 0.0103], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1524", "target_index": 10, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.027137878350913525, "error": null, "probabilities": [0.0747, 0.0846, 0.06, 0.0564, 0.0581, 0.0513, 0.0538, 0.0439, 0.0439, 0.0482, 0.0432, 0.0439, 0.0513, 0.049, 0.0467, 0.0375, 0.0381, 0.0353, 0.0239, 0.0275, 0.0288], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1526", "target_index": 10, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02420376380905509, "error": null, "probabilities": [0.1132, 0.0696, 0.0584, 0.0588, 0.0566, 0.0598, 0.0377, 0.038, 0.0392, 0.0401, 0.0462, 0.0444, 0.0536, 0.0469, 0.0377, 0.0389, 0.0354, 0.0343, 0.0294, 0.034, 0.028], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1544", "target_index": 11, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.021424350794404745, "error": null, "probabilities": [0.1577, 0.0945, 0.0748, 0.0605, 0.0771, 0.0526, 0.0461, 0.0359, 0.0359, 0.0475, 0.0348, 0.0353, 0.0302, 0.0297, 0.0254, 0.0167, 0.0211, 0.0302, 0.0293, 0.04, 0.0247], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1553", "target_index": 11, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.021722313947975636, "error": null, "probabilities": [0.0881, 0.0895, 0.0625, 0.0635, 0.0841, 0.0765, 0.0615, 0.0543, 0.045, 0.0494, 0.0526, 0.0502, 0.0443, 0.0345, 0.0373, 0.0269, 0.0209, 0.0203, 0.0137, 0.0121, 0.0129], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1562", "target_index": 11, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02272589597851038, "error": null, "probabilities": [0.1503, 0.1058, 0.0683, 0.0727, 0.0919, 0.0641, 0.05, 0.0477, 0.0455, 0.0462, 0.0421, 0.0395, 0.036, 0.0318, 0.0276, 0.0229, 0.0162, 0.0128, 0.0097, 0.0088, 0.0103], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1574", "target_index": 11, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022599204909056425, "error": null, "probabilities": [0.0947, 0.0835, 0.0715, 0.0749, 0.0602, 0.0611, 0.0592, 0.0611, 0.0491, 0.0565, 0.0461, 0.0371, 0.0454, 0.0539, 0.0389, 0.0232, 0.0239, 0.0208, 0.0143, 0.0126, 0.0118], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1578", "target_index": 11, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.022709055803716183, "error": null, "probabilities": [0.0961, 0.0976, 0.0784, 0.0748, 0.0784, 0.065, 0.064, 0.0592, 0.0475, 0.0461, 0.0327, 0.0348, 0.04, 0.042, 0.0394, 0.028, 0.0251, 0.0159, 0.0122, 0.0113, 0.0117], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1588", "target_index": 12, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022123469039797783, "error": null, "probabilities": [0.1369, 0.0808, 0.0582, 0.0596, 0.0591, 0.0509, 0.0471, 0.0443, 0.0439, 0.049, 0.0432, 0.0397, 0.045, 0.0403, 0.0347, 0.0288, 0.0228, 0.0316, 0.0275, 0.0271, 0.0297], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1601", "target_index": 12, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.0236386782489717, "error": null, "probabilities": [0.1429, 0.0867, 0.0615, 0.0526, 0.0801, 0.0686, 0.0551, 0.056, 0.0479, 0.0517, 0.0422, 0.0416, 0.0373, 0.0281, 0.0281, 0.0248, 0.0193, 0.0193, 0.0187, 0.0187, 0.0187], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1613", "target_index": 12, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.025126613676548004, "error": null, "probabilities": [0.132, 0.0996, 0.0746, 0.0723, 0.0648, 0.0497, 0.0358, 0.0375, 0.0358, 0.0412, 0.0381, 0.0406, 0.0439, 0.0381, 0.0292, 0.0275, 0.0292, 0.0283, 0.0288, 0.025, 0.0279], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1617", "target_index": 12, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.032902016304433346, "error": null, "probabilities": [0.0734, 0.0781, 0.0618, 0.0521, 0.0638, 0.0554, 0.0521, 0.0505, 0.0489, 0.0563, 0.0481, 0.0521, 0.0529, 0.0438, 0.0347, 0.0341, 0.0381, 0.0279, 0.0321, 0.0283, 0.0156], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1623", "target_index": 12, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.04430916998535395, "error": null, "probabilities": [0.4314, 0.1653, 0.1011, 0.0487, 0.041, 0.0423, 0.0273, 0.0191, 0.0197, 0.0223, 0.0158, 0.0077, 0.0121, 0.0102, 0.0086, 0.0065, 0.0048, 0.004, 0.0032, 0.0038, 0.0052], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1838", "target_index": 13, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02775926562026143, "error": null, "probabilities": [0.1715, 0.1274, 0.0557, 0.0507, 0.0611, 0.0462, 0.0414, 0.0515, 0.0704, 0.0507, 0.0389, 0.0427, 0.0491, 0.0332, 0.0205, 0.0198, 0.0155, 0.015, 0.0128, 0.0132, 0.0128], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1857", "target_index": 13, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.01962858997285366, "error": null, "probabilities": [0.1582, 0.0771, 0.0555, 0.0547, 0.068, 0.0555, 0.0522, 0.0498, 0.053, 0.0582, 0.0446, 0.0419, 0.0432, 0.0337, 0.0353, 0.0271, 0.0239, 0.0198, 0.0164, 0.0164, 0.0154], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1861", "target_index": 13, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022700136061757803, "error": null, "probabilities": [0.1456, 0.1041, 0.0672, 0.0672, 0.075, 0.0349, 0.0484, 0.0823, 0.0371, 0.0377, 0.0349, 0.0499, 0.0308, 0.0267, 0.0271, 0.0184, 0.0211, 0.0259, 0.0243, 0.0271, 0.0143], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1917", "target_index": 13, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.026279177982360125, "error": null, "probabilities": [0.1697, 0.1113, 0.0827, 0.0814, 0.0814, 0.0534, 0.0379, 0.0429, 0.0397, 0.0391, 0.0403, 0.0319, 0.0286, 0.0209, 0.0216, 0.0286, 0.0168, 0.019, 0.0185, 0.0173, 0.0168], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:1956", "target_index": 13, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.017776757944375277, "error": null, "probabilities": [0.1052, 0.1299, 0.0928, 0.0581, 0.0928, 0.0599, 0.0489, 0.0489, 0.0418, 0.0474, 0.0369, 0.0347, 0.0418, 0.0331, 0.0246, 0.018, 0.0134, 0.0142, 0.0177, 0.0172, 0.0227], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2254", "target_index": 14, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02631337894126773, "error": null, "probabilities": [0.2025, 0.0941, 0.0617, 0.0617, 0.0793, 0.0545, 0.0445, 0.0452, 0.0445, 0.0553, 0.0392, 0.0346, 0.0296, 0.027, 0.0246, 0.018, 0.0197, 0.0164, 0.0159, 0.0159, 0.0159], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2301", "target_index": 14, "predicted_index": 1, "n_labels": 21, "latency_seconds": 0.03625481529161334, "error": null, "probabilities": [0.1015, 0.1063, 0.0676, 0.0692, 0.0714, 0.0611, 0.0578, 0.0468, 0.0476, 0.0498, 0.0394, 0.04, 0.04, 0.037, 0.0359, 0.0247, 0.0221, 0.018, 0.0214, 0.0239, 0.0183], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2305", "target_index": 14, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02533330675214529, "error": null, "probabilities": [0.132, 0.1202, 0.0685, 0.0696, 0.0752, 0.0614, 0.0486, 0.0442, 0.0463, 0.0435, 0.0396, 0.0334, 0.0344, 0.0314, 0.0252, 0.0222, 0.024, 0.0206, 0.0202, 0.0199, 0.0193], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2316", "target_index": 14, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024456607177853584, "error": null, "probabilities": [0.1132, 0.1031, 0.0714, 0.0682, 0.0725, 0.063, 0.0556, 0.0433, 0.042, 0.0454, 0.042, 0.0433, 0.042, 0.0394, 0.0337, 0.0293, 0.0251, 0.0192, 0.0162, 0.0167, 0.0152], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2328", "target_index": 14, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.023652388248592615, "error": null, "probabilities": [0.1526, 0.0926, 0.0584, 0.0523, 0.0693, 0.0532, 0.0523, 0.0448, 0.0414, 0.0441, 0.0383, 0.0462, 0.0371, 0.0371, 0.0328, 0.0225, 0.0236, 0.0218, 0.0229, 0.0308, 0.0259], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2378", "target_index": 15, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022939409129321575, "error": null, "probabilities": [0.1577, 0.1123, 0.061, 0.051, 0.0565, 0.062, 0.0518, 0.0479, 0.0373, 0.0487, 0.0403, 0.0464, 0.0385, 0.023, 0.023, 0.0156, 0.0356, 0.0182, 0.0226, 0.0334, 0.0171], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2448", "target_index": 15, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024785440880805254, "error": null, "probabilities": [0.127, 0.0929, 0.0887, 0.0644, 0.0534, 0.0551, 0.0397, 0.0339, 0.0324, 0.0367, 0.0403, 0.0422, 0.0397, 0.039, 0.0378, 0.035, 0.0299, 0.0281, 0.0281, 0.0222, 0.0334], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2454", "target_index": 15, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024720558896660805, "error": null, "probabilities": [0.1462, 0.1428, 0.0929, 0.0853, 0.049, 0.0416, 0.0361, 0.026, 0.0237, 0.0226, 0.0226, 0.0422, 0.0334, 0.0216, 0.0226, 0.0131, 0.0193, 0.0286, 0.0345, 0.082, 0.0141], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2464", "target_index": 15, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.028075389098376036, "error": null, "probabilities": [0.1217, 0.0836, 0.0661, 0.0682, 0.075, 0.0612, 0.0507, 0.0492, 0.0441, 0.0507, 0.0484, 0.0441, 0.0401, 0.036, 0.0349, 0.0298, 0.0247, 0.0211, 0.0165, 0.0173, 0.0167], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2474", "target_index": 15, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.027072847820818424, "error": null, "probabilities": [0.1196, 0.0976, 0.0682, 0.065, 0.0523, 0.0461, 0.0284, 0.0322, 0.0447, 0.0539, 0.0376, 0.0376, 0.0531, 0.0574, 0.0395, 0.0267, 0.0307, 0.0267, 0.0275, 0.0307, 0.0243], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2582", "target_index": 16, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.03114153491333127, "error": null, "probabilities": [0.176, 0.1068, 0.0781, 0.0722, 0.07, 0.0481, 0.0352, 0.0369, 0.0387, 0.0497, 0.0369, 0.0347, 0.0311, 0.0283, 0.0301, 0.0172, 0.0204, 0.0242, 0.0231, 0.0266, 0.0159], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2650", "target_index": 16, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02370813675224781, "error": null, "probabilities": [0.1039, 0.0809, 0.0606, 0.0616, 0.0625, 0.0625, 0.0597, 0.045, 0.0398, 0.0443, 0.0437, 0.045, 0.043, 0.045, 0.0417, 0.0356, 0.0368, 0.0282, 0.023, 0.0174, 0.0197], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2826", "target_index": 16, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02008455479517579, "error": null, "probabilities": [0.1033, 0.0926, 0.0688, 0.0553, 0.078, 0.071, 0.0511, 0.0444, 0.0466, 0.0544, 0.048, 0.0473, 0.0404, 0.032, 0.0301, 0.0296, 0.031, 0.0207, 0.0188, 0.0207, 0.0161], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2948", "target_index": 16, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.021364720072597265, "error": null, "probabilities": [0.1249, 0.1068, 0.0497, 0.0425, 0.0505, 0.0375, 0.0352, 0.0425, 0.0381, 0.0412, 0.0399, 0.0521, 0.0658, 0.0375, 0.0316, 0.0311, 0.0321, 0.0341, 0.0326, 0.0497, 0.0246], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:2984", "target_index": 16, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02215129928663373, "error": null, "probabilities": [0.1055, 0.0681, 0.0514, 0.0574, 0.0574, 0.0565, 0.0433, 0.0461, 0.0531, 0.0454, 0.0447, 0.0447, 0.0476, 0.0382, 0.0413, 0.0447, 0.0468, 0.0271, 0.0293, 0.0284, 0.0232], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3103", "target_index": 17, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02032041782513261, "error": null, "probabilities": [0.1206, 0.1, 0.0692, 0.0749, 0.0621, 0.0565, 0.0531, 0.0565, 0.0469, 0.0413, 0.0382, 0.0348, 0.0359, 0.0332, 0.0312, 0.0218, 0.0218, 0.0228, 0.0312, 0.0307, 0.0172], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3105", "target_index": 17, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.021460500545799732, "error": null, "probabilities": [0.1376, 0.0645, 0.0535, 0.0587, 0.0816, 0.0606, 0.0616, 0.056, 0.041, 0.0518, 0.0472, 0.0437, 0.0437, 0.0345, 0.0351, 0.0291, 0.0282, 0.023, 0.0203, 0.014, 0.0144], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3112", "target_index": 17, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02668970311060548, "error": null, "probabilities": [0.1726, 0.1253, 0.0635, 0.0552, 0.0665, 0.0436, 0.0404, 0.0385, 0.0373, 0.0356, 0.0351, 0.0397, 0.0397, 0.0291, 0.0241, 0.0269, 0.0219, 0.03, 0.0245, 0.0245, 0.0261], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3114", "target_index": 17, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02562318043783307, "error": null, "probabilities": [0.1577, 0.0857, 0.0627, 0.07, 0.0678, 0.0545, 0.0411, 0.0424, 0.0438, 0.0598, 0.0411, 0.0392, 0.0315, 0.0287, 0.0278, 0.0224, 0.0296, 0.0253, 0.0253, 0.0224, 0.021], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3120", "target_index": 17, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.027567273005843163, "error": null, "probabilities": [0.1067, 0.0987, 0.0805, 0.0598, 0.0722, 0.0553, 0.0481, 0.0504, 0.0553, 0.0536, 0.0418, 0.0352, 0.0399, 0.0399, 0.0257, 0.0292, 0.0242, 0.0234, 0.0207, 0.02, 0.0194], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3156", "target_index": 18, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02844365406781435, "error": null, "probabilities": [0.1256, 0.0789, 0.0509, 0.0577, 0.0591, 0.0615, 0.0596, 0.0429, 0.0467, 0.0498, 0.0432, 0.0403, 0.0409, 0.0436, 0.0429, 0.0391, 0.0309, 0.0264, 0.026, 0.0182, 0.0158], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3172", "target_index": 18, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.024366735946387053, "error": null, "probabilities": [0.1556, 0.0807, 0.0538, 0.0669, 0.068, 0.0564, 0.0513, 0.0453, 0.0453, 0.0505, 0.0482, 0.0432, 0.0353, 0.0292, 0.0353, 0.0311, 0.0297, 0.0198, 0.0198, 0.0207, 0.0138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3195", "target_index": 18, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022831367794424295, "error": null, "probabilities": [0.1746, 0.1101, 0.0689, 0.0554, 0.0647, 0.0489, 0.0431, 0.0412, 0.0399, 0.0425, 0.0369, 0.0393, 0.0336, 0.0266, 0.0227, 0.0231, 0.0224, 0.0262, 0.0301, 0.0262, 0.0238], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3229", "target_index": 18, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.02022574795410037, "error": null, "probabilities": [0.1411, 0.0993, 0.0785, 0.0749, 0.0636, 0.0495, 0.0488, 0.0411, 0.0368, 0.043, 0.038, 0.0424, 0.0392, 0.0368, 0.0351, 0.0249, 0.0253, 0.023, 0.023, 0.0185, 0.0171], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3236", "target_index": 18, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.022028537932783365, "error": null, "probabilities": [0.1131, 0.0827, 0.0582, 0.061, 0.061, 0.0514, 0.0573, 0.0564, 0.0479, 0.0422, 0.0479, 0.0506, 0.0471, 0.0334, 0.03, 0.0334, 0.0309, 0.0248, 0.0256, 0.0286, 0.0165], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3268", "target_index": 19, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.04754098691046238, "error": null, "probabilities": [0.1208, 0.0672, 0.0458, 0.0496, 0.0579, 0.0519, 0.0451, 0.0466, 0.0473, 0.0466, 0.0466, 0.0511, 0.0424, 0.0368, 0.033, 0.0405, 0.0405, 0.0301, 0.0291, 0.0411, 0.0301], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3270", "target_index": 19, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.03191084507852793, "error": null, "probabilities": [0.1408, 0.1408, 0.0635, 0.0494, 0.0526, 0.0479, 0.051, 0.0429, 0.0319, 0.0314, 0.0295, 0.0373, 0.0367, 0.0286, 0.0269, 0.026, 0.03, 0.0362, 0.0309, 0.0373, 0.0282], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3277", "target_index": 19, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.023932230193167925, "error": null, "probabilities": [0.1188, 0.1008, 0.0693, 0.0503, 0.0682, 0.0503, 0.0465, 0.0335, 0.0362, 0.0437, 0.0392, 0.0437, 0.0473, 0.0465, 0.0351, 0.034, 0.033, 0.03, 0.0249, 0.023, 0.0253], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3289", "target_index": 19, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.0247454303316772, "error": null, "probabilities": [0.1188, 0.094, 0.0544, 0.0503, 0.0721, 0.0495, 0.0579, 0.0511, 0.0437, 0.048, 0.0411, 0.0488, 0.0357, 0.0282, 0.0241, 0.0249, 0.031, 0.032, 0.034, 0.032, 0.0282], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3337", "target_index": 20, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.0260094553232193, "error": null, "probabilities": [0.0972, 0.0717, 0.0567, 0.0585, 0.0673, 0.0653, 0.0533, 0.05, 0.0516, 0.0594, 0.0533, 0.0516, 0.05, 0.0449, 0.0442, 0.036, 0.0264, 0.0229, 0.0176, 0.0127, 0.0095], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3347", "target_index": 20, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.03211975609883666, "error": null, "probabilities": [0.1547, 0.1031, 0.0778, 0.0526, 0.0635, 0.0518, 0.0457, 0.0423, 0.0397, 0.0436, 0.0404, 0.0416, 0.0423, 0.0282, 0.0226, 0.02, 0.02, 0.0249, 0.03, 0.0265, 0.0286], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3353", "target_index": 20, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.025971954222768545, "error": null, "probabilities": [0.1252, 0.0901, 0.066, 0.067, 0.0808, 0.053, 0.053, 0.049, 0.0453, 0.0498, 0.0446, 0.04, 0.0348, 0.0337, 0.0307, 0.0262, 0.0239, 0.0217, 0.0217, 0.0217, 0.0217], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "capsotu", "example_id": "capsotu:3354", "target_index": 20, "predicted_index": 0, "n_labels": 21, "latency_seconds": 0.026274328120052814, "error": null, "probabilities": [0.1648, 0.0917, 0.0606, 0.0666, 0.0676, 0.0588, 0.0444, 0.0351, 0.0423, 0.0451, 0.0315, 0.034, 0.0335, 0.0391, 0.0286, 0.0213, 0.0261, 0.0237, 0.0265, 0.0291, 0.0296], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:10", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023924261331558228, "error": null, "probabilities": [0.4681, 0.5319], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:31", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026276018004864454, "error": null, "probabilities": [0.6453, 0.3547], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:44", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022214750293642282, "error": null, "probabilities": [0.7138, 0.2862], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:63", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023754048626869917, "error": null, "probabilities": [0.4282, 0.5718], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:175", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01999161532148719, "error": null, "probabilities": [0.603, 0.397], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:177", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017600415740162134, "error": null, "probabilities": [0.4484, 0.5516], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:199", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019628900103271008, "error": null, "probabilities": [0.6144, 0.3856], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:218", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017210091929882765, "error": null, "probabilities": [0.7186, 0.2814], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:294", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.015801225323230028, "error": null, "probabilities": [0.5332, 0.4668], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:313", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021648154128342867, "error": null, "probabilities": [0.6252, 0.3748], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:424", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018585848156362772, "error": null, "probabilities": [0.3923, 0.6077], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:462", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017575796227902174, "error": null, "probabilities": [0.5293, 0.4707], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:479", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03431214205920696, "error": null, "probabilities": [0.5139, 0.4861], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:642", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024887802079319954, "error": null, "probabilities": [0.4603, 0.5397], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:643", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021747394930571318, "error": null, "probabilities": [0.6339, 0.3661], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:650", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02274987706914544, "error": null, "probabilities": [0.6199, 0.3801], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:693", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02149193175137043, "error": null, "probabilities": [0.5603, 0.4397], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:698", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022201649844646454, "error": null, "probabilities": [0.4824, 0.5176], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:707", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018123032059520483, "error": null, "probabilities": [0.54, 0.46], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:717", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020198505837470293, "error": null, "probabilities": [0.4839, 0.5161], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:728", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025858383160084486, "error": null, "probabilities": [0.6926, 0.3074], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:780", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018448936752974987, "error": null, "probabilities": [0.5583, 0.4417], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:797", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023141270969063044, "error": null, "probabilities": [0.5104, 0.4896], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:812", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025486727710813284, "error": null, "probabilities": [0.4506, 0.5494], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:912", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04994723480194807, "error": null, "probabilities": [0.5293, 0.4707], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:958", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.029622556641697884, "error": null, "probabilities": [0.5027, 0.4973], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1026", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01730862306430936, "error": null, "probabilities": [0.5273, 0.4727], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1028", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01782300928607583, "error": null, "probabilities": [0.489, 0.511], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1041", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.032319849357008934, "error": null, "probabilities": [0.479, 0.521], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1102", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018621218856424093, "error": null, "probabilities": [0.521, 0.479], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1130", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026966966222971678, "error": null, "probabilities": [0.633, 0.367], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1146", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026188467163592577, "error": null, "probabilities": [0.5651, 0.4349], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1162", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02378089865669608, "error": null, "probabilities": [0.463, 0.537], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1174", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03277640417218208, "error": null, "probabilities": [0.5432, 0.4568], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1231", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02328183315694332, "error": null, "probabilities": [0.6825, 0.3175], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1255", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025867673102766275, "error": null, "probabilities": [0.3759, 0.6241], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1265", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02378127910196781, "error": null, "probabilities": [0.5722, 0.4278], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1271", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024769990239292383, "error": null, "probabilities": [0.6442, 0.3558], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1291", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025480298325419426, "error": null, "probabilities": [0.8888, 0.1112], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1346", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03372880630195141, "error": null, "probabilities": [0.4605, 0.5395], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1358", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021562143228948116, "error": null, "probabilities": [0.5458, 0.4542], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1396", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023256062995642424, "error": null, "probabilities": [0.5496, 0.4504], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1430", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023718988057225943, "error": null, "probabilities": [0.7712, 0.2288], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1463", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02283645700663328, "error": null, "probabilities": [0.4956, 0.5044], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1470", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01932950597256422, "error": null, "probabilities": [0.4971, 0.5029], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1471", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02324603172019124, "error": null, "probabilities": [0.658, 0.342], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1479", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0236832769587636, "error": null, "probabilities": [0.5516, 0.4484], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1556", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021473912056535482, "error": null, "probabilities": [0.423, 0.577], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1568", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02984804008156061, "error": null, "probabilities": [0.6241, 0.3759], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1587", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02299797022715211, "error": null, "probabilities": [0.3961, 0.6039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1687", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02429495519027114, "error": null, "probabilities": [0.5465, 0.4535], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1689", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023997680749744177, "error": null, "probabilities": [0.5078, 0.4922], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1760", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022783467080444098, "error": null, "probabilities": [0.4533, 0.5467], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1779", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026677901856601238, "error": null, "probabilities": [0.54, 0.46], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1909", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03141678776592016, "error": null, "probabilities": [0.2358, 0.7642], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1940", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024866702035069466, "error": null, "probabilities": [0.3993, 0.6007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1983", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02038798900321126, "error": null, "probabilities": [0.5477, 0.4523], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1989", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021704324055463076, "error": null, "probabilities": [0.409, 0.591], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1990", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0220645391382277, "error": null, "probabilities": [0.5026, 0.4974], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2039", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021085727959871292, "error": null, "probabilities": [0.5401, 0.4599], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2104", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023793478962033987, "error": null, "probabilities": [0.3594, 0.6406], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2141", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02416210388764739, "error": null, "probabilities": [0.4737, 0.5263], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2143", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03866270277649164, "error": null, "probabilities": [0.461, 0.539], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2165", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02297472907230258, "error": null, "probabilities": [0.4571, 0.5429], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2210", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017679648008197546, "error": null, "probabilities": [0.4858, 0.5142], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2214", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02143042115494609, "error": null, "probabilities": [0.4137, 0.5863], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2215", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02238245215266943, "error": null, "probabilities": [0.6671, 0.3329], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2261", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018311064690351486, "error": null, "probabilities": [0.3558, 0.6442], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2307", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019869681913405657, "error": null, "probabilities": [0.5112, 0.4888], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2333", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02913477085530758, "error": null, "probabilities": [0.6489, 0.3511], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2389", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016972489189356565, "error": null, "probabilities": [0.363, 0.637], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2408", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021686334162950516, "error": null, "probabilities": [0.4533, 0.5467], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2420", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023331073112785816, "error": null, "probabilities": [0.4494, 0.5506], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2433", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026023854967206717, "error": null, "probabilities": [0.363, 0.637], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2466", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.028188790194690228, "error": null, "probabilities": [0.4771, 0.5229], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2649", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026480489876121283, "error": null, "probabilities": [0.537, 0.463], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2669", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01969596091657877, "error": null, "probabilities": [0.502, 0.498], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2680", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018034751061350107, "error": null, "probabilities": [0.5851, 0.4149], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2763", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020903704687952995, "error": null, "probabilities": [0.4206, 0.5794], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2860", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01681701699271798, "error": null, "probabilities": [0.4717, 0.5283], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2871", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017298702150583267, "error": null, "probabilities": [0.5545, 0.4455], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2901", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02168232388794422, "error": null, "probabilities": [0.6008, 0.3992], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3020", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02121453918516636, "error": null, "probabilities": [0.3232, 0.6768], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3055", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023041320964694023, "error": null, "probabilities": [0.4912, 0.5088], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3095", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02591350395232439, "error": null, "probabilities": [0.4419, 0.5581], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3164", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.028659585863351822, "error": null, "probabilities": [0.4902, 0.5098], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3166", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024819402024149895, "error": null, "probabilities": [0.574, 0.426], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3175", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.027993218041956425, "error": null, "probabilities": [0.4211, 0.5789], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3208", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024830312002450228, "error": null, "probabilities": [0.4353, 0.5647], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3211", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024814371019601822, "error": null, "probabilities": [0.4927, 0.5073], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3333", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02521043596789241, "error": null, "probabilities": [0.5465, 0.4535], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3413", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02542782761156559, "error": null, "probabilities": [0.4322, 0.5678], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3481", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02794033708050847, "error": null, "probabilities": [0.489, 0.511], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3560", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.027510482352226973, "error": null, "probabilities": [0.4175, 0.5825], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3733", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024674829095602036, "error": null, "probabilities": [0.4408, 0.5592], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3751", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03443926386535168, "error": null, "probabilities": [0.6188, 0.3812], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3767", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.047780171036720276, "error": null, "probabilities": [0.5005, 0.4995], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3783", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022966749034821987, "error": null, "probabilities": [0.5703, 0.4297], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3800", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026133575942367315, "error": null, "probabilities": [0.6065, 0.3935], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3828", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025844532996416092, "error": null, "probabilities": [0.5931, 0.4069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:96", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019187504891306162, "error": null, "probabilities": [0.6725, 0.3275], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:247", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020512240938842297, "error": null, "probabilities": [0.3381, 0.6619], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:253", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018144673202186823, "error": null, "probabilities": [0.5753, 0.4247], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:314", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020681802183389664, "error": null, "probabilities": [0.9784, 0.0216], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:355", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023442385252565145, "error": null, "probabilities": [0.6697, 0.3303], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:356", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023750898893922567, "error": null, "probabilities": [0.6869, 0.3131], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:567", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024370836094021797, "error": null, "probabilities": [0.5387, 0.4613], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:592", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02009533578529954, "error": null, "probabilities": [0.5823, 0.4177], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:740", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023359303828328848, "error": null, "probabilities": [0.7003, 0.2997], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:749", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02222387120127678, "error": null, "probabilities": [0.7465, 0.2535], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:828", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02114445762708783, "error": null, "probabilities": [0.8666, 0.1334], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:839", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022051118779927492, "error": null, "probabilities": [0.5156, 0.4844], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:914", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024004312232136726, "error": null, "probabilities": [0.5332, 0.4668], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:943", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02257638517767191, "error": null, "probabilities": [0.587, 0.413], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1111", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02529210690408945, "error": null, "probabilities": [0.7409, 0.2591], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1141", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030448127072304487, "error": null, "probabilities": [0.7498, 0.2502], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1185", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02972786920145154, "error": null, "probabilities": [0.8253, 0.1747], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1282", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02536186808720231, "error": null, "probabilities": [0.6689, 0.3311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1295", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019994684029370546, "error": null, "probabilities": [0.5813, 0.4187], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1456", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021952166687697172, "error": null, "probabilities": [0.6792, 0.3208], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1474", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018155272118747234, "error": null, "probabilities": [0.7621, 0.2379], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1495", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018156122881919146, "error": null, "probabilities": [0.6316, 0.3684], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1505", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022474884055554867, "error": null, "probabilities": [0.6334, 0.3666], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1515", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017916949931532145, "error": null, "probabilities": [0.4902, 0.5098], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1518", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020312368404120207, "error": null, "probabilities": [0.5641, 0.4359], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1818", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025172634981572628, "error": null, "probabilities": [0.6701, 0.3299], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1883", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02579548303037882, "error": null, "probabilities": [0.8534, 0.1466], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1908", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030746850185096264, "error": null, "probabilities": [0.8606, 0.1394], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:1987", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02374122804030776, "error": null, "probabilities": [0.9017, 0.0983], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2026", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021962478291243315, "error": null, "probabilities": [0.4069, 0.5931], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2061", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03173913201317191, "error": null, "probabilities": [0.5756, 0.4244], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2149", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.04704247135668993, "error": null, "probabilities": [0.5964, 0.4036], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2176", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026909415144473314, "error": null, "probabilities": [0.7074, 0.2926], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2177", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02540290681645274, "error": null, "probabilities": [0.7982, 0.2018], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2315", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023587545845657587, "error": null, "probabilities": [0.6849, 0.3151], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2509", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02260385500267148, "error": null, "probabilities": [0.5875, 0.4125], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2580", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022264640778303146, "error": null, "probabilities": [0.7325, 0.2675], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2649", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023743778001517057, "error": null, "probabilities": [0.5946, 0.4054], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2684", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022160100284963846, "error": null, "probabilities": [0.6901, 0.3099], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2755", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024999053683131933, "error": null, "probabilities": [0.7694, 0.2306], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:2764", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025930313859134912, "error": null, "probabilities": [0.7256, 0.2744], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:3007", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02656115172430873, "error": null, "probabilities": [0.8247, 0.1753], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:3158", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027360960841178894, "error": null, "probabilities": [0.6496, 0.3504], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:3240", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026702313218265772, "error": null, "probabilities": [0.8235, 0.1765], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:3244", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026407369412481785, "error": null, "probabilities": [0.6976, 0.3024], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:3608", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025662940926849842, "error": null, "probabilities": [0.4639, 0.5361], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:3738", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017783438321202993, "error": null, "probabilities": [0.6833, 0.3167], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:3797", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020546370185911655, "error": null, "probabilities": [0.556, 0.444], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4009", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018715408630669117, "error": null, "probabilities": [0.5832, 0.4168], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4031", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01698258938267827, "error": null, "probabilities": [0.6123, 0.3877], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4155", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021505311597138643, "error": null, "probabilities": [0.2531, 0.7469], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4158", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02176956506446004, "error": null, "probabilities": [0.3303, 0.6697], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4161", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021845515817403793, "error": null, "probabilities": [0.6593, 0.3407], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4163", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02196182683110237, "error": null, "probabilities": [0.4968, 0.5032], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4170", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023926179856061935, "error": null, "probabilities": [0.4187, 0.5813], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4176", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021785635966807604, "error": null, "probabilities": [0.1801, 0.8199], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4181", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0248605920933187, "error": null, "probabilities": [0.4552, 0.5448], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4185", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02131412038579583, "error": null, "probabilities": [0.3558, 0.6442], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4188", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019764181692153215, "error": null, "probabilities": [0.3207, 0.6793], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4192", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024149782955646515, "error": null, "probabilities": [0.4206, 0.5794], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4194", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02110490668565035, "error": null, "probabilities": [0.3002, 0.6998], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4198", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023553895764052868, "error": null, "probabilities": [0.1901, 0.8099], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4201", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021336070261895657, "error": null, "probabilities": [0.4144, 0.5856], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4206", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023247921839356422, "error": null, "probabilities": [0.4073, 0.5927], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4208", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023010889068245888, "error": null, "probabilities": [0.658, 0.342], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4212", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022436332888901234, "error": null, "probabilities": [0.2393, 0.7607], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4215", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021056036930531263, "error": null, "probabilities": [0.7118, 0.2882], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4218", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02304547093808651, "error": null, "probabilities": [0.6893, 0.3107], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4227", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1356174498796463, "error": null, "probabilities": [0.2268, 0.7732], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4231", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025354258250445127, "error": null, "probabilities": [0.5964, 0.4036], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4237", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02252384414896369, "error": null, "probabilities": [0.5936, 0.4064], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4243", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020875025074929, "error": null, "probabilities": [0.5098, 0.4902], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4247", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018317854963243008, "error": null, "probabilities": [0.354, 0.646], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4255", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02145286137238145, "error": null, "probabilities": [0.4397, 0.5603], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4270", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018800571095198393, "error": null, "probabilities": [0.3469, 0.6531], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4272", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022183159831911325, "error": null, "probabilities": [0.6033, 0.3967], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4277", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026840694714337587, "error": null, "probabilities": [0.6514, 0.3486], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4278", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.027191969100385904, "error": null, "probabilities": [0.5351, 0.4649], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4283", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024654628708958626, "error": null, "probabilities": [0.463, 0.537], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4299", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028781146742403507, "error": null, "probabilities": [0.5205, 0.4795], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4307", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021123288199305534, "error": null, "probabilities": [0.6095, 0.3905], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4309", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02381798019632697, "error": null, "probabilities": [0.6758, 0.3242], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4315", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022841358091682196, "error": null, "probabilities": [0.5429, 0.4571], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4323", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022937608882784843, "error": null, "probabilities": [0.6424, 0.3576], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4324", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.025086164008826017, "error": null, "probabilities": [0.5234, 0.4766], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4326", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020377578679472208, "error": null, "probabilities": [0.5603, 0.4397], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4329", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.026865195017307997, "error": null, "probabilities": [0.4727, 0.5273], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4333", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03174968296661973, "error": null, "probabilities": [0.5467, 0.4533], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4342", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022632814943790436, "error": null, "probabilities": [0.5039, 0.4961], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4343", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01760772569105029, "error": null, "probabilities": [0.4054, 0.5946], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4357", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016787216998636723, "error": null, "probabilities": [0.5176, 0.4824], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4364", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01766800694167614, "error": null, "probabilities": [0.2659, 0.7341], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4366", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01936317700892687, "error": null, "probabilities": [0.637, 0.363], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4372", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020433048717677593, "error": null, "probabilities": [0.4649, 0.5351], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4373", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01856936700642109, "error": null, "probabilities": [0.537, 0.463], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4375", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018245182931423187, "error": null, "probabilities": [0.6002, 0.3998], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4381", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02041046880185604, "error": null, "probabilities": [0.4026, 0.5974], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4384", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0265348213724792, "error": null, "probabilities": [0.5799, 0.4201], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4400", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.030709489714354277, "error": null, "probabilities": [0.3585, 0.6415], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "biasframes_sex", "example_id": "biasframes_sex:4402", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016469743102788925, "error": null, "probabilities": [0.4844, 0.5156], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:392", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016604554373770952, "error": null, "probabilities": [0.2806, 0.7194], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:406", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017995310947299004, "error": null, "probabilities": [0.4756, 0.5244], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:493", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018501686863601208, "error": null, "probabilities": [0.5908, 0.4092], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:496", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13582035200670362, "error": null, "probabilities": [0.7447, 0.2553], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:640", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019543888978660107, "error": null, "probabilities": [0.1815, 0.8185], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:651", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019645430147647858, "error": null, "probabilities": [0.2565, 0.7435], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:724", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13435504538938403, "error": null, "probabilities": [0.151, 0.849], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:813", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02154475310817361, "error": null, "probabilities": [0.3262, 0.6738], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:835", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01828862400725484, "error": null, "probabilities": [0.3486, 0.6514], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:960", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.09707670798525214, "error": null, "probabilities": [0.0429, 0.9571], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1212", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024047001730650663, "error": null, "probabilities": [0.4301, 0.5699], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1333", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017519066110253334, "error": null, "probabilities": [0.6941, 0.3059], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1401", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016750547103583813, "error": null, "probabilities": [0.3946, 0.6054], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1628", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017140571027994156, "error": null, "probabilities": [0.3504, 0.6496], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1927", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018238293938338757, "error": null, "probabilities": [0.2121, 0.7879], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1990", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01871737977489829, "error": null, "probabilities": [0.7506, 0.2494], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2090", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01982279308140278, "error": null, "probabilities": [0.2095, 0.7905], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2186", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02285446785390377, "error": null, "probabilities": [0.3012, 0.6988], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2196", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018911282066255808, "error": null, "probabilities": [0.112, 0.888], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2324", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01691617863252759, "error": null, "probabilities": [0.6456, 0.3544], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2458", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01648317277431488, "error": null, "probabilities": [0.3074, 0.6926], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2568", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1431034067645669, "error": null, "probabilities": [0.9494, 0.0506], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2667", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019495557993650436, "error": null, "probabilities": [0.0876, 0.9124], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2727", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021878765895962715, "error": null, "probabilities": [0.1587, 0.8413], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3020", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021731194108724594, "error": null, "probabilities": [0.8986, 0.1014], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3043", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018567467108368874, "error": null, "probabilities": [0.8998, 0.1002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3110", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018543287180364132, "error": null, "probabilities": [0.2309, 0.7691], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3299", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016858437098562717, "error": null, "probabilities": [0.3153, 0.6847], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3314", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01993460301309824, "error": null, "probabilities": [0.2878, 0.7122], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3381", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02116739796474576, "error": null, "probabilities": [0.354, 0.646], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3641", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02150782197713852, "error": null, "probabilities": [0.2082, 0.7918], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3758", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018077982123941183, "error": null, "probabilities": [0.8032, 0.1968], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3818", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018351934850215912, "error": null, "probabilities": [0.3012, 0.6988], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3983", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01673515560105443, "error": null, "probabilities": [0.2268, 0.7732], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4036", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12896195193752646, "error": null, "probabilities": [0.2376, 0.7624], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4157", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.031024354044348, "error": null, "probabilities": [0.2846, 0.7154], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4218", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13830143213272095, "error": null, "probabilities": [0.4727, 0.5273], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4264", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018155453260987997, "error": null, "probabilities": [0.1634, 0.8366], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4322", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017847449984401464, "error": null, "probabilities": [0.4282, 0.5718], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4389", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017831378616392612, "error": null, "probabilities": [0.8652, 0.1348], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4513", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12541546067222953, "error": null, "probabilities": [0.2587, 0.7413], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4538", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01965050119906664, "error": null, "probabilities": [0.1352, 0.8648], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4578", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022830647882074118, "error": null, "probabilities": [0.9302, 0.0698], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4586", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02936836425215006, "error": null, "probabilities": [0.6984, 0.3016], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4616", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03701097285374999, "error": null, "probabilities": [0.239, 0.761], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4651", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017371763940900564, "error": null, "probabilities": [0.3612, 0.6388], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4792", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016523323953151703, "error": null, "probabilities": [0.2374, 0.7626], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4804", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018671749159693718, "error": null, "probabilities": [0.6747, 0.3253], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4958", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02258677501231432, "error": null, "probabilities": [0.2844, 0.7156], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4987", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14269491331651807, "error": null, "probabilities": [0.1535, 0.8465], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5027", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01671231584623456, "error": null, "probabilities": [0.8594, 0.1406], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5105", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017097020987421274, "error": null, "probabilities": [0.8835, 0.1165], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5193", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016672054771333933, "error": null, "probabilities": [0.7813, 0.2187], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5218", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.015892526134848595, "error": null, "probabilities": [0.784, 0.216], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5220", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016278010793030262, "error": null, "probabilities": [0.9233, 0.0767], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5258", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016717167105525732, "error": null, "probabilities": [0.9012, 0.0988], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5286", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016933977603912354, "error": null, "probabilities": [0.9239, 0.0761], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5354", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018184872809797525, "error": null, "probabilities": [0.8459, 0.1541], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5389", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09510330483317375, "error": null, "probabilities": [0.8824, 0.1176], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5410", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01830217381939292, "error": null, "probabilities": [0.8944, 0.1056], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5431", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016289121005684137, "error": null, "probabilities": [0.7732, 0.2268], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5501", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01648281281813979, "error": null, "probabilities": [0.825, 0.175], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5830", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018622898031026125, "error": null, "probabilities": [0.6442, 0.3558], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5868", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018839250784367323, "error": null, "probabilities": [0.7691, 0.2309], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5900", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02099011605605483, "error": null, "probabilities": [0.8963, 0.1037], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5932", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02297912910580635, "error": null, "probabilities": [0.9291, 0.0709], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5999", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018606468103826046, "error": null, "probabilities": [0.404, 0.596], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6020", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01740869414061308, "error": null, "probabilities": [0.9017, 0.0983], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6042", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017617546021938324, "error": null, "probabilities": [0.9225, 0.0775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6181", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018339914735406637, "error": null, "probabilities": [0.8977, 0.1023], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6313", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01919587515294552, "error": null, "probabilities": [0.8199, 0.1801], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6374", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02076333435252309, "error": null, "probabilities": [0.8044, 0.1956], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6387", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02094689616933465, "error": null, "probabilities": [0.7138, 0.2862], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6420", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01787609001621604, "error": null, "probabilities": [0.9118, 0.0882], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6464", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01744966534897685, "error": null, "probabilities": [0.9488, 0.0512], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6487", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0927904979325831, "error": null, "probabilities": [0.8606, 0.1394], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6550", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.028057518880814314, "error": null, "probabilities": [0.7905, 0.2095], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6589", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03688082192093134, "error": null, "probabilities": [0.7527, 0.2473], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6647", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018715680111199617, "error": null, "probabilities": [0.8289, 0.1711], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6699", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020169416908174753, "error": null, "probabilities": [0.5419, 0.4581], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6852", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020384719129651785, "error": null, "probabilities": [0.9423, 0.0577], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6944", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016436873003840446, "error": null, "probabilities": [0.8872, 0.1128], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7047", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017222541850060225, "error": null, "probabilities": [0.9099, 0.0901], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7118", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12994342390447855, "error": null, "probabilities": [0.9468, 0.0532], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7188", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017123091034591198, "error": null, "probabilities": [0.8876, 0.1124], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7308", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018604267854243517, "error": null, "probabilities": [0.8587, 0.1413], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7390", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016872778069227934, "error": null, "probabilities": [0.9214, 0.0786], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7458", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01699760928750038, "error": null, "probabilities": [0.8529, 0.1471], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7577", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017424464225769043, "error": null, "probabilities": [0.6615, 0.3385], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7609", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018798291217535734, "error": null, "probabilities": [0.969, 0.031], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7651", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01941132778301835, "error": null, "probabilities": [0.2689, 0.7311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7677", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020838274154812098, "error": null, "probabilities": [0.7698, 0.2302], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7724", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019081742968410254, "error": null, "probabilities": [0.8376, 0.1624], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7770", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03230687789618969, "error": null, "probabilities": [0.7649, 0.2351], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7895", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03141360776498914, "error": null, "probabilities": [0.9511, 0.0489], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7928", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0182144227437675, "error": null, "probabilities": [0.9429, 0.0571], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7997", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018328393809497356, "error": null, "probabilities": [0.9419, 0.0581], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:8243", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02003672532737255, "error": null, "probabilities": [0.9493, 0.0507], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:8271", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021637034136801958, "error": null, "probabilities": [0.871, 0.129], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:8404", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020667201839387417, "error": null, "probabilities": [0.8728, 0.1272], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:12", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019401616882532835, "error": null, "probabilities": [0.6868, 0.3132], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:33", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016926438082009554, "error": null, "probabilities": [0.6692, 0.3308], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:155", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01764945685863495, "error": null, "probabilities": [0.5855, 0.4145], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:303", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017955380026251078, "error": null, "probabilities": [0.6424, 0.3576], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:323", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01853982824832201, "error": null, "probabilities": [0.5764, 0.4236], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:447", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02032060781493783, "error": null, "probabilities": [0.5137, 0.4863], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:718", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13055376010015607, "error": null, "probabilities": [0.6002, 0.3998], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:940", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026781734079122543, "error": null, "probabilities": [0.6114, 0.3886], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1134", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026673622895032167, "error": null, "probabilities": [0.6406, 0.3594], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1136", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03043741686269641, "error": null, "probabilities": [0.6188, 0.3812], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1182", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.12809441098943353, "error": null, "probabilities": [0.6558, 0.3442], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1203", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.12600604724138975, "error": null, "probabilities": [0.4163, 0.5837], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1354", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020037135109305382, "error": null, "probabilities": [0.3562, 0.6438], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1466", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018756349105387926, "error": null, "probabilities": [0.5266, 0.4734], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1638", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01728597329929471, "error": null, "probabilities": [0.4175, 0.5825], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1712", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023068420123308897, "error": null, "probabilities": [0.5467, 0.4533], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1790", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1379602369852364, "error": null, "probabilities": [0.8256, 0.1744], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1987", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016418802086263895, "error": null, "probabilities": [0.709, 0.291], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2010", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01797812059521675, "error": null, "probabilities": [0.6545, 0.3455], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2207", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02022091718390584, "error": null, "probabilities": [0.6531, 0.3469], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2321", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021305929869413376, "error": null, "probabilities": [0.5889, 0.4111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2477", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01919770473614335, "error": null, "probabilities": [0.6188, 0.3812], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2530", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.132658745162189, "error": null, "probabilities": [0.6469, 0.3531], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2577", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02208366896957159, "error": null, "probabilities": [0.78, 0.22], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2632", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025124964769929647, "error": null, "probabilities": [0.4552, 0.5448], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2689", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030304456129670143, "error": null, "probabilities": [0.5293, 0.4707], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2784", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017338412813842297, "error": null, "probabilities": [0.5955, 0.4045], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3268", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020975136198103428, "error": null, "probabilities": [0.4007, 0.5993], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3367", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020798783749341965, "error": null, "probabilities": [0.7491, 0.2509], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3387", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019519519060850143, "error": null, "probabilities": [0.9182, 0.0818], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3404", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020862735342234373, "error": null, "probabilities": [0.478, 0.522], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3922", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0186427291482687, "error": null, "probabilities": [0.5756, 0.4244], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3966", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018632119055837393, "error": null, "probabilities": [0.705, 0.295], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4017", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017908090259879827, "error": null, "probabilities": [0.4484, 0.5516], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4288", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018018562346696854, "error": null, "probabilities": [0.6671, 0.3329], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4323", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017598316073417664, "error": null, "probabilities": [0.717, 0.283], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4373", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016665385104715824, "error": null, "probabilities": [0.5679, 0.4321], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4416", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018015341833233833, "error": null, "probabilities": [0.5782, 0.4218], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4421", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018683278933167458, "error": null, "probabilities": [0.2852, 0.7148], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4448", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021533061750233173, "error": null, "probabilities": [0.5191, 0.4809], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4479", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020882864948362112, "error": null, "probabilities": [0.4922, 0.5078], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4530", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018873610999435186, "error": null, "probabilities": [0.7428, 0.2572], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4538", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14996283827349544, "error": null, "probabilities": [0.632, 0.368], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4593", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.15916943596675992, "error": null, "probabilities": [0.4969, 0.5031], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4648", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.15551401302218437, "error": null, "probabilities": [0.6986, 0.3014], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4723", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03597243223339319, "error": null, "probabilities": [0.6723, 0.3277], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4737", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0157118639908731, "error": null, "probabilities": [0.6753, 0.3247], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4757", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017966880928725004, "error": null, "probabilities": [0.6151, 0.3849], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4878", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019264846108853817, "error": null, "probabilities": [0.5889, 0.4111], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4933", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021569442935287952, "error": null, "probabilities": [0.5029, 0.4971], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5015", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02087375381961465, "error": null, "probabilities": [0.5429, 0.4571], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5230", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.024216114077717066, "error": null, "probabilities": [0.5737, 0.4263], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5279", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017946879845112562, "error": null, "probabilities": [0.4766, 0.5234], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5390", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017954209819436073, "error": null, "probabilities": [0.3775, 0.6225], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5465", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09732920117676258, "error": null, "probabilities": [0.6151, 0.3849], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5479", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01961511978879571, "error": null, "probabilities": [0.3074, 0.6926], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5522", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017810518853366375, "error": null, "probabilities": [0.4378, 0.5622], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5531", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018296624068170786, "error": null, "probabilities": [0.5525, 0.4475], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5692", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021942188031971455, "error": null, "probabilities": [0.461, 0.539], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5701", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018820340745151043, "error": null, "probabilities": [0.3416, 0.6584], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5813", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018747270107269287, "error": null, "probabilities": [0.4766, 0.5234], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5879", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01759925577789545, "error": null, "probabilities": [0.4263, 0.5737], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5931", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023313472978770733, "error": null, "probabilities": [0.3242, 0.6758], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6086", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.029317732900381088, "error": null, "probabilities": [0.5059, 0.4941], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6134", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024418816436082125, "error": null, "probabilities": [0.4417, 0.5583], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6174", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017857010010629892, "error": null, "probabilities": [0.461, 0.539], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6190", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017977971117943525, "error": null, "probabilities": [0.5583, 0.4417], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6213", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021215928718447685, "error": null, "probabilities": [0.6169, 0.3831], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6316", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.09533862816169858, "error": null, "probabilities": [0.5622, 0.4378], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6508", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017719848081469536, "error": null, "probabilities": [0.5312, 0.4688], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6538", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017844758927822113, "error": null, "probabilities": [0.5583, 0.4417], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6551", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016730025876313448, "error": null, "probabilities": [0.4187, 0.5813], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6554", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0168843069113791, "error": null, "probabilities": [0.4111, 0.5889], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6722", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018094751983880997, "error": null, "probabilities": [0.539, 0.461], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6927", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019090713933110237, "error": null, "probabilities": [0.5039, 0.4961], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6956", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02017134614288807, "error": null, "probabilities": [0.4187, 0.5813], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7146", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020630941726267338, "error": null, "probabilities": [0.637, 0.363], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7277", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018926681950688362, "error": null, "probabilities": [0.3451, 0.6549], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7309", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023488175123929977, "error": null, "probabilities": [0.5564, 0.4436], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7317", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02156291203573346, "error": null, "probabilities": [0.4766, 0.5234], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7329", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019866402726620436, "error": null, "probabilities": [0.6993, 0.3007], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7354", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1516039869748056, "error": null, "probabilities": [0.1236, 0.8764], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7574", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01849962677806616, "error": null, "probabilities": [0.4494, 0.5506], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7705", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017205792013555765, "error": null, "probabilities": [0.4494, 0.5506], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7781", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018824391067028046, "error": null, "probabilities": [0.4187, 0.5813], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7870", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021993387956172228, "error": null, "probabilities": [0.5078, 0.4922], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7873", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02084756502881646, "error": null, "probabilities": [0.6261, 0.3739], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7937", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019444407895207405, "error": null, "probabilities": [0.5813, 0.4187], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8027", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018727358896285295, "error": null, "probabilities": [0.6654, 0.3346], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8032", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0175771857611835, "error": null, "probabilities": [0.3961, 0.6039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8037", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017997100949287415, "error": null, "probabilities": [0.4649, 0.5351], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8066", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018139093182981014, "error": null, "probabilities": [0.628, 0.372], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8146", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01953099900856614, "error": null, "probabilities": [0.4378, 0.5622], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8159", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020910815335810184, "error": null, "probabilities": [0.5234, 0.4766], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8228", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020752532873302698, "error": null, "probabilities": [0.5545, 0.4455], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8400", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017796977888792753, "error": null, "probabilities": [0.5946, 0.4054], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8460", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018635998014360666, "error": null, "probabilities": [0.6077, 0.3923], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8505", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017117700073868036, "error": null, "probabilities": [0.5, 0.5], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8520", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017468824982643127, "error": null, "probabilities": [0.3558, 0.6442], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8637", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.027798105962574482, "error": null, "probabilities": [0.4263, 0.5737], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:37", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03510726196691394, "error": null, "probabilities": [0.6478, 0.3522], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:113", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01847541704773903, "error": null, "probabilities": [0.5156, 0.4844], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:121", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020753162913024426, "error": null, "probabilities": [0.6179, 0.3821], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:369", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02154509210959077, "error": null, "probabilities": [0.7118, 0.2882], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:710", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02149945218116045, "error": null, "probabilities": [0.8622, 0.1378], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:825", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020176556892693043, "error": null, "probabilities": [0.6931, 0.3069], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:886", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01773570803925395, "error": null, "probabilities": [0.5156, 0.4844], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1124", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016711926087737083, "error": null, "probabilities": [0.4961, 0.5039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1228", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01761285588145256, "error": null, "probabilities": [0.5603, 0.4397], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1234", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017285773064941168, "error": null, "probabilities": [0.5098, 0.4902], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1493", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017833458725363016, "error": null, "probabilities": [0.9399, 0.0601], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1494", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019552128855139017, "error": null, "probabilities": [0.707, 0.293], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1590", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1393468640744686, "error": null, "probabilities": [0.5234, 0.4766], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1613", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0188560807146132, "error": null, "probabilities": [0.7491, 0.2509], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1634", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021464862395077944, "error": null, "probabilities": [0.5806, 0.4194], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1743", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.026673522777855396, "error": null, "probabilities": [0.6637, 0.3363], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1814", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0307817910797894, "error": null, "probabilities": [0.6534, 0.3466], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1825", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13339056400582194, "error": null, "probabilities": [0.5564, 0.4436], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1872", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017758938018232584, "error": null, "probabilities": [0.5832, 0.4168], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2222", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016825686674565077, "error": null, "probabilities": [0.6311, 0.3689], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2227", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017904590349644423, "error": null, "probabilities": [0.5908, 0.4092], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2407", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017493855208158493, "error": null, "probabilities": [0.566, 0.434], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2438", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018983781803399324, "error": null, "probabilities": [0.5312, 0.4688], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2596", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02232127171009779, "error": null, "probabilities": [0.5727, 0.4273], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2746", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14208064507693052, "error": null, "probabilities": [0.642, 0.358], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2972", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019342306070029736, "error": null, "probabilities": [0.5641, 0.4359], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3001", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020497840363532305, "error": null, "probabilities": [0.6424, 0.3576], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3096", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018056021071970463, "error": null, "probabilities": [0.6077, 0.3923], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3189", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017013948876410723, "error": null, "probabilities": [0.5917, 0.4083], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3191", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020682983100414276, "error": null, "probabilities": [0.5525, 0.4475], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3299", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017605316825211048, "error": null, "probabilities": [0.1965, 0.8035], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3321", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018934302031993866, "error": null, "probabilities": [0.5068, 0.4932], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3549", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1343731158412993, "error": null, "probabilities": [0.7341, 0.2659], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3791", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016946348827332258, "error": null, "probabilities": [0.5857, 0.4143], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3918", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13326318189501762, "error": null, "probabilities": [0.7171, 0.2829], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4038", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022196159698069096, "error": null, "probabilities": [0.8876, 0.1124], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4211", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020143776200711727, "error": null, "probabilities": [0.4703, 0.5297], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4228", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017197181936353445, "error": null, "probabilities": [0.5115, 0.4885], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4257", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017801179084926844, "error": null, "probabilities": [0.9216, 0.0784], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4481", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01899190293624997, "error": null, "probabilities": [0.603, 0.397], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4529", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019970353692770004, "error": null, "probabilities": [0.5222, 0.4778], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4614", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019314385950565338, "error": null, "probabilities": [0.9115, 0.0885], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4685", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020163625944405794, "error": null, "probabilities": [0.7853, 0.2147], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4795", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01819143397733569, "error": null, "probabilities": [0.6317, 0.3683], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4798", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019023912958800793, "error": null, "probabilities": [0.6469, 0.3531], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4812", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1321684797294438, "error": null, "probabilities": [0.7058, 0.2942], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4850", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020350738894194365, "error": null, "probabilities": [0.8309, 0.1691], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4888", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.027729365043342113, "error": null, "probabilities": [0.4576, 0.5424], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4903", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.03382757632061839, "error": null, "probabilities": [0.7957, 0.2043], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4951", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.015766414813697338, "error": null, "probabilities": [0.499, 0.501], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5003", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01653966400772333, "error": null, "probabilities": [0.3961, 0.6039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5008", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016498654149472713, "error": null, "probabilities": [0.2444, 0.7556], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5010", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14029113529250026, "error": null, "probabilities": [0.3812, 0.6188], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5014", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01787729002535343, "error": null, "probabilities": [0.354, 0.646], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5018", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02019747719168663, "error": null, "probabilities": [0.2674, 0.7326], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5025", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017527075950056314, "error": null, "probabilities": [0.0804, 0.9196], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5026", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019982194062322378, "error": null, "probabilities": [0.2767, 0.7233], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5030", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021523931995034218, "error": null, "probabilities": [0.283, 0.717], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5032", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01994403311982751, "error": null, "probabilities": [0.1871, 0.8129], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5041", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017694776877760887, "error": null, "probabilities": [0.2295, 0.7705], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5046", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01959805004298687, "error": null, "probabilities": [0.3277, 0.6723], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5049", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016973039135336876, "error": null, "probabilities": [0.195, 0.805], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5055", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.1461224532686174, "error": null, "probabilities": [0.2227, 0.7773], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5060", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017608406953513622, "error": null, "probabilities": [0.1541, 0.8459], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5062", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016558313742280006, "error": null, "probabilities": [0.4036, 0.5964], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5067", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017658496741205454, "error": null, "probabilities": [0.3812, 0.6188], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5071", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018233243841677904, "error": null, "probabilities": [0.3127, 0.6873], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5072", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02117709768936038, "error": null, "probabilities": [0.2628, 0.7372], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5075", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022868397645652294, "error": null, "probabilities": [0.2114, 0.7886], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5081", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019104033708572388, "error": null, "probabilities": [0.2783, 0.7217], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5083", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13596808398142457, "error": null, "probabilities": [0.3381, 0.6619], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5087", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.025683121290057898, "error": null, "probabilities": [0.3381, 0.6619], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5091", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14306979719549417, "error": null, "probabilities": [0.54, 0.46], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5094", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023393924813717604, "error": null, "probabilities": [0.3451, 0.6549], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5096", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018159702885895967, "error": null, "probabilities": [0.4494, 0.5506], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5103", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.14033521572127938, "error": null, "probabilities": [0.5641, 0.4359], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5108", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0210801069624722, "error": null, "probabilities": [0.248, 0.752], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5109", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.023101110011339188, "error": null, "probabilities": [0.3998, 0.6002], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5117", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.030834781005978584, "error": null, "probabilities": [0.272, 0.728], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5122", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13589979289099574, "error": null, "probabilities": [0.304, 0.696], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5125", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019256774801760912, "error": null, "probabilities": [0.2568, 0.7432], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5132", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01902948273345828, "error": null, "probabilities": [0.2878, 0.7122], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5135", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019624500069767237, "error": null, "probabilities": [0.2154, 0.7846], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5140", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022512474097311497, "error": null, "probabilities": [0.0512, 0.9488], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5150", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020048425067216158, "error": null, "probabilities": [0.5273, 0.4727], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5160", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01637341221794486, "error": null, "probabilities": [0.3141, 0.6859], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5161", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017226081807166338, "error": null, "probabilities": [0.2689, 0.7311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5162", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016000808216631413, "error": null, "probabilities": [0.3594, 0.6406], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5166", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0176593572832644, "error": null, "probabilities": [0.4111, 0.5889], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5167", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1349824327044189, "error": null, "probabilities": [0.5583, 0.4417], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5170", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022054249420762062, "error": null, "probabilities": [0.3398, 0.6602], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5175", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022777967154979706, "error": null, "probabilities": [0.1148, 0.8852], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5180", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019708801060914993, "error": null, "probabilities": [0.2142, 0.7858], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5181", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0174926551990211, "error": null, "probabilities": [0.2379, 0.7621], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5186", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01776363793760538, "error": null, "probabilities": [0.3702, 0.6298], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5187", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0177410077303648, "error": null, "probabilities": [0.3739, 0.6261], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5188", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01851026713848114, "error": null, "probabilities": [0.2393, 0.7607], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5189", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020500400103628635, "error": null, "probabilities": [0.1689, 0.8311], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5196", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021831915713846684, "error": null, "probabilities": [0.3416, 0.6584], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5197", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020201826933771372, "error": null, "probabilities": [0.3961, 0.6039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:39", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018944861833006144, "error": null, "probabilities": [0.413, 0.587], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:90", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017143070697784424, "error": null, "probabilities": [0.21, 0.79], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:214", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01731495326384902, "error": null, "probabilities": [0.5675, 0.4325], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:229", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016524894163012505, "error": null, "probabilities": [0.5351, 0.4649], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:468", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.1347302501089871, "error": null, "probabilities": [0.6823, 0.3177], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:489", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.030848091933876276, "error": null, "probabilities": [0.5341, 0.4659], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:709", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021099866833537817, "error": null, "probabilities": [0.6388, 0.3612], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:768", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018752660136669874, "error": null, "probabilities": [0.6115, 0.3885], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1416", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01967695029452443, "error": null, "probabilities": [0.3739, 0.6261], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1462", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01737798284739256, "error": null, "probabilities": [0.445, 0.555], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1552", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020124265924096107, "error": null, "probabilities": [0.5156, 0.4844], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1641", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018763979896903038, "error": null, "probabilities": [0.5679, 0.4321], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1645", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.020672402810305357, "error": null, "probabilities": [0.5029, 0.4971], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1887", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022259000688791275, "error": null, "probabilities": [0.4707, 0.5293], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1902", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0180514520034194, "error": null, "probabilities": [0.4277, 0.5723], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2132", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0172533318400383, "error": null, "probabilities": [0.4187, 0.5813], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2305", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01753420475870371, "error": null, "probabilities": [0.195, 0.805], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2401", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017960450146347284, "error": null, "probabilities": [0.603, 0.397], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2405", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019439687952399254, "error": null, "probabilities": [0.4893, 0.5107], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2541", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021758554968982935, "error": null, "probabilities": [0.637, 0.363], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2547", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022777447011321783, "error": null, "probabilities": [0.4613, 0.5387], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2559", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017943609971553087, "error": null, "probabilities": [0.5254, 0.4746], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2642", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01657077483832836, "error": null, "probabilities": [0.4788, 0.5212], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2647", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01776380790397525, "error": null, "probabilities": [0.6307, 0.3693], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2657", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019159983843564987, "error": null, "probabilities": [0.5484, 0.4516], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2755", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.022552073933184147, "error": null, "probabilities": [0.6316, 0.3684], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2775", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020463730208575726, "error": null, "probabilities": [0.4106, 0.5894], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2922", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01869399892166257, "error": null, "probabilities": [0.5756, 0.4244], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3335", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.13778304494917393, "error": null, "probabilities": [0.6307, 0.3693], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3345", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019181034993380308, "error": null, "probabilities": [0.4688, 0.5312], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3347", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.021395110990852118, "error": null, "probabilities": [0.4388, 0.5612], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3437", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022148690186440945, "error": null, "probabilities": [0.4824, 0.5176], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3462", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021134547889232635, "error": null, "probabilities": [0.5589, 0.4411], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3563", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01760150585323572, "error": null, "probabilities": [0.4407, 0.5593], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3574", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017994901165366173, "error": null, "probabilities": [0.5, 0.5], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3816", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016873217187821865, "error": null, "probabilities": [0.5049, 0.4951], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3849", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01859704777598381, "error": null, "probabilities": [0.7136, 0.2864], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3905", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.14289709506556392, "error": null, "probabilities": [0.4187, 0.5813], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3938", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.034677485935389996, "error": null, "probabilities": [0.501, 0.499], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4184", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.01559348264709115, "error": null, "probabilities": [0.6619, 0.3381], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4197", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017798669170588255, "error": null, "probabilities": [0.4189, 0.5811], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4210", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13170411391183734, "error": null, "probabilities": [0.4863, 0.5137], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4231", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.019436568021774292, "error": null, "probabilities": [0.5363, 0.4637], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4311", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02077698288485408, "error": null, "probabilities": [0.4577, 0.5423], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4557", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018750568851828575, "error": null, "probabilities": [0.4428, 0.5572], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4664", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.0179108502343297, "error": null, "probabilities": [0.6206, 0.3794], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4794", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.015724455006420612, "error": null, "probabilities": [0.538, 0.462], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4820", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017840689048171043, "error": null, "probabilities": [0.4378, 0.5622], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4931", "target_index": 0, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01911024423316121, "error": null, "probabilities": [0.462, 0.538], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4993", "target_index": 0, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02258581528440118, "error": null, "probabilities": [0.6951, 0.3049], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:5116", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019145403988659382, "error": null, "probabilities": [0.4863, 0.5137], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:5124", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02049840008839965, "error": null, "probabilities": [0.413, 0.587], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:5891", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02247426426038146, "error": null, "probabilities": [0.3329, 0.6671], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6017", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02619030699133873, "error": null, "probabilities": [0.5234, 0.4766], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6253", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03073203982785344, "error": null, "probabilities": [0.3812, 0.6188], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6272", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01715351128950715, "error": null, "probabilities": [0.4465, 0.5535], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6297", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017332952935248613, "error": null, "probabilities": [0.3914, 0.6086], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6369", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019510858692228794, "error": null, "probabilities": [0.2846, 0.7154], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6453", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02172183385118842, "error": null, "probabilities": [0.304, 0.696], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6473", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.13658424094319344, "error": null, "probabilities": [0.4216, 0.5784], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6514", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018829660955816507, "error": null, "probabilities": [0.2846, 0.7154], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6566", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018322605174034834, "error": null, "probabilities": [0.4513, 0.5487], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6619", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016542532946914434, "error": null, "probabilities": [0.3558, 0.6442], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6645", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01864818809553981, "error": null, "probabilities": [0.2553, 0.7447], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6663", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016498862765729427, "error": null, "probabilities": [0.4359, 0.5641], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6693", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.016527323052287102, "error": null, "probabilities": [0.5234, 0.4766], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6766", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017110420390963554, "error": null, "probabilities": [0.1956, 0.8044], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6914", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.018061471171677113, "error": null, "probabilities": [0.5195, 0.4805], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6933", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.021142348181456327, "error": null, "probabilities": [0.5545, 0.4455], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6979", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019956584088504314, "error": null, "probabilities": [0.4688, 0.5312], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6989", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.029033510945737362, "error": null, "probabilities": [0.4746, 0.5254], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7094", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.03382769739255309, "error": null, "probabilities": [0.3623, 0.6377], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7336", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01850202726200223, "error": null, "probabilities": [0.2862, 0.7138], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7342", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.024776980746537447, "error": null, "probabilities": [0.3381, 0.6619], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7489", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.023277232889086008, "error": null, "probabilities": [0.5506, 0.4494], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7620", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.0182708241045475, "error": null, "probabilities": [0.3961, 0.6039], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7786", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018273834139108658, "error": null, "probabilities": [0.4688, 0.5312], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7836", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016972199082374573, "error": null, "probabilities": [0.4225, 0.5775], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7844", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01849583676084876, "error": null, "probabilities": [0.4073, 0.5927], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7878", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.016098839230835438, "error": null, "probabilities": [0.4263, 0.5737], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8329", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017043760046362877, "error": null, "probabilities": [0.3486, 0.6514], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8417", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01871816022321582, "error": null, "probabilities": [0.4746, 0.5254], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8486", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.019576640333980322, "error": null, "probabilities": [0.3739, 0.6261], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8512", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018938192166388035, "error": null, "probabilities": [0.354, 0.646], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8742", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.02015806594863534, "error": null, "probabilities": [0.4206, 0.5794], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8776", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020338239148259163, "error": null, "probabilities": [0.4494, 0.5506], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8891", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.017338632605969906, "error": null, "probabilities": [0.5832, 0.4168], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8938", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.143622653093189, "error": null, "probabilities": [0.4839, 0.5161], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8989", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01903644297271967, "error": null, "probabilities": [0.4282, 0.5718], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9066", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.020233127288520336, "error": null, "probabilities": [0.3886, 0.6114], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9127", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018412976060062647, "error": null, "probabilities": [0.4036, 0.5964], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9259", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018611168023198843, "error": null, "probabilities": [0.2878, 0.7122], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9326", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018924992065876722, "error": null, "probabilities": [0.4844, 0.5156], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9557", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.018667839001864195, "error": null, "probabilities": [0.3849, 0.6151], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9572", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01955521898344159, "error": null, "probabilities": [0.283, 0.717], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9640", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01980308210477233, "error": null, "probabilities": [0.4017, 0.5983], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9648", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.022073359228670597, "error": null, "probabilities": [0.3886, 0.6114], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9919", "target_index": 1, "predicted_index": 0, "n_labels": 2, "latency_seconds": 0.02006343472748995, "error": null, "probabilities": [0.5, 0.5], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9962", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.017665807157754898, "error": null, "probabilities": [0.3398, 0.6602], "strategy": "single request", "calls": 1}
+{"backend": "laya", "track": "native", "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9966", "target_index": 1, "predicted_index": 1, "n_labels": 2, "latency_seconds": 0.01875512907281518, "error": null, "probabilities": [0.3576, 0.6424], "strategy": "single request", "calls": 1}