{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:9", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9770845519661105, 0.02277752627613028, 4.5764780858080315e-05, 9.215697690112476e-05], "calls": 1, "latency_seconds": 0.2282439460977912, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:267", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9800768722051921, 0.019685247363389655, 4.83159487833536e-05, 0.0001895644826348748], "calls": 1, "latency_seconds": 0.22738934494554996, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:292", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9771441588952285, 0.02193484002507706, 0.00013413246619275085, 0.0007868686135016768], "calls": 1, "latency_seconds": 0.22621406195685267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:427", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9702223141589981, 0.029600683141489805, 6.183188956377289e-05, 0.00011517080994828518], "calls": 1, "latency_seconds": 0.22586365789175034, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:437", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9819360831931631, 0.017780314297448762, 3.836171454922126e-05, 0.000245240794838935], "calls": 1, "latency_seconds": 0.34532839758321643, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:484", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9908777266891418, 0.00896109300717186, 4.833001299825045e-05, 0.00011285029068807568], "calls": 1, "latency_seconds": 0.34444550797343254, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:532", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.8697926142297268, 0.12184719008752512, 0.001862857278091803, 0.006497338404656246], "calls": 1, "latency_seconds": 0.3439638027921319, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:635", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9469022203629798, 0.05278815789889005, 0.00014297706361873788, 0.00016664467451136758], "calls": 1, "latency_seconds": 0.4142091148532927, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:672", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9879362730724509, 0.011842885893240444, 4.140791242401352e-05, 0.00017943312188456223], "calls": 1, "latency_seconds": 0.41519553679972887, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:763", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9969589577190288, 0.0027383787870903895, 6.455513460848977e-05, 0.0002381083592722898], "calls": 1, "latency_seconds": 0.41342353727668524, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:985", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9887232048978372, 0.0102126599376739, 9.905673527502329e-05, 0.0009650784292139103], "calls": 1, "latency_seconds": 0.4154432602226734, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1065", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.97904432663065, 0.020720653689692337, 0.00010506649458615641, 0.0001299531850714899], "calls": 1, "latency_seconds": 0.41222276305779815, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1114", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9383681889458723, 0.06134210912726015, 0.00015690521331831325, 0.00013279671354928115], "calls": 1, "latency_seconds": 0.413411196321249, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1127", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9854627414672501, 0.014418798163591854, 5.1547930801302963e-05, 6.691243835671853e-05], "calls": 1, "latency_seconds": 0.4139267820864916, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1138", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9949738211070375, 0.004879102143630423, 7.238271096127293e-05, 7.469403837092898e-05], "calls": 1, "latency_seconds": 0.41307387175038457, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1262", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9885882979478247, 0.011235937267422034, 6.935774763082668e-05, 0.00010640703712250945], "calls": 1, "latency_seconds": 0.4135670782998204, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1330", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9914808107462807, 0.00827846723178435, 4.765310735892794e-05, 0.0001930689145760474], "calls": 1, "latency_seconds": 0.45484228199347854, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1341", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9936369268537921, 0.006148316655486515, 4.3151239357695794e-05, 0.00017160525136368548], "calls": 1, "latency_seconds": 0.45295357005670667, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1542", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9743048795520844, 0.0253560681427647, 9.733927008141753e-05, 0.00024171303506944795], "calls": 1, "latency_seconds": 0.4533273843117058, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1551", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9865084813936329, 0.01281553893061636, 5.032209094426795e-05, 0.0006256575848065054], "calls": 1, "latency_seconds": 0.28882581600919366, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1658", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9220063582644844, 0.07770579936044704, 0.00010193601831089473, 0.00018590635675759336], "calls": 1, "latency_seconds": 0.33431276865303516, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1743", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9900348113572641, 0.009773736215305777, 6.639989781293744e-05, 0.00012505252961713786], "calls": 1, "latency_seconds": 0.33332231687381864, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1780", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9787490029647972, 0.021131108170169912, 4.0388430894964505e-05, 7.950043413788765e-05], "calls": 1, "latency_seconds": 0.3351609790697694, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1781", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9905304247268176, 0.009107312374299315, 6.173452723515746e-05, 0.0003005283716479847], "calls": 1, "latency_seconds": 0.33213664405047894, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1814", "target_index": 0, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9852518258981973, 0.014565535948999895, 6.267389198493482e-05, 0.00011996426081787337], "calls": 1, "latency_seconds": 0.3987260339781642, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1959", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.00015231763184076337, 0.9996811372202405, 6.576866530501801e-05, 0.00010077648261362892], "calls": 1, "latency_seconds": 0.3314281851053238, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1970", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.006379732643302851, 0.9935387969435154, 4.282529217624078e-05, 3.864512100545133e-05], "calls": 1, "latency_seconds": 0.45736665185540915, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:1986", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.01631929066311712, 0.9834166995144048, 0.0001404903319734689, 0.00012351949050466745], "calls": 1, "latency_seconds": 0.26239481614902616, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2183", "target_index": 1, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9729651753204436, 0.026355542457442666, 0.00048398871609915364, 0.00019529350601462335], "calls": 1, "latency_seconds": 0.4562934092245996, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2281", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.00022943561597243558, 0.9995209268724983, 4.117466926549791e-05, 0.00020846284226387927], "calls": 1, "latency_seconds": 0.26307495404034853, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2310", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.0020736822576023542, 0.9964722405000167, 0.0005509044315192424, 0.0009031728108616604], "calls": 1, "latency_seconds": 0.35950672440230846, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2371", "target_index": 1, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0013256989277855278, 0.046665089232090305, 0.001189995333751288, 0.9508192165063728], "calls": 1, "latency_seconds": 0.2615939271636307, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2463", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.00013935825606805485, 0.9997009208752237, 7.357532589954537e-05, 8.614554280873994e-05], "calls": 1, "latency_seconds": 0.3006582553498447, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2512", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.00022613581563730965, 0.9994211351089588, 6.389578792908715e-05, 0.0002888332874747565], "calls": 1, "latency_seconds": 0.46959408512338996, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2657", "target_index": 1, "predicted_index": 0, "n_labels": 4, "probabilities": [0.985654433934111, 0.01412593060643668, 0.00011902910588881179, 0.00010060635356348415], "calls": 1, "latency_seconds": 0.4678288036957383, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2694", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.00016113386075176925, 0.9997364868018489, 3.958763400148915e-05, 6.279170339783037e-05], "calls": 1, "latency_seconds": 0.2352886381559074, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2867", "target_index": 1, "predicted_index": 0, "n_labels": 4, "probabilities": [0.913980771827378, 0.08544409716301615, 0.0002468719877607677, 0.00032825902184506836], "calls": 1, "latency_seconds": 0.39715286577120423, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:2958", "target_index": 1, "predicted_index": 0, "n_labels": 4, "probabilities": [0.6643634910530116, 0.3354114030329134, 0.00010458742986490152, 0.00012051848421005832], "calls": 1, "latency_seconds": 0.46958981500938535, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3102", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.460418799032912, 0.5393524226602461, 0.00013977909194705124, 8.899921489484685e-05], "calls": 1, "latency_seconds": 0.4670425849035382, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3150", "target_index": 1, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0016146104471988032, 0.3780899735574973, 0.0010005368861954124, 0.6192948791091085], "calls": 1, "latency_seconds": 0.4679521261714399, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3186", "target_index": 1, "predicted_index": 0, "n_labels": 4, "probabilities": [0.818035623789954, 0.18138787630775982, 0.000181005684015016, 0.0003954942182711619], "calls": 1, "latency_seconds": 0.4689573971554637, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3231", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.48718248103455897, 0.5124732594709469, 0.00017723348851757194, 0.00016702600597646988], "calls": 1, "latency_seconds": 0.4651023717597127, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3300", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.17625820471877468, 0.8214050215641943, 0.0004579644550068494, 0.001878809262024144], "calls": 1, "latency_seconds": 0.4013800360262394, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3301", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.4537698013672033, 0.5459644847407482, 0.00015338635942301006, 0.00011232753262551318], "calls": 1, "latency_seconds": 0.4032039372250438, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3427", "target_index": 1, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00021489766871453635, 0.0021816506317503055, 0.9946320026064539, 0.0029714490930812867], "calls": 1, "latency_seconds": 0.36973070399835706, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3592", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.018217528319008223, 0.9217805685226967, 0.05856298962062251, 0.001438913537672541], "calls": 1, "latency_seconds": 0.3351902989670634, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3675", "target_index": 1, "predicted_index": 0, "n_labels": 4, "probabilities": [0.9694578589589561, 0.030380304276628137, 8.022532436115634e-05, 8.161144005466133e-05], "calls": 1, "latency_seconds": 0.3322383635677397, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3720", "target_index": 1, "predicted_index": 1, "n_labels": 4, "probabilities": [0.01612313873912646, 0.9833587044308385, 0.000241740278524363, 0.0002764165515106138], "calls": 1, "latency_seconds": 0.3026403780095279, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3721", "target_index": 1, "predicted_index": 0, "n_labels": 4, "probabilities": [0.5734673805215312, 0.42475766653036423, 0.00047086065462206405, 0.0013040922934825236], "calls": 1, "latency_seconds": 0.40622886177152395, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:3739", "target_index": 1, "predicted_index": 3, "n_labels": 4, "probabilities": [0.010049772818156933, 0.42591099485281814, 0.0032240855869614476, 0.5608151467420635], "calls": 1, "latency_seconds": 0.3664950062520802, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4134", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.0005327757340768925, 0.002739636237852562, 0.9924305248495371, 0.004297063178533427], "calls": 1, "latency_seconds": 0.30860989820212126, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4151", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00022397997545902938, 0.0014409526540495746, 0.9968025874032533, 0.0015324799672380997], "calls": 1, "latency_seconds": 0.5670194569975138, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4353", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.0001480598960518785, 0.00037138707265471475, 0.9985024239621177, 0.0009781290691756605], "calls": 1, "latency_seconds": 0.5645755878649652, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4364", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00011237022384293264, 0.0002401013327759479, 0.9944074814815325, 0.0052400469618486155], "calls": 1, "latency_seconds": 0.35461630718782544, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4442", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.0002281514281060831, 0.0020068487868976984, 0.9951499840964048, 0.0026150156885913593], "calls": 1, "latency_seconds": 0.5647999397478998, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4479", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [3.140547850123415e-05, 0.00039261001621005245, 0.9985754927237278, 0.0010004917815609295], "calls": 1, "latency_seconds": 0.563244512770325, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4495", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00011899075803578955, 0.0004111393783509848, 0.9990403050117539, 0.00042956485185930695], "calls": 1, "latency_seconds": 0.5647526900283992, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4511", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [8.886424368672707e-05, 0.0005295164402657915, 0.9987044689485918, 0.0006771503674556005], "calls": 1, "latency_seconds": 0.5622448408976197, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4521", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00011877639103573982, 0.001410573032766553, 0.9959369481559673, 0.0025337024202303337], "calls": 1, "latency_seconds": 0.5606340919621289, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4530", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [7.86631164546106e-05, 0.0002892729849709357, 0.9989068461128651, 0.0007252177857094642], "calls": 1, "latency_seconds": 0.5586074288003147, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4573", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [7.736017205903684e-05, 0.0006233941275059203, 0.9986552433727098, 0.0006440023277251737], "calls": 1, "latency_seconds": 0.5591876762919128, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4622", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [4.032426817413992e-05, 0.00037186656358076354, 0.9990656304311142, 0.0005221787371309226], "calls": 1, "latency_seconds": 0.5604236386716366, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4647", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [6.900019791954421e-05, 0.0002941099125171081, 0.9986965870537061, 0.000940302835857142], "calls": 1, "latency_seconds": 0.5605577509850264, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4653", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00013788282892290046, 0.00047285146008703275, 0.9987679684802151, 0.0006212972307750328], "calls": 1, "latency_seconds": 0.5322444401681423, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4850", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00012084093601488079, 0.0005323907079408407, 0.9982966999414281, 0.001050068414616158], "calls": 1, "latency_seconds": 0.4309089509770274, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4854", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [5.600481964326345e-05, 0.0003044531696612374, 0.9986736125378538, 0.0009659294728416696], "calls": 1, "latency_seconds": 0.4290139088407159, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4890", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [7.079022674949757e-05, 0.0008379018513248996, 0.9983113151440681, 0.0007799927778574894], "calls": 1, "latency_seconds": 0.3235494731925428, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4932", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [2.936524964229158e-05, 0.0004105644654205922, 0.9987801455901542, 0.0007799246947829087], "calls": 1, "latency_seconds": 0.270820704754442, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:4997", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.0001071713252396178, 0.0008620725827986984, 0.9975565373095566, 0.0014742187824049945], "calls": 1, "latency_seconds": 0.25058678770437837, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5132", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [5.3118708907326784e-05, 0.00036614238776217455, 0.9978433024557805, 0.0017374364475499899], "calls": 1, "latency_seconds": 0.25073267007246614, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5160", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [9.671561648869256e-05, 0.0005258787048759911, 0.998805647012663, 0.0005717586659722983], "calls": 1, "latency_seconds": 0.4077233490534127, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5197", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [7.319810254495981e-05, 0.00028064373194987025, 0.998813308868443, 0.0008328492970622772], "calls": 1, "latency_seconds": 0.3294104211963713, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5357", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00034396118142118796, 0.0014773769907115322, 0.9967494365462791, 0.0014292252815881813], "calls": 1, "latency_seconds": 0.24996457993984222, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5527", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [5.604013213222193e-05, 0.00033019064054750193, 0.9986197888199186, 0.0009939804074016207], "calls": 1, "latency_seconds": 0.24996420135721564, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5619", "target_index": 2, "predicted_index": 2, "n_labels": 4, "probabilities": [0.00015503431548453793, 0.0010941935051249191, 0.9949826007167281, 0.0037681714626625097], "calls": 1, "latency_seconds": 0.4434061381034553, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5775", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00014276333239754584, 0.0002718640432455676, 0.0001094874168125589, 0.9994758852075444], "calls": 1, "latency_seconds": 0.3282507979311049, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5839", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0003127654903311791, 0.001306639321660734, 0.00036375142994615837, 0.998016843758062], "calls": 1, "latency_seconds": 0.24810404889285564, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5895", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00012834684630104822, 0.00010398214188075108, 6.427204170121798e-05, 0.999703398970117], "calls": 1, "latency_seconds": 0.44115246180444956, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:5961", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0001719955838708037, 0.0004345464296561936, 0.0001843516085828149, 0.9992091063778902], "calls": 1, "latency_seconds": 0.4417215776629746, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6000", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00044103937360582667, 0.00450750933555366, 0.0004756390430463107, 0.9945758122477941], "calls": 1, "latency_seconds": 0.4412841028533876, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6004", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00022340927170752404, 0.0003793160259202733, 0.00010681440961661341, 0.9992904602927556], "calls": 1, "latency_seconds": 0.36567459581419826, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6044", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.001720722607900789, 0.008745973014276872, 0.0005844287561846656, 0.9889488756216376], "calls": 1, "latency_seconds": 0.4407421266660094, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6493", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00019513039675947029, 0.0006188448599981275, 0.00016651282771008445, 0.9990195119155323], "calls": 1, "latency_seconds": 0.32510755117982626, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6571", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00014443491181119958, 0.000486530866107333, 9.645346921178917e-05, 0.9992725807528697], "calls": 1, "latency_seconds": 0.3801351161673665, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6607", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00048061262352576395, 0.0011573217585778412, 0.00010480512853678375, 0.9982572604893596], "calls": 1, "latency_seconds": 0.42095507495105267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6685", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00022309354928356007, 0.000290650838459426, 6.535933504268866e-05, 0.9994208962772143], "calls": 1, "latency_seconds": 0.33635912276804447, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6700", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0003628391308221043, 0.00046405946942661445, 0.0001763549033701704, 0.998996746496381], "calls": 1, "latency_seconds": 0.42184995487332344, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6802", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00045619007268692493, 0.0018908308428742806, 0.000278587611391747, 0.9973743914730471], "calls": 1, "latency_seconds": 0.25034079514443874, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6839", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0013670602873831765, 0.00045989536621310833, 0.0002110837664119278, 0.9979619605799918], "calls": 1, "latency_seconds": 0.25023373309522867, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6894", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.000989298448849936, 0.004321609529438318, 0.00045548661113899077, 0.9942336054105727], "calls": 1, "latency_seconds": 0.3437140891328454, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6904", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.000619528138582086, 0.0013538121141671322, 0.00031374015294248996, 0.9977129195943083], "calls": 1, "latency_seconds": 0.3420969909057021, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6936", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00018150257451696517, 0.00022603395204972638, 0.00014955121553545704, 0.9994429122578978], "calls": 1, "latency_seconds": 0.34137970162555575, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6954", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0004065373703155045, 0.007032300439306148, 0.0003705638005709121, 0.9921905983898074], "calls": 1, "latency_seconds": 0.30264293774962425, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:6974", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0003329394415930857, 0.0005896295782418865, 0.00010533915625042463, 0.9989720918239147], "calls": 1, "latency_seconds": 0.263313096947968, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:7205", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00014210333813842975, 0.0005582141082694794, 0.00011795497313187231, 0.9991817275804602], "calls": 1, "latency_seconds": 0.2679906412959099, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:7344", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.00024012618034142065, 0.00018353033389015164, 0.00011843218991005745, 0.9994579112958584], "calls": 1, "latency_seconds": 0.41861562756821513, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:7384", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0007467420310260864, 0.000831072532457167, 0.0002518755806425473, 0.9981703098558742], "calls": 1, "latency_seconds": 0.2758577042259276, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:7407", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0003931616980404796, 0.00031621038922998926, 0.00012225364110269782, 0.9991683742716269], "calls": 1, "latency_seconds": 0.41852322593331337, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:7409", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [8.859365083517144e-05, 0.00033484922415942607, 4.767593904483889e-05, 0.9995288811859606], "calls": 1, "latency_seconds": 0.2665702551603317, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "agnews", "example_id": "agnews:7430", "target_index": 3, "predicted_index": 3, "n_labels": 4, "probabilities": [0.0004662511954491511, 0.0012506607626904733, 0.00017068502215848743, 0.9981124030197019], "calls": 1, "latency_seconds": 0.381836355663836, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:23", "target_index": 0, "predicted_index": 5, "n_labels": 6, "probabilities": [0.042189864490367435, 0.3148428727504935, 0.23810087939398147, 0.014092240669881427, 0.009472765671552882, 0.38130137702372335], "calls": 1, "latency_seconds": 0.3622785867191851, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:25", "target_index": 0, "predicted_index": 4, "n_labels": 6, "probabilities": [0.2691554874606691, 0.0460022442508736, 0.0015332106450365755, 0.005525905678943966, 0.6735400473520848, 0.0042431046123919455], "calls": 1, "latency_seconds": 0.2568595609627664, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:50", "target_index": 0, "predicted_index": 0, "n_labels": 6, "probabilities": [0.9990868951082482, 0.0005470054349116004, 7.60247679964506e-05, 6.181172649431663e-05, 5.083365099616537e-05, 0.00017742931135334027], "calls": 1, "latency_seconds": 0.2756070112809539, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:56", "target_index": 0, "predicted_index": 0, "n_labels": 6, "probabilities": [0.9986894722733549, 0.0007517628877677041, 3.902088477601202e-05, 3.902088477601202e-05, 6.543187141110582e-05, 0.0004152911979143633], "calls": 1, "latency_seconds": 0.1534236087463796, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:63", "target_index": 0, "predicted_index": 4, "n_labels": 6, "probabilities": [0.001622646780902646, 0.0009358288149004525, 0.00041017853889143487, 0.0018954413226634822, 0.9944017441465548, 0.0007341603960872572], "calls": 1, "latency_seconds": 0.37232600478455424, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:78", "target_index": 0, "predicted_index": 0, "n_labels": 6, "probabilities": [0.9982789643683564, 0.0014120130259377274, 4.848070184120903e-05, 9.674935053519987e-05, 0.00010966852880186983, 5.4124024527640084e-05], "calls": 1, "latency_seconds": 0.19349112827330828, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:80", "target_index": 0, "predicted_index": 4, "n_labels": 6, "probabilities": [0.006118989016538359, 0.005306925821166177, 0.0004187413026726701, 0.0026880752496881615, 0.9834181076077639, 0.002049161002170767], "calls": 1, "latency_seconds": 0.33173131896182895, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:93", "target_index": 0, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0045314453704390105, 0.0014829416821094989, 0.0007781120756038904, 0.002345381030863395, 0.9901267196774989, 0.0007354001634852933], "calls": 1, "latency_seconds": 0.36939857993274927, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:97", "target_index": 0, "predicted_index": 1, "n_labels": 6, "probabilities": [0.43018372671812855, 0.5630309258891235, 0.0009400326547227355, 0.0011939173112880917, 0.0028769187350472267, 0.0017744786916899687], "calls": 1, "latency_seconds": 0.37020003981888294, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:111", "target_index": 0, "predicted_index": 1, "n_labels": 6, "probabilities": [0.005882342671745925, 0.9656643990709213, 0.0006470793685139466, 0.0014167943812916203, 0.004531893307806224, 0.02185749119972103], "calls": 1, "latency_seconds": 0.27053519198670983, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:157", "target_index": 0, "predicted_index": 4, "n_labels": 6, "probabilities": [0.008836724547147188, 0.008648756357220583, 0.0007484158613024953, 0.0033139885151421593, 0.976138672533028, 0.0023134421861595437], "calls": 1, "latency_seconds": 0.33240294735878706, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:166", "target_index": 0, "predicted_index": 1, "n_labels": 6, "probabilities": [0.011125514358597752, 0.9305987259432151, 0.0009609160282949, 0.0013159239865906554, 0.04469899407439129, 0.011299925608910362], "calls": 1, "latency_seconds": 0.3313736938871443, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:172", "target_index": 0, "predicted_index": 4, "n_labels": 6, "probabilities": [0.06315065119351758, 0.20280392222095925, 0.0040765606579506505, 0.013363029408112535, 0.7075437832571317, 0.009062053262328302], "calls": 1, "latency_seconds": 0.28307268815115094, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:180", "target_index": 0, "predicted_index": 0, "n_labels": 6, "probabilities": [0.9972897398865892, 0.0016435384861030577, 0.0002227268585207346, 0.00041576339853059143, 0.00022726500355598676, 0.00020096636670045146], "calls": 1, "latency_seconds": 0.2840092801488936, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:183", "target_index": 0, "predicted_index": 1, "n_labels": 6, "probabilities": [0.3545815646356815, 0.5537156890135925, 0.005941784772809331, 0.008437453493900286, 0.034356146665904586, 0.042967361418111694], "calls": 1, "latency_seconds": 0.29292022436857224, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:189", "target_index": 0, "predicted_index": 1, "n_labels": 6, "probabilities": [0.00045939897164177525, 0.9989373843895023, 5.375666824331896e-05, 4.9668195523191834e-05, 0.00017344362711150507, 0.00032634814797780017], "calls": 1, "latency_seconds": 0.38629449903964996, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:220", "target_index": 0, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0013962753903040302, 0.0002706938465578154, 0.00020027569362119027, 0.0005204647680543327, 0.9972492895576935, 0.00036300074376906504], "calls": 1, "latency_seconds": 0.2546652453020215, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:303", "target_index": 1, "predicted_index": 4, "n_labels": 6, "probabilities": [0.011260017833502924, 0.0036432581872733465, 0.00026156171839969796, 0.0017799610977775396, 0.9822406868018866, 0.0008145143611599068], "calls": 1, "latency_seconds": 0.3520645168609917, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:311", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [0.00039313301815935536, 0.9982869000853816, 0.0001555588313906677, 8.037358538598565e-05, 0.00017934396368933964, 0.0009046905159931235], "calls": 1, "latency_seconds": 0.35193719482049346, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:345", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [0.0005141943967838965, 0.9984446795837822, 9.682922757023431e-05, 0.00011407157737698247, 0.00013058380180809448, 0.0006996414126785699], "calls": 1, "latency_seconds": 0.35060051968321204, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:376", "target_index": 1, "predicted_index": 4, "n_labels": 6, "probabilities": [0.2566435210586441, 0.31176271240798403, 0.024672422533785272, 0.02082983750913993, 0.36505898410139637, 0.021032522389050297], "calls": 1, "latency_seconds": 0.3485801760107279, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:394", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [0.0008769038710860307, 0.9948151499487157, 0.00020768680352885544, 0.00027618026058592984, 0.0030743658571771265, 0.0007497132589063541], "calls": 1, "latency_seconds": 0.26947403885424137, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:395", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [0.0009727831765863657, 0.997885556767086, 0.0001989020002428489, 0.0001638380345767915, 0.0001291448139085528, 0.0006497752075994848], "calls": 1, "latency_seconds": 0.213740945328027, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:403", "target_index": 1, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0047974402837449226, 0.000959753682427201, 0.0005046615612920668, 0.0008031272129548077, 0.9896682739724653, 0.003266743287115713], "calls": 1, "latency_seconds": 0.21318333921954036, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:419", "target_index": 1, "predicted_index": 4, "n_labels": 6, "probabilities": [0.002486735519230154, 0.003731329317141602, 0.00034308280524195653, 0.0008179047584450764, 0.99123527031186, 0.0013856772880812614], "calls": 1, "latency_seconds": 0.3500380339100957, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:420", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [0.4519780584110641, 0.45233926980149197, 0.001957433951761916, 0.0030667089687363243, 0.08679197868626204, 0.0038665501806836988], "calls": 1, "latency_seconds": 0.3486041957512498, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:439", "target_index": 1, "predicted_index": 4, "n_labels": 6, "probabilities": [0.016510328108449598, 0.07128242713753258, 0.044967897522103666, 0.13139449888305532, 0.7215603534399873, 0.014284494908871617], "calls": 1, "latency_seconds": 0.2461979459039867, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:444", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [6.187536819394331e-05, 0.999604983648848, 6.187536819394331e-05, 1.7324842973874978e-05, 1.3057114761336599e-05, 0.0002408836570289231], "calls": 1, "latency_seconds": 0.12447871919721365, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:447", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [0.00041263581719827786, 0.9965451925251795, 0.00016113956043729174, 0.00011054712409591444, 0.00015199476700410077, 0.00261849020608489], "calls": 1, "latency_seconds": 0.3035214482806623, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:465", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [0.00021889018140322996, 0.9989707655475351, 9.488973733597387e-05, 8.284113033270732e-05, 9.872391494351686e-05, 0.0005338894884494873], "calls": 1, "latency_seconds": 0.24480826035141945, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:467", "target_index": 1, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0034977328918097965, 0.005841278901222738, 0.00042147513704713393, 0.0026652509037509275, 0.986842276214285, 0.0007319859518844025], "calls": 1, "latency_seconds": 0.2736735176295042, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:472", "target_index": 1, "predicted_index": 4, "n_labels": 6, "probabilities": [0.00763505321141707, 0.014594336959138216, 0.0004185980111957936, 0.002139540462301646, 0.9734632714098765, 0.0017491999460707678], "calls": 1, "latency_seconds": 0.27402341226115823, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:486", "target_index": 1, "predicted_index": 4, "n_labels": 6, "probabilities": [0.03378032293895296, 0.36328215292631705, 0.0021178836640360376, 0.005235379352912562, 0.5851418119903433, 0.010442449127438103], "calls": 1, "latency_seconds": 0.2249634270556271, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:488", "target_index": 1, "predicted_index": 1, "n_labels": 6, "probabilities": [0.002368911811823079, 0.7822089666769388, 0.000510072083134267, 0.0014046063628538777, 0.21078448672450015, 0.0027229563407497126], "calls": 1, "latency_seconds": 0.37096002884209156, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:511", "target_index": 2, "predicted_index": 4, "n_labels": 6, "probabilities": [0.01819330351660319, 0.01610633616953859, 0.01976384968717876, 0.0326417257494223, 0.9088809336043808, 0.004413851272876299], "calls": 1, "latency_seconds": 0.3704102421179414, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:536", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0008704775975618878, 0.005548900114532427, 0.9905609756947167, 0.00132562268018067, 0.0005261283094597641, 0.0011678956035486064], "calls": 1, "latency_seconds": 0.2562912539578974, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:567", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0017102757122236384, 0.006791148777125499, 0.9633360674656313, 0.023552996417045575, 0.001729133942076439, 0.00288037768589747], "calls": 1, "latency_seconds": 0.30402987403795123, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:584", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.003026014306653058, 0.019410277616188402, 0.8434334514468791, 0.12518449384927413, 0.003490115198109134, 0.0054556475828961256], "calls": 1, "latency_seconds": 0.25582805927842855, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:676", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.00037879748379518496, 0.0006682876715437137, 0.9966898541586385, 0.0012253648876636182, 0.0003978264485140957, 0.0006398693498448385], "calls": 1, "latency_seconds": 0.3680039239116013, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:856", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0010737396015103688, 0.005628993308060059, 0.9809813693625746, 0.009356514355702821, 0.0013986464384893608, 0.0015607369336627405], "calls": 1, "latency_seconds": 0.36676288954913616, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:860", "target_index": 2, "predicted_index": 4, "n_labels": 6, "probabilities": [0.008242848705731902, 0.024440678586710052, 0.00216310087305276, 0.0059815498439509795, 0.9562817451948171, 0.0028900767957371638], "calls": 1, "latency_seconds": 0.2526593217626214, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:889", "target_index": 2, "predicted_index": 5, "n_labels": 6, "probabilities": [0.0021203680248975012, 0.34850520680191543, 0.010236372941548706, 0.0008651594203631551, 0.0018653178893586267, 0.6364075749219166], "calls": 1, "latency_seconds": 0.2961818720214069, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:951", "target_index": 2, "predicted_index": 0, "n_labels": 6, "probabilities": [0.8367335579803944, 0.012406577202449693, 0.0004075694131438287, 0.0010875610129037101, 0.14856282994814246, 0.0008019044429659096], "calls": 1, "latency_seconds": 0.2954435436986387, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:959", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0005512472930399494, 0.002877210230192405, 0.9889402718393454, 0.0043768156454620875, 0.0005063374111257524, 0.002748117580834358], "calls": 1, "latency_seconds": 0.23938358714804053, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:964", "target_index": 2, "predicted_index": 4, "n_labels": 6, "probabilities": [0.002079545904604964, 0.0003152810573150252, 0.0002899486395784062, 0.0008169448655885822, 0.9957571081241174, 0.0007411714087955544], "calls": 1, "latency_seconds": 0.40298527432605624, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:967", "target_index": 2, "predicted_index": 4, "n_labels": 6, "probabilities": [0.00704251573175179, 0.01810718850606764, 0.0008439803582433021, 0.002258319930051917, 0.9677782886476808, 0.003969706826204618], "calls": 1, "latency_seconds": 0.28683672240003943, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:998", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0032647301819375427, 0.015617401775436341, 0.9526340934523387, 0.018464840663350822, 0.0033668662119677737, 0.006652067714968757], "calls": 1, "latency_seconds": 0.4030510550364852, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1121", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.001227152569660999, 0.005319892372552889, 0.9861832847805744, 0.004964021121072252, 0.0007631853142228221, 0.0015424638419167139], "calls": 1, "latency_seconds": 0.4612889769487083, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1141", "target_index": 2, "predicted_index": 4, "n_labels": 6, "probabilities": [0.001998161210171662, 0.00036732434899672, 0.0002734254397648961, 0.000842396849217587, 0.9961017454628771, 0.000416946688971954], "calls": 1, "latency_seconds": 0.4606383298523724, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1148", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0032295116762004316, 0.009611293782648285, 0.9588708740565407, 0.022721389580034005, 0.003071793666945802, 0.0024951372376307963], "calls": 1, "latency_seconds": 0.19573500473052263, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1153", "target_index": 2, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0077731548634704635, 0.014881710738048542, 0.8782566180258161, 0.030759824820242705, 0.061359061461013775, 0.006969630091408411], "calls": 1, "latency_seconds": 0.32409999892115593, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1196", "target_index": 3, "predicted_index": 2, "n_labels": 6, "probabilities": [0.01809505143949784, 0.045718150647813365, 0.4722742947956744, 0.43726601463917314, 0.009908812218698618, 0.01673767625914265], "calls": 1, "latency_seconds": 0.38150261202827096, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1200", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.004089287750609543, 0.0023557095594198916, 0.001019683415101421, 0.004541322099431783, 0.9868102732513628, 0.0011837239240745062], "calls": 1, "latency_seconds": 0.3341031768359244, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1203", "target_index": 3, "predicted_index": 2, "n_labels": 6, "probabilities": [0.00026125244433767257, 0.0015112063375310233, 0.9452240135323322, 0.051650512875752494, 0.0003690524170238951, 0.0009839623930226248], "calls": 1, "latency_seconds": 0.2683474258519709, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1205", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.027925690597455883, 0.008754924730529955, 0.0040291222806265875, 0.015771573626272784, 0.9400766337602748, 0.0034420550048398653], "calls": 1, "latency_seconds": 0.27082444494590163, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1211", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.002038847696681025, 0.0004446281145214363, 0.00018272058374769548, 0.0007318670740124143, 0.9961192690629689, 0.00048266746806856215], "calls": 1, "latency_seconds": 0.3344947206787765, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1212", "target_index": 3, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0012371237925691602, 0.0034518930963882543, 0.970564650225699, 0.022202727767619192, 0.0011436624367460208, 0.0013999426809784255], "calls": 1, "latency_seconds": 0.26940363831818104, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1214", "target_index": 3, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0012466782979088636, 0.003255184816611368, 0.9250929514310962, 0.06592953795086226, 0.0019093043474074376, 0.002566343156113948], "calls": 1, "latency_seconds": 0.3997537358663976, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1234", "target_index": 3, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0014116291748204597, 0.003792406591243782, 0.9841684782290876, 0.007793097225315899, 0.0009591745325853793, 0.0018752142469468326], "calls": 1, "latency_seconds": 0.333984375, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1251", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0012666434860457204, 0.0005158185200398378, 0.0002024820966443142, 0.0004369791105597873, 0.9970425398228353, 0.0005355369638750557], "calls": 1, "latency_seconds": 0.2673759739845991, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1257", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0007560365484631155, 0.00022341046927912812, 0.00014360569239399098, 0.0005392015640043681, 0.9981626197919373, 0.0001751259339220158], "calls": 1, "latency_seconds": 0.3183787423186004, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1268", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.037810801972118085, 0.014794042091889647, 0.011693445190780387, 0.020030518140927888, 0.9090331934334377, 0.006637999170846299], "calls": 1, "latency_seconds": 0.2789547499269247, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1290", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.03336879845171431, 0.034987514274099074, 0.08023644052668175, 0.03824446997731433, 0.8066895299923538, 0.006473246777836663], "calls": 1, "latency_seconds": 0.22768316883593798, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1318", "target_index": 3, "predicted_index": 3, "n_labels": 6, "probabilities": [0.0035226742313599854, 0.01750957170130153, 0.20248601988453682, 0.763369989340872, 0.006500428117225663, 0.006611316724704005], "calls": 1, "latency_seconds": 0.22757015796378255, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1330", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.01210137848612387, 0.011506970132522132, 0.0030090455955601517, 0.00853851101533198, 0.9607929896290965, 0.004051105141365329], "calls": 1, "latency_seconds": 0.22764335898682475, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1338", "target_index": 3, "predicted_index": 3, "n_labels": 6, "probabilities": [0.0007406083018264253, 0.0008391101628942005, 0.34387105549054214, 0.6515998475203553, 0.0011785063901171612, 0.0017708721342647629], "calls": 1, "latency_seconds": 0.4026818610727787, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1343", "target_index": 3, "predicted_index": 4, "n_labels": 6, "probabilities": [0.02938602326364279, 0.018920163617203167, 0.004140188150942426, 0.01107881548700027, 0.9304555086130252, 0.00601930086818615], "calls": 1, "latency_seconds": 0.39554227609187365, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1351", "target_index": 3, "predicted_index": 2, "n_labels": 6, "probabilities": [0.06552803920287095, 0.0583309983882461, 0.3805882430217305, 0.32134740336899803, 0.12562504065998126, 0.048580275358173185], "calls": 1, "latency_seconds": 0.40047258511185646, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1413", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0007350575187572372, 0.00044979644614222877, 0.00014048518708541973, 0.00029037821269187924, 0.9977537787844994, 0.0006305038508236738], "calls": 1, "latency_seconds": 0.1780551071278751, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1466", "target_index": 4, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0027968680772740002, 0.008859029317810579, 0.8961300476881153, 0.06981473206034187, 0.01286853691318087, 0.009530785943277338], "calls": 1, "latency_seconds": 0.398347910027951, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1484", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.017033259540173984, 0.00798117574750897, 0.002832074942109211, 0.007714306758509372, 0.9592995105899442, 0.005139672421754221], "calls": 1, "latency_seconds": 0.39763164101168513, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1503", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.00499003318869633, 0.005425218880270602, 0.00048485834818034915, 0.0027435911601213893, 0.9847845886905543, 0.0015717097321770253], "calls": 1, "latency_seconds": 0.3978937049396336, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1529", "target_index": 4, "predicted_index": 0, "n_labels": 6, "probabilities": [0.6177904783852584, 0.13874569627506222, 0.09755910165520235, 0.026797269471918534, 0.07984405754876682, 0.03926339666379167], "calls": 1, "latency_seconds": 0.3986777733080089, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1624", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.003834500321103726, 0.06693984332366086, 0.0005463322128466411, 0.002885044593002502, 0.9234364972310553, 0.0023577823183311194], "calls": 1, "latency_seconds": 0.3324956679716706, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1636", "target_index": 4, "predicted_index": 3, "n_labels": 6, "probabilities": [0.014063134291253443, 0.046617875907438565, 0.06947529620781992, 0.8320580888401238, 0.029111169962818716, 0.008674434790545537], "calls": 1, "latency_seconds": 0.33369517186656594, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1690", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.001315229975512344, 0.000521362668725033, 0.00013911298486605808, 0.0005327275330020376, 0.9970335167841409, 0.00045805005375365294], "calls": 1, "latency_seconds": 0.2953113908879459, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1699", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0031415840954889572, 0.001164652859312578, 0.0001672581663177958, 0.00042112001768451437, 0.9945482481459882, 0.0005571367152079084], "calls": 1, "latency_seconds": 0.44528503995388746, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1735", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0012646671729438805, 0.0003125699919763298, 0.0002541840593530132, 0.0006760669186237873, 0.9969592818986677, 0.0005332299584353038], "calls": 1, "latency_seconds": 0.4812804916873574, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1736", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.016284333977469256, 0.024202057963460605, 0.20500558601520794, 0.10885192415813859, 0.6402795753787942, 0.005376522506929412], "calls": 1, "latency_seconds": 0.3700730479322374, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1771", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0005875534776141491, 0.00012830219433367576, 7.598973936857242e-05, 0.00021938202278676651, 0.9986659684426495, 0.0003228041232473261], "calls": 1, "latency_seconds": 0.4071258222684264, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1774", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.07500149914839024, 0.0920582967853187, 0.0030096803317788226, 0.009773819615029523, 0.8098400179493799, 0.010316686170102797], "calls": 1, "latency_seconds": 0.4062990229576826, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1796", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.004826694220796681, 0.0009813266669509058, 0.00023681149335651712, 0.0019429244384891933, 0.9906305073731483, 0.0013817358072585341], "calls": 1, "latency_seconds": 0.39753910014405847, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1909", "target_index": 4, "predicted_index": 4, "n_labels": 6, "probabilities": [0.00329398089726659, 0.03644254054168722, 0.0004096386231473238, 0.0016971044877589626, 0.9571458322099288, 0.0010109032402111629], "calls": 1, "latency_seconds": 0.7640714161098003, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1922", "target_index": 4, "predicted_index": 2, "n_labels": 6, "probabilities": [0.010971313680735457, 0.052615902477006316, 0.8865577527847202, 0.027592708538198524, 0.009522917442570597, 0.012739405076768996], "calls": 1, "latency_seconds": 0.7651627501472831, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1937", "target_index": 5, "predicted_index": 5, "n_labels": 6, "probabilities": [0.0021867397182923696, 0.15068397250089444, 0.10497639056188615, 0.0025673762425388203, 0.0031442489869784635, 0.7364412719894098], "calls": 1, "latency_seconds": 0.6705142497085035, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1940", "target_index": 5, "predicted_index": 5, "n_labels": 6, "probabilities": [0.014230007332136375, 0.2854460592023542, 0.009581555950024365, 0.002783833513216807, 0.00407612558593679, 0.6838824184163315], "calls": 1, "latency_seconds": 0.7638032832182944, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1941", "target_index": 5, "predicted_index": 2, "n_labels": 6, "probabilities": [0.004948889715375014, 0.013139339109455974, 0.9608088478373777, 0.013827258109284653, 0.0030785240731250442, 0.004197141155381587], "calls": 1, "latency_seconds": 0.24197194585576653, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1947", "target_index": 5, "predicted_index": 1, "n_labels": 6, "probabilities": [0.023727550096102414, 0.469277203814602, 0.20716730094090158, 0.041985267780782744, 0.18975148361984054, 0.06809119374777076], "calls": 1, "latency_seconds": 0.24115715734660625, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1948", "target_index": 5, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0028304810338510514, 0.0009026857236124517, 0.00015380784924141422, 0.0018546146098231586, 0.9938137217021855, 0.0004446890812864114], "calls": 1, "latency_seconds": 0.6697231512516737, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1951", "target_index": 5, "predicted_index": 4, "n_labels": 6, "probabilities": [0.006310588286678314, 0.007551093291616925, 0.0006714165998293502, 0.0035297762286099895, 0.9788231029328462, 0.0031140226604192515], "calls": 1, "latency_seconds": 0.2401833152398467, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1954", "target_index": 5, "predicted_index": 0, "n_labels": 6, "probabilities": [0.9965807570055867, 0.0015818798404298518, 0.000201754242196391, 0.0003479299255501904, 0.001119192038925874, 0.00016848694731108797], "calls": 1, "latency_seconds": 0.2415309608913958, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1956", "target_index": 5, "predicted_index": 2, "n_labels": 6, "probabilities": [0.005523242148084638, 0.028433955003708263, 0.9138162649735534, 0.02604774997799981, 0.009263410517051785, 0.016915377379602105], "calls": 1, "latency_seconds": 0.24008993385359645, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1961", "target_index": 5, "predicted_index": 1, "n_labels": 6, "probabilities": [0.26360897031827163, 0.2814078473102997, 0.25699420776704673, 0.03306621989839865, 0.06722459257131842, 0.09769816213466487], "calls": 1, "latency_seconds": 0.6212819032371044, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1964", "target_index": 5, "predicted_index": 5, "n_labels": 6, "probabilities": [0.04066462779537219, 0.2486096609559988, 0.02875876790919521, 0.013306142638514753, 0.014621442878277777, 0.6540393578226413], "calls": 1, "latency_seconds": 0.5859326180070639, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1971", "target_index": 5, "predicted_index": 4, "n_labels": 6, "probabilities": [0.0016483736909053727, 0.00037370392348592664, 0.00019237155804275138, 0.001226271232567289, 0.9963550397586896, 0.00020423983630908933], "calls": 1, "latency_seconds": 0.5864095143042505, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1972", "target_index": 5, "predicted_index": 4, "n_labels": 6, "probabilities": [0.004879614991357704, 0.0031608979997709407, 0.002734293871347186, 0.005261348360887582, 0.9826293386816939, 0.0013345060949427078], "calls": 1, "latency_seconds": 0.5876387790776789, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1975", "target_index": 5, "predicted_index": 2, "n_labels": 6, "probabilities": [0.007504196365307886, 0.07222238347965752, 0.8018134507855743, 0.08021738908872315, 0.0033826297910624437, 0.03485995048967469], "calls": 1, "latency_seconds": 0.5865577450022101, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1979", "target_index": 5, "predicted_index": 4, "n_labels": 6, "probabilities": [0.003600575433896475, 0.0009050618048832608, 0.0005112964740519957, 0.0026797401732407858, 0.990541141814138, 0.0017621842997894818], "calls": 1, "latency_seconds": 0.9357264186255634, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1994", "target_index": 5, "predicted_index": 4, "n_labels": 6, "probabilities": [0.004449101251358748, 0.011532843147812116, 0.00042129425885136407, 0.0017482588487705251, 0.9806815352496834, 0.0011669672435239457], "calls": 1, "latency_seconds": 0.6922458349727094, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "emotiondair", "example_id": "emotiondair:1999", "target_index": 5, "predicted_index": 2, "n_labels": 6, "probabilities": [0.0002534977873907688, 0.0006453607915107336, 0.9960170768721842, 0.0013878663690873952, 0.00020212028701145743, 0.0014940778928154578], "calls": 1, "latency_seconds": 0.8692254587076604, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:6", "target_index": 0, "predicted_index": 0, "n_labels": 72, "probabilities": [0.9981980491221545, 4.8512520676133975e-05, 1.1702369421322169e-05, 2.1100143958579965e-06, 6.963961739099621e-06, 2.180194617583311e-06, 2.980860678191315e-05, 3.965859610220045e-06, 3.385653406987422e-06, 5.224235665187749e-06, 7.202990188284701e-05, 2.5220555581786857e-06, 4.335836891572637e-06, 3.683572142575456e-06, 4.369586111515034e-06, 3.6695377262869316e-06, 3.7865871029838484e-05, 5.874978767342591e-06, 8.340210860948281e-07, 2.355195588572181e-06, 9.339745208305994e-07, 1.376666131221366e-06, 1.0825459183084571e-06, 2.8183856362024693e-05, 4.393633744063314e-06, 1.2584818162337935e-05, 3.544584706982695e-05, 3.946490886865583e-06, 1.4833049145478958e-05, 5.686479535080056e-06, 2.9659199756123582e-06, 1.779723148121208e-06, 1.5041300095411467e-06, 9.02548711727612e-06, 2.063097504172032e-06, 3.422216191055701e-06, 8.86082753222551e-05, 0.00015483252438195912, 9.140009724857793e-06, 2.111305034744771e-05, 3.996222979123079e-06, 6.854758655543011e-06, 0.0006031754684215867, 2.0327646818033088e-05, 1.602229701349925e-06, 4.883773627727076e-06, 3.65517261481213e-06, 6.974230429567805e-06, 6.800278060150776e-06, 0.0003524189928187283, 6.232643240465356e-06, 0.00010069025132014219, 8.168279837310688e-06, 8.745033595251457e-07, 3.712360284433914e-06, 1.095055336669524e-06, 7.25686375302091e-07, 1.4247787520816789e-07, 8.195701842504522e-07, 2.1430685638961593e-07, 1.2249731122810409e-06, 1.0094641012647412e-07, 1.1065319621250062e-07, 7.338335753316248e-07, 1.2209152825410971e-06, 3.415767161152902e-07, 2.49577912025433e-07, 2.3486752088650383e-08, 3.161909724202082e-09, 6.36591733927281e-07, 9.48592416289891e-06, 1.3955998840134856e-07], "calls": 1, "latency_seconds": 0.6029168479144573, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:22", "target_index": 0, "predicted_index": 0, "n_labels": 72, "probabilities": [0.9993717111423676, 9.060259444156524e-05, 6.79728796713928e-06, 3.2736863414087684e-06, 1.261596882569701e-05, 1.4654520659677737e-06, 1.1563028442322588e-05, 8.881404703224666e-06, 3.591688399163801e-06, 1.775007460829981e-06, 2.7148472967832544e-05, 2.473046006240289e-06, 5.183650255898091e-06, 2.4972402147537202e-05, 4.732143543903532e-06, 8.881404703224666e-06, 0.0001230629764209249, 3.2736863414087684e-06, 9.468231920473535e-07, 1.3965609581123656e-06, 4.732143543903532e-06, 2.0472983255191834e-06, 1.4654520659677737e-06, 8.881404703224666e-06, 2.9826703346443447e-06, 4.0978391496282285e-05, 2.9826703346443447e-06, 2.4396637537231154e-07, 2.4396637537231154e-07, 1.61313072657697e-06, 2.703669835532558e-07, 2.568395511689945e-07, 7.778245371697746e-07, 2.0472983255191834e-06, 1.1507907269909507e-06, 6.070524913880379e-07, 8.881404703224666e-06, 1.775007460829981e-06, 1.4654520659677737e-06, 6.212613903439994e-06, 6.070524913880379e-07, 9.942893248373382e-07, 7.755520972372382e-05, 2.568395511689945e-07, 8.562694066551958e-08, 5.22570367997018e-07, 1.3307802425340703e-06, 2.0472983255191834e-06, 3.4899875628902644e-07, 2.473046006240289e-06, 1.4517027046357642e-07, 3.591688399163801e-06, 8.881404703224666e-06, 5.183650255898091e-06, 2.2961641733798834e-05, 2.9826703346443447e-06, 2.473046006240289e-06, 4.970159561580128e-07, 3.591688399163801e-06, 1.1507907269909507e-06, 1.044036453363937e-06, 8.171277438451943e-07, 2.0472983255191834e-06, 2.0472983255191834e-06, 8.881404703224666e-06, 9.942893248373382e-07, 2.0472983255191834e-06, 2.995162330021702e-07, 5.2855958873303165e-08, 8.171277438451943e-07, 3.776950089621246e-05, 1.5375948673322078e-06], "calls": 1, "latency_seconds": 0.5182419749908149, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:49", "target_index": 1, "predicted_index": 1, "n_labels": 72, "probabilities": [8.381787784336118e-05, 0.9974676748251804, 2.2274689005239605e-05, 3.156202221911148e-06, 4.456794674576971e-06, 3.156202221911148e-06, 2.4399977788250816e-05, 6.898034414778411e-06, 8.763074101214453e-06, 1.059363734636704e-05, 9.933989158434073e-05, 2.2274689005239605e-05, 7.965443152908052e-06, 1.1640883285465964e-05, 2.45979276040416e-06, 3.825535426212286e-05, 9.933989158434073e-05, 3.4848657976592866e-06, 6.264120215658455e-06, 8.763074101214453e-06, 4.680222670023229e-06, 3.0032569493041417e-06, 3.0032569493041417e-06, 1.090719974291587e-06, 3.3166201446092216e-06, 2.115700726194303e-06, 3.3166201446092216e-06, 3.499271084167442e-05, 3.0032569493041417e-06, 1.5409580136157322e-05, 3.6613005301629467e-06, 8.86831939905568e-07, 3.3166201446092216e-06, 5.686275507394555e-06, 7.965443152908052e-06, 5.159771343911223e-06, 5.442837059397673e-05, 0.0002882510919431606, 1.6906448706140834e-05, 2.0326529149436512e-05, 7.060798620391913e-05, 6.898034414778411e-06, 0.0013976003171926948, 2.0116816844256724e-06, 1.912598009188015e-06, 2.0116816844256724e-06, 7.5931731415015395e-06, 7.237618040983033e-06, 1.1640883285465964e-05, 3.4848657976592866e-06, 2.7184846826558843e-06, 1.059363734636704e-05, 1.0358657482660248e-06, 2.7184846826558843e-06, 4.680222670023229e-06, 2.2248946286259913e-06, 1.2248409132698978e-07, 6.833314749187172e-07, 2.1152174771201438e-07, 8.86831939905568e-07, 1.4837072943307895e-06, 2.924252178616337e-07, 1.912598009188015e-06, 5.837774614944863e-07, 1.1640883285465964e-05, 2.0116816844256724e-06, 3.2554514418571315e-07, 9.821985767900116e-08, 4.2451336240403014e-08, 2.7184846826558843e-06, 2.4399977788250816e-05, 2.115700726194303e-06], "calls": 1, "latency_seconds": 0.5166260558180511, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:56", "target_index": 1, "predicted_index": 1, "n_labels": 72, "probabilities": [0.0002581998081665459, 0.9945646651409419, 4.165518879676552e-05, 6.206433325088634e-05, 5.574683071166862e-05, 1.2469327695503046e-05, 1.5464102860464456e-05, 1.139125729811978e-05, 0.0016271371446179765, 3.176704852797109e-05, 0.00014464285439237185, 0.00011506034954128517, 4.178139296780998e-05, 0.00021660603789003756, 8.884032593575875e-05, 0.0001803058807159257, 0.0007253949538212565, 3.526757050678813e-05, 1.7491500169667872e-05, 4.644784415104093e-05, 2.6870695752978263e-05, 7.280377978391593e-06, 4.474278673222045e-05, 5.6864827913235333e-05, 3.213194297305315e-05, 7.631008401523081e-05, 0.00012546968143308863, 1.9387993443035832e-05, 6.070166287207062e-07, 9.097852755519404e-06, 3.385103382493758e-06, 3.0142827572913613e-07, 2.159584319892772e-07, 5.3944790429308e-06, 6.6818421335820204e-06, 4.583273826272565e-06, 1.6225610091622117e-05, 1.3975071380839706e-05, 1.6368508868919783e-05, 1.8078874603082027e-05, 1.5079532883469961e-05, 5.192240803433077e-06, 0.0010529543190822136, 7.583225423753085e-07, 7.647524456406808e-07, 2.805719732856079e-06, 3.909310968530355e-06, 1.6252282286904107e-05, 4.106909316822531e-06, 3.370150096512791e-05, 3.792505904753872e-06, 1.425706698305626e-05, 2.577171472469681e-07, 2.698591314532241e-06, 3.825262486499489e-06, 6.016034622571443e-07, 2.4076806657708877e-07, 1.2671634487065575e-07, 9.402690321182051e-08, 1.376613762471756e-07, 9.009925554107934e-06, 7.792079782292387e-08, 3.382932031555428e-07, 9.469851636341333e-07, 5.9550855639274555e-06, 2.249608051221595e-06, 3.6238980927263307e-07, 8.179858596427324e-07, 6.0451888439325205e-09, 1.3155397969883251e-06, 2.7714155906353094e-05, 1.3276951465701722e-05], "calls": 1, "latency_seconds": 0.47912627598270774, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:82", "target_index": 2, "predicted_index": 2, "n_labels": 72, "probabilities": [0.00011038050465539699, 0.005251645629307239, 0.9922067583909236, 8.572592809214983e-05, 2.2350495636519038e-05, 2.008885862542243e-05, 4.9084962175887284e-05, 2.6540920554086403e-05, 2.2789117622381755e-06, 4.721342280550682e-05, 9.738915403374206e-05, 6.39949742546928e-05, 5.6800384702534875e-05, 1.7208934377042863e-05, 1.8722492367502422e-06, 4.0300587544142845e-05, 0.00023560190840938734, 8.225442467010637e-06, 6.409602414327312e-06, 6.845447447494838e-06, 3.57899764226528e-06, 6.069358889410108e-06, 1.0520459079452507e-05, 2.5508639551581426e-05, 1.404475895181679e-05, 2.253090674298098e-05, 2.468568754039479e-06, 1.275199308005542e-05, 0.00039849384025112067, 2.8394480898788595e-06, 9.930400669473995e-07, 1.1635442938565578e-06, 8.506943876090212e-07, 3.4442832925068588e-06, 7.193832852056058e-07, 5.105808687090513e-06, 6.3321041540412365e-06, 5.5089194869745395e-05, 1.1803815241454151e-05, 6.745720243921641e-06, 4.368837032441162e-06, 5.079292186459191e-06, 0.0009395079516995957, 2.3829753245707826e-06, 1.2914921157301413e-06, 1.6975680072034014e-06, 3.59420387090537e-06, 1.1111255107120869e-05, 4.501694806403243e-06, 7.31106601823496e-06, 9.307304651752571e-07, 1.9304681656301314e-05, 6.459030102172441e-06, 3.861744232336364e-07, 3.37425028673828e-06, 1.8978580886830432e-06, 6.101952205456738e-07, 2.47246094622167e-08, 4.5649115637847925e-07, 5.373513408159438e-07, 6.223745407269741e-07, 9.401079028931072e-08, 1.1328151671276157e-06, 2.3288680075676657e-06, 2.007787390599792e-05, 5.481328726382029e-07, 1.6934444483236254e-08, 4.7774210534759364e-08, 3.094787320339155e-08, 2.200924273984088e-06, 9.727358755892527e-06, 5.728926591680834e-07], "calls": 1, "latency_seconds": 0.479331208858639, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:118", "target_index": 2, "predicted_index": 2, "n_labels": 72, "probabilities": [6.912349917174498e-06, 2.0975820018799786e-05, 0.9991941023468426, 1.3718750059194481e-06, 7.055789106698966e-07, 3.215204916600152e-07, 2.1541866745189235e-06, 8.671744748288755e-07, 9.608408847189783e-07, 4.715247359316365e-06, 6.912349917174498e-06, 6.285608516125122e-06, 1.5958802200741917e-06, 1.4429460918978814e-06, 1.1557045196250648e-07, 1.1053037668632696e-05, 5.9930067454828616e-06, 2.7588909843204905e-06, 1.5958802200741917e-06, 1.3041850588305253e-06, 6.039028252099747e-07, 5.732755686790478e-07, 1.1783341460588959e-06, 9.608408847189783e-07, 2.5986767565217444e-07, 1.678088708694668e-06, 2.3789569259512167e-06, 5.164656620410577e-07, 0.0005206007977356677, 3.7010188805834745e-06, 1.6016931644333145e-07, 4.901423962043383e-07, 1.7845886452048267e-07, 5.441538448482462e-07, 1.1557045196250648e-07, 7.055789106698966e-07, 2.8980231718879683e-06, 1.4579884096524653e-05, 1.3041850588305253e-06, 2.049608103646816e-06, 1.949924224638182e-06, 1.678088708694668e-06, 0.00015005139140924603, 2.7588909843204905e-06, 7.055789106698966e-07, 8.671744748288755e-07, 1.1198861074078736e-06, 9.128475186424679e-07, 1.0642387702039521e-06, 5.191424044737797e-06, 3.972531937080722e-07, 1.4429460918978814e-06, 1.0942105256929307e-07, 3.221784060717807e-08, 4.901423962043383e-07, 9.806307267539002e-08, 6.8474955008493226e-09, 3.2898725689777367e-09, 9.701450900326703e-09, 8.640012436577924e-09, 3.6060391274797594e-08, 4.822098899311628e-09, 4.513472272460867e-08, 3.6060391274797594e-08, 3.8145961412291104e-08, 6.459762055081229e-09, 1.7648389649939567e-09, 1.3489331569121414e-09, 4.0368276443486727e-10, 2.5986767565217444e-07, 3.043884463866009e-06, 6.459762055081229e-09], "calls": 1, "latency_seconds": 0.33007901860401034, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:148", "target_index": 3, "predicted_index": 3, "n_labels": 72, "probabilities": [0.0007184650909452795, 0.0006522217431107608, 0.00046168325107753653, 0.9876425313445679, 0.0005081688183218007, 0.0002878023231516775, 0.00010977730722747102, 2.4594220721379744e-05, 1.9427361879400946e-05, 0.00013769789377047977, 0.0025344972892507632, 3.8404914761801226e-05, 0.00015795932768536191, 4.401408397935465e-05, 0.0001300930469239594, 0.00011958543777660848, 0.0009879851203201276, 3.323377178600669e-05, 3.224166527124817e-05, 3.249428687584954e-05, 7.789315876426191e-06, 7.299000663002045e-06, 5.570617463605635e-06, 0.0001585979711202327, 1.8671602587693886e-05, 4.805051862748888e-05, 1.3414717609373109e-05, 6.743158405645011e-05, 0.00014020141218311474, 0.0007225675843590788, 8.872228460292216e-06, 3.3439411299964115e-05, 1.294054482438253e-05, 3.081158799143701e-05, 3.2504442965190025e-06, 3.282374912954365e-05, 0.00012505271612285436, 0.0002148728050611402, 4.973706162692146e-05, 3.254640741665314e-05, 5.03392764408142e-05, 6.243747729699957e-05, 0.0015595447445156854, 2.5764670112910023e-05, 2.5710914100734562e-05, 1.2303314588418182e-05, 2.611093951672675e-05, 3.302353335638686e-05, 2.741420391088797e-05, 4.5969525936414306e-05, 5.269907893825944e-06, 3.8525633921077735e-05, 0.00018301349123566469, 1.4100133917820032e-05, 0.00011279952651485902, 0.00039013024344244126, 0.0004777148199303009, 4.507001238449508e-05, 1.9540478727715634e-05, 5.772426702610144e-06, 2.0549530349089405e-05, 5.929853091209933e-06, 7.117928730929786e-05, 8.579512909153718e-06, 5.922365790066017e-05, 4.548561396859349e-06, 0.00019291585836721158, 1.7493900309613443e-06, 9.292944074042329e-07, 1.0284285969476504e-05, 4.983987494755637e-05, 6.896038693343451e-06], "calls": 1, "latency_seconds": 0.6229883530177176, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:158", "target_index": 3, "predicted_index": 3, "n_labels": 72, "probabilities": [0.0011869525726019069, 0.0008088800289017353, 0.0008318182833738541, 0.819661984896433, 0.001170113114235415, 0.0004053186044071414, 0.0013046269062257612, 0.0001238506793242438, 3.796914829603649e-05, 0.000415270093852329, 0.000973024579205259, 0.0016115811457847312, 0.000666817680405539, 8.144122365379628e-05, 0.0009217185396140008, 0.0036325186999302864, 0.002947648055206304, 0.00014627757409300433, 0.0002255570322905732, 0.00026987114146502245, 0.00016426850747178632, 8.777905950669847e-05, 2.6405923709317777e-05, 0.010439404631488208, 0.0017607756074366145, 0.0009727749381470206, 9.880167230295345e-05, 0.0002725141852724122, 0.0006970962180430614, 0.0009759108913732231, 1.591657001801991e-05, 0.00029875585351828843, 4.116964899099511e-05, 0.000267674764285801, 9.896230708148958e-05, 0.0001482736955639024, 0.0009389535130200006, 0.002543026128224441, 0.00027140915114340114, 0.00022442212285208804, 0.00021542466630170657, 0.0030896770722904517, 0.012637057060699874, 0.00027349989297433816, 0.00017048007825933159, 0.000152639421067072, 0.00019449959992285087, 0.0004078815017478684, 2.9730296737567628e-05, 0.00128245690032261, 8.696126567411613e-05, 0.0007319742854581072, 0.0005635864025614196, 8.456559738362235e-05, 0.0022154717165394186, 0.00303348574748391, 0.11407610563226468, 0.0005242725935859349, 0.0007405539537026451, 9.189598282253867e-05, 5.832769582274893e-05, 3.115269410165208e-05, 0.0001545839130764735, 0.0001392264202841393, 0.00039790791236137647, 3.7948688003557225e-05, 0.0002928954297853222, 5.1930579066593544e-05, 1.0418763980406894e-05, 0.00010223866526065404, 0.00026155544464744583, 9.205873705986925e-05], "calls": 1, "latency_seconds": 0.4820184400305152, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:164", "target_index": 4, "predicted_index": 11, "n_labels": 72, "probabilities": [2.2309053802526785e-05, 1.1853651368806967e-05, 9.10483197403983e-07, 3.58813956631604e-07, 0.00015524412102258566, 9.859191767265717e-06, 4.0226688226839954e-06, 1.7513841436615834e-06, 5.171663376998523e-07, 3.063776037100144e-07, 2.4379473495577665e-05, 0.9989796886359494, 6.788516183773117e-06, 2.599031536884665e-06, 3.6529944007075923e-06, 2.4379473495577665e-05, 8.796985897261496e-05, 4.424047492506815e-07, 3.984926798603825e-07, 1.2974731232358407e-06, 6.360660111323034e-07, 1.0079101077667383e-06, 1.3643097837478365e-06, 8.187435974300982e-06, 2.2309053802526785e-05, 3.1589228241615835e-06, 6.696881834516447e-07, 1.4508957339401574e-07, 2.0028280875041008e-07, 3.063776037100144e-07, 9.580022770326693e-07, 4.424047492506815e-07, 1.973813672974266e-08, 3.781498127723922e-07, 1.1683562673323305e-07, 5.446988089912261e-07, 1.1153537253170191e-06, 0.0003130991057108415, 4.660811213853052e-07, 5.73645604100321e-07, 3.6529944007075923e-06, 1.2974731232358407e-06, 0.0002900823335903385, 2.1127608483097202e-07, 6.76004455757554e-08, 1.4508957339401574e-07, 4.84977093621832e-08, 6.360660111323034e-07, 3.4043660157861265e-07, 3.229724483532123e-07, 5.446988089912261e-07, 7.421579051816737e-07, 3.229724483532123e-07, 2.7712651290736607e-08, 3.4043660157861265e-07, 7.421579051816737e-07, 4.424047492506815e-07, 3.66950960522911e-08, 3.4043660157861265e-07, 9.92329775559809e-08, 2.47883676774323e-07, 4.5873814604286094e-08, 2.90610484547255e-07, 1.7993687282821989e-07, 8.652411275458998e-07, 4.660811213853052e-07, 8.854117140849526e-09, 1.4022166735308082e-08, 5.251877643158563e-09, 1.1731355204268764e-06, 1.5080721824070115e-06, 3.229724483532123e-07], "calls": 1, "latency_seconds": 0.32893139589577913, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:191", "target_index": 4, "predicted_index": 11, "n_labels": 72, "probabilities": [1.2778385079589672e-05, 9.74486874883082e-06, 9.343522459532437e-07, 4.58638254852568e-07, 0.00033622587871669094, 7.4050824684526264e-06, 1.694821179893222e-06, 1.324592517232046e-06, 7.638538334156594e-07, 3.7303885203470456e-07, 1.9915357230246487e-05, 0.9987315460629742, 4.649138647656798e-06, 6.1542816638854245e-06, 7.4050824684526264e-06, 2.173761518366732e-05, 8.354793989448631e-05, 6.902707025407426e-07, 8.449690433118848e-07, 1.03280841893606e-06, 1.324592517232046e-06, 1.2605247703177205e-06, 1.694821179893222e-06, 6.75210137812153e-06, 2.8199433792426217e-05, 1.694821179893222e-06, 4.58638254852568e-07, 3.541831444130307e-07, 4.356119945452461e-07, 4.828388475481427e-07, 1.4622510490006621e-06, 2.2118879164735043e-07, 3.7113312854105034e-08, 9.343522459532437e-07, 2.098237552396932e-07, 1.1994414521178531e-06, 4.23088932329966e-06, 0.0004187895853646676, 1.03280841893606e-06, 1.7799556836135227e-06, 8.118013893271762e-06, 2.754938573317141e-06, 0.000249507537411536, 4.58638254852568e-07, 4.828388475481427e-07, 3.1919725838692386e-07, 2.4573497181639677e-07, 1.3917865048972187e-06, 5.082693929332829e-07, 1.8876656727772302e-07, 6.902707025407426e-07, 8.034258944528497e-07, 2.3314917702624788e-07, 4.891777125608966e-08, 1.03280841893606e-06, 9.343522459532437e-07, 9.343522459532437e-07, 6.434904651729882e-08, 1.8876656727772302e-07, 3.362503770801053e-07, 5.630677678204377e-07, 5.767881199807903e-08, 4.58638254852568e-07, 5.349918833189821e-07, 3.848765346231681e-06, 6.560911530773267e-07, 3.511084454125624e-08, 6.805119766259935e-09, 8.086460378315439e-09, 1.1994414521178531e-06, 1.4622510490006621e-06, 1.4469315307242059e-07], "calls": 1, "latency_seconds": 0.32619437389075756, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:233", "target_index": 5, "predicted_index": 5, "n_labels": 72, "probabilities": [0.00017225953635332776, 0.00013617886923034716, 8.872197935141373e-06, 3.010879341052073e-06, 0.00011619681793611318, 0.997214453840793, 2.3757094664160933e-05, 3.1591020467127676e-06, 9.234688065197083e-07, 1.824750093262342e-05, 1.9933035515319164e-05, 4.206325390251125e-06, 6.726030010352285e-06, 6.128116163130113e-06, 6.476139972711843e-07, 8.872197935141373e-06, 2.605152246967766e-06, 4.623949652155923e-06, 3.824938698323763e-06, 2.2521559055506458e-06, 2.8693374795057124e-06, 2.605152246967766e-06, 3.1591020467127676e-06, 8.093033376132655e-06, 6.128116163130113e-06, 3.314296040013721e-06, 1.0650191725251606e-05, 3.658513449407157e-05, 2.8269560569255433e-05, 1.0650191725251606e-05, 1.5273746668309553e-05, 0.0011382598873413928, 5.581166146973831e-06, 1.3965529402646157e-05, 2.7341861482722916e-06, 1.5273746668309553e-05, 8.41931273297707e-05, 2.8269560569255433e-05, 1.0650191725251606e-05, 1.3965529402646157e-05, 7.379388689453382e-06, 1.824750093262342e-05, 0.0006100294174431684, 4.206325390251125e-06, 1.7635143757929538e-06, 3.4767858188753267e-06, 8.872197935141373e-06, 1.2764273421285486e-05, 8.093033376132655e-06, 2.592043833215588e-05, 2.481966372342988e-06, 3.3585408046489865e-05, 6.128116163130113e-06, 1.24723411137122e-06, 1.1661716963215687e-05, 2.3643844150461244e-06, 1.2764273421285486e-05, 3.010879341052073e-06, 6.726030010352285e-06, 8.348177882766482e-07, 2.3643844150461244e-06, 7.936268840955015e-07, 9.234688065197083e-07, 8.744881939194555e-08, 9.71130161223313e-07, 6.153781888870085e-07, 1.4209513758131469e-07, 2.0742291588240888e-08, 6.62710606665527e-09, 1.0736593586287938e-06, 1.3965529402646157e-05, 1.0859625830019814e-07], "calls": 1, "latency_seconds": 0.38431141478940845, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:234", "target_index": 5, "predicted_index": 5, "n_labels": 72, "probabilities": [9.125958098865343e-05, 6.380586837188279e-05, 4.176410052609647e-06, 1.1368283441047451e-06, 6.33558952900638e-05, 0.9961746438668658, 6.683849432252277e-05, 3.1133042284492345e-06, 2.097983602613522e-06, 3.871202386850594e-05, 5.227381028641929e-05, 9.6084780700653e-06, 3.991679536666411e-06, 6.351153772210686e-06, 1.4629607693639255e-06, 2.3550242006095688e-05, 1.2902922156918752e-05, 2.4714007881053845e-06, 1.8203007671569697e-06, 7.066630583969349e-06, 1.6390180674910772e-06, 5.260926400458349e-06, 1.7595064405519088e-06, 3.7790594539875952e-06, 3.5360111849094745e-06, 4.389418136541078e-06, 5.4907445390773185e-06, 1.9317175193023176e-05, 8.538466168996453e-06, 2.174432410620892e-06, 4.235974198546932e-06, 0.0027813873773643995, 3.6118456148067827e-06, 7.3401468737294355e-06, 6.770863529236083e-07, 7.3494990235659926e-06, 5.0458821034998754e-05, 2.386161898732913e-05, 1.9747702356410525e-05, 2.8036388262810466e-05, 5.145921104271534e-06, 8.768663913279826e-06, 0.0002627874670741977, 1.9719736579620536e-06, 5.185950963611934e-07, 1.9397889595034157e-06, 9.61724030227379e-07, 6.706561334783273e-06, 9.972205341446577e-07, 9.341086190775843e-06, 5.238927226833131e-07, 2.3993847181581796e-05, 6.599946105341856e-06, 6.063214868724164e-07, 4.782915256048918e-06, 1.116497295667932e-06, 9.331756541863779e-06, 5.80973570437757e-06, 5.125545374015418e-06, 8.200303528444952e-07, 5.150767368446263e-06, 8.741708678859342e-07, 6.725443239260628e-07, 8.490935970605661e-08, 8.212135714730372e-07, 5.616427608644337e-07, 1.5768164645107134e-07, 9.947903576990472e-09, 5.8691247202703996e-09, 1.2943794702178235e-06, 1.903056063713646e-05, 2.557703114563256e-07], "calls": 1, "latency_seconds": 0.6188261341303587, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:262", "target_index": 6, "predicted_index": 6, "n_labels": 72, "probabilities": [3.0839682489810006e-06, 8.340857194916254e-07, 1.49287771455166e-06, 5.2278221064591365e-08, 2.389843735296194e-07, 2.525555359232437e-07, 0.9996757603412051, 5.128152330414582e-05, 8.797921383724856e-07, 2.783331339487289e-06, 3.2322746944501076e-05, 2.783331339487289e-06, 9.786069022338835e-07, 1.2750459058164549e-06, 3.512042202607057e-07, 1.49287771455166e-06, 2.6800025236897483e-05, 7.49480762410832e-07, 1.9146155060292163e-07, 1.8400170931941504e-06, 7.906859442801462e-07, 9.773286568410789e-08, 2.8198691269245777e-07, 6.045356278514166e-07, 3.3249000732187374e-07, 1.2750459058164549e-06, 7.49480762410832e-07, 4.3684859991462824e-07, 3.594448625831452e-06, 7.49480762410832e-07, 2.261247784777293e-07, 4.6124921267831937e-07, 2.6800025236897483e-05, 5.386086686040104e-06, 5.426691885283184e-07, 8.24721763322358e-08, 1.4421464054725844e-05, 1.026057961627884e-05, 3.0839682489810006e-06, 2.5110914799651844e-06, 2.5110914799651844e-06, 9.279253101272561e-07, 5.6174433199695524e-05, 9.786069022338835e-07, 7.49480762410832e-07, 5.140883305737918e-07, 1.0319700206827203e-06, 1.7465463915638251e-06, 7.792314964953403e-08, 8.797921383724856e-07, 6.569902216271373e-08, 7.906859442801462e-07, 9.786069022338835e-07, 1.0940531536897384e-07, 3.594448625831452e-06, 4.137052703056838e-07, 1.448667737574845e-07, 1.0940531536897384e-07, 2.4389021113857163e-05, 3.9790751901336895e-06, 3.147486824698039e-07, 1.5319962277547725e-07, 7.103632962342621e-07, 1.9146155060292163e-07, 6.73230976242309e-07, 1.9146155060292163e-07, 1.1200955773634956e-08, 7.855494257606339e-09, 6.569902216271373e-08, 1.7465463915638251e-06, 1.7481253512304052e-05, 1.5319962277547725e-07], "calls": 1, "latency_seconds": 0.38278274703770876, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:268", "target_index": 6, "predicted_index": 6, "n_labels": 72, "probabilities": [1.7828432428225693e-05, 3.633922378209467e-06, 3.731040512611141e-06, 3.795334967578546e-07, 2.2370676528181666e-06, 1.923851264713637e-06, 0.9992570045559765, 7.200294457820864e-05, 5.127933869176582e-06, 9.272858274502732e-06, 2.989397719707861e-05, 4.660053401678807e-06, 8.60491497761818e-06, 3.703164359948729e-06, 2.564023664705183e-06, 7.0540671084032805e-06, 8.560727672110299e-05, 3.3577833956404842e-06, 7.449142962187963e-07, 4.572886587242533e-06, 2.7486027317622417e-06, 7.3446618294097e-07, 1.1577469265000244e-06, 1.0158749294788287e-06, 1.5478729187529622e-06, 6.387360647615727e-06, 1.5261052439669443e-05, 3.6645569620016285e-07, 3.0949589150375703e-06, 1.811274314259615e-06, 4.86558086818126e-07, 4.847156473563583e-07, 1.8582995395758206e-05, 2.608691132610974e-06, 1.2868218358590276e-06, 7.994828618590695e-08, 5.441622243717426e-06, 6.389314244436418e-06, 1.0101940089428605e-06, 9.073718688123904e-07, 2.4315095525825192e-06, 1.3385216241146544e-06, 0.00032958799328721257, 9.182556480058601e-07, 7.130148665788878e-07, 4.54190643182968e-07, 2.1942992087650457e-06, 4.2771250767821155e-06, 3.7900711267693466e-07, 4.442226392169993e-06, 2.8723867247421904e-07, 4.110173097644237e-06, 6.362242200819855e-07, 1.1151545350305637e-07, 2.8447603714517847e-06, 4.842652778560932e-07, 9.621669817427466e-08, 1.5620203721134982e-07, 1.7971179450521426e-05, 2.5070750780052856e-06, 4.496828019086622e-07, 3.7697923442264245e-07, 6.168019711810057e-07, 3.8284609406623447e-07, 3.69040839147014e-06, 3.3969944862657697e-07, 1.4161723269729596e-08, 2.0235813107377258e-08, 1.4549211841218241e-08, 2.4285220511530616e-06, 2.0126253416662238e-05, 2.897654792756356e-07], "calls": 1, "latency_seconds": 0.566235498059541, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:291", "target_index": 7, "predicted_index": 7, "n_labels": 72, "probabilities": [1.7839059720268745e-05, 3.764478740051613e-06, 2.14244244095937e-06, 2.6064614153003116e-07, 3.798733952554483e-06, 1.56941233181608e-06, 1.9734372699838925e-05, 0.9972557434864613, 8.246103435914103e-07, 5.483725299214852e-06, 3.274671334540868e-05, 1.633352428177889e-05, 4.5156671654139975e-06, 3.077499517579964e-06, 3.824902660579934e-06, 3.64161676651985e-06, 6.27717702124743e-05, 6.651114858471476e-07, 1.2024785497201213e-06, 2.84313854503428e-06, 1.4759224365601706e-06, 1.0589250225964142e-06, 1.0727717600056637e-06, 4.903964317512094e-06, 6.6479313067881084e-06, 7.069597242165396e-06, 2.9193288834328868e-06, 2.754034725697573e-06, 3.0388339688252083e-06, 7.422854647895703e-07, 8.852547459198286e-07, 6.623116059703169e-07, 9.082732716147927e-07, 0.0014160342464070454, 9.0560632797053e-07, 3.859602739207706e-06, 5.606613782692397e-06, 4.473462337990032e-05, 4.917310329639524e-06, 1.1923113351847388e-05, 8.18974957654574e-07, 5.250079846439518e-06, 0.0008419846591674519, 6.401702287769958e-07, 4.766285728799511e-07, 5.212851670261545e-07, 9.62460616035824e-07, 2.455435718949868e-06, 1.1753097912549047e-06, 1.5562139202754482e-06, 2.9339955613295707e-07, 1.6778597846835864e-05, 2.9080104730912133e-06, 2.960829915582841e-07, 3.944291694574926e-06, 1.5987095843883996e-06, 9.155168447982205e-07, 2.52328742831418e-07, 5.411726239484831e-06, 3.378358102164786e-05, 1.8860417458190488e-06, 1.5094818744333156e-06, 2.2061485192526135e-06, 1.1159188562015898e-06, 4.7321497112158125e-06, 1.3229254387748293e-06, 2.2006400534854744e-07, 1.2818939187378847e-07, 5.561744385890272e-08, 6.105961034434485e-06, 8.597061180134417e-05, 7.81948546365773e-06], "calls": 1, "latency_seconds": 0.9443054501898587, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:308", "target_index": 7, "predicted_index": 7, "n_labels": 72, "probabilities": [9.337047012030066e-05, 3.648242301505098e-05, 1.1420987941126565e-05, 1.8785842551442978e-06, 1.3238104501544851e-05, 6.8221782676466314e-06, 0.00021713763587967257, 0.9934084568390625, 1.3697488635204438e-05, 0.00012444501780444048, 0.00016505568631035184, 0.00010400440767341407, 4.486159392396834e-05, 3.936663474512961e-05, 2.0240244115775116e-05, 2.0101992284889974e-05, 0.00033609856297800596, 8.596036916034532e-06, 5.579114819979179e-06, 1.565402565667191e-05, 7.189257390369982e-06, 4.420904369393305e-06, 9.730124445121547e-06, 4.4701573784908466e-05, 3.474264344011171e-05, 3.647069122129145e-05, 1.1484135258449512e-05, 8.384058108964512e-06, 6.608689134523772e-06, 2.81584439195678e-06, 1.6727441802832337e-06, 1.6972919482232601e-06, 6.200898152154109e-06, 0.0021300074602086895, 1.4622480405101042e-05, 2.399782635897159e-05, 3.348233427236591e-05, 0.00012021877090744901, 1.863581067379894e-05, 2.6290766191066787e-05, 1.7932329298814813e-06, 1.2891410710716705e-05, 0.002053415466062215, 2.6975287668323238e-06, 7.972996459001113e-07, 1.9045489806845622e-06, 4.361078696264361e-06, 7.800594613768837e-06, 9.147299472756508e-07, 1.468309345548516e-05, 1.9032721711515882e-06, 4.3139781129480625e-05, 1.2758207264040776e-05, 2.0514200902896647e-06, 3.14715920168133e-05, 4.624340057887062e-06, 5.139635615020275e-06, 1.1748230967949623e-06, 7.936870604477548e-05, 0.00023050476588545963, 2.071924477048873e-05, 3.763384221438426e-05, 1.2856492955798198e-05, 1.054359209031497e-05, 5.479506615710559e-05, 7.675798179934308e-06, 9.795588261734474e-07, 4.0774542443865343e-07, 2.023814103964586e-07, 1.6524719447981543e-05, 7.821519006314585e-05, 1.6168507529050875e-05], "calls": 1, "latency_seconds": 0.865182091947645, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:333", "target_index": 8, "predicted_index": 8, "n_labels": 72, "probabilities": [1.6249544569173412e-05, 2.7974063365055577e-05, 1.3816907304170522e-06, 1.9889563274929561e-07, 4.427458705206371e-07, 2.9269367981434422e-06, 7.70393902401618e-06, 3.7414890811452943e-06, 0.999535979072204, 2.1358584527999423e-05, 4.7473616009240495e-05, 1.9664209170814366e-06, 9.664816389960344e-07, 9.180401587550262e-07, 9.180401587550262e-07, 1.4822494663288871e-05, 2.173225821618278e-06, 7.005424395074404e-06, 3.222120061217345e-07, 8.468823228200929e-06, 9.180401587550262e-07, 3.222120061217345e-07, 1.4535378401923112e-06, 6.73060623029119e-07, 2.651390528241756e-06, 3.398106396409348e-07, 1.7786373740336686e-06, 3.0582303526675446e-05, 2.523148359329764e-06, 9.180401587550262e-07, 7.851952811474645e-08, 2.466659549608576e-07, 1.6016378960368055e-07, 1.9664209170814366e-06, 3.3420532527374555e-05, 7.851952811474645e-08, 4.771369829218133e-06, 2.5578046626028574e-05, 6.064693035835822e-07, 7.466988270610358e-07, 4.427458705206371e-07, 6.389259915919983e-07, 0.0001672349900883113, 9.180401587550262e-07, 1.2195185876878647e-07, 4.1999687451441374e-07, 1.3603311786111385e-07, 9.664816389960344e-07, 2.4008800170269255e-06, 1.7786373740336686e-06, 3.583404041172949e-07, 6.73060623029119e-07, 1.0204157347734377e-08, 5.3196908471878905e-08, 9.791689896490775e-08, 2.4150210571813637e-08, 4.921530959521133e-09, 5.397926651380421e-10, 8.298473334687281e-08, 1.3603311786111385e-07, 8.468823228200929e-06, 1.2137653102388219e-08, 8.573656843935464e-09, 9.266996866123096e-08, 1.9222266079109863e-08, 4.019007337670505e-08, 1.6943694699833546e-09, 6.877438663943967e-10, 1.5920702858348775e-10, 3.7784743762159347e-07, 1.5289795107038504e-06, 1.4365467094549658e-07], "calls": 1, "latency_seconds": 0.21512938104569912, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:356", "target_index": 8, "predicted_index": 34, "n_labels": 72, "probabilities": [0.00044980727398534785, 0.004000181231672109, 7.863436786703472e-05, 1.0250711125587119e-05, 1.7295155314126265e-05, 1.223322768672831e-05, 0.0006346661552963865, 0.00011219362361125222, 0.07715494036375375, 0.0006986485931149449, 0.00045907017290270616, 0.00011850692444175148, 5.1117096033138885e-05, 1.827593385947777e-05, 8.269148668664478e-06, 6.945589750564861e-05, 0.00021198244115490454, 7.282249536500352e-05, 2.412128453184009e-05, 8.84003851040811e-05, 1.4910154421093713e-05, 0.00010468620119728623, 2.2012290327125143e-05, 6.754286573217124e-05, 9.273912174043796e-05, 0.000112023762509908, 0.0003039944866786117, 0.12808715737245885, 0.0001142160699317865, 4.137417849660384e-05, 5.628924888387561e-06, 6.767509341295028e-06, 1.9094074584437995e-05, 0.00015099000548882542, 0.7804389632634732, 0.0008521598736221212, 0.00026277391012804655, 0.000848635555057836, 0.0001021695349269591, 0.00012279452825946895, 4.175157351793074e-05, 7.758569742347482e-05, 0.0020533298998344483, 3.65892598691999e-05, 7.757410413814215e-06, 6.695984089734334e-05, 3.02566356757427e-05, 0.00016618707189123308, 4.19318027778466e-05, 0.00016497737089624266, 1.2986955954123099e-05, 0.0002492894161469285, 1.1516627961124572e-05, 2.641733019920462e-06, 2.7524144550975352e-05, 4.6303595532264795e-06, 1.6340099304998803e-06, 7.259983159311297e-07, 0.0002146246025459462, 4.599034895353172e-05, 0.00042151359563445917, 7.457094612044166e-05, 1.0978745687031671e-05, 9.991147347547983e-06, 6.431476313882014e-05, 5.3610871286999975e-06, 9.965301774799284e-07, 2.703632631758331e-07, 1.4718170088995422e-07, 3.21231285097966e-05, 4.991260616360563e-05, 9.422978739672024e-06], "calls": 1, "latency_seconds": 0.6253269803710282, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:372", "target_index": 9, "predicted_index": 9, "n_labels": 72, "probabilities": [1.020434498759414e-05, 9.713523958623328e-06, 2.748178326473382e-06, 1.0138465929030421e-06, 7.758115829071835e-07, 9.111632347018719e-07, 3.207429201037856e-06, 4.274618928040234e-07, 3.37636066602004e-06, 0.9992926454501871, 7.758353087743884e-05, 1.1892119101936025e-06, 5.074171440560834e-06, 4.142136913618741e-06, 1.548776537739892e-06, 3.37636066602004e-06, 2.2166409869561475e-05, 1.8128958818381866e-06, 4.047174174381343e-07, 1.6323821670988028e-06, 6.966490831794275e-07, 5.924202770982066e-07, 2.233663019832275e-06, 3.207429201037856e-06, 1.1277178214579187e-06, 1.125845397596129e-05, 1.6323821670988028e-06, 2.0126687102589185e-06, 3.740378409569466e-06, 3.0466681353357636e-06, 5.315300311937289e-07, 7.758115829071835e-07, 8.186017767137215e-07, 4.585369257657632e-06, 2.9103757404362615e-07, 1.74403450624771e-05, 1.0718954969969677e-05, 5.9095319693313776e-05, 2.0126687102589185e-06, 1.2539492278650537e-06, 6.52589311218619e-06, 1.2539492278650537e-06, 0.000368427225887142, 9.111632347018719e-07, 4.5144840515459735e-07, 3.2495342730086483e-07, 8.636795946168005e-07, 1.6323821670988028e-06, 1.5784824008623414e-07, 9.111632347018719e-07, 5.0718730609380734e-08, 1.0057941464074773e-07, 2.3323630363751392e-07, 8.014639244264247e-08, 1.2539492278650537e-06, 7.570962147939542e-08, 8.483734363337824e-08, 8.979634658545462e-08, 9.111632347018719e-07, 4.5144840515459735e-07, 9.245438100281805e-06, 3.740378409569466e-06, 4.047174174381343e-07, 5.688891484459463e-08, 1.0138465929030421e-06, 2.7539856551604077e-07, 6.379220902575912e-08, 1.1814380053926458e-08, 1.0191200195511818e-08, 5.902702360138978e-06, 2.3248659740463833e-05, 2.086975590353543e-07], "calls": 1, "latency_seconds": 0.28962548496201634, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:381", "target_index": 9, "predicted_index": 9, "n_labels": 72, "probabilities": [0.0011534390710882924, 0.02839312062309511, 0.0002850594687361815, 2.8889834875815007e-05, 0.00017208310178099483, 4.642239409636753e-05, 0.0022350032440894333, 0.0008418304991108245, 0.023043848280504313, 0.6726873347424301, 0.001052147542051647, 0.0002064755797012576, 0.0003839398439893703, 0.00029545659291994766, 0.0001441864383136334, 0.00049927013039942, 0.03054329278446265, 0.0006588295840123205, 5.946057192998786e-05, 0.00022387084020463984, 0.00016833165474122987, 0.0002527359452555606, 0.00014991726248489377, 0.0005644675361844916, 0.012135761873884644, 0.0005874579051513347, 0.00012135281430072513, 0.02175558990840061, 0.0011280223006407022, 0.00012590507808978209, 5.1389155973810153e-05, 4.048681822849827e-05, 0.00021696871860179873, 0.001799972155369592, 0.03651810250044668, 0.05007193120270142, 0.0012601738776889491, 0.0016224220651018034, 0.0007417763394777833, 0.0005485103749248995, 0.0003422345167271728, 0.000353202650766641, 0.07611763874979731, 0.00010199865179130876, 4.8156280041915036e-05, 7.45609702173418e-05, 0.0009010838063251299, 0.0005311596435471027, 8.183800046006337e-05, 0.0012298328421949303, 0.022812602781755963, 0.0010562200077006076, 6.619267058167177e-05, 5.2254812773833535e-06, 6.074796584029043e-05, 1.2886429669957559e-05, 2.3585721160083522e-05, 4.663847047852488e-06, 0.0010247101158196309, 0.00011393265070916675, 0.0009052085740477113, 0.0008114034703934087, 1.7207910899311003e-05, 1.4165395176808973e-05, 0.0002491385052018377, 2.518429040088403e-05, 9.162346821529264e-06, 1.2062724301062022e-06, 1.1248419447113113e-06, 6.207632002918411e-05, 0.00010227206893786514, 2.4139564843543964e-05], "calls": 1, "latency_seconds": 0.6236897511407733, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:430", "target_index": 10, "predicted_index": 10, "n_labels": 72, "probabilities": [7.808471615733777e-05, 0.00014296587289809845, 0.001757362650161255, 4.600195971944689e-05, 2.4579016779161566e-05, 1.0066811366918218e-05, 2.4675832326987023e-05, 1.631271437041848e-05, 1.0214983712497022e-05, 4.311512739460545e-05, 0.9604494747057555, 0.03424136060798142, 0.00011130240467057924, 0.00015300793586397302, 4.4196257271745e-05, 3.727026639944139e-05, 0.00021598737232243032, 1.0656454801180382e-05, 9.283851311557245e-06, 1.9196531697184677e-05, 5.729057940995758e-06, 9.222946518642812e-06, 7.539721119300335e-06, 3.0135276627600613e-05, 1.4214632343821223e-05, 2.6329629597681903e-05, 5.612321288557652e-06, 2.96512344080703e-06, 8.406567463838993e-05, 2.0176573844833035e-05, 2.9764719150625857e-06, 2.2257789931823034e-06, 1.0113804125747312e-06, 1.865828323342784e-06, 8.301475422687669e-06, 4.513129156002051e-06, 5.901002818810196e-05, 0.0009852824565188213, 2.2715612191550202e-05, 7.364315680095505e-05, 3.0051286058062428e-05, 2.1073112650506314e-05, 0.0010106373842997958, 1.0766688031729726e-05, 3.1278731140198234e-06, 1.2284513917126435e-06, 1.3959896212780593e-06, 3.391710972753966e-05, 7.196002260929078e-07, 9.77220907000441e-06, 7.972537066416797e-07, 1.0724495915744445e-05, 3.0639120360687423e-06, 7.783558360411349e-07, 7.690622928158655e-06, 4.134935849932186e-06, 3.544834760500174e-07, 1.4284332119619539e-07, 3.2141641642730107e-07, 3.6943563848308185e-07, 1.2182093460096575e-06, 6.612289382241512e-08, 2.790447235435161e-06, 4.898873344214034e-06, 5.769418118142738e-06, 3.6895289216852016e-06, 6.889527049277178e-08, 1.9322635445803723e-08, 7.962465856912809e-09, 2.5038660428447605e-06, 1.2259060067809297e-05, 2.9884860981152147e-06], "calls": 1, "latency_seconds": 0.6482895300723612, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:436", "target_index": 10, "predicted_index": 41, "n_labels": 72, "probabilities": [0.0001200315357119334, 0.0001988698657379903, 0.00010111428773491309, 1.1964997820229769e-05, 1.0873816619460319e-05, 5.508107368396859e-06, 4.990508042028256e-06, 1.3800460303836114e-05, 1.3375998290813016e-06, 6.3823604570610305e-06, 3.189850659069623e-05, 5.0111371572771e-05, 0.0001200315357119334, 0.003734498980396111, 6.077094941139377e-06, 3.826072571523577e-05, 1.2549175295179022e-05, 5.785883848829395e-06, 4.74957156603925e-06, 4.519844804725248e-06, 1.4834133212978987e-06, 1.3375998290813016e-06, 1.0311202344636928e-06, 4.990508042028256e-06, 1.3800460303836114e-05, 3.494203003724442e-05, 2.018983668563669e-06, 3.197769673055399e-07, 2.235845111327537e-06, 2.4750933279529564e-06, 9.286106681015812e-07, 3.522550441042844e-06, 8.811282109305109e-07, 1.1964997820229769e-05, 3.522550441042844e-06, 6.077094941139377e-06, 3.826072571523577e-05, 0.0001683343556885499, 4.5819264146792035e-05, 0.0028412520916103906, 2.6552293387428958e-05, 0.9920189401769682, 9.274911288296902e-05, 3.029792853340167e-06, 2.235845111327537e-06, 6.077094941139377e-06, 2.018983668563669e-06, 2.235845111327537e-06, 7.136430776846145e-07, 2.018983668563669e-06, 4.8470371256447204e-08, 2.235845111327537e-06, 4.1878084150604455e-05, 5.188240735871094e-07, 7.757267979904135e-06, 1.6670346872884086e-05, 7.757267979904135e-06, 4.74957156603925e-06, 4.74957156603925e-06, 1.1406926527732255e-05, 3.7033256914324864e-06, 5.508107368396859e-06, 1.0873816619460319e-05, 1.731308029797722e-06, 9.413959765453067e-06, 1.2549175295179022e-05, 1.4834133212978987e-06, 4.6619748203597513e-07, 4.5793595159323734e-08, 1.831115159063525e-05, 1.2549175295179022e-05, 4.6619748203597513e-07], "calls": 1, "latency_seconds": 0.5609506359323859, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:469", "target_index": 11, "predicted_index": 11, "n_labels": 72, "probabilities": [6.941055729052007e-05, 5.087424953754525e-05, 4.292029396462042e-06, 3.3396587532381456e-06, 8.831130698239882e-06, 4.5363285818761864e-06, 9.171190516434577e-06, 3.0452416182106055e-06, 3.220256429098726e-06, 1.3434856057802905e-06, 7.455098676466174e-05, 0.997946748263855, 5.713192415271268e-05, 1.5179208800279746e-05, 1.6144854496379685e-06, 4.9985582180378426e-05, 0.00012839766883054055, 3.928540605741793e-06, 1.6579864390174778e-06, 4.763257347140512e-06, 7.680932068100489e-07, 1.2071799781232728e-06, 2.185235367011649e-06, 1.1149044216659093e-05, 9.678384897552403e-06, 4.4196751195260924e-06, 2.7056883283362833e-06, 2.2912247642235127e-06, 9.318055377124386e-07, 1.1060358944985355e-06, 6.441868948602333e-07, 9.402546711448311e-07, 5.336375123447988e-08, 6.34498849159093e-07, 7.981155596219198e-07, 9.92065931051793e-07, 2.463748567982043e-06, 0.0011146385576279378, 1.5555920694594903e-06, 1.4050512103525653e-06, 3.0893979191376384e-06, 1.975535212133139e-06, 0.0003731880571615788, 4.118044173570632e-07, 2.5449574520440825e-07, 1.523896382560517e-07, 8.036957197424561e-08, 1.4412514313349835e-06, 3.073767039483914e-07, 6.181664564433225e-07, 2.608451723946463e-07, 1.511121715846013e-06, 3.1735858376201913e-07, 2.7456871270952534e-07, 1.690573183906447e-06, 5.122633300034859e-07, 2.6219906324417373e-08, 5.94963602459919e-08, 2.1750737481648433e-07, 1.526972832469671e-07, 5.659270828119767e-07, 1.0045629805477227e-07, 3.2357646390456255e-07, 5.526969015735146e-07, 1.5145738771407657e-06, 4.385695614865255e-07, 6.6123647213659035e-09, 1.121110783570762e-08, 4.284652815643809e-09, 2.1775025764560696e-06, 5.078579463200853e-06, 9.467847355075116e-08], "calls": 1, "latency_seconds": 0.673680417239666, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:474", "target_index": 11, "predicted_index": 11, "n_labels": 72, "probabilities": [2.3777106681789277e-05, 2.3777106681789277e-05, 4.2563908612041945e-06, 2.1445996933254676e-06, 4.466785055288242e-06, 4.2563908612041945e-06, 6.548114861027033e-06, 2.4878076378151902e-06, 1.2354631446013921e-06, 1.8471761334746048e-06, 0.00010250059614652887, 0.9979155446164771, 5.2283427728292686e-05, 1.5135370882741187e-05, 1.671398227586532e-06, 4.400808603805941e-05, 8.68837134510853e-06, 2.2536016531599294e-06, 1.8471761334746048e-06, 5.412418388256544e-06, 4.6431513842067617e-07, 1.0081604360825228e-06, 3.5059996995633127e-06, 7.909833707971666e-06, 5.159465600011802e-06, 3.68070923881139e-06, 2.2536016531599294e-06, 1.2354631446013921e-06, 1.4375920202658371e-06, 7.803063326206797e-07, 4.6431513842067617e-07, 1.0608755272002663e-06, 6.314284759290388e-08, 4.892513425020005e-07, 1.7842432029748774e-07, 1.0081604360825228e-06, 2.367922457267351e-06, 0.0016558628875603782, 2.8834919140259075e-06, 1.8471761334746048e-06, 3.339264498246811e-06, 2.2536016531599294e-06, 6.750020627568009e-05, 4.180823396782228e-07, 3.569846239721435e-07, 1.9869925576788587e-07, 1.2210211980413237e-07, 2.1445996933254676e-06, 1.437263658600971e-07, 5.720811463187707e-07, 3.211588790848333e-07, 2.040675305194865e-06, 1.3613437069437335e-07, 3.4160214925688623e-08, 4.180823396782228e-07, 9.289570968149593e-08, 6.486671656698813e-09, 2.8845121274820687e-08, 2.7260051551600654e-08, 2.2998476236014727e-08, 7.053451019965942e-08, 3.4160214925688623e-08, 2.2998476236014727e-08, 1.7842432029748774e-07, 1.9869925576788587e-07, 1.0948044581638745e-07, 9.7569590953833e-10, 1.3166538641458563e-09, 1.4837451175345253e-10, 1.3613437069437335e-07, 1.2354631446013921e-06, 3.052014469826239e-08], "calls": 1, "latency_seconds": 0.558028451167047, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:485", "target_index": 12, "predicted_index": 13, "n_labels": 72, "probabilities": [4.1234735056370296e-05, 1.26945879567166e-05, 5.6334642928330205e-06, 2.9888118453788416e-06, 1.2469792044848891e-06, 9.6702008342755e-07, 3.1716145810736865e-06, 8.870484527853414e-07, 1.6499533579559952e-06, 6.192430444503482e-06, 0.00012981982372265463, 0.00027419375540942473, 0.0001498069712599628, 0.990213240006036, 3.496955736096624e-06, 1.7011571140092574e-05, 1.9981762813862868e-05, 6.72803858163511e-06, 2.992919658574553e-06, 1.3154780007301475e-05, 1.8882159630172091e-06, 7.70416815286288e-07, 8.219573770411468e-07, 2.5870372343869494e-06, 2.3692108648490422e-06, 5.578905459501844e-06, 4.0073685453789605e-06, 9.076110267021498e-07, 2.179040394886981e-06, 5.8950283884444225e-06, 4.57856891467899e-07, 1.2266078746727172e-06, 3.332000922249983e-07, 6.395010847302763e-07, 2.3998767825381543e-06, 2.68816267267201e-06, 2.4568056817656936e-05, 0.0005929015628748621, 1.3653269255220367e-05, 0.007709079880170942, 4.622563578616086e-06, 2.1292746935050173e-05, 0.0005929266248250892, 3.057386722587146e-06, 1.984198637137456e-06, 3.260347960970838e-06, 1.968474915452518e-06, 3.7307483757143007e-06, 1.1744776961364228e-06, 4.833822898393588e-06, 5.216681071617306e-07, 8.048493176198433e-06, 1.615673886912245e-06, 5.418795314329181e-07, 1.3785396872065677e-05, 6.742378545789848e-06, 3.7094541216965583e-07, 7.153850582782279e-08, 2.9929054305180527e-06, 2.4376626703501823e-06, 1.1532835801616444e-06, 6.892010203449101e-07, 9.469788813408264e-07, 4.4243586131036966e-07, 4.660305402404545e-06, 4.04475583877226e-06, 1.9388598069549761e-07, 2.8750379601036217e-08, 5.9505445379441695e-09, 9.173858345125986e-06, 1.9299536329108396e-05, 1.3351269252965967e-06], "calls": 1, "latency_seconds": 0.8035552301444113, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:500", "target_index": 12, "predicted_index": 13, "n_labels": 72, "probabilities": [3.8926977586537206e-05, 1.0871611046163016e-05, 6.472786379202746e-06, 5.593714751996863e-06, 1.059055206259129e-06, 1.1493812722173224e-06, 1.8002199384397702e-06, 1.115226042992746e-06, 3.0260782980996254e-06, 1.1643789177878283e-05, 0.00011594792858235331, 0.00021241329048936867, 0.00010553026502427996, 0.9726750246615286, 5.214509111439319e-06, 1.800508469929291e-05, 3.348424823957025e-05, 6.211177856751076e-06, 4.860272782232909e-06, 1.4197811088606265e-05, 6.171735472968958e-06, 4.841757749618352e-07, 1.3011528390550663e-06, 7.600029119006348e-06, 3.859389075297154e-06, 7.63410504474796e-06, 5.270487017978303e-06, 6.100153560266324e-07, 7.605469930402125e-06, 1.5167544216237608e-05, 4.6478963892146616e-07, 9.74769001563937e-07, 4.233547569913171e-07, 8.88674708633621e-07, 1.4544708107822671e-06, 1.9779512119510563e-06, 1.6588741599369273e-05, 0.0004626959020388801, 1.3255453870955709e-05, 0.025623863097524065, 7.817643824803222e-06, 1.4202438714112473e-05, 0.0004179529652123891, 1.9998120612925918e-06, 2.362027529995332e-06, 2.209719768254244e-06, 1.6637013627800224e-06, 1.895369660653193e-06, 1.0255896176083034e-06, 3.3315589301338434e-06, 5.804920592466895e-07, 4.405460676160724e-06, 1.9042650406625034e-06, 8.829100264471272e-07, 2.570746203037226e-05, 9.187312558844036e-06, 5.871053949528564e-07, 8.158886783019325e-08, 2.4517061347063905e-06, 2.332858472252358e-06, 1.255465497821353e-06, 9.176778669214743e-07, 2.6138512352671155e-06, 1.1492455155388595e-06, 8.050395751709418e-06, 1.1926758306881152e-05, 4.51523625158401e-07, 8.790304112010376e-08, 2.331390359758844e-08, 5.3626631519077146e-06, 1.2673998652868193e-05, 2.065817396755781e-06], "calls": 1, "latency_seconds": 1.0954018011689186, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:533", "target_index": 13, "predicted_index": 13, "n_labels": 72, "probabilities": [1.9140057751212297e-05, 7.004215483052939e-06, 3.099097759690916e-06, 2.7213833653089557e-06, 7.930222604788018e-07, 4.310076067704896e-07, 9.719394085281185e-07, 4.118945096795982e-07, 1.3350023038967096e-06, 2.279923057329659e-06, 5.141226247589462e-05, 0.0003290631713456306, 8.385386641451527e-05, 0.9937846556700672, 1.2871030022639922e-06, 9.751172857051366e-06, 2.9423405439564692e-05, 2.078151834548133e-06, 3.22100455524061e-06, 3.873285043152563e-06, 1.8369873501094837e-06, 6.406835210954435e-07, 3.483808194674203e-07, 1.6129355276969356e-06, 1.8384657291694823e-06, 4.744072872338973e-06, 1.4034201475995194e-06, 2.2010175705267667e-07, 1.8001840097753848e-06, 2.934324409888809e-06, 3.314910632016943e-07, 3.6791012483460855e-07, 1.3509687680756606e-07, 2.98446483492864e-07, 4.2935649504309044e-07, 7.542027336601151e-07, 1.5371560395656277e-05, 0.0004077522800777619, 7.060438847695485e-06, 0.0046114247072519725, 2.308069951919693e-06, 9.550010692688383e-06, 0.0005326527499795509, 4.131896651804304e-07, 1.2468407301692133e-06, 6.838508273650924e-07, 4.597743856838431e-07, 1.8331827604296848e-06, 4.840852282402962e-07, 7.720411171185495e-07, 1.0073103528322365e-07, 2.2867318360132153e-06, 1.0996622310198398e-06, 2.0654672536279463e-07, 9.379000542678232e-06, 3.5744966534182253e-06, 4.2781962223517397e-07, 5.000874516161854e-08, 1.9510275749813363e-06, 3.172074499285903e-06, 9.118089929957643e-07, 4.497666442679669e-07, 1.5289972054625372e-06, 3.527687844831014e-07, 3.3587840258842676e-06, 6.419521914892874e-06, 2.0027814884193158e-07, 2.5459449732595915e-08, 9.461675644423165e-09, 4.04559150492615e-06, 1.1134686815336602e-05, 7.992969983970339e-07], "calls": 1, "latency_seconds": 1.0989546426571906, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:555", "target_index": 13, "predicted_index": 13, "n_labels": 72, "probabilities": [2.8668418320398968e-05, 1.709398558258688e-05, 5.7794326581425325e-06, 3.74946613499006e-06, 1.968337498509576e-06, 1.940613740647795e-06, 2.7366386365206036e-06, 1.4605230018389132e-06, 1.944198554652887e-06, 4.911227612525674e-06, 0.00021638036081724973, 0.0001968128924804973, 0.00031408883835962805, 0.9825223981765101, 9.428825737652737e-06, 2.4352090676773405e-05, 3.876969339386053e-05, 5.314680460255585e-06, 4.019954471814682e-06, 6.933689605407919e-06, 2.185529856249135e-06, 8.076433828339996e-07, 6.050462786694442e-07, 4.5473032645167075e-06, 4.786598369624328e-06, 1.1988628410311793e-05, 2.3853981807792756e-06, 5.962724865657825e-07, 2.950445473656224e-06, 3.5943292542879582e-06, 7.547780775573995e-07, 7.220017111905793e-07, 2.882747587851668e-07, 5.141121192283482e-07, 5.059990952594252e-07, 1.501595865156303e-06, 1.5746791755708127e-05, 0.00046423412273127984, 2.339752309961067e-05, 0.015615566374574535, 4.18098907531689e-06, 2.1738488856258487e-05, 0.00027627296195476345, 1.5299239392815939e-06, 2.3313780092511313e-06, 1.6193958283394127e-06, 1.511067362302011e-06, 1.9861390796681e-06, 1.009729638329266e-06, 1.6775973570730035e-06, 3.993054312476809e-07, 4.324002854186697e-06, 1.634376214348059e-06, 7.5880461065637e-07, 3.028094008448558e-05, 2.0210406078499102e-05, 6.78339685977862e-07, 2.024487364353594e-07, 2.756180792257398e-06, 6.758602983470508e-06, 9.959408250700691e-07, 1.2015035278648857e-06, 9.441983615374758e-06, 1.1703805142693492e-06, 5.039540659270875e-06, 8.62437485103545e-06, 6.21643592459955e-07, 3.330519538066765e-08, 5.650275428596264e-08, 9.824197297556579e-06, 1.3354786825053738e-05, 1.3439487704425494e-06], "calls": 1, "latency_seconds": 1.0018147230148315, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:613", "target_index": 14, "predicted_index": 14, "n_labels": 72, "probabilities": [1.7464858455186725e-05, 2.6169158311610225e-06, 5.050627188772873e-07, 8.369818502393361e-08, 7.59587915525378e-07, 4.556621312841719e-07, 2.6169158311610225e-06, 1.254648759139792e-06, 4.79748233086974e-07, 4.79748233086974e-07, 1.9078099798031322e-05, 1.598166043253361e-05, 1.9552225016254857e-06, 2.2629750394260317e-06, 0.9988929953288717, 5.865278855509684e-06, 4.91070369346399e-05, 4.327460812164307e-07, 1.1576871364932217e-07, 1.455846976335138e-06, 6.522478908894753e-07, 3.3388911434472224e-07, 4.109456785795447e-07, 2.053047855530772e-06, 9.294780074242974e-07, 2.8817415442959684e-06, 4.425626636600633e-06, 8.369818502393361e-08, 2.0818624237852003e-07, 1.7757780244926604e-07, 7.507094284381083e-08, 3.474257266322658e-08, 2.350033452698637e-08, 1.1576871364932217e-07, 8.8365814076693e-08, 8.8365814076693e-08, 1.455846976335138e-06, 5.801495364411013e-05, 2.708972757809224e-07, 8.404055902488528e-07, 0.00017816567766809445, 3.517271456801287e-07, 0.0007213020133059989, 1.5135301905548874e-07, 4.2272472713010206e-09, 3.28628786429151e-08, 1.2890237417899297e-07, 5.596162291797039e-07, 6.37293830909488e-08, 3.660885576202935e-06, 6.033362426675306e-08, 1.1356815255601122e-06, 9.328627126804807e-08, 1.1921707990888353e-08, 3.00801694524841e-07, 1.5135301905548874e-07, 4.842730560618068e-08, 1.8764424744659925e-08, 2.9396297210186265e-08, 4.842730560618068e-08, 2.3136956162884942e-07, 1.985262762738935e-08, 3.882154634371811e-08, 1.7757780244926604e-07, 5.316637690205662e-07, 9.294780074242974e-07, 8.8365814076693e-08, 1.0045137246774682e-08, 5.998782983898129e-10, 6.522478908894753e-07, 1.861882616968367e-06, 7.540210729753698e-09], "calls": 1, "latency_seconds": 0.37769866827875376, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:637", "target_index": 14, "predicted_index": 14, "n_labels": 72, "probabilities": [0.000125126634305935, 2.6184769545594568e-05, 4.7026471441384065e-06, 1.4450333273036493e-06, 9.657000822456989e-06, 9.813562989134657e-06, 1.8118163387879332e-05, 5.453428873690093e-06, 3.8010076343772804e-06, 9.914277357843703e-06, 0.00018752503664671736, 5.6077381900376976e-05, 2.7169662791116207e-05, 8.990986349541795e-05, 0.997806330382918, 0.00010749835712418909, 0.00026369044797600467, 5.045791182448389e-06, 9.60318343421215e-06, 1.7819625994056887e-05, 7.054117914302611e-06, 1.4083600484255454e-06, 3.075992327135994e-06, 1.5186240506624483e-05, 3.538170262057647e-06, 1.5849367588853386e-05, 7.180814709412281e-06, 4.341038580089393e-07, 1.3625144517111618e-06, 1.0280500905726561e-05, 7.616053097894162e-07, 3.544022272650424e-07, 2.7657249402409437e-07, 9.52397123433085e-07, 8.116069218500683e-07, 8.41951079489607e-07, 9.697023141685075e-06, 0.00030706427588657754, 2.978304364514732e-06, 4.5336801662184776e-05, 0.0004515386772299847, 3.2577627573876373e-06, 0.0002745913295919668, 8.910160619055084e-07, 2.2955506098234598e-07, 5.173801713145727e-07, 2.103031893098772e-06, 3.3265941479118417e-06, 4.903904037364098e-07, 4.565873569484302e-06, 2.4936930750065533e-07, 6.257764397598286e-06, 1.8287569034565133e-06, 1.611033009924596e-07, 2.3504332754459214e-06, 1.982231613398221e-06, 2.3127743021357728e-07, 4.6193795606627134e-07, 2.2840975695074113e-07, 1.5662596479253452e-07, 9.423458300005257e-07, 4.779925994509419e-08, 1.7743881627372455e-07, 8.177870065618317e-07, 2.513114124039019e-06, 4.608293104717102e-06, 2.414863086859153e-07, 5.539782831720109e-08, 1.8070853064480025e-09, 2.204230481528507e-06, 1.3395973161509867e-05, 2.434245650320011e-07], "calls": 1, "latency_seconds": 0.8633850212208927, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:653", "target_index": 15, "predicted_index": 33, "n_labels": 72, "probabilities": [0.0005443566973436773, 0.0009010090307053959, 0.0007328066883119301, 3.885737425643475e-05, 0.00012457878028811626, 0.0001453991334676064, 0.00013573012803781692, 0.04366916905180204, 0.0002048692359519765, 0.00010051706108565871, 0.00043189354111068017, 0.0009084649948093874, 0.00014231408390977235, 3.912318426263055e-05, 0.00039015354921302967, 0.030724054058012422, 0.0025151228357270586, 0.00023158315892138283, 0.00028042875771729374, 0.0009262532159375528, 7.354882288510297e-05, 0.00019152385708609798, 1.652611819159928e-05, 0.00028195004970126296, 0.0004326434870597496, 0.000213734241525592, 0.00016394718091633447, 0.00038243292339302154, 0.0006197631247984903, 6.995412548944848e-05, 4.862678379033108e-05, 0.0005276120998715044, 6.698067661372676e-05, 0.8896187807209119, 0.00011682729583480194, 0.00020330108478908593, 0.000599632931233774, 0.001341926887518426, 0.000591254833875864, 0.0005534089128132135, 0.0008174640514681643, 0.0037744575103768494, 0.008133616100811479, 0.0002620738852532761, 0.00036983817427467617, 0.0007229019491449604, 0.00027093929455962305, 0.0004142859487201732, 2.02750333793937e-05, 0.0005482714389052033, 0.0007098094836044545, 0.0010762368908783064, 0.0012156304026661245, 4.597648052926068e-05, 0.0004588721542693607, 7.147667179534078e-05, 2.446263928434608e-05, 7.03125864756507e-05, 0.0006597774854248278, 0.00021064134367324477, 0.00012794138969119025, 1.78535875580196e-05, 1.2569360236263216e-05, 6.148342498197628e-06, 3.894735442083739e-05, 2.5048834761644143e-06, 5.061891978694771e-05, 4.259432574080552e-06, 3.936345869080794e-06, 6.737896548524945e-05, 0.00042017222166771935, 6.928895207023861e-05], "calls": 1, "latency_seconds": 0.8609634228050709, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:656", "target_index": 15, "predicted_index": 15, "n_labels": 72, "probabilities": [1.9048765094335256e-05, 4.371952077816768e-05, 2.688181016442799e-06, 4.785151732996781e-07, 3.2918508769042618e-06, 8.864025244931083e-06, 2.2974172908679e-05, 4.914432585768734e-06, 1.3777077715479243e-06, 7.292954730995124e-06, 3.3261675205884136e-05, 5.2356463016809347e-05, 9.766658559014705e-06, 1.4511831179087889e-06, 7.658565080002554e-06, 0.9966438569455193, 0.00010598196171247393, 3.828291173354952e-06, 2.0825157097662045e-06, 3.828291173354952e-06, 4.2968829560069585e-07, 6.944135888259993e-06, 2.3070393150802425e-06, 3.1297135538162414e-06, 2.688181016442799e-06, 2.828223776640319e-06, 1.0610988850827938e-06, 1.0068419353234112e-06, 2.0825157097662045e-06, 3.2918508769042618e-06, 4.785151732996781e-07, 2.975289758683884e-06, 8.154610969808098e-07, 2.2974172908679e-05, 6.293968816307934e-06, 1.1287720524078312e-05, 1.7335085693838336e-05, 0.00014934767072972136, 7.292954730995124e-06, 4.025125355580761e-06, 2.3070393150802425e-06, 0.0011876669440327853, 0.00148280228471652, 3.4620642742383268e-06, 1.0068419353234112e-06, 2.3070393150802425e-06, 1.978319960408091e-06, 1.576942150790365e-05, 3.4620642742383268e-06, 2.975289758683884e-06, 3.857152299236476e-07, 3.0340604386326167e-05, 1.6950572241045786e-06, 1.3608592043454529e-07, 6.611376664197254e-06, 1.3078365810477327e-06, 2.9405101087336665e-07, 1.4511831179087889e-06, 1.6096655092352746e-06, 3.828291173354952e-06, 3.461273501075331e-07, 2.1176064361678095e-07, 1.3777077715479243e-06, 3.105006912495853e-07, 1.4511831179087889e-06, 8.154610969808098e-07, 9.20503998232477e-08, 1.166476521192307e-08, 2.6279558137380066e-10, 3.1297135538162414e-06, 1.1843404192303962e-05, 1.6950572241045786e-06], "calls": 1, "latency_seconds": 0.3281219359487295, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:702", "target_index": 16, "predicted_index": 16, "n_labels": 72, "probabilities": [1.9192859443855454e-05, 7.62645017095334e-06, 3.194254893381961e-06, 2.7947707905047846e-07, 2.041652512717696e-06, 2.3922329387921723e-06, 1.7145471205887805e-05, 1.9580681827203028e-06, 9.86897624804149e-07, 3.7863645449666382e-06, 0.0001191331348677535, 9.269788245774788e-06, 8.657957679081625e-06, 4.194243808717924e-06, 1.180212304948989e-06, 7.314276651211752e-05, 0.9957069402619403, 0.00019410655847966056, 7.331966802238789e-07, 4.170563283833438e-06, 2.4432992263250713e-06, 7.14519362260213e-07, 2.023294859517361e-06, 2.446874171128765e-06, 1.4030564230117693e-06, 1.2010744850584615e-06, 1.3959919726874699e-06, 2.217058769434069e-07, 1.0060452490148336e-06, 3.8352100861982984e-07, 1.0697642927077884e-07, 9.067834640532872e-07, 4.849160574591981e-08, 2.2666662196841838e-07, 1.0180129396817712e-06, 1.650658216097755e-07, 1.1584857934069727e-06, 1.2912908904086806e-05, 4.3802714976073325e-07, 1.9811177256935288e-07, 9.00670621090393e-07, 7.719080855597587e-07, 0.0037246759836688965, 8.60282641666327e-07, 5.386709129785272e-08, 6.489072417037885e-08, 2.1304353450429265e-07, 1.037245101326242e-06, 5.7614133212618566e-08, 3.045922267032968e-06, 4.284480708582161e-08, 4.773699414842157e-07, 5.650533574794309e-07, 1.9201285087576205e-08, 1.624281254028431e-06, 9.070808670698022e-07, 8.601843669696722e-08, 8.868123994444661e-08, 1.5460365817463238e-06, 1.1276037616390856e-07, 6.656621694039019e-07, 4.8048132763471324e-08, 6.386105674957299e-07, 3.2521058609975633e-07, 1.4554469422937418e-06, 1.119393452508177e-06, 3.7895316174283115e-08, 7.31112912699402e-08, 1.0062689219632558e-08, 8.365731749611094e-06, 3.889245149262315e-05, 6.662940587810117e-07], "calls": 1, "latency_seconds": 0.9676692639477551, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:705", "target_index": 16, "predicted_index": 16, "n_labels": 72, "probabilities": [9.46665739107745e-06, 5.332253559122319e-06, 5.427117464711934e-06, 2.1611580152769133e-07, 7.468483837975955e-07, 2.4364672436031533e-06, 5.375508518785464e-06, 4.846583872965399e-07, 6.478822444720174e-07, 2.2685201220238706e-06, 6.0963430940883834e-05, 3.2427520622043806e-06, 4.0500058743440395e-06, 3.161833153966211e-06, 4.2799255488842386e-07, 7.36483882146362e-05, 0.9979703601419043, 0.0006769723523657234, 4.4763973742437743e-07, 3.979493484161039e-06, 1.5072114836329718e-06, 6.14293325830215e-07, 1.5493728631699225e-06, 1.3647074885366524e-06, 1.4656307880619012e-06, 6.940466339074797e-07, 4.77451452255795e-07, 3.7325771323266773e-07, 3.14422846262327e-06, 5.406048808938336e-07, 7.559043898626023e-08, 9.463361415450968e-07, 4.082331725491443e-08, 5.822397781698608e-07, 6.71950307913417e-07, 8.676839114449952e-08, 2.3090372299060437e-06, 4.72797756303377e-06, 5.54702078019672e-07, 1.1312938936618072e-07, 7.387347663491355e-07, 6.18355417155387e-07, 0.0011069570126501303, 9.876573312621076e-07, 7.75483563541046e-08, 8.39974986876532e-08, 5.389573422691019e-07, 1.1354432787913925e-06, 7.42554169523814e-08, 4.62308200506142e-06, 1.5796086653374583e-07, 8.667268159135029e-07, 2.5024866441024394e-08, 1.3400888048483983e-08, 5.000674465337347e-07, 7.074130317252448e-07, 2.888152906274115e-08, 1.9265656325707724e-08, 4.3644297338473247e-07, 5.171051595161171e-08, 2.3603351172186568e-07, 2.0255993284117996e-08, 1.9395849787243994e-07, 1.8962975070522232e-07, 3.0102479007249495e-07, 1.751167971388904e-07, 3.011927921643672e-09, 3.648293450631e-08, 1.7682992316404736e-09, 6.22701874613231e-06, 2.2363778964760282e-05, 1.1456199725141824e-07], "calls": 1, "latency_seconds": 1.0631385231390595, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:727", "target_index": 17, "predicted_index": 32, "n_labels": 72, "probabilities": [0.00019651737260773368, 0.000154760791654532, 3.403344476390641e-05, 3.0165731297123343e-06, 1.892315204826905e-05, 4.0834462016813766e-05, 0.02043660829148348, 5.06254907506597e-05, 1.1202667867570423e-05, 1.0357643839089926e-05, 5.833663418852626e-05, 2.766881284003405e-05, 1.1882555279081236e-05, 4.438923907291097e-06, 1.5441412351968628e-05, 3.641683550000245e-05, 1.5492572186392038e-05, 0.19262784807231983, 1.6651770252782404e-05, 2.425831647637935e-05, 3.214559450749549e-06, 5.614177265286308e-06, 1.1463577033125135e-05, 2.7756094502943533e-05, 3.423307261468333e-05, 5.391361804428235e-05, 2.993867928714599e-06, 8.670487263912971e-06, 3.5368386097020516e-05, 1.0171572250466637e-05, 2.381039158056666e-06, 0.00018025600609052156, 0.7738043000627749, 0.00011238788800540358, 4.326784075328008e-06, 6.8699652612454265e-06, 5.3028347745573034e-05, 0.00013385547087365013, 1.1954104963360656e-05, 7.96647776770479e-06, 5.671143737224662e-06, 6.04619987179011e-06, 0.001171090257603515, 0.01021068661882786, 5.363581354641207e-06, 9.416761268068443e-06, 6.938653944776915e-06, 1.9400385291714905e-05, 1.1659082172298352e-05, 6.4341596257364805e-06, 4.050987290239194e-06, 4.702260711159022e-05, 3.589114913542075e-06, 6.540261243779485e-07, 7.482095712813425e-06, 1.7051391668965378e-06, 8.092204187419439e-07, 6.119399104231268e-07, 4.592648761629662e-05, 6.772989551736315e-06, 3.6251778448059935e-06, 1.881967359384584e-06, 1.8917644550743796e-06, 1.5474867475574704e-06, 6.295025095365665e-06, 4.5434996456698905e-07, 2.6003201026973454e-07, 7.586987413371549e-08, 7.203513873986453e-08, 6.3516152859729475e-06, 4.007698908447318e-05, 6.0094880994420656e-05], "calls": 1, "latency_seconds": 0.5401071012020111, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:746", "target_index": 17, "predicted_index": 32, "n_labels": 72, "probabilities": [0.0006339171570505842, 0.0003518027562857762, 5.333725406253693e-05, 1.054588427239013e-05, 3.763199072658472e-05, 0.00021642529845265578, 0.05443200016982383, 0.0001288144232706744, 2.906938148433343e-05, 1.8276206626172372e-05, 0.0001305976941525354, 4.4156652965648384e-05, 3.3160776305281615e-05, 2.916408113220978e-05, 3.599541102644843e-05, 0.00011144648022135315, 5.49325124029856e-05, 0.23702587315791243, 9.891383246652931e-05, 9.673559881785201e-05, 1.376951318860654e-05, 1.019929553382157e-05, 2.5538868262126986e-05, 8.526762787580211e-05, 0.00015270668003469643, 0.00017435057629227785, 1.78550908232468e-05, 1.9473683369414934e-05, 5.182072391849489e-05, 1.9613384793015383e-05, 7.1302774809037e-06, 0.001456642284300185, 0.6510140919800137, 0.00035754176440818243, 1.6901437110031164e-05, 2.4764429237798373e-05, 0.0001941692333318726, 0.00033232819121524265, 3.34564525615811e-05, 3.283224427952302e-05, 1.915477010124283e-05, 2.0448507278666567e-05, 0.002826629241358835, 0.04840081295045334, 3.215446427569958e-05, 3.963328701313811e-05, 2.9774010625379777e-05, 4.620403782514152e-05, 2.0909180144432695e-05, 5.461376454476578e-05, 1.8079238186994814e-05, 0.0002353713762156779, 8.465964202220375e-06, 1.375119639094021e-06, 2.3678512976874567e-05, 2.5666327563461116e-06, 8.447108418848827e-07, 3.130324223836596e-06, 0.00015001924010738226, 1.4580718171705606e-05, 1.0299851409020594e-05, 3.4546426796536573e-06, 4.08348283926609e-06, 4.279340173704229e-06, 3.815834807788981e-05, 2.2668667226979383e-06, 3.45798165973259e-07, 3.785657335997303e-07, 4.205367678018171e-08, 1.4462285082382385e-05, 0.00010619707410014594, 0.0002543351829068322], "calls": 1, "latency_seconds": 0.9648855510167778, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:767", "target_index": 18, "predicted_index": 18, "n_labels": 72, "probabilities": [3.330766695050298e-05, 7.824846676191492e-06, 8.197463852520337e-07, 4.890930253404018e-07, 2.596905820789227e-06, 6.019683078961417e-07, 1.931451029832733e-06, 1.4316700870686173e-06, 1.1346507816807222e-05, 6.019683078961417e-07, 6.0791458345741076e-05, 4.708705342226815e-05, 1.1346507816807222e-05, 2.1413934418582945e-05, 1.2438903751493982e-05, 1.634983528805742e-05, 5.897307190314096e-06, 5.585170591131802e-05, 0.996626243619135, 2.1413934418582945e-05, 5.897307190314096e-06, 1.7486337861644563e-06, 2.7273539712396357e-06, 3.833354326138031e-06, 1.1126722485260594e-06, 3.0073798266853916e-06, 4.221280747397074e-06, 6.674706084989013e-07, 3.5724503688927643e-07, 1.2310569437236123e-06, 3.049588463493135e-07, 2.2170745557108814e-07, 9.079608276399648e-07, 1.7486337861644563e-06, 1.5052803737591004e-06, 2.4665085933100236e-07, 1.634983528805742e-05, 0.00010879623474186313, 5.112964794204697e-06, 0.0013930427345583347, 8.591675669140202e-06, 4.02283774539766e-06, 0.0003044046189036986, 1.5825304915437463e-06, 0.0011328511485984094, 9.554366420513771e-07, 5.362599512727828e-06, 8.591675669140202e-06, 1.3615334885376562e-06, 7.027528141572347e-07, 7.495464729392135e-08, 5.897307190314096e-06, 1.1611838167157355e-07, 9.335340571752773e-08, 6.339023375521824e-07, 4.642476755824243e-07, 2.7486896487674365e-08, 2.1921864120666473e-08, 6.352418718881377e-08, 5.715923176570692e-07, 1.0576738281387656e-06, 3.076519790263543e-08, 2.6012248049375374e-07, 2.4665085933100236e-07, 4.1816752798231567e-07, 1.6069098501614325e-07, 3.6409776707523234e-08, 1.3896032693879399e-08, 9.615183301201133e-10, 9.429956425684613e-06, 1.789562966311267e-05, 1.2310569437236123e-06], "calls": 1, "latency_seconds": 0.5354794966988266, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:787", "target_index": 18, "predicted_index": 18, "n_labels": 72, "probabilities": [4.5672786752750803e-05, 1.1792012138193543e-05, 1.1494729017317564e-06, 1.3159311219395227e-06, 5.478518450247889e-05, 1.0753664292995127e-06, 2.816393043461272e-06, 1.718858352538501e-06, 4.476470878716727e-06, 2.0431180336504777e-06, 5.9714237449822274e-05, 2.3627903002292386e-05, 1.3358212729660608e-05, 2.127884033200353e-05, 5.095685612673082e-06, 1.3151037207403333e-05, 1.1964515293942914e-05, 5.2125459928623405e-05, 0.9963375509475184, 5.064871193144005e-05, 9.864890294761252e-06, 3.4077647950903e-06, 5.720899550426664e-06, 8.385913757687076e-06, 5.90485246767535e-06, 3.248641363780667e-06, 6.484370539442855e-06, 2.3958329137837946e-06, 3.5890769914748076e-07, 3.1058233679837247e-06, 2.0713476063701713e-06, 1.997024088911944e-07, 3.0482264137574344e-07, 1.2130802130447799e-06, 2.278585647357231e-06, 1.080857101812485e-06, 1.857792198923383e-05, 6.940788081177276e-05, 2.862312162242946e-06, 4.885950642020307e-05, 3.494781897473586e-06, 2.5517433938128855e-06, 0.0008343543619428695, 7.651528895758061e-06, 0.002113479251919177, 1.5917019699470097e-06, 3.7724855919835207e-06, 1.2277774045115594e-05, 2.0245325123925697e-06, 6.174626085989309e-06, 4.975576098504283e-07, 4.587957737149704e-06, 1.353363724215524e-07, 2.625409550604842e-07, 2.0322729639553713e-06, 5.032006956503018e-07, 4.2388776745601794e-07, 8.676392165585483e-08, 3.067859372847879e-07, 9.939017258878552e-07, 4.493166952740902e-06, 3.9890688447720125e-08, 3.8282360068260915e-07, 2.825546887337626e-07, 9.442782940358503e-07, 5.904099367527796e-07, 4.687212687364129e-08, 1.218581434185846e-07, 2.9928596058361218e-09, 1.4832602610734699e-05, 6.63002056125256e-05, 3.664291631423571e-06], "calls": 1, "latency_seconds": 0.9617969142273068, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:803", "target_index": 19, "predicted_index": 19, "n_labels": 72, "probabilities": [0.00011282313664484037, 2.4326931830627953e-05, 3.0917206727172633e-06, 3.946369618951766e-06, 1.0446274855933997e-05, 8.128997954568064e-06, 5.459654808765682e-05, 6.536098081654084e-05, 5.432057416968789e-06, 1.1651197790804315e-05, 5.180047821149463e-05, 0.00012314823329507055, 1.925713429124864e-05, 2.229541968247884e-06, 7.902086618605661e-06, 7.270496859488179e-05, 3.170604251109931e-05, 3.616565486608424e-05, 0.0001876742572504697, 0.9912013403622653, 2.1742593713267558e-05, 1.120211717887623e-05, 9.689885879101765e-06, 1.0430933167911516e-05, 0.00014645255237538462, 8.432134290865687e-05, 2.971106338700134e-05, 1.4942381034496324e-05, 1.5335743352490444e-05, 8.119990338115786e-06, 1.1051162951486112e-06, 1.4864762886201382e-05, 4.38607735722576e-06, 0.003688536353635248, 6.800825055000766e-06, 1.9048153496800124e-05, 2.5009503344777456e-05, 0.0008023258823889694, 9.756307000233689e-06, 1.4737443966283534e-05, 1.0924558357795257e-05, 8.247934295360835e-06, 0.001825605186373026, 1.9348220959336397e-05, 2.534784656758765e-05, 0.0005662858630296057, 1.3939272226962277e-05, 2.7649103109454347e-05, 1.6191067218908538e-05, 1.995363084652924e-05, 4.181513892938486e-06, 2.951869939285617e-05, 2.0071734506639905e-05, 6.686083678101914e-07, 1.1122883061148447e-05, 1.8175402198150474e-06, 1.0275829159587594e-06, 9.364249926352421e-07, 3.193002301387144e-05, 7.666924397544541e-06, 1.7592779863190254e-05, 6.193428763577195e-06, 8.847782603494506e-06, 4.317966807125083e-07, 5.508553201504563e-06, 1.6004797061077022e-06, 4.783201919131292e-07, 2.649789693307964e-07, 6.306648988173158e-08, 3.52889483536328e-05, 0.00022692781079364292, 8.211543231395516e-05], "calls": 1, "latency_seconds": 0.96231973124668, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:809", "target_index": 19, "predicted_index": 19, "n_labels": 72, "probabilities": [7.479046209288542e-05, 3.730310263072593e-05, 1.5422061595952357e-06, 4.604049792645928e-06, 2.1948663213254166e-06, 6.775367530367116e-06, 2.383987957230757e-05, 3.7865777200496454e-06, 6.097347974771199e-07, 7.819266942177016e-06, 3.730310263072593e-05, 8.598930248593083e-06, 9.452673495980118e-06, 3.9767856421710126e-06, 3.9767856421710126e-06, 3.122389973440304e-05, 4.449498794889503e-05, 1.5085577726567177e-05, 3.413514749368973e-05, 0.9981341247002318, 1.813730610875007e-05, 5.589457256481808e-06, 5.325675115520236e-06, 6.775367530367116e-06, 0.00011402726339211251, 4.074881663606276e-05, 5.865745171100629e-06, 1.3749926014523135e-05, 2.6797979238019665e-06, 7.107543038657225e-06, 7.512522272644926e-07, 2.307505590925749e-06, 1.0787609006723836e-06, 2.1772033136531622e-05, 2.5497026816336728e-06, 9.452673495980118e-06, 1.0387128169915886e-05, 6.865816463739186e-05, 7.107543038657225e-06, 8.598930248593083e-06, 9.452673495980118e-06, 5.589457256481808e-06, 0.0008085589780464752, 5.865745171100629e-06, 4.604049792645928e-06, 0.00021928913816164815, 5.865745171100629e-06, 6.775367530367116e-06, 9.452673495980118e-06, 2.1948663213254166e-06, 1.3931329633707297e-06, 8.598930248593083e-06, 1.6223999777958357e-06, 4.485899711974275e-08, 3.109536175870545e-06, 2.1032720548887198e-07, 2.609302183998989e-07, 1.5183652003732466e-07, 2.1948663213254166e-06, 1.1952814667507792e-06, 1.5422061595952357e-06, 1.1952814667507792e-06, 2.9594110419432806e-06, 1.1547126208435945e-07, 2.307505590925749e-06, 8.777367914569893e-07, 5.019429324268451e-08, 5.6147218638804604e-08, 2.1455337256923725e-08, 3.9767856421710126e-06, 1.1409497352455603e-05, 4.074881663606276e-05], "calls": 1, "latency_seconds": 0.5274758138693869, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:840", "target_index": 20, "predicted_index": 20, "n_labels": 72, "probabilities": [0.00016782161540900207, 2.9816175162162753e-05, 1.0321013898582451e-05, 1.0576723378965672e-05, 2.4583218224343647e-05, 8.987683721341917e-06, 2.8173903569131625e-05, 2.7599387616644678e-05, 1.544827731487507e-05, 0.00013277445367127047, 0.00032247345979440577, 1.3193941564342724e-05, 3.0057816763290523e-05, 1.3455892697476891e-05, 3.4142642421103774e-05, 0.0003360335581248873, 0.0004322754577102829, 6.071574506289399e-05, 6.208092804389077e-05, 0.00010315124107918655, 0.9922886156324828, 1.6182046331588538e-05, 1.620580116055318e-05, 1.0923021331469752e-05, 3.4226680855483775e-05, 7.277160721471434e-05, 3.322637530727637e-05, 5.224745343637547e-06, 3.2128870624981948e-06, 7.157604836065641e-06, 1.5587911348790697e-06, 1.450984217642489e-06, 5.474677174583324e-07, 1.9507412057820504e-05, 5.541323830646597e-07, 4.589658238465275e-06, 7.2385700155851725e-06, 6.426669627209622e-05, 3.134086888643536e-06, 4.5941543667282246e-06, 3.0705317101103766e-06, 2.9591756205493153e-06, 0.0014013528414080821, 4.443714044685502e-06, 1.4704745629322902e-06, 1.0743133268929314e-06, 0.0036831911929718674, 2.633518557780431e-06, 9.00928822024472e-07, 1.089934406140073e-05, 9.94443405758919e-07, 6.661444052866256e-06, 6.989423133637198e-06, 5.617783078812283e-07, 5.6001981488134494e-05, 1.3774026116129757e-06, 3.650278952839187e-07, 1.8775459441584522e-06, 1.6470973490590368e-05, 5.420513314290636e-07, 5.504163007996232e-06, 3.9754656269597757e-07, 1.4227587217938448e-06, 1.1029889762759918e-06, 9.250155943986277e-06, 5.466288114558461e-06, 2.2604614906791234e-07, 1.5651799329269985e-06, 5.0644631120222635e-08, 2.071087789407549e-05, 0.0002772990859429609, 1.4294666928375887e-05], "calls": 1, "latency_seconds": 0.9392593610100448, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:854", "target_index": 20, "predicted_index": 22, "n_labels": 72, "probabilities": [0.0003613416424563168, 0.00040044127166664493, 0.00015439794828097546, 8.95137760506027e-05, 0.00011657077756398479, 5.482546018134813e-05, 0.000772295210751289, 0.00018992740169125136, 7.749746349464969e-05, 0.0005080312280593048, 0.0005841395931638686, 0.0009955539418943858, 0.0006898969128418757, 0.0005166201670170999, 0.00043699410174596204, 0.001134485291357022, 0.003018001893952318, 0.00047378227514614156, 0.0013184200271593395, 0.0015177100804425743, 0.02352916102960639, 0.0015756878596545035, 0.9294619615073438, 0.0017528904864719341, 0.0013173471178605544, 0.0036238955408277405, 3.449522062219979e-05, 4.596887764999895e-05, 0.00010589560854385423, 4.1148730294649874e-05, 3.916496061282469e-06, 8.204402647849404e-06, 7.979954417940277e-06, 0.00011752686558605021, 5.422435289164991e-05, 3.261079156315832e-05, 4.8648198196386826e-05, 0.00026639056276233513, 0.00019369546853183385, 0.000605101676541854, 2.849316217311449e-05, 9.653353451465559e-05, 0.010010054175284415, 6.204544783168297e-05, 2.4084459605839256e-05, 2.014114757915945e-05, 0.0031881614999835603, 0.0004969192485262924, 0.008151329124509773, 9.129436614029594e-05, 9.508723774273138e-06, 0.0005430204390897968, 0.0004646377276597427, 4.128889714114841e-06, 4.198096667798547e-05, 2.6870444997885016e-05, 3.1081778156076126e-06, 3.4688004104286746e-06, 9.915964441067459e-05, 1.0699340971395963e-05, 1.0404556479670674e-05, 3.19609243215973e-06, 8.024369287131271e-06, 1.03631927661574e-05, 3.212241377365315e-05, 1.9403618950598854e-05, 9.729562551572634e-07, 3.4161883169536866e-06, 3.624188862504632e-07, 6.797314278732804e-05, 0.00012123844562774282, 0.00010968606977349706], "calls": 1, "latency_seconds": 0.950079208239913, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:904", "target_index": 21, "predicted_index": 21, "n_labels": 72, "probabilities": [0.00011428200001330491, 0.00013883368157783962, 1.080777188988746e-05, 2.1137693367336624e-06, 2.2149497617394787e-05, 5.966088999633414e-06, 3.829850761828552e-05, 5.854479361316212e-06, 9.56906835872315e-06, 1.4959897637452089e-05, 0.00013911008305406326, 2.4792104598114515e-05, 2.145480655890043e-05, 1.093821148553044e-05, 1.548016987447159e-05, 4.8835251035578544e-05, 0.00014734719844518784, 4.3451082253432065e-06, 5.559546600375316e-06, 8.594413192463847e-06, 4.311956698628465e-06, 0.7741643305332989, 4.599763358208366e-06, 1.3488045163210527e-05, 7.673156114335976e-05, 3.445243308994329e-05, 1.368610458179425e-05, 9.144689497794738e-06, 1.0666112591790155e-05, 0.00011910893474413728, 8.044563302220967e-06, 4.848609491016861e-06, 5.70589048480548e-06, 8.582633053346972e-06, 3.7721679276964033e-06, 7.530803372029278e-06, 7.186858192161973e-05, 0.00019626266686711814, 1.1244821735884339e-05, 2.956237729666665e-05, 1.6469991612537126e-05, 7.976699379149322e-06, 0.000559454428299089, 7.865767548453449e-06, 1.2218953957585442e-05, 3.7597502622554895e-06, 6.4133320764213e-06, 0.22353764516824265, 6.038308397773972e-06, 1.6774246680006776e-05, 4.393959165286829e-05, 2.1309435126231557e-05, 1.2673757677372842e-05, 1.98156395871038e-06, 6.2079444355739155e-06, 4.000660728340233e-05, 2.610582345468897e-06, 6.269984349228481e-06, 1.746785750912246e-05, 6.819643619483779e-06, 4.480421667154045e-06, 2.342857095068381e-06, 1.7209552139978003e-06, 3.103877106178812e-06, 2.540448959411366e-06, 9.798083357232268e-07, 1.29243028017992e-07, 1.417147537804048e-07, 5.527749985561743e-08, 1.2065505541550103e-05, 4.708996345526808e-05, 4.211407829821741e-06], "calls": 1, "latency_seconds": 0.7226497419178486, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:911", "target_index": 21, "predicted_index": 21, "n_labels": 72, "probabilities": [4.2416578556001266e-05, 6.083314204459341e-05, 5.3009698858054145e-06, 6.367492158103486e-07, 7.079815388091413e-06, 6.4473836935109704e-06, 1.3278390711613627e-05, 4.492182829843587e-06, 5.4058752506611575e-06, 1.4332891975064144e-05, 5.616203982226279e-05, 8.013975980926254e-06, 1.2085258362127255e-05, 5.349160447506217e-06, 5.889044640237719e-06, 2.897864631996513e-05, 5.9709809977528686e-05, 2.405545661872003e-06, 2.7502985438237256e-06, 9.210558794675786e-06, 3.2470005436976e-06, 0.9217953278081107, 2.6830724068415207e-06, 5.1139407735151755e-06, 1.6742726432566647e-05, 2.188738387167802e-05, 1.6988867716188887e-05, 2.4688944991283533e-06, 1.5919874239668808e-05, 1.1431701472444041e-05, 7.234605597484207e-06, 3.232956292166553e-06, 1.67109379531922e-06, 6.8881513776648375e-06, 5.3685251209788186e-06, 6.4078549093031284e-06, 2.2647520399016365e-05, 0.0001243390040342012, 9.815850988445137e-06, 1.8772426131618096e-05, 4.124894977888206e-05, 1.2206843868896163e-05, 0.0012620059135164318, 9.290169822444773e-06, 2.9309732675689165e-06, 1.6253377740795376e-06, 4.9284005141369145e-06, 0.07614984248149749, 5.849547337940353e-06, 6.857807834395899e-06, 1.9005407297070187e-06, 1.931214100408734e-05, 1.5468695057960638e-06, 3.9342329856944075e-07, 2.035768125577217e-06, 1.7158664564710135e-06, 1.5402853385965489e-07, 4.445636435779872e-07, 6.570028278997284e-06, 1.0481054937330523e-06, 9.258013467678238e-07, 6.335767945665959e-07, 3.1701391920668497e-07, 2.8958137456634797e-07, 1.1201728177548676e-06, 5.168907337576547e-07, 5.0526150472532305e-08, 1.0265411196507715e-07, 6.4084591703408016e-09, 3.328933582865415e-06, 1.1313700629735511e-05, 5.194029820159284e-07], "calls": 1, "latency_seconds": 0.8074356452561915, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:941", "target_index": 22, "predicted_index": 22, "n_labels": 72, "probabilities": [2.963938595575207e-06, 4.444576828643887e-06, 8.491413242091062e-07, 1.4056731303616604e-07, 1.2291400637737743e-06, 1.6818884462118662e-06, 1.0307454501973913e-05, 4.708763368647151e-07, 1.1885549829976096e-07, 9.95504725799951e-07, 4.06054378045455e-05, 2.11624561787885e-05, 1.6818884462118662e-06, 5.841653490896358e-07, 4.913822778613991e-06, 2.5543354252744095e-05, 5.337224510833937e-05, 1.1661872634594358e-06, 1.771586231676855e-06, 5.7082233181923094e-06, 4.002278814404572e-07, 2.963938595575207e-06, 0.9960192801582626, 5.430600566022025e-06, 8.477314391764963e-06, 3.3773289398597165e-05, 8.491413242091062e-07, 1.2953762706178968e-06, 4.018650450303486e-06, 1.771586231676855e-06, 2.4468122992666606e-07, 1.9650595562851366e-06, 8.051646936169771e-07, 2.178884636558833e-06, 2.4468122992666606e-07, 2.1914350054211e-07, 5.1659973203393025e-06, 9.961448822332138e-05, 6.6254701928275755e-06, 5.1659973203393025e-06, 4.970135754154291e-07, 5.7082233181923094e-06, 0.0007883808054608978, 2.8164047914387643e-06, 8.954447264844594e-07, 2.2940595294664642e-06, 9.95504725799951e-07, 4.6735300665149704e-06, 0.002791925039320823, 1.365062057605123e-06, 8.972778946159928e-08, 5.999477941831453e-06, 2.415108307462242e-06, 2.7018873004872155e-08, 5.841653490896358e-07, 5.535832249545902e-07, 3.213200511711067e-08, 2.7018873004872155e-08, 4.002278814404572e-07, 3.5897380271664643e-07, 4.0447494773938315e-08, 3.6055667528882944e-08, 1.661319925732939e-07, 1.1237397881406788e-07, 1.756206915914081e-07, 1.8563700109667223e-07, 4.630608435056585e-09, 2.021382668870531e-08, 2.394971316356736e-09, 4.018650450303486e-06, 4.444576828643887e-06, 5.535832249545902e-07], "calls": 1, "latency_seconds": 0.3276529498398304, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:943", "target_index": 22, "predicted_index": 22, "n_labels": 72, "probabilities": [2.128014428608971e-05, 1.9223727777454507e-05, 6.1727292709784136e-06, 1.6139075261693567e-06, 8.644355272088973e-06, 8.409476247796286e-06, 2.011110650781085e-05, 2.8636801042364607e-06, 1.2410567791997792e-06, 1.0188367360700746e-05, 6.298712180567882e-05, 1.7993590455248285e-05, 1.4671024565736883e-05, 9.062893657764435e-06, 1.1713063711019009e-05, 5.091147901337449e-05, 0.0007089777888419459, 7.073129015061437e-06, 4.0559971668848215e-06, 2.426990068688505e-05, 6.801952911049657e-06, 3.4856272154500365e-05, 0.9952459934939963, 1.862623535669688e-05, 2.4890168906845315e-05, 0.00011102571379494892, 3.433798354882688e-06, 2.3731491313061688e-06, 2.8964167020181906e-06, 1.1748015343063615e-06, 5.577953824511755e-07, 1.0096518779201e-06, 3.4942496593273026e-07, 8.664644934603052e-07, 3.498232552409506e-07, 7.00248606298854e-07, 6.7216706923511396e-06, 2.3268332762180873e-05, 6.9562390251985335e-06, 6.293166996911308e-06, 5.708044491533787e-07, 4.230222654574749e-06, 0.002070941940062962, 1.7826357450163986e-06, 3.057557033618774e-07, 5.301414841143459e-07, 8.339137623107902e-07, 7.02693962802426e-06, 0.0013714899969094778, 2.120915091506991e-06, 1.5706354873679927e-07, 9.95625061533971e-06, 6.327826134743711e-06, 3.022717159032213e-08, 1.4148582437877131e-06, 4.6246988971245e-07, 3.161582448948678e-08, 4.0012138333444445e-08, 6.180641683373025e-07, 1.0599465565598866e-07, 2.0861130530714061e-07, 2.6130690519033717e-08, 2.4641099087756905e-07, 1.7526869728204412e-07, 5.803511570552032e-07, 4.40633117090774e-07, 1.567072508040344e-08, 4.2174363390246804e-08, 3.652283438724836e-09, 4.2824432575973196e-06, 3.751861293777242e-06, 6.397832843517824e-07], "calls": 1, "latency_seconds": 0.7204773263074458, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:968", "target_index": 23, "predicted_index": 14, "n_labels": 72, "probabilities": [0.014449336810512558, 0.017250497815726698, 0.0002747835176830623, 0.00013191734427711997, 0.001826637442421096, 0.0005931876537743901, 0.003190706159251133, 0.00028082870560382667, 2.946640769503308e-05, 0.0001473775768286087, 0.0012936298744116608, 0.000811166448016375, 0.0019964635115950645, 0.0002495736496913654, 0.9044746136330111, 0.002367709758714765, 0.005583373194560326, 0.00024009463941342566, 0.00024149200229714208, 0.00022414220630039068, 5.9046843551114584e-05, 0.00010635876695485271, 0.00012363316377316612, 0.007500544273935023, 0.0009774237651092232, 0.0013083208111914794, 8.524318516218568e-05, 0.00028690095583533583, 0.00010802071440134899, 6.83615641128596e-05, 5.058507006205275e-05, 4.975874669683379e-05, 2.5948390051662338e-05, 9.607350545149873e-05, 3.789203993505255e-05, 5.4407565215852504e-05, 0.000204531380497669, 0.0010460845833005067, 0.000569439660219558, 0.00028080059145306865, 0.009636715766104914, 0.0003005309024106857, 0.014030264597529811, 0.00017062423663257426, 3.1535003828528635e-05, 4.343786097984645e-05, 4.8878218546211566e-05, 0.00012017210018866467, 9.990233778602516e-06, 0.0007353273901215538, 1.5468330939142167e-05, 0.00043414152186916884, 0.001218975437899204, 2.8876084948643744e-05, 0.00023692527439862483, 0.0003216333554107689, 0.0007677583795691126, 9.561171985270808e-05, 0.0002054979132192177, 5.4489319352015596e-05, 0.00021061978849717063, 1.0607160108668924e-05, 5.368977979859846e-05, 0.00041034946146177397, 0.0012854922950829668, 9.430769282164338e-05, 0.0002755381032827356, 0.00010338957244042091, 1.3026893441501302e-06, 0.0001664051542483413, 0.00011824461473920593, 6.6826111898835e-05], "calls": 1, "latency_seconds": 0.7672951938584447, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:998", "target_index": 23, "predicted_index": 23, "n_labels": 72, "probabilities": [1.6909244434352598e-05, 1.411982438831763e-05, 4.209637856343227e-06, 8.251213154289947e-07, 1.0631488055474886e-06, 4.6311759140413355e-06, 3.3105097971722494e-06, 2.2464347067203813e-07, 9.49676629942975e-08, 9.134140161245252e-07, 4.6311759140413355e-06, 2.0327243485293302e-06, 1.510131542313209e-06, 4.223839265464534e-07, 6.725772740513519e-07, 4.415589743008264e-06, 1.0742318406263786e-05, 5.76431970739918e-07, 4.209637856343227e-06, 4.415589743008264e-06, 6.069019136568393e-07, 7.450902801785663e-07, 1.1758292006163275e-06, 0.999403511411825, 4.6311759140413355e-06, 4.823389748958567e-05, 3.824991316892594e-06, 4.6311759140413355e-06, 2.242704803841505e-06, 4.6311759140413355e-06, 1.1181215782613218e-06, 1.5871840277337198e-06, 1.1181215782613218e-06, 3.0851914380808174e-07, 5.474421930182214e-07, 3.0851914380808174e-07, 9.79891815246699e-06, 2.4134607441612587e-05, 2.8627596461336727e-06, 4.6311759140413355e-06, 3.005126039821945e-06, 2.135235606473152e-06, 0.0001783918432185131, 1.8417083273950027e-06, 1.7527925876616558e-06, 2.5971928324430284e-06, 2.242704803841505e-06, 2.5971928324430284e-06, 9.134140161245252e-07, 0.0001783918432185131, 3.611322044522397e-07, 8.934848334673306e-06, 2.243498299258623e-08, 6.126254228691882e-08, 2.5971928324430284e-06, 2.6336444864747335e-07, 1.0028040046525988e-07, 1.5965294018845244e-08, 4.395078975167313e-08, 7.841208924662537e-07, 1.1801121221244948e-07, 9.49676629942975e-08, 1.2707513615622182e-08, 7.573558229326286e-09, 6.725772740513519e-07, 4.395078975167313e-08, 1.7887580855007302e-08, 2.423944162681154e-09, 6.3658720123750036e-09, 2.0327243485293302e-06, 8.934848334673306e-06, 4.223839265464534e-07], "calls": 1, "latency_seconds": 0.23509141569957137, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1005", "target_index": 24, "predicted_index": 24, "n_labels": 72, "probabilities": [0.0003155956612383543, 0.0002082606670374514, 0.0001008624277274081, 0.0002528112907272712, 6.276389281531977e-05, 8.509391750791293e-05, 0.00024372205654741864, 8.540417053618292e-06, 2.578759305209112e-05, 0.0008930941867276227, 0.0010022693328400824, 0.0001240569865112126, 0.00011978067047898756, 1.6443451544273853e-05, 1.3286590193457341e-05, 6.208951479340114e-05, 4.724127232827734e-05, 6.426419784917187e-05, 3.405507487848029e-05, 0.00030020786493988196, 5.09453914191829e-06, 4.104582035465769e-06, 2.0353862053602933e-05, 6.805879872512298e-05, 0.9827698259729414, 0.00013914246385880188, 0.00017709866897499375, 0.00010005757089368929, 0.0003932753437111824, 0.00010302600125621203, 1.1491035438015514e-05, 0.0001490368706549172, 5.458414287086599e-05, 3.600262977442276e-05, 6.731016038382484e-05, 0.002804227441416443, 0.0002320435662327841, 0.0004390072169140785, 0.000126369446355345, 5.468992530564095e-05, 5.35373188516065e-05, 4.043943816477658e-05, 0.0026050277300916523, 5.0566132246231195e-05, 3.87935132268461e-05, 0.0001767751909699404, 1.0948678430911577e-05, 0.00010459330735246675, 1.9676254421492066e-05, 7.639211800140653e-05, 0.0022398974178829256, 8.776109138381211e-05, 2.7670241752454282e-05, 2.6504772179024498e-06, 0.0008783678234845233, 0.0001855327581085487, 2.276540227497558e-06, 1.4346312924479714e-05, 8.18112915248472e-05, 2.37538343427283e-06, 5.341724168445867e-05, 1.5070915157130757e-05, 7.067665822199184e-05, 2.90463152846496e-05, 2.3930535010332104e-05, 5.494803636420545e-05, 8.912022571708969e-07, 1.81438423291162e-06, 1.2059899728522818e-07, 0.000624751108986999, 0.000584836551566491, 0.00010603012680742223], "calls": 1, "latency_seconds": 0.9193505072034895, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1012", "target_index": 24, "predicted_index": 24, "n_labels": 72, "probabilities": [0.001183730400398495, 0.0006715928729499981, 0.0002618067601015172, 0.0006724861900272961, 0.00019841786211780056, 0.0001000398184797098, 0.00031428545357058607, 3.315606276230304e-05, 2.1480241184499667e-05, 7.4427602494648e-05, 0.0008272383136376206, 0.0006289313690659866, 0.0006805338251009975, 0.00015272749154632344, 6.164355667397548e-05, 0.0016978074064867182, 0.0002055746058273056, 7.499342623127668e-05, 4.363330223512467e-05, 0.0004010109200313557, 1.6331728231236317e-05, 2.4440365210214856e-05, 3.324067235130557e-05, 9.3963646752864e-05, 0.9537327649458881, 0.00037666446125547937, 0.00010647897008458262, 5.949773664447318e-05, 0.00028563318698488117, 7.49942144711671e-05, 1.9789171679541033e-05, 9.053763109800696e-05, 1.6496730074642667e-05, 3.516076267348766e-05, 3.994028918263549e-05, 6.344434312795405e-05, 0.00014270555610152575, 0.001503827057943064, 0.00016690696184208014, 0.0003887892573344111, 7.187364546697324e-05, 0.023284575074439106, 0.00854350832489345, 4.747348849219161e-05, 0.00013509731323574296, 0.00011652303461626142, 2.5979380111930765e-05, 0.00014225145508252622, 9.805620602101152e-06, 2.6902505799823026e-05, 0.00037407179203317837, 0.00011427487765789392, 0.00014160633092707468, 3.82772616644208e-06, 0.00033317853459791146, 0.00012523332593965242, 4.345992992981484e-06, 9.26100216761299e-06, 0.00010349334694459008, 3.2164934657430554e-06, 2.133308283487789e-05, 2.6991566077722676e-06, 2.3651235437928198e-05, 1.3457740574441219e-05, 8.256624954328261e-06, 4.674140254142832e-05, 8.517633584252186e-07, 1.657847714773994e-06, 2.1010000214931546e-07, 0.0003039377427197111, 0.0003558278267424049, 2.7751041023377907e-05], "calls": 1, "latency_seconds": 0.9161667302250862, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1070", "target_index": 25, "predicted_index": 14, "n_labels": 72, "probabilities": [0.00018845272507837172, 7.442497634192922e-05, 3.3135615279004293e-06, 1.7707061368246324e-06, 4.888149630931168e-06, 7.408959712284746e-06, 2.437215042660466e-05, 2.205031717405032e-06, 3.0272003433896255e-05, 6.655936946757055e-06, 0.00011568768030688958, 0.005477008024535755, 2.1696473765127186e-05, 1.1116682844453365e-05, 0.6865328030077442, 9.431225089225962e-05, 0.0004758303311004699, 9.819916534169928e-06, 2.3587938794395865e-06, 2.1967802122002484e-05, 2.8058570427472765e-06, 3.340704165755978e-06, 3.529114985747462e-06, 8.612684523416804e-05, 1.6107731950283326e-05, 0.3013439180913468, 1.4832130516369642e-05, 1.251446152127742e-06, 1.4932336141515845e-06, 2.3477217745354036e-06, 2.8164411507232155e-07, 6.544749158647553e-07, 1.4791434462561805e-07, 1.7922689055745337e-06, 2.3697353239092804e-06, 6.798429672979572e-07, 7.021254800429968e-06, 0.0008906133810879556, 7.210247125353232e-06, 6.444431439982833e-06, 0.0013069721766240975, 1.0584228005259898e-05, 0.002040610528248227, 1.5883871981135378e-06, 7.743488282220324e-08, 5.401912781217195e-07, 6.221716725893227e-07, 2.3513857224199087e-06, 2.2958806016986315e-07, 5.65942437160418e-06, 1.1684249568561817e-07, 0.001111933212465519, 1.1420647364420657e-06, 1.5692673641859683e-07, 6.940507624494692e-07, 4.423528365875075e-07, 1.9926089299161523e-07, 4.019295328121991e-08, 1.0290837054764698e-07, 2.8383714576840514e-08, 4.333084042458418e-06, 1.8357981855192643e-08, 2.1033033578855402e-08, 1.99346846357269e-07, 1.249191233189008e-06, 6.364413419923988e-07, 2.544326816415664e-06, 1.2692425766007078e-08, 7.668115871455197e-10, 2.138346756012202e-06, 5.378422625095582e-06, 4.304157129751027e-08], "calls": 1, "latency_seconds": 0.5212955507449806, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1075", "target_index": 25, "predicted_index": 25, "n_labels": 72, "probabilities": [0.000616831935666714, 0.00033397352469188314, 1.5143354189870132e-05, 7.501273867685515e-06, 2.539098780730197e-05, 4.521619689159735e-05, 0.00010702716573236063, 1.002924029676529e-05, 7.77210318281898e-06, 2.4878109807394268e-05, 0.00027381663502077074, 0.000151135617015924, 0.00011541939222835445, 5.468451498048595e-06, 0.1397778051553344, 0.0003774703620030228, 0.0007613972406012876, 6.358968154293094e-05, 8.377477370237515e-06, 3.8974444974932094e-05, 4.560072351851923e-06, 1.995846266736512e-05, 1.1473470499303902e-05, 0.0003444329457903559, 5.612831242125622e-05, 0.852482838627439, 5.017158973375849e-05, 2.532719588384808e-05, 5.308649630867881e-06, 3.970558790357734e-06, 7.612342763337541e-07, 4.763257649528543e-06, 5.616622652049796e-07, 6.890047171369632e-06, 8.051124866198063e-06, 2.883792732578296e-06, 2.291829834130319e-05, 0.00019258125457418586, 2.0123665246727876e-05, 8.179951463134035e-06, 0.0005875050917787219, 3.154405625743691e-05, 0.0018521500404709648, 1.0029939747240218e-05, 3.6316909981860483e-07, 2.4650319302624516e-06, 1.2950373151276636e-06, 4.451113180640783e-06, 4.255046673329091e-07, 1.5854791762845412e-05, 2.7915796343189314e-07, 0.0012167221857179921, 2.918854239785419e-05, 1.5240045526990744e-06, 1.173854959447389e-05, 5.680122806976122e-06, 2.495412053447688e-06, 5.5702824055069936e-06, 1.9621995578116303e-05, 9.414903969960228e-07, 1.3588883128155277e-05, 5.877336540311237e-07, 7.869607754504927e-07, 8.547784114449093e-07, 7.366407195300863e-06, 5.561909804712858e-06, 2.771532027447773e-05, 1.6773898824658783e-07, 6.080831714100733e-08, 1.7621902004404036e-05, 8.643964332101327e-05, 2.9987092887117633e-07], "calls": 1, "latency_seconds": 0.7719686003401875, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1094", "target_index": 26, "predicted_index": 26, "n_labels": 72, "probabilities": [2.855956457210115e-05, 1.6550286253096543e-05, 3.978183390547125e-06, 6.77162704796501e-07, 1.5090879958989872e-05, 1.3243732650305704e-06, 1.2532022540662831e-05, 2.817260424411776e-06, 2.960451206626602e-06, 1.8884974747268461e-06, 8.146662704333133e-05, 6.427066315037643e-07, 3.110629106073822e-06, 3.110629106073822e-06, 1.8884974747268461e-06, 5.5914218217127696e-06, 4.4510626910294204e-05, 9.246250311003417e-07, 1.3243732650305704e-06, 6.777748915690657e-06, 8.337381536266659e-07, 7.515162750848165e-07, 7.134027230639488e-07, 1.2532022540662831e-05, 3.110629106073822e-06, 0.0001462074637122521, 0.9984848119026537, 1.2532022540662831e-05, 4.386635765561624e-06, 3.978183390547125e-06, 2.5505988432836827e-06, 2.960451206626602e-06, 1.3243732650305704e-06, 8.601952574127509e-06, 1.2532022540662831e-05, 6.15726052914893e-06, 2.384825873979539e-05, 4.076313890470042e-05, 7.110041176005914e-06, 9.647590229340701e-05, 1.6550286253096543e-05, 5.327546967416271e-06, 0.0005170625935837948, 9.455995892563132e-06, 1.1359770782527448e-06, 3.433253479449647e-06, 4.605668009894796e-06, 5.327546967416271e-06, 1.622970213945937e-06, 1.0390779005751245e-05, 1.4381962120898026e-07, 6.868229639775407e-05, 4.4510626910294204e-05, 1.079140060233095e-06, 1.5090879958989872e-05, 4.83517576941872e-06, 2.960451206626602e-06, 1.1359770782527448e-06, 2.855956457210115e-05, 3.978183390547125e-06, 3.597708116371797e-07, 1.7956489469216312e-06, 5.867806845157349e-06, 3.268116666890903e-06, 3.414714521025552e-05, 2.960451206626602e-06, 1.0250519743390224e-06, 1.289114527752644e-07, 4.001105346241099e-07, 5.327546967416271e-06, 8.146662704333133e-05, 9.455995892563132e-06], "calls": 1, "latency_seconds": 0.1990841431543231, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1104", "target_index": 26, "predicted_index": 26, "n_labels": 72, "probabilities": [7.397111386692475e-06, 1.3049631348124114e-06, 2.865078110037071e-06, 9.656741691066357e-07, 2.1517368900883053e-07, 7.322871215767054e-08, 2.865078110037071e-06, 4.4837238377589716e-07, 1.672851579678984e-06, 7.494701931953378e-07, 9.757410578009943e-06, 5.588011453993536e-06, 1.846354325985468e-06, 1.672851579678984e-06, 1.6486410270487666e-07, 2.476861992574253e-06, 4.20656725516e-06, 2.658568812189201e-07, 2.3921791925346425e-07, 3.6416836009366294e-07, 1.9347956636632952e-07, 4.041546404472773e-07, 2.1517368900883053e-07, 1.015606771520257e-06, 2.8023261306015937e-07, 2.246662666911461e-06, 0.9991973488207695, 2.006812290751592e-05, 2.8506618204162298e-05, 2.1921829631264192e-05, 2.246662666911461e-06, 4.20656725516e-06, 8.115658124862608e-06, 7.397111386692475e-06, 2.006812290751592e-05, 8.900505832910725e-06, 7.862827045317764e-05, 0.00017524113953379123, 2.8506618204162298e-05, 6.666250534988337e-05, 9.757410578009943e-06, 1.5358922931729787e-05, 0.000149765948510531, 5.085298544730075e-06, 4.20656725516e-06, 2.600287963648243e-06, 2.3590696028554237e-06, 1.0692592154998181e-05, 1.7575461240649491e-06, 9.757410578009943e-06, 3.8365772052172557e-07, 1.6797665966954447e-05, 1.5920880660114081e-06, 7.494701931953378e-07, 1.5358922931729787e-05, 1.3716753616762559e-06, 8.72810030893785e-07, 2.3921791925346425e-07, 6.739541420346669e-06, 3.474297570111284e-06, 8.626081405917651e-08, 4.972500388640767e-07, 6.109121290364221e-07, 4.626006335456506e-06, 2.600287963648243e-06, 4.4837238377589716e-07, 8.168411808013892e-08, 1.0900390515507617e-08, 1.0900390515507617e-08, 6.430311071249289e-07, 1.4037813111467468e-05, 1.1315070095720081e-07], "calls": 1, "latency_seconds": 0.3369781607761979, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1121", "target_index": 27, "predicted_index": 34, "n_labels": 72, "probabilities": [0.00025675879148820386, 0.0020897203184365343, 3.928754858154345e-05, 6.747166585496995e-06, 3.3928577531532864e-06, 4.411190006365593e-06, 0.00020337166593129946, 2.174049714243446e-05, 0.0017201713916992877, 7.399384913148616e-05, 0.0001286575168296837, 2.0643864929697605e-05, 4.079075550905644e-05, 9.386730716387871e-06, 3.373485574813922e-06, 1.7301260428700834e-05, 3.2128739557510475e-05, 2.3597155902461044e-05, 4.654402514860548e-06, 1.613507770353399e-05, 2.0367088654079008e-06, 6.266326834715188e-06, 3.62122020095408e-06, 2.7390461928633172e-05, 2.9855689865100376e-05, 4.109337077071373e-05, 0.0001585609973306136, 0.18554779922033957, 7.734809062390175e-05, 2.3929748685527874e-05, 7.855026538023105e-06, 1.285086247929299e-05, 2.6258620791447038e-05, 0.00015236491960967717, 0.8059630168442606, 0.0005854555049992909, 0.00015647063501285233, 0.0002870706032182158, 0.00028879241613631606, 0.000150684319369792, 7.106790068343997e-05, 5.244684846880377e-05, 0.0006682458495292597, 2.0847043232322126e-05, 1.2040155908689869e-05, 4.700950484161575e-05, 1.1833118101479227e-05, 5.091494866136408e-05, 2.2095421984844025e-05, 8.188120610197237e-05, 1.5074650431536132e-05, 0.00016039573918701544, 1.2314438919434033e-05, 1.3852969409992717e-06, 1.6478124001364007e-05, 1.992691519325434e-06, 2.599166434732839e-06, 6.449813525803229e-07, 4.557468087416357e-05, 8.674379924070218e-05, 9.814384677583544e-05, 7.358017783438651e-05, 1.4705198860383251e-05, 1.5458196767971288e-05, 9.375828466368847e-05, 2.8265611773433773e-06, 7.373956985201945e-07, 2.159395950732811e-07, 1.2903419281628515e-07, 2.5777233783561778e-05, 1.899592567863891e-05, 9.100784272913691e-06], "calls": 1, "latency_seconds": 0.71237284084782, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1123", "target_index": 27, "predicted_index": 27, "n_labels": 72, "probabilities": [2.0347288584543e-05, 9.134848557112288e-05, 5.924587842570234e-06, 6.636212118495765e-07, 4.784612479541062e-07, 2.1616208364804417e-07, 6.062713558100845e-06, 6.497455643833324e-07, 1.2304599789118679e-05, 1.4885814722892177e-06, 1.1634966757150703e-05, 4.087842800985619e-06, 1.8634194710608905e-06, 2.2117816367863215e-06, 2.1122321931434233e-07, 7.0088352481489555e-06, 1.58806717931592e-05, 1.384063238181704e-06, 4.6859160800431156e-07, 9.662367984113497e-06, 4.6464771950459527e-07, 6.486309668892339e-07, 8.350724237042867e-08, 7.84811296653888e-07, 3.13009127379893e-07, 1.6627750034063974e-06, 3.780977360784303e-05, 0.9986393014566506, 2.6602240770167723e-05, 2.4082171665090028e-05, 4.04823882115506e-06, 5.7805936406101254e-06, 5.522220672568778e-06, 3.164764339489779e-05, 2.452872579875334e-05, 3.094590592214696e-05, 7.941259214008548e-05, 0.000323211726152582, 2.7467216982298933e-05, 3.320683340596373e-05, 9.225534498949389e-06, 1.634044350173664e-05, 0.0002605312043871248, 2.1435719630828158e-05, 3.389128840683166e-06, 4.064927806841137e-05, 2.0560273976452426e-06, 2.7242238236876804e-05, 7.38466897949171e-06, 3.8275291427224314e-05, 3.1121000393269874e-06, 6.29421074769205e-05, 3.40899662370598e-07, 1.701251851768687e-08, 5.125210878441122e-07, 2.3126498495387847e-07, 4.431644346065779e-08, 1.1845187107490722e-08, 6.548617734214836e-07, 1.1359617367915558e-07, 2.5530364851870494e-07, 2.3081270111844108e-07, 5.937935282185662e-08, 2.679749492640183e-07, 7.86724650808033e-07, 9.78881810643646e-08, 9.442552692647205e-09, 1.5727844398756314e-08, 4.940095271706147e-10, 2.4047145467832476e-06, 9.734765897756082e-06, 2.0397968520564642e-07], "calls": 1, "latency_seconds": 0.5793443908914924, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1192", "target_index": 28, "predicted_index": 28, "n_labels": 72, "probabilities": [2.3836389965590862e-05, 3.3210276750063176e-05, 1.4720312032703108e-05, 6.674375410548301e-06, 7.905848923069319e-07, 1.2788051384913201e-06, 7.017542940475763e-06, 1.949476413221427e-06, 9.79808742708802e-07, 2.054173713975326e-06, 7.017542940475763e-06, 4.68666787942491e-06, 2.280127587555162e-06, 2.9552214666370935e-06, 1.949476413221427e-06, 1.8754271372312917e-05, 0.00016941852885645742, 3.630730008753011e-06, 1.4988378511275004e-06, 1.5453848585242404e-05, 1.1498741542335158e-06, 8.802738599121564e-07, 7.905848923069319e-07, 2.664735223769336e-06, 8.15204455960017e-06, 7.097964791601514e-07, 1.66545876126832e-06, 1.580021922624932e-06, 0.9993109123761551, 8.342854380950222e-05, 6.034504090375693e-07, 9.287477649179085e-07, 4.352081480352525e-07, 2.9552214666370935e-06, 3.276198996452081e-06, 4.022172237814809e-06, 8.15204455960017e-06, 8.342854380950222e-05, 2.664735223769336e-06, 4.454198552895319e-06, 2.530042904203931e-06, 9.79808742708802e-07, 3.3210276750063176e-05, 2.3836389965590862e-05, 2.508079350851923e-07, 2.8063465937029205e-06, 6.370522259370101e-07, 2.9552214666370935e-06, 1.0335892348136898e-06, 4.454198552895319e-06, 1.21109420168655e-07, 9.287477649179085e-07, 2.280127587555162e-06, 8.618440486938109e-08, 1.7951720589244506e-07, 4.854597698919987e-07, 7.905848923069319e-07, 5.207025834166519e-09, 6.724692896910127e-07, 4.0883845168627866e-08, 9.287477649179085e-07, 3.3070989966331836e-07, 2.8021117170266805e-07, 2.0074740170764387e-07, 7.905848923069319e-07, 5.7763994388670754e-08, 1.1445422112189993e-07, 3.641538551363303e-08, 4.588845300939258e-08, 6.35474618415939e-05, 1.2106646992446832e-05, 2.651124562747238e-07], "calls": 1, "latency_seconds": 0.4868651470169425, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1233", "target_index": 29, "predicted_index": 29, "n_labels": 72, "probabilities": [0.00027030195901824565, 3.70912946573162e-05, 5.044593518865939e-05, 0.000978699813896398, 2.4758951455252535e-05, 1.2114920702858568e-05, 2.928086830975867e-05, 6.89440691777521e-06, 2.2838073994497955e-05, 2.6456683149133205e-05, 0.001206562556133822, 8.458050743041002e-05, 0.0002901341358778022, 3.23266330016051e-05, 9.192199384088712e-06, 3.246204201303935e-05, 4.640237676901474e-05, 6.037130697667919e-06, 9.894630029419044e-06, 3.445351839735627e-05, 2.2247326384675542e-06, 9.435493438528129e-06, 1.1583083211091816e-05, 3.9646101668724376e-05, 4.7448723834411026e-05, 1.2904849047106876e-05, 0.00018097448257374464, 7.854823112954524e-05, 0.00027971187658290986, 0.8681069950245442, 0.00010164996859940401, 0.00010209705761148552, 2.6117929807519347e-05, 5.292538094188693e-05, 3.0320474323237623e-05, 0.00015432042937478372, 0.11558451102236696, 0.007414930754786624, 0.0014884580167291743, 0.0002580715565927516, 7.183458450476862e-05, 0.00019505512735553754, 0.000725268029627501, 6.471938959207899e-05, 0.00013658863152715662, 9.538460730344941e-05, 2.2199316741767748e-05, 0.00026971580261063953, 4.630530574967462e-05, 0.00016563490399345361, 1.5008337622321708e-05, 4.950410543899333e-05, 8.547409380542795e-05, 4.001208741749583e-06, 3.0342858258442213e-05, 0.00052785657113925, 1.7949038465253678e-05, 1.4281325793639754e-06, 4.308313558888406e-05, 1.940959337457977e-06, 9.055690111739072e-06, 2.517446728102717e-06, 3.820250805950853e-06, 2.120979074504211e-06, 7.229292060003234e-05, 5.127950465416928e-06, 3.6412228180538293e-07, 6.895022851196425e-07, 8.18463280824804e-08, 1.792339511591356e-05, 0.00012159624520972852, 1.3116841837146413e-06], "calls": 1, "latency_seconds": 0.5800819299183786, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1274", "target_index": 30, "predicted_index": 30, "n_labels": 72, "probabilities": [8.447284883276414e-05, 1.3492275144812765e-05, 4.024324980996265e-06, 5.97767883032592e-06, 0.0009029153348619875, 7.911425616042952e-07, 8.067708208332753e-06, 2.730228264147578e-06, 1.2153462225708894e-05, 1.635779949356899e-06, 1.6810216926495623e-05, 1.2782029671072674e-06, 9.793030542675793e-06, 2.850909508758583e-06, 3.78192120149811e-06, 1.1948223293741437e-05, 2.5500445652062138e-05, 1.217057124628114e-06, 1.0358708605953296e-06, 5.152754084985352e-06, 1.4068855800290734e-06, 9.063346776315624e-07, 1.526709379838765e-06, 1.5934771853535948e-06, 2.06526389072567e-06, 1.6325187801803992e-05, 4.158575888959107e-05, 1.8995532903219875e-06, 5.324457414654086e-06, 8.85282971349271e-05, 0.9983335829442372, 7.701017070639935e-06, 6.417335133884824e-07, 1.4316174842971976e-05, 4.0167860708609614e-06, 3.107960582289836e-06, 2.811050799424288e-05, 1.5839566740008166e-05, 1.9685494928882236e-05, 2.5209137537942683e-05, 2.77705770114869e-05, 6.566244675457286e-06, 0.00015046250799367685, 1.920733839620306e-06, 1.4468982762303247e-06, 5.89027648320175e-06, 2.265441085371922e-06, 4.215157174542383e-06, 1.9048477068041824e-06, 1.6178024848735638e-05, 8.998660851125325e-07, 2.4803390199990123e-05, 1.105925476027531e-06, 4.0961624133365433e-07, 2.110773753056704e-06, 2.6259781325347626e-06, 6.410438928754508e-07, 2.0038162751899983e-08, 2.8636136189986104e-06, 2.1195934482961025e-07, 5.666738574575823e-07, 3.26836232516131e-07, 6.694732894673385e-07, 1.0356733196530515e-07, 6.1408171235827825e-06, 5.68288083421582e-07, 4.88782971567945e-08, 6.247940151937617e-08, 5.077944815062516e-09, 3.072885506894144e-06, 5.02251020309298e-06, 9.693393944527265e-08], "calls": 1, "latency_seconds": 0.7583113391883671, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1307", "target_index": 31, "predicted_index": 33, "n_labels": 72, "probabilities": [0.00010206916143644494, 0.00026021031117696547, 2.606559630281946e-05, 2.8694880472935284e-06, 8.222904286207987e-06, 0.00018461370648206022, 0.0009382652107712041, 0.000825872194109213, 5.881911802385277e-06, 1.2427854871578899e-05, 2.8344237194487614e-05, 3.667799972883781e-05, 2.0112898862216885e-06, 7.487550918991269e-07, 2.174052052663186e-06, 2.9652903340548543e-05, 5.214052532422522e-06, 2.8346059843576437e-05, 1.2660143917849406e-05, 1.6856509231556326e-05, 9.509411354058267e-07, 3.065179405465564e-06, 3.7208790898483364e-07, 1.6594064500829635e-05, 3.601848559140601e-05, 1.0174220104062807e-05, 5.99451897715694e-06, 0.00011143952933116694, 0.00011711542815374773, 2.463341114464005e-05, 1.2294486721890869e-05, 0.3293669202416757, 0.24165556643593591, 0.4245191394089956, 1.2211918129255576e-05, 3.707883660186664e-05, 0.00013523293625805798, 0.0005418886716004457, 6.203506754386746e-05, 1.6901699475661474e-05, 4.515696424980922e-06, 1.1174140302238027e-05, 0.00011002028916152367, 2.0360651499229583e-05, 1.4556222513940032e-05, 1.4698885170455341e-05, 9.147350293082781e-07, 1.1374583145807103e-05, 6.781355379538938e-07, 2.889057432797542e-05, 1.2429456338888288e-06, 1.7096781441816238e-05, 6.955439660214994e-05, 1.811114153559893e-05, 1.4921282992875137e-05, 1.5402908016577034e-05, 2.4016469730980656e-05, 2.7574009629391032e-05, 0.00021277536264753392, 2.850000198632574e-05, 3.92854436964932e-06, 6.7449433884218155e-06, 1.8375651174512403e-06, 5.6765605503933005e-06, 1.7119937585482495e-05, 1.32476131608567e-06, 3.553802274667416e-07, 8.354178101148125e-08, 1.295245497811698e-07, 3.659996531615478e-05, 6.0994416136786135e-05, 4.013735033432244e-06], "calls": 1, "latency_seconds": 0.9266931130550802, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1348", "target_index": 32, "predicted_index": 32, "n_labels": 72, "probabilities": [5.505328573835621e-05, 1.6949189835582102e-05, 4.007131471019086e-06, 2.0550633079177217e-07, 1.1531494780322566e-06, 3.1130626717009995e-07, 0.001435517547416679, 1.4994869476785492e-07, 9.1319601145096e-06, 1.1531494780322566e-06, 1.0918596720800054e-05, 1.0977875295746804e-06, 2.065714306740168e-06, 1.1531494780322566e-06, 1.1531494780322566e-06, 4.82532965551474e-06, 5.29197682847848e-06, 2.065714306740168e-06, 3.823272275507445e-07, 2.750486185303085e-06, 9.946279417525776e-07, 4.856695431134055e-08, 2.6658892314839834e-07, 1.4726686907586072e-06, 1.2111889976403801e-06, 2.1671945525636626e-06, 1.0918596720800054e-05, 5.801466978859667e-06, 1.4232334270729401e-05, 6.357498212224217e-06, 1.4026328289025066e-06, 8.346467392191232e-06, 0.9979977535932039, 2.39227586260015e-05, 1.7878648300247198e-06, 3.023567712870777e-06, 2.015247647024733e-05, 1.6949189835582102e-05, 9.987394058094104e-06, 2.5011001464017947e-06, 3.649484754724668e-06, 2.2734454605527655e-06, 0.0002586288404812141, 2.015247647024733e-05, 9.466083515249123e-07, 4.398103073120422e-06, 1.4726686907586072e-06, 3.3224659010346778e-06, 1.272029619323016e-06, 2.750486185303085e-06, 4.6886975185577595e-07, 9.1319601145096e-06, 3.902017836392812e-08, 1.4223188090784844e-07, 1.5460541130276253e-06, 8.346220107931497e-08, 3.902017836392812e-08, 2.0083414716371873e-08, 3.823272275507445e-07, 7.494585946262935e-08, 7.10103868279143e-08, 2.3735965455794987e-08, 4.3539620690409795e-08, 1.5807061772824888e-07, 1.7034904818593555e-06, 5.128812202098935e-08, 5.778917537888916e-09, 5.778917537888916e-09, 1.516909145642462e-09, 7.75892381971229e-07, 1.5460541130276253e-06, 1.8507576978635235e-07], "calls": 1, "latency_seconds": 0.4800425670109689, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1418", "target_index": 33, "predicted_index": 16, "n_labels": 72, "probabilities": [3.162362497104996e-06, 5.9063076547972856e-06, 2.243967555050857e-06, 2.605194791698289e-07, 1.2966878153447462e-06, 7.799892007238803e-07, 5.9063076547972856e-06, 5.370783906874896e-06, 2.896807991616927e-07, 3.77104399599635e-07, 7.836788949558418e-06, 4.435850028157579e-06, 2.0327170456558914e-06, 1.6661269340026121e-06, 6.684893014907187e-07, 5.593694673041694e-05, 0.9981470333331457, 5.593694673041694e-05, 2.220458252735861e-07, 1.5849457480367602e-06, 2.470272976319956e-07, 3.219951179782607e-07, 5.435287498353323e-07, 1.232935781630677e-06, 1.7513025493437473e-06, 2.0327170456558914e-06, 3.577902639162148e-07, 3.054242742432359e-07, 1.1722085753724671e-06, 1.1629549052437434e-07, 5.388103228570693e-08, 2.605194791698289e-07, 6.723391566359159e-08, 7.204357475614665e-05, 1.0429135135385145e-07, 4.3126576295956253e-08, 5.72464681294898e-07, 1.1143704078267548e-06, 2.605194791698289e-07, 1.0429135135385145e-07, 1.8406604697428596e-06, 3.77104399599635e-07, 0.001598287262100598, 5.388103228570693e-08, 2.4588160259711974e-08, 3.646531049718318e-08, 1.89109105539584e-07, 3.974258957007557e-07, 1.2963916377339526e-07, 9.093465565697249e-07, 3.44767561272099e-08, 1.7922393853065662e-07, 1.227912907421233e-07, 4.632331591923651e-09, 6.348697986816144e-07, 1.1013429245031166e-07, 2.3235330876955232e-08, 6.966272880971e-09, 1.8406604697428596e-06, 2.220458252735861e-07, 8.851362148743314e-08, 2.195530031009467e-08, 7.931313884719297e-08, 1.6093623144077956e-07, 5.160091607094692e-07, 1.9952274751523382e-07, 1.3917227532917515e-08, 7.382521458428029e-09, 3.773141008445264e-09, 1.8406604697428596e-06, 5.9063076547972856e-06, 8.379070558284894e-08], "calls": 1, "latency_seconds": 0.4801416276022792, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1476", "target_index": 34, "predicted_index": 34, "n_labels": 72, "probabilities": [0.0002920512685751154, 0.002331888303044304, 1.661325314883343e-05, 4.7428826177026205e-06, 5.180341821278693e-06, 4.694043955328766e-06, 0.00021007062723573752, 2.4872072117531685e-05, 0.07669184632686224, 0.0002634039393317282, 0.00022676067166347278, 2.5905497640003942e-05, 2.9948692138604712e-05, 2.9956414403702396e-05, 4.5654865886691906e-06, 4.295125665854155e-05, 2.925241344907749e-05, 2.3248910978731318e-05, 5.9811591182432235e-06, 2.6169697662625946e-05, 4.47350150398288e-06, 5.086455611689004e-05, 8.1607823205223e-06, 3.2778682326204046e-05, 5.895652907396911e-05, 1.7193316091036452e-05, 0.00026706282579702515, 0.02217168470459797, 4.369691545805347e-05, 3.9529915883138326e-05, 3.2450727750772076e-06, 4.047976402938782e-06, 1.67072476435182e-05, 0.00011187565403184447, 0.8927844200861328, 0.0007842255901921653, 0.00036131574753536013, 0.0008184048953885538, 0.00013224503846096458, 0.0002293469109561287, 2.4774309533896805e-05, 7.834407935168335e-05, 0.0008662235204807353, 4.1403774524402706e-05, 7.0263854562633315e-06, 7.339833779547511e-05, 1.9680843385452555e-05, 7.275057751237925e-05, 1.5268260736556342e-05, 8.965396489020252e-05, 1.676181286157024e-05, 0.0001218030985077416, 3.202522297725727e-06, 2.23623360828235e-06, 3.1009090011882808e-06, 1.3208054236554373e-06, 1.7085783832629655e-06, 1.815411551359819e-07, 5.0514120353786796e-05, 1.2825254067516435e-05, 0.00016849237114211835, 1.657088051925075e-05, 2.534574958091333e-06, 2.9056916336977743e-06, 3.2831968453849604e-05, 3.754768600100416e-06, 4.187089414146546e-07, 6.092711218674809e-08, 1.5361083848588097e-08, 1.9893859226269806e-05, 1.8260557230708727e-05, 1.7421940719733228e-06], "calls": 1, "latency_seconds": 0.9242799649946392, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1501", "target_index": 35, "predicted_index": 35, "n_labels": 72, "probabilities": [0.0001955662051490113, 0.00013720193712467695, 8.691503777229734e-05, 9.028944787636286e-05, 2.4654125750706307e-05, 2.9729646802580953e-05, 0.0001429531055238368, 8.756185028113889e-06, 4.400167085640526e-06, 0.0024635052263544802, 4.630887137896309e-05, 5.59536621888874e-06, 2.7840781120099264e-05, 9.487497599689534e-06, 2.1210872452412033e-06, 5.826278342081028e-06, 4.018664553243433e-06, 2.4733966013033632e-05, 4.683974734802203e-06, 1.5535377543672093e-05, 2.171456053546073e-06, 4.385102674766554e-06, 5.192384554684934e-06, 3.632717289060349e-05, 3.299824633086409e-05, 7.317221681713105e-06, 2.3350372255260307e-05, 0.00014128749335341016, 0.0001649734054893208, 0.000134153583779495, 1.5235237537783774e-05, 0.00016852212382236818, 0.0015232827235811713, 8.895599931017461e-05, 8.156932108431687e-05, 0.9926405014480759, 0.00037664740761382407, 0.0001728363413809964, 0.0001708858974528913, 5.027123316602118e-05, 1.771386740390069e-05, 4.140983975303026e-06, 0.0001008329177573354, 2.5997133430195758e-05, 2.7414496775180337e-05, 1.6730366657113583e-05, 1.8937590483022675e-05, 2.6671186037390445e-05, 2.9770828609241874e-06, 6.408772851426608e-05, 1.2685745288374428e-05, 5.397857486472271e-05, 2.091023572084594e-05, 5.332273524437859e-07, 2.884562334243335e-05, 8.85965031921226e-06, 4.579154777070154e-06, 4.157967797340111e-06, 3.5633941946365467e-05, 1.9734523260765293e-06, 3.793509100939088e-05, 1.8787564868638603e-06, 1.8326719655068678e-06, 7.055623087265979e-06, 0.00023976207791555397, 4.7008646392336755e-06, 1.5739972060648075e-06, 6.806713935073098e-07, 1.774527562300894e-08, 1.9047484410256904e-05, 3.0934954106930966e-05, 5.932013567704819e-06], "calls": 1, "latency_seconds": 0.7335131578147411, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1549", "target_index": 36, "predicted_index": 36, "n_labels": 72, "probabilities": [6.183389787506868e-06, 9.065884425394712e-07, 1.5762380355660018e-07, 2.931827505482931e-08, 1.984182408203948e-08, 1.984182408203948e-08, 1.1453495207231814e-07, 7.572763721268648e-09, 8.203171795862415e-07, 1.5847911162020646e-08, 9.752397432449229e-06, 1.752069704628921e-07, 1.0525630234217692e-06, 1.6765761831961176e-08, 1.497922299965579e-08, 4.467287652509988e-07, 1.0289999697281946e-07, 2.098474211735082e-08, 1.2643011713396461e-08, 1.1453495207231814e-07, 1.0074582830560947e-08, 8.989363841044606e-09, 6.375447009092657e-09, 8.757028214385374e-08, 5.087374933897105e-08, 1.497922299965579e-08, 1.806480928257693e-06, 5.206744903766117e-07, 1.2827055785080103e-06, 6.708764543734269e-07, 2.401230746604014e-07, 8.624153825845005e-07, 3.2804848395153e-07, 1.2210084413889392e-06, 1.1060608546297713e-06, 3.213794908805689e-06, 0.991184422976949, 5.928956624218278e-05, 0.008689031025140887, 6.778701576430205e-06, 5.478490419107614e-07, 2.7863598917665674e-06, 7.4283941131433205e-06, 3.882122387845821e-06, 6.378330035907524e-07, 9.52934988458967e-07, 2.1625106494295322e-07, 4.7017268207989535e-07, 2.9574990520372155e-07, 1.0015572490022145e-06, 3.865844116291923e-08, 1.0525630234217692e-06, 3.2804848395153e-07, 3.8297198083844465e-07, 5.763896392631952e-07, 1.5762380355660018e-07, 1.1453495207231814e-07, 6.019182550081683e-09, 2.9574990520372155e-07, 2.623370523218096e-08, 2.807756910932717e-07, 5.063374414530272e-09, 4.559301945608513e-08, 2.623370523218096e-08, 5.138946467109607e-06, 5.682414527335833e-09, 2.4478995136150476e-09, 8.989363841044606e-09, 2.5419715899715846e-10, 3.114947926429612e-07, 1.99043684242147e-06, 4.816299058282252e-08], "calls": 1, "latency_seconds": 0.2949791378341615, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1601", "target_index": 37, "predicted_index": 37, "n_labels": 72, "probabilities": [4.232350177620677e-05, 1.7785678792623354e-05, 5.892256114773716e-06, 2.2958364174689674e-06, 1.7630744925115426e-06, 6.834997240383081e-07, 2.00400044061794e-06, 1.06153656483369e-06, 1.2992657298797327e-05, 6.696818635118798e-07, 9.708947970959232e-06, 0.0022725141140666426, 3.881519787957195e-05, 3.983905890788952e-06, 6.811735748489639e-07, 2.266229094718679e-05, 4.4078668767564185e-06, 9.438188830410506e-07, 6.665012593958007e-07, 2.3056176686185815e-06, 7.108401229916933e-07, 6.711647955918318e-07, 2.453149567000008e-07, 4.482102792243396e-06, 1.8269534884944744e-06, 3.780733562690423e-06, 3.0235775450236525e-05, 7.058627962454716e-06, 9.494111434163464e-06, 1.619406747182966e-05, 8.59512153812159e-06, 1.852828174505279e-05, 4.1811717077182414e-06, 1.8867402598346084e-05, 9.310450106658257e-06, 2.9652017827164997e-05, 8.260024895125447e-05, 0.9966213070256092, 0.00025671491061623325, 6.279123916876273e-05, 1.8001463150083443e-05, 4.421634504434281e-05, 0.00018934848150191906, 3.123314099796836e-05, 1.1495460856391114e-05, 1.8575046600990168e-05, 5.095786882520183e-06, 1.1547211494400816e-05, 4.779601450648038e-06, 1.8978306354198283e-05, 4.992583044727056e-07, 9.57618986771287e-06, 4.90196342496251e-08, 2.900107778319242e-08, 2.3117629129200858e-07, 8.82422606636327e-08, 9.80243565120089e-09, 6.756598850597605e-09, 1.952718474188213e-07, 2.979733564330509e-08, 8.364368353639954e-08, 4.559946594918357e-08, 1.2809611731963634e-08, 3.580905093240366e-08, 1.6200894013007447e-06, 7.548936608540208e-08, 1.0321317324551786e-09, 1.072646688011598e-08, 4.106927357450428e-11, 6.545020517732552e-07, 2.033764745711799e-06, 3.241255872053244e-08], "calls": 1, "latency_seconds": 0.7243246710859239, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1666", "target_index": 38, "predicted_index": 38, "n_labels": 72, "probabilities": [1.8892390508994978e-05, 8.260679387232485e-06, 1.437368946539408e-06, 1.9933798142628793e-07, 3.7714307187661173e-07, 3.7714307187661173e-07, 3.333414088721155e-06, 1.522806445616288e-07, 1.437368946539408e-06, 5.729281175022541e-07, 1.4390320268662168e-05, 4.246904024675614e-06, 6.417745518317118e-05, 1.3668254149548626e-06, 2.4688210929193835e-07, 6.225778722978953e-06, 2.0390300755840337e-06, 8.221786696254924e-07, 3.394117732393941e-07, 2.6101761656208445e-06, 4.1892258751623377e-07, 1.9933798142628793e-07, 1.7902791819162898e-07, 1.0086530894994989e-06, 3.4995234125856317e-06, 7.810421143591205e-07, 2.4848633236180204e-06, 2.142666327650932e-06, 3.4995234125856317e-06, 1.5763339943313182e-05, 1.3668254149548626e-06, 5.163348037427742e-07, 1.174646493216464e-06, 2.700811100281595e-05, 9.070219652712393e-06, 6.843904046804997e-06, 0.00010581961582283928, 4.56155205920347e-05, 0.9995131297802904, 1.726049760944824e-05, 4.90105603720391e-07, 6.843904046804997e-06, 5.414962723483356e-05, 6.225778722978953e-06, 2.4848633236180204e-06, 3.6735563701028164e-06, 1.846030174257375e-06, 2.8792636666552065e-06, 2.365343337295256e-06, 4.9054868212035634e-06, 2.746109287110522e-07, 2.4848633236180204e-06, 2.8958537399924894e-07, 4.90105603720391e-07, 7.810421143591205e-07, 1.4426045184856387e-07, 2.603889576160339e-07, 1.522806445616288e-07, 5.729281175022541e-07, 4.1892258751623377e-07, 1.6706751649126368e-06, 2.103148953342625e-07, 2.0390300755840337e-06, 5.729281175022541e-07, 1.0612957594733198e-06, 2.5918153932725302e-08, 8.832284482871408e-08, 4.0651664309852736e-08, 5.027799456249377e-09, 3.8558836810112835e-06, 9.070219652712393e-06, 3.394117732393941e-07], "calls": 1, "latency_seconds": 0.33646997390314937, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1707", "target_index": 39, "predicted_index": 39, "n_labels": 72, "probabilities": [5.875102282502675e-05, 2.5964238810044826e-05, 1.6269278942547906e-05, 2.3977627911061882e-06, 1.2930026671051468e-06, 2.6543371256862483e-06, 1.6269278942547906e-05, 1.0494327880204277e-06, 4.612280319481654e-06, 4.847167471234185e-06, 5.875102282502675e-05, 3.121665976034402e-05, 3.4208564720126695e-05, 2.5964238810044826e-05, 3.4169030095509412e-06, 2.3665408719004738e-05, 2.3665408719004738e-05, 5.906999027100788e-06, 3.4169030095509412e-06, 2.5964238810044826e-05, 3.0894592100379736e-06, 3.4169030095509412e-06, 2.1651964582907336e-06, 9.62018198151275e-06, 7.92416773665045e-06, 1.1115240491855359e-05, 7.92416773665045e-06, 6.51719211409588e-06, 7.187696316407969e-06, 4.847167471234185e-06, 2.2786175372369876e-06, 2.0572346654833757e-06, 5.093530816176712e-06, 5.093530816176712e-06, 7.92416773665045e-06, 8.319041613669636e-06, 3.4208564720126695e-05, 0.0008245483142825921, 0.00023166913478997965, 0.9980096569357869, 1.2831491065129869e-05, 1.6269278942547906e-05, 0.00019625573188057163, 5.906999027100788e-06, 7.187696316407969e-06, 2.5964238810044826e-05, 9.62018198151275e-06, 1.6269278942547906e-05, 3.97151685565199e-06, 2.2786175372369876e-06, 2.759719798176386e-07, 8.319041613669636e-06, 4.612280319481654e-06, 1.3619605555435135e-06, 1.8566876358119098e-06, 6.51719211409588e-06, 9.449386398276501e-07, 6.528031032167895e-07, 3.0894592100379736e-06, 1.6269278942547906e-05, 1.6750835364440734e-06, 1.0494327880204277e-06, 5.906999027100788e-06, 2.6543371256862483e-06, 3.4208564720126695e-05, 2.0572346654833757e-06, 7.258747992191325e-07, 2.9359628515724725e-08, 3.109529558289164e-08, 6.844564655143759e-06, 1.3457974091945624e-05, 2.5964238810044826e-05], "calls": 1, "latency_seconds": 0.29288574401289225, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1754", "target_index": 40, "predicted_index": 40, "n_labels": 72, "probabilities": [6.881926106108203e-05, 6.4224890630637025e-06, 1.6879997732786822e-06, 4.933492609032835e-07, 4.804010503281834e-07, 3.7728711409918435e-07, 1.2278226230576452e-06, 5.320420788236143e-07, 3.0357488823960874e-07, 3.243385298942063e-07, 7.150666127734895e-06, 4.300712724231001e-07, 7.556348296091816e-07, 6.816112262607429e-07, 0.00028388587628821744, 3.5673717770853732e-06, 5.206254809811198e-06, 1.4479849956229845e-06, 1.82028057668992e-07, 1.314763683870096e-06, 2.705892529706987e-07, 9.552289331272206e-08, 1.2294946968567948e-07, 6.091821692296286e-07, 2.7101651119291096e-07, 2.9904703929844176e-07, 0.00011347647558208018, 3.1863093592733427e-06, 2.350523836721833e-05, 1.226172124183596e-05, 3.196076940292636e-06, 4.914436924419296e-06, 7.960849462358521e-07, 4.684538728110481e-06, 3.1276062319131373e-06, 2.2344811148632907e-06, 1.216997405681489e-05, 0.0008889045393946715, 1.1471637238929443e-05, 0.0003430935088897604, 0.9975016582352928, 1.9563453894242533e-05, 0.0005584511750318888, 7.867385142756054e-06, 2.4539111206382732e-06, 2.907098600062185e-06, 2.1923778252728148e-05, 2.5226351327082506e-06, 1.2397584651654933e-06, 4.4600424651541104e-05, 4.202486289288691e-07, 1.0144716246235168e-05, 2.3482304355618993e-07, 1.6465842354618614e-08, 2.094184053546166e-07, 9.819874676387591e-08, 4.215304953926534e-08, 1.592944973231939e-08, 4.3000131861347897e-08, 7.678452101662699e-09, 3.456573648815264e-07, 5.544034284093556e-09, 5.2837429779594003e-08, 7.9253536351477e-08, 2.3808233691096354e-06, 2.277871859532392e-07, 3.726617597385757e-07, 3.113273685303683e-07, 4.692565064731153e-10, 3.4887447996601747e-06, 4.297349328311915e-06, 3.529212276878728e-08], "calls": 1, "latency_seconds": 0.5726586631499231, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1792", "target_index": 41, "predicted_index": 15, "n_labels": 72, "probabilities": [0.0027236980380300423, 0.0027441726536664734, 0.00022796076518775014, 0.000371047257666944, 0.0005308710156185194, 7.681957614503664e-05, 0.00029172263296656887, 0.0002513825655723574, 5.424770012849448e-05, 6.0860136629245356e-05, 0.0004307340088574032, 0.002069299429303998, 0.00015894314668986467, 4.66251233312226e-05, 0.00021317122731010006, 0.9644098986435887, 0.020613850634639927, 0.00018058222795175249, 0.00010945889032173524, 3.550598660404155e-05, 8.42567727709794e-06, 3.2434802092546564e-05, 2.6215208651991913e-05, 0.0001279758570391069, 9.523880993619946e-05, 0.0001322214799190456, 6.379234277666176e-06, 1.916714004749947e-05, 2.9115496352382415e-05, 4.2848023825119476e-05, 9.683912558940313e-06, 3.502985636690049e-05, 6.194895595631633e-06, 0.00021927690519043768, 1.6214855920423456e-05, 2.6842071951502297e-05, 6.238644713018788e-05, 0.00016272431915471524, 2.5079181445624074e-05, 1.589490754919438e-05, 2.47870353627236e-05, 0.0013213951207260914, 0.0013418382008582503, 2.1089096636920804e-05, 6.755475741180563e-06, 3.3294857083969127e-06, 2.3265388803217057e-06, 3.75697000310543e-05, 2.244402835734458e-05, 1.1022245460439632e-05, 1.1531190216122446e-06, 3.488419358004237e-05, 0.0002567589435648578, 3.394162669815529e-06, 1.5793121422665467e-05, 4.7382008433287713e-05, 6.605883486345081e-06, 1.1451154963302618e-05, 6.031859413132375e-06, 3.866537898755488e-05, 8.162999565973164e-07, 3.8447159286274235e-06, 6.13494418219818e-06, 2.6687284276722535e-06, 1.9007448873257764e-06, 6.445340915484603e-07, 1.4291028665016724e-06, 3.0899747855965636e-07, 2.625286193958666e-06, 5.465495697388154e-06, 5.4072026342306964e-05, 5.211628149589717e-06], "calls": 1, "latency_seconds": 0.5707623111084104, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1810", "target_index": 42, "predicted_index": 42, "n_labels": 72, "probabilities": [9.971496139457968e-05, 0.00011874986758850596, 4.4542074176954965e-05, 2.819245473813286e-06, 7.69134837959228e-06, 5.1712078488753e-06, 8.485864781129862e-06, 3.4561426973111673e-06, 4.230707717634885e-06, 3.4561426973111673e-06, 4.06463932637294e-05, 1.927052994728221e-05, 4.06463932637294e-05, 7.321400525963853e-06, 6.005529135643328e-06, 2.807487179087986e-05, 0.000921209274355071, 4.449059717999037e-06, 2.2963733639306247e-06, 2.327794954463934e-05, 1.8677824504611461e-06, 6.997394763159037e-05, 1.3145358168397183e-05, 1.3145358168397183e-05, 2.327794954463934e-05, 1.927052994728221e-05, 8.07922674502172e-06, 6.005529135643328e-06, 6.968588913612245e-06, 1.1074785937824875e-06, 5.713980746747719e-06, 9.358910702807292e-06, 3.4561426973111673e-06, 3.2850078079980885e-06, 8.059767988799341e-07, 3.1220639911079807e-06, 4.8791954864315764e-05, 1.5928274450237693e-05, 4.230707717634885e-06, 8.912127973583347e-06, 1.7523274804987497e-05, 5.1712078488753e-06, 0.9970242714633023, 6.632152774982276e-06, 1.6835848326402617e-06, 3.824568880665841e-06, 2.5448734013877128e-06, 0.0011583503698317738, 6.311369530356511e-06, 4.06463932637294e-05, 4.230707717634885e-06, 1.1935040619723595e-05, 8.07922674502172e-06, 1.858242383001727e-07, 5.713980746747719e-06, 3.1220639911079807e-06, 1.1673635033290633e-06, 4.006315593109309e-07, 7.69134837959228e-06, 1.9640732192111497e-07, 4.006315593109309e-07, 1.40709092048114e-07, 4.229741377943136e-07, 1.1673635033290633e-06, 8.912127973583347e-06, 1.7733730890911608e-06, 5.250871862496512e-07, 4.048836815397293e-08, 3.1419370193014406e-09, 8.485864781129862e-06, 1.0317850807369694e-05, 1.66299556633894e-07], "calls": 1, "latency_seconds": 0.4428209909237921, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1861", "target_index": 43, "predicted_index": 43, "n_labels": 72, "probabilities": [0.0003590502046773693, 0.0003590502046773693, 5.1596609785889045e-05, 1.8935986387065456e-05, 3.944182866513841e-05, 2.500761502573046e-05, 7.340983904048511e-05, 1.1268934660599692e-05, 4.719614499651827e-05, 3.944182866513841e-05, 0.0002601582395896819, 5.6385097811466666e-05, 3.944182866513841e-05, 6.15934292241258e-05, 8.735343780335865e-05, 0.0018850024942580316, 0.00015854151282678538, 0.0003590502046773693, 1.724590124758102e-05, 3.004281253887947e-05, 1.8935986387065456e-05, 7.305989296755525e-06, 1.074332913809153e-05, 6.725591360199556e-05, 2.0783550658081803e-05, 5.1596609785889045e-05, 2.2156775495538617e-06, 1.7164704595779182e-06, 3.853975271634819e-06, 2.452320986351138e-06, 9.711348655448777e-07, 4.700185482167832e-06, 2.2156775495538617e-06, 1.5488617395266558e-06, 1.6305892703277947e-06, 2.853534803133512e-06, 3.290927915863654e-05, 1.8935986387065456e-05, 6.959201234735246e-06, 1.1268934660599692e-05, 1.8935986387065456e-05, 8.009460890404666e-05, 0.00045527010936568477, 0.995049639293163, 6.011066951421708e-06, 1.7164704595779182e-06, 5.449290340533087e-06, 2.500761502573046e-05, 4.050619315619075e-06, 1.3971158243009344e-06, 1.0779572258668995e-06, 3.6034909878808366e-05, 1.428808549591483e-05, 6.721269267446267e-07, 4.700185482167832e-06, 3.0008092248043265e-06, 6.374813061597635e-07, 1.0231982681365939e-06, 2.3311048953498675e-06, 1.0779572258668995e-06, 3.3176262424104767e-06, 9.21637981031745e-07, 3.1553897427570325e-06, 4.886415086272894e-07, 1.901529392959383e-06, 4.6321614629600766e-07, 4.1615985579627116e-07, 8.298686206025863e-07, 2.1731259902937572e-07, 1.8067146607655912e-06, 2.2802440431706798e-05, 1.196107641179936e-06], "calls": 1, "latency_seconds": 0.2852943050675094, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1882", "target_index": 44, "predicted_index": 44, "n_labels": 72, "probabilities": [5.778200736041524e-05, 1.2358143305450439e-05, 1.3574512706330214e-05, 2.1356326604632955e-06, 2.030443885025052e-06, 4.731402757053405e-06, 8.869950867808182e-06, 1.6574876638902327e-06, 6.036638790321997e-06, 1.834848325259534e-06, 4.0612480907041806e-05, 6.336251483493858e-06, 8.869950867808182e-06, 7.643951094610542e-07, 1.0230624918393241e-05, 2.5903397084437067e-05, 9.303016178703543e-06, 2.1356326604632955e-06, 2.8363628841372345e-05, 8.869950867808182e-06, 1.5751268110019606e-06, 1.2191327702576498e-06, 2.8859857502289705e-06, 4.5051018275803415e-06, 4.731402757053405e-06, 2.611354369709869e-06, 4.083297169489509e-06, 2.361982848364787e-06, 8.484766234796307e-07, 1.0442922120387755e-06, 3.6460451520644315e-07, 1.1246370678402964e-05, 1.1579253410470991e-06, 6.197472606437318e-07, 6.197472606437318e-07, 3.6995878982401847e-06, 5.4776937563685134e-06, 4.848113042202543e-05, 3.1883044312392878e-06, 1.2358143305450439e-05, 2.3647157355729266e-05, 1.2191327702576498e-06, 0.00022208359275574809, 2.8363628841372345e-05, 0.9986788046929153, 1.6359050677642106e-05, 4.968597402722757e-06, 7.323060951070113e-06, 4.5051018275803415e-06, 2.611354369709869e-06, 1.9076955978454955e-07, 8.456238720128736e-06, 0.0003060118562165928, 9.414746228825305e-07, 5.293815850268725e-05, 8.456238720128736e-06, 3.3966961623179455e-05, 1.1246370678402964e-05, 3.3966961623179455e-05, 3.3966961623179455e-05, 3.104526673843262e-05, 1.1579253410470991e-06, 2.8363628841372345e-05, 1.7439936955320428e-06, 3.3506735187404434e-06, 3.456038039023711e-07, 2.2460608980075494e-06, 7.898665437727716e-08, 1.283461760050089e-06, 5.293815850268725e-05, 3.104526673843262e-05, 8.938065008153839e-07], "calls": 1, "latency_seconds": 0.4421182330697775, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1957", "target_index": 45, "predicted_index": 45, "n_labels": 72, "probabilities": [9.90992657763302e-05, 3.064223020297417e-05, 1.5094512640497902e-05, 1.618807006141302e-06, 2.38911395722796e-05, 4.25864627801485e-05, 1.654786263428362e-05, 4.050427616201097e-06, 6.945532602627976e-06, 2.5115902529707348e-05, 6.898743111336607e-05, 8.098271570083984e-06, 1.607448248162203e-05, 3.273914886800497e-06, 7.874750906142326e-06, 6.015382309086996e-05, 6.384862207308158e-06, 1.8174515496727996e-05, 1.4289079178752788e-05, 6.378716173876347e-05, 3.280391250912507e-06, 1.7540038429125843e-05, 8.924463412704228e-06, 2.4895226313825242e-05, 2.3774142853509888e-05, 1.4572052828232845e-05, 6.173669982117267e-05, 6.644184336626949e-06, 2.0477326819821196e-05, 3.3364593640760963e-06, 7.173239703932793e-06, 3.0505258136177513e-05, 6.0790733491666696e-06, 2.334911752084008e-05, 5.805586699600552e-05, 8.469005265673706e-05, 0.0002752459461139929, 0.0004589207776794664, 2.2632695714083676e-05, 2.240371800265092e-05, 6.415411270922474e-06, 2.3654392702560094e-05, 0.001851020225373251, 0.0003364015208989784, 3.6773284411256544e-05, 0.9750322609449125, 9.622182231321603e-05, 4.634948917421531e-05, 6.715045086967298e-06, 0.0002559703383708031, 5.986658474797929e-06, 6.199037967449031e-05, 0.0018466697743177451, 9.934478506281136e-06, 0.002743029087931393, 0.00031491521732918956, 0.012275896540359847, 0.00031460209376324194, 0.0002926454684021385, 6.879866886657655e-05, 0.00017735225585615831, 2.455957498561576e-05, 0.00010384103941463518, 1.0665283120621721e-05, 0.0007804919791819582, 6.749538019622351e-06, 0.00016758642886030575, 1.3560339924980533e-06, 6.174510322852393e-07, 0.0001479749181062579, 0.001113956794565213, 0.00013167069338984307], "calls": 1, "latency_seconds": 0.5661372472532094, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:1996", "target_index": 46, "predicted_index": 46, "n_labels": 72, "probabilities": [0.0001881186712591443, 8.188492765824314e-05, 3.736001868425862e-05, 1.137287386557616e-05, 0.00017583402340069432, 1.6545445651502983e-05, 0.00049138965917587, 0.00016896571457959103, 6.162282706921102e-05, 0.00022875860901732235, 0.00106011278266757, 6.199014608552163e-05, 0.00035164794873481073, 2.781859106216179e-05, 3.681920322197883e-05, 0.00011967031878486725, 0.0001053099088370115, 0.0002154620282201401, 8.077211343756643e-05, 0.00029455611684599877, 0.016951440934282552, 3.015278584221686e-06, 7.508014426681367e-05, 2.8668420838126053e-05, 4.1195278427872833e-05, 0.00013611806609859701, 9.615879234600014e-05, 0.0001244814902357214, 0.00018428690977008544, 2.1801706572081087e-05, 9.324832771899307e-06, 1.7531708404316377e-05, 3.0831825208629704e-05, 0.00022659703770718485, 8.699414165278777e-05, 0.00013568369010243125, 0.00018121090712997921, 0.00048234983418095703, 0.0007223329877172384, 6.689400223967715e-05, 2.555384631893126e-05, 0.00014980015984460187, 0.009131655869540452, 0.0010454225894822896, 0.0001514725022765916, 0.00010416095540530357, 0.5509118946959239, 0.0001494545662200954, 2.9828062636228584e-05, 0.00019982944624573283, 5.3604064626206795e-05, 0.00029781811699137794, 0.00012001325215747092, 1.9108720640087376e-05, 0.0004806645614677306, 9.485861383885215e-06, 0.0001067460723160625, 3.733107931933667e-05, 0.0001552489536201694, 0.00010489947847074802, 0.0009536830800992945, 0.004107676667703302, 0.4066351351598344, 0.00012459164381226022, 0.0007127331311432812, 4.708187968435614e-05, 9.700559521023467e-06, 2.456888603501053e-06, 3.630945335253254e-06, 0.00010640601699777756, 0.0005584506643618266, 1.645059122034442e-05], "calls": 1, "latency_seconds": 0.6339640519581735, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2021", "target_index": 47, "predicted_index": 47, "n_labels": 72, "probabilities": [2.5332394262767667e-05, 1.9411021074732496e-05, 5.345713306005985e-06, 7.05956901087593e-07, 1.75079627648257e-06, 4.014823457377596e-06, 2.1220862000752953e-05, 2.030982454416827e-06, 1.665955067029326e-06, 1.2341849341344628e-06, 4.64951286746033e-05, 2.1220862000752953e-05, 1.1275453550342792e-05, 3.474808512863013e-06, 1.0285232879275658e-05, 5.5105440039495085e-05, 2.1220862000752953e-05, 1.2977614336969671e-06, 3.1542687335706105e-06, 1.4820583230584547e-05, 1.8397826854620267e-06, 0.0005816746040629804, 3.5970440806165455e-07, 2.3540089658951584e-06, 2.1220862000752953e-05, 3.0048367768501763e-06, 4.919399801044156e-07, 1.0086004768309446e-06, 2.7260900334530167e-06, 6.050399611335912e-07, 6.370221099629364e-07, 3.0048367768501763e-06, 8.230363657533421e-07, 1.2341849341344628e-06, 3.0721848704190916e-07, 1.0086004768309446e-06, 1.62217945449034e-05, 3.9167388729895644e-05, 4.861018536910155e-06, 4.2120556061133796e-06, 2.5961949988186333e-06, 8.230363657533421e-07, 0.00013632589518040416, 5.345713306005985e-06, 9.58746233498233e-07, 9.112728086663535e-07, 2.8622083825006405e-06, 0.9987749782071224, 3.6465689457038465e-06, 3.3108225680932277e-06, 4.433466002468247e-07, 5.8764614927605365e-06, 7.092963897671015e-06, 4.433466002468247e-07, 2.030982454416827e-06, 9.37827976856681e-06, 9.58746233498233e-07, 2.4722558862441525e-06, 3.592707460061447e-05, 4.634732946998553e-06, 1.4345113850776059e-06, 5.456642988853565e-07, 4.670323995373154e-07, 2.241206133471859e-06, 9.37827976856681e-06, 7.05956901087593e-07, 6.79439009119618e-08, 2.4865008152294043e-07, 6.681806614585931e-09, 1.3535061207852341e-05, 1.0285232879275658e-05, 2.241206133471859e-06], "calls": 1, "latency_seconds": 0.39008186338469386, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2051", "target_index": 48, "predicted_index": 48, "n_labels": 72, "probabilities": [0.00038198728587267273, 0.00022752026181173567, 1.7544210817489557e-05, 2.3243333673314386e-05, 3.763049270383981e-05, 3.362123243548771e-05, 0.00016002264896922914, 3.0216151668553208e-05, 1.0294418592320032e-05, 0.00010425547964533381, 2.722270572955707e-05, 2.0508281939202075e-05, 7.924164780140664e-05, 3.7066227307603066e-05, 1.1981522831437362e-05, 7.641987833243429e-05, 7.71968173029374e-05, 2.9688209126024685e-05, 9.106200724795774e-06, 1.7529422916635205e-05, 3.8045767769638443e-06, 2.067660238240914e-05, 0.006064293816454165, 4.524164405922906e-05, 8.296109649723141e-05, 1.3266316378693781e-05, 1.5200049710068486e-05, 3.6768644830198756e-05, 2.0473528437617525e-05, 1.2569113903914296e-05, 2.5973986767476215e-06, 4.6226068557642915e-05, 1.6421274473716576e-05, 4.244674722137573e-05, 1.2903687374767521e-05, 0.0002647624368813904, 5.25718354963977e-05, 0.00011706028862455039, 5.402609193771012e-05, 5.2569946030740735e-05, 3.151642509773127e-05, 3.1741701263040584e-05, 0.0015800256535974937, 2.511446039500283e-05, 1.858356963668729e-05, 2.8621517172431714e-05, 3.552287225166258e-05, 7.595039649688375e-05, 0.9874334427288988, 0.00016493686472654161, 1.8452686147909522e-05, 0.0001473839320508336, 0.0002445596823234359, 4.083096984480024e-06, 0.00010528499111371911, 1.3208860030332877e-05, 1.0438476751412729e-05, 2.208978315738615e-05, 7.751508853747271e-05, 6.706365104548608e-05, 0.00034753901308916425, 2.6910330605446338e-05, 3.4667629933416856e-05, 2.2773975927538117e-05, 0.0007972542772989894, 1.7494380588757675e-05, 2.0569919552161056e-05, 1.3372046741293539e-06, 8.097338301083499e-07, 5.912362209483332e-05, 0.00010213426217028174, 4.471161764889499e-05], "calls": 1, "latency_seconds": 0.8103744592517614, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2113", "target_index": 49, "predicted_index": 50, "n_labels": 72, "probabilities": [0.002495417888627962, 0.0016398205147461248, 0.00021911560233591626, 0.000658717288123538, 0.00028802423749240834, 0.00010624710334276756, 0.0005586995435644678, 0.00015047273648026926, 7.993326535263999e-05, 0.20051904678119134, 0.0012144727300202355, 0.0005501504514073643, 0.00020800054361137506, 0.00023208401756168325, 9.985258654141416e-05, 0.00028994436644584203, 0.00045650196155583436, 0.0001715091200282486, 8.918891932116871e-05, 0.00020809643834182815, 0.0001690464828294566, 0.00010496531502066194, 8.980024133946726e-05, 0.0020686246818756404, 0.05695883777890514, 0.0007581358365432635, 7.926736689965459e-05, 8.550658529279611e-05, 0.0002717695222917004, 8.048494633604394e-05, 2.1482818807072033e-05, 1.7848924734560775e-05, 2.0585029330852055e-05, 0.00024049128604557773, 3.065145752357407e-05, 0.007079689752643776, 0.00033921826983850095, 0.0007254436227769339, 0.0001883509291073266, 0.00031480025811750345, 6.822560307982202e-05, 0.00012800684754088118, 0.014010994361910434, 3.0096484264795827e-05, 4.3102692001276324e-05, 7.149961652394746e-05, 0.0002660701466336031, 0.00024240745266697867, 5.972243671880931e-05, 0.021473083262988725, 0.6798275586221026, 0.002678556233214998, 9.709661640584398e-05, 7.63631975355719e-06, 0.00014874125129309, 1.7352690375497915e-05, 1.1596414918191126e-05, 6.570362887752868e-06, 0.00017332714537554998, 6.628711275795932e-06, 6.716261769881571e-05, 0.00013524685240399513, 1.4440204662248294e-05, 4.37878409803649e-06, 2.8417928364182826e-05, 4.3268122791914874e-05, 5.78895599993993e-06, 9.663604912532964e-07, 2.1615712752829718e-07, 7.221570035754108e-05, 0.0003554819103479227, 2.3845931372480563e-05], "calls": 1, "latency_seconds": 0.8106726431287825, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2145", "target_index": 50, "predicted_index": 50, "n_labels": 72, "probabilities": [7.829495354371531e-05, 6.327733239432663e-06, 1.1568126638685212e-05, 1.0674130171685482e-06, 1.2157250483954603e-05, 1.0114471064398826e-06, 2.6320974766713968e-06, 9.079385154549588e-07, 6.206210630705563e-07, 3.3862986419826775e-07, 1.55625784203363e-05, 3.242998595304605e-06, 6.554464710074298e-07, 1.6351662275323244e-07, 4.656784976583351e-06, 4.902052279115454e-06, 2.773455176236107e-06, 8.147522525288947e-07, 2.0236650718811123e-06, 6.0138633594935025e-06, 1.4602855776907005e-07, 1.919521139859032e-06, 2.2917584986002045e-07, 2.0484656154758253e-07, 0.0005349098748048892, 6.952220340417777e-08, 4.080521262607041e-05, 1.4719781128336058e-06, 1.2539544628114291e-06, 5.562882323761731e-07, 2.2989824578051035e-05, 1.3955068132228942e-06, 6.952220340417777e-08, 4.984652652560952e-07, 2.9221425712967752e-06, 3.7890059801979437e-06, 1.1568126638685212e-05, 1.7166951102891816e-05, 2.0236650718811123e-06, 2.1332762414675114e-06, 0.00014735428575784733, 4.225500603377549e-07, 0.00010291176938901106, 3.7832882356087053e-07, 3.3862986419826775e-07, 2.9221425712967752e-06, 3.3862986419826775e-07, 7.717149494881782e-07, 1.1636251117670295e-07, 2.1902739686404593e-05, 0.9986969512545173, 6.657381140084967e-06, 7.829495354371531e-05, 4.984652652560952e-07, 2.0865107979871854e-05, 2.497730117277691e-06, 1.9874719126797993e-05, 8.569983606510747e-06, 8.569983606510747e-06, 4.465099893030619e-07, 6.327733239432663e-06, 5.875989370794759e-07, 1.0674130171685482e-06, 9.079385154549588e-07, 2.773455176236107e-06, 6.921692937383967e-07, 3.990010298450911e-06, 3.203338602889001e-07, 1.0992087612533389e-07, 1.047122360994644e-05, 4.925241156605347e-05, 9.583360481189233e-07], "calls": 1, "latency_seconds": 0.27903522131964564, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2230", "target_index": 51, "predicted_index": 51, "n_labels": 72, "probabilities": [7.944111304910163e-05, 2.5294568401718907e-05, 1.5950109743882555e-06, 2.637588647081126e-07, 3.923687378547958e-06, 4.6296905955059296e-07, 6.921982262894244e-07, 5.122274562378461e-07, 1.649129097431353e-05, 6.263284088574929e-07, 8.146911531403218e-06, 3.2558212102466343e-06, 8.910071310021738e-06, 1.7564223250020928e-06, 1.4864520884459858e-07, 1.1628107479037192e-05, 1.1917086940010246e-06, 1.5950109743882555e-06, 2.2313108432810203e-06, 2.0282128706590677e-06, 5.665171208951507e-07, 2.3783244176583716e-07, 3.11876948603526e-08, 5.122274562378461e-07, 3.8843040830970184e-08, 0.0001590745482351151, 7.446148536707146e-06, 2.9640773089696062e-06, 8.873391633900136e-07, 1.5950109743882555e-06, 1.447876401704098e-06, 1.7564223250020928e-06, 1.566693336513798e-07, 5.6717259872555005e-06, 3.2558212102466343e-06, 1.0644836402629517e-05, 3.253889029725897e-05, 3.841037655287101e-05, 5.1756728715919225e-06, 1.1628107479037192e-05, 4.400849020664789e-07, 1.9334230624838083e-06, 6.257648388425593e-05, 1.1917086940010246e-06, 1.1917086940010246e-06, 2.4537960458683283e-06, 1.5950109743882555e-06, 1.959233625966133e-05, 1.6738526643209997e-06, 1.959233625966133e-05, 3.923687378547958e-06, 0.9993859580555111, 2.637588647081126e-07, 1.566693336513798e-07, 1.7564223250020928e-06, 1.0823361998290617e-07, 4.83153197114119e-08, 7.445920825581638e-08, 1.0823361998290617e-07, 2.5009306541887383e-08, 1.7564223250020928e-06, 9.653171362262833e-09, 3.295095065579651e-08, 1.6511196984534047e-07, 1.0805401565329784e-06, 3.295095065579651e-08, 6.335056004718956e-08, 6.686151677615053e-08, 5.728810310273195e-10, 2.4537960458683283e-06, 3.536013143377548e-05, 7.856603525111395e-08], "calls": 1, "latency_seconds": 0.27834938280284405, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2298", "target_index": 52, "predicted_index": 52, "n_labels": 72, "probabilities": [0.00020623663690038995, 0.00022541737523171216, 0.0001756199991259587, 1.4226774985210941e-05, 0.00034498693091409384, 0.001160334489596104, 0.0001780418108873754, 0.00013460086604231807, 4.1443414830492795e-05, 0.0003791066223971309, 0.00045886730899165004, 0.00023686916468694088, 0.00014352324040516325, 1.4636239890945665e-05, 3.3848528826689245e-05, 0.0007014122811766472, 0.0010806362155080349, 0.0004460520947926515, 5.47942595984357e-05, 0.00013011570741797642, 7.107754796952888e-05, 5.0417525177920956e-05, 9.361019075651514e-05, 6.154366339041654e-05, 0.00011222143002967435, 0.00016913696234689416, 7.248199519797741e-05, 5.6614591692318904e-05, 0.00044936798922724704, 7.722866581135681e-05, 2.317248948928394e-05, 0.00014383426181207115, 0.00011971899068206849, 0.0005705434116499202, 0.00010009530097138136, 0.00040529365093131865, 0.0008178450958939422, 0.00022511679897202627, 0.0003066984474805861, 0.00018031380031585607, 3.655722695886241e-05, 0.0007246588432005032, 0.002744866376756, 0.000500454379782532, 7.157038248472616e-05, 4.656597625007946e-05, 4.922911128663553e-05, 0.00016569398421983824, 4.247024889650352e-05, 0.0003592036517190688, 0.00013129078807954438, 0.0005237415119872394, 0.8943772244772716, 0.00042636241370519007, 0.000426384440842237, 0.00014547949229879223, 0.01933670481123057, 0.06828051908924057, 0.00024198189322215203, 4.8908124551773334e-05, 2.0731864541088186e-05, 2.7791514118658672e-05, 3.875545077848777e-05, 0.0001955044693962755, 4.943153059073703e-05, 1.3342680507422596e-05, 5.404108718596913e-06, 1.2439154917812825e-06, 1.028604276168646e-05, 8.367784455825142e-05, 0.0005791232012618887, 2.7737381286409132e-05], "calls": 1, "latency_seconds": 0.7053900891914964, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2341", "target_index": 53, "predicted_index": 53, "n_labels": 72, "probabilities": [0.00011057865519995008, 0.0009888293321443909, 7.767770793930965e-05, 3.3312486611237005e-05, 0.0002572281376535447, 0.00014116110545916926, 0.00034419469980567416, 0.0001315665371350851, 2.642199511355241e-05, 8.926950399191128e-05, 0.00045802974113327605, 0.00030799295929251065, 0.000202647652474262, 2.4557544809250443e-05, 1.8446730017118857e-05, 0.0004415800483524982, 0.0008647780577883329, 6.967512557777433e-05, 4.726260463891031e-05, 6.893338036456952e-05, 1.2920452597324095e-05, 4.9892750990927825e-06, 9.27967735567875e-06, 0.00016516570839231258, 7.213919580254862e-05, 0.00014419261467984738, 7.543836475711497e-05, 0.00020968202082796526, 0.0005878477513164941, 0.0001913104049024021, 3.826638901402256e-05, 0.00033674297300054456, 6.451773439438702e-05, 0.00048778946773722794, 5.937504484016135e-05, 0.0001838780238261579, 0.0007240785979692443, 0.0011309682462462218, 0.0006992801136724367, 0.0001811393046344732, 4.6157287624345075e-05, 0.000206883331567426, 0.0018804403664676105, 0.00047852880582746566, 0.00011168598929993926, 0.00031593760668349784, 2.788361691270701e-05, 0.0002197790666779413, 3.722568664885302e-05, 0.00019717488427620908, 1.5712892443060002e-05, 0.0003213437263188702, 0.0008268072764695655, 0.9655267512180123, 0.0015946739842021198, 0.006763760163688074, 0.009539276623015819, 2.5359420446457878e-05, 0.0003796898027203122, 0.00023791013425950242, 7.506470090655874e-05, 2.6644866807203618e-05, 9.448252159175424e-05, 0.00025148568061409635, 0.00014777504827086688, 8.460525267591482e-06, 4.43868996589234e-05, 4.359675056260211e-07, 8.97868427827099e-05, 9.616500539754791e-05, 0.00024133293582442238, 8.785175524253608e-05], "calls": 1, "latency_seconds": 0.5493556396104395, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2382", "target_index": 54, "predicted_index": 56, "n_labels": 72, "probabilities": [5.681003882022997e-05, 3.0672970168476615e-06, 8.206983861358427e-06, 4.1398145212743286e-07, 6.414417818282786e-05, 3.619103131055863e-05, 2.0205752572042357e-05, 3.6507663586205715e-06, 5.1284174167923735e-06, 9.296907098278128e-06, 6.574378991357992e-06, 2.0656065885608526e-05, 3.70384317021427e-06, 1.005602423902922e-06, 1.3527438664664675e-06, 2.542988867593535e-05, 5.26819148191546e-05, 2.9671819671916303e-06, 2.570160182812592e-06, 1.0635026384236022e-05, 3.186945537694516e-06, 1.0504982336311592e-06, 6.67590383441257e-07, 4.9050140824833124e-06, 1.5636282448354308e-06, 1.2168323507736356e-05, 3.622213004995567e-05, 1.4872999256566427e-05, 3.2111709943354353e-05, 8.57471828938476e-06, 7.577098015305831e-07, 1.945153456570235e-05, 3.4830411443753454e-06, 0.00013886385004817614, 3.350986292326945e-05, 0.00010834431002398152, 0.0001838969144620638, 0.00038330553197632363, 8.029274683877486e-05, 2.313560229707334e-05, 4.148145677379043e-06, 0.00010365279436386824, 0.0015814213943002968, 0.00012664120583076845, 9.435683973904642e-05, 2.948322092721809e-05, 7.982949631987294e-06, 6.553606424636304e-05, 1.1079553329748642e-05, 7.928546350213543e-05, 2.389882632899707e-06, 5.6932895335035715e-05, 2.886989604315385e-05, 4.474221979961288e-05, 0.21650622770462205, 0.00016281601699716621, 0.7789730640573391, 0.00010857236466391749, 0.0004542476413385646, 1.42086397738467e-05, 9.380230940595332e-06, 4.983789735079415e-06, 2.3791640439551116e-05, 2.585720346354131e-05, 1.479981556344842e-05, 1.7663433522927908e-06, 6.708549228610539e-06, 5.300965114379568e-08, 1.589227724577785e-06, 3.187755063165746e-06, 2.521671591417029e-05, 1.949946762668767e-06], "calls": 1, "latency_seconds": 0.9754427038133144, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2403", "target_index": 55, "predicted_index": 55, "n_labels": 72, "probabilities": [4.3667943708336323e-05, 1.095839858441236e-06, 1.773222572371962e-06, 8.652601173791747e-06, 4.280869827514311e-06, 1.2764428204699488e-06, 3.1661434220085663e-06, 9.944294665111805e-07, 4.892654553475554e-07, 6.39433526120789e-07, 3.961092499566797e-06, 3.725129879019278e-06, 1.118717470943321e-06, 3.878833858445158e-07, 2.2589683290724053e-07, 2.0735029883786224e-06, 1.4101928687206547e-05, 1.8177442352903466e-06, 1.8261439411318342e-07, 9.025824567651108e-07, 2.7674273080076793e-07, 1.0474081095991099e-07, 5.621159707991477e-07, 3.942989471784406e-06, 1.2748107475234704e-06, 3.6971609162955164e-07, 3.082017337271075e-06, 8.931269904403225e-06, 1.7172397634746694e-05, 7.728680875416708e-06, 3.194072937521965e-07, 5.208380440132979e-06, 3.560236489227388e-06, 2.57355185718887e-05, 4.17383620747383e-06, 5.017734000448063e-05, 5.349370116251959e-05, 0.00040300703176222614, 1.6457482122511715e-05, 2.178383830182732e-05, 2.7574911506308254e-06, 1.6137389821473222e-05, 0.00023018802789388283, 7.267002444598648e-05, 4.99245734871045e-06, 6.433290527825842e-06, 8.855500057477245e-06, 6.404539095816313e-05, 3.0041901108490894e-05, 6.331639537087991e-06, 8.706753728625639e-07, 2.0266196073366787e-05, 0.0001875471425615853, 2.279115635037776e-05, 5.556719281101589e-05, 0.9937835068409573, 0.004599821278981097, 3.341250840203523e-06, 3.2875596593826634e-05, 1.2448906911018285e-06, 1.8939102250302598e-05, 9.19477135746197e-07, 3.3217918073724172e-06, 7.173589664213965e-06, 7.759199525493807e-05, 6.693994616722909e-06, 2.526676667493521e-06, 6.883680955395193e-08, 3.941087235215182e-07, 2.0364202667049717e-06, 6.6424054689908135e-06, 1.5107286595251135e-06], "calls": 1, "latency_seconds": 0.5488252541981637, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2451", "target_index": 56, "predicted_index": 56, "n_labels": 72, "probabilities": [0.0004919416156289216, 0.0001549001309629023, 0.00011531262058536445, 1.1303969367060734e-05, 0.0006684338609607486, 0.0003001574095812855, 0.0002466293456428239, 0.00019621587230242606, 3.039491372461219e-05, 0.00025225120837982207, 0.00021897290866926971, 0.00026750764477857694, 5.828192920071745e-05, 2.0505177453668646e-05, 3.6492087373025795e-05, 0.0001768161940064563, 0.00020919828298429492, 0.00011225742619749917, 8.128143428520118e-05, 0.0008825482354753714, 3.5696368796596186e-05, 6.588931175086084e-05, 4.166381468587168e-05, 7.868717258623767e-05, 0.002363976185881089, 0.00011134113019756524, 8.634189493054339e-05, 0.00013658555702421006, 0.00033249871779474473, 4.313499686764755e-05, 4.990595566748593e-05, 0.000288294724842044, 1.5460833413192758e-05, 0.0013888925280589348, 0.00020932443025241604, 0.0003984135122490086, 0.0012181466306281936, 0.0008671317164877608, 0.00025005482707065614, 0.00012215915471062248, 8.032244460860142e-05, 0.0006021545789979724, 0.012062667852802123, 0.0005237776045836963, 0.00014209023282813442, 0.0014954239795912116, 0.00018385748138280284, 0.0005035464916794571, 9.414925463762682e-05, 0.004142720105608676, 0.11721718032479937, 0.0035776914825050568, 0.0025285542511303922, 0.00023583970344826814, 0.3644245840276893, 0.0010780738810897827, 0.47488842222608496, 0.0004415586391799559, 0.0023139220180279536, 8.173710486446693e-05, 7.004297491087056e-05, 1.0354617102206694e-05, 6.06776298549209e-05, 4.7464480362479596e-05, 6.003582215625273e-05, 1.7278436613253554e-05, 7.501044965815213e-05, 3.5248886807234516e-07, 3.88484150956516e-06, 6.426136953534822e-05, 0.0002744846825908976, 6.287678984242834e-05], "calls": 1, "latency_seconds": 0.9794158209115267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2509", "target_index": 57, "predicted_index": 57, "n_labels": 72, "probabilities": [0.0006965754349340063, 0.001120328943910526, 0.00012160134532884617, 1.3558009602027016e-05, 0.0004897473111430103, 0.0007782437608088146, 0.00023666989180209838, 4.6671106896995176e-05, 2.107422849339685e-05, 5.952396323878815e-05, 0.0001396053473149959, 0.0001467870306166576, 7.207333177157666e-05, 2.3313317030048435e-05, 3.155170907543562e-05, 0.004184127234881717, 0.0006104671250236282, 8.898500357197524e-05, 4.521840490912576e-05, 0.0001175624487892546, 3.8167364033615944e-05, 3.398976961836561e-05, 8.21138229667127e-05, 0.0001171724639682716, 7.302015778959193e-05, 0.00010252395587274294, 0.00012209176757644347, 0.00029226067766327914, 0.0002519626479966149, 9.382471030286968e-05, 5.5326290063618685e-05, 0.0003812535227183421, 0.00013088969645130285, 0.0008562838160275748, 0.00021901022316427548, 0.00034392888460238756, 0.0030725416513114998, 0.0006258018781067449, 0.002021672706223191, 0.0007363254469246647, 6.280595611940495e-05, 0.024743136558862656, 0.017259585835025057, 0.0009065729559885721, 0.0004171878897712822, 0.00017268721200637915, 7.747201324617214e-05, 0.0009832865737861448, 0.00023879545484943894, 0.00041481982718492914, 3.7305935013624376e-05, 0.0006919739600688118, 0.07152126517888774, 0.0001742602869989929, 0.00010020971091381081, 8.511483381542782e-05, 0.010660226407182751, 0.8521352479231952, 0.00020165713116872115, 5.177356026256245e-05, 4.272208462127086e-05, 5.275373989669042e-06, 3.796051539662951e-05, 0.00010164360083064662, 4.310818724736951e-05, 1.934461294315259e-05, 2.7980169947179728e-05, 2.2038511216346926e-06, 5.413285137485294e-06, 1.4849964857688557e-05, 6.441532456001085e-05, 5.851422474567356e-06], "calls": 1, "latency_seconds": 0.5470196222886443, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2545", "target_index": 58, "predicted_index": 58, "n_labels": 72, "probabilities": [1.798358145034934e-05, 1.4113498468510645e-06, 7.262024889177821e-07, 9.573162432403194e-07, 7.758735867788308e-07, 3.0555919759513495e-06, 0.002114406103364315, 0.0002767116352295591, 6.846136583051877e-07, 1.5911280707475243e-05, 1.4869886633371075e-05, 2.976898534065673e-06, 2.036794507183012e-06, 1.255302425864302e-06, 6.611945450271229e-07, 1.0648085738351723e-05, 0.0001325021069223741, 1.232483234423452e-05, 8.865947775054206e-07, 2.9151355756465134e-06, 3.8843761134909464e-07, 3.7756180667107497e-07, 1.058559408812874e-06, 2.1747476350756216e-06, 2.3025260334709337e-06, 2.1458861010894627e-06, 2.2446536155572446e-06, 1.210393962036322e-06, 6.717893184030934e-06, 5.796011965963347e-06, 7.460258460808889e-08, 5.6805952855645e-06, 2.934739203346729e-06, 0.0001084673928144081, 1.8940691081298243e-06, 1.6532006033747212e-05, 2.788365077242712e-05, 3.167392478262542e-05, 6.053613655862965e-06, 3.850364974929671e-06, 3.4706235175931585e-07, 3.437878495164115e-06, 0.0006699425625485994, 1.9012432349405734e-05, 1.5761140157081824e-06, 9.989596119336838e-07, 2.3488713634716148e-07, 2.2398961173780576e-06, 1.870597635451743e-06, 1.8881635897037152e-05, 1.938708846767067e-06, 4.968714486233157e-06, 4.700516335841519e-06, 4.434906601704351e-05, 7.221813246169573e-06, 1.279769894996922e-05, 4.4498036079261364e-05, 1.2215254165079277e-05, 0.9930251227805886, 0.003030338988311243, 8.809041601968031e-05, 8.350121939279628e-06, 1.1228636231052502e-05, 1.0811325164334083e-05, 2.0071570253337462e-05, 1.8828045265108743e-06, 3.287962427375757e-06, 1.3447154426995904e-07, 1.8473594538616293e-06, 2.3332620660757038e-05, 6.701235798801543e-05, 1.409473951137074e-05], "calls": 1, "latency_seconds": 0.5452859820798039, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2598", "target_index": 59, "predicted_index": 59, "n_labels": 72, "probabilities": [1.4152057481063054e-05, 3.546725301770864e-06, 3.285099716361905e-06, 1.4511251374984706e-06, 3.2693384404893833e-06, 2.50412994848565e-06, 5.598171544519793e-05, 0.001364465244849882, 1.845713226783054e-05, 1.385616873636485e-05, 5.808580610786697e-05, 5.643310004905339e-06, 2.492513261247607e-06, 1.9713999706341096e-06, 1.9871530331319724e-06, 1.0719626571254227e-05, 0.00014511475938675837, 8.607125392927894e-05, 1.5054656305098072e-06, 4.875764906417652e-06, 7.326227940836937e-06, 3.1749201217058185e-06, 6.5512338167729395e-06, 6.019343312465222e-06, 1.3858418893199076e-05, 6.052060447644929e-06, 1.9522956072221308e-05, 2.0841052942997143e-05, 2.4992885118261586e-05, 1.2178783960844698e-05, 7.368834922777553e-07, 2.124127874232706e-05, 1.8401362269855474e-05, 5.24742655400832e-05, 1.0203077509162177e-05, 4.662517545859214e-05, 6.806419944811562e-05, 6.265998919696857e-05, 2.2424588214130565e-05, 6.346260974018689e-05, 2.3933530018716205e-05, 4.620183594831409e-05, 0.00041948425104552055, 0.000101016988780103, 1.6764211000950267e-05, 8.348605884534498e-06, 8.219978644780374e-06, 4.6009104681135775e-05, 1.8892816728087987e-05, 5.620819634014896e-05, 1.0756110970409651e-05, 2.0350842951422955e-05, 1.0719391295424378e-06, 1.0907074973346847e-05, 4.0655134866444975e-06, 5.981070538535025e-06, 6.198474107582941e-05, 3.2387320042078852e-06, 0.0002700345290277129, 0.9960733723863363, 0.00033736678743348926, 2.8911414807541433e-05, 2.2040388133190517e-05, 1.0575904883845242e-05, 4.7242928189408965e-05, 6.676718826355838e-06, 1.260540869937279e-05, 3.5605415550391133e-08, 1.0744850261867178e-06, 1.9576454875713e-05, 6.166736277937096e-06, 1.463760549952287e-05], "calls": 1, "latency_seconds": 0.9348875391297042, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2616", "target_index": 60, "predicted_index": 60, "n_labels": 72, "probabilities": [0.00016731346077757328, 0.00022355894502841165, 3.6913024096562965e-05, 1.9861884223569847e-05, 0.00014362862508735834, 0.0025250720922850253, 0.0022174041526270834, 0.0002798176333905707, 0.0028872600284302946, 0.0002748398127718625, 0.0003232333804786461, 7.425550122729296e-05, 0.0002142652464499384, 6.931523588269732e-05, 0.00017249052798752607, 0.00017521906024542223, 0.0003580357801466576, 8.1985257829293e-05, 7.566942168560238e-06, 4.980879992053325e-05, 4.0135608779809645e-05, 2.0110923404214782e-05, 0.0005503306243820877, 0.00012432154213190305, 7.885614482876879e-05, 0.00014462010162377047, 1.614905520101841e-05, 1.1843415268703715e-05, 2.512913960424872e-05, 1.2462100344332265e-05, 3.1646407061147956e-06, 5.374218136274608e-05, 8.330560802561489e-05, 0.00011198926401312414, 0.0004024268722033293, 4.359847734792282e-05, 8.316873832811542e-05, 3.41815802287915e-05, 0.00018979623462325322, 4.3992531436041313e-05, 1.4822710622604223e-05, 0.00010740409293282081, 0.0006391555300307144, 6.050147490166793e-05, 6.9998535087559574e-06, 2.7844660842578484e-05, 9.825237345101005e-05, 5.183263612505969e-05, 0.000121477185605481, 3.490040580823029e-05, 1.037425726334811e-05, 0.00017225739948193, 0.001095574802423516, 0.0015593564874776288, 0.0009348101117672133, 0.0003496165720597668, 0.0007427660841695451, 0.0012830361636392324, 0.0005465519693263962, 0.00042923993813151934, 0.9735527819417051, 0.0011255593007846601, 0.0013081166209703615, 0.0003430553152202915, 0.0021505848719544076, 0.00011598975330798671, 0.0005486065858970867, 4.5863604841677615e-07, 1.568192415501966e-05, 2.1725785687789344e-05, 4.54293817660425e-05, 0.00011006499803506057], "calls": 1, "latency_seconds": 0.9353159940801561, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2647", "target_index": 61, "predicted_index": 62, "n_labels": 72, "probabilities": [6.421315069244553e-05, 0.0001079093252535286, 4.481630644339829e-05, 3.89253244712115e-06, 7.904067490753782e-05, 1.7529700794226737e-05, 0.0028167888692561703, 0.00010952877955974105, 2.2087671970563225e-05, 0.0003949103038142515, 0.0007029521515218122, 0.00013443153004231862, 0.0002988778515352701, 6.328471121342925e-06, 5.225815870125796e-06, 4.00796445647519e-05, 0.0008131399090341015, 0.0002599141247190237, 0.00023285900471667966, 8.053947608700872e-05, 0.004292847282264315, 3.2705958371918823e-06, 1.5939645218533557e-05, 6.063261893959957e-05, 2.727130675917309e-05, 0.0003546521891472856, 1.6151509099342884e-05, 4.45847720272974e-05, 0.00018527339629688432, 1.9823590342923844e-05, 1.444679237263227e-06, 1.5395599423842723e-05, 8.078055724131603e-05, 0.00037162612626895645, 5.054126287893995e-05, 5.6407003261911293e-05, 3.863274519688658e-05, 0.00023693531170697877, 0.00047045135747396567, 1.4347720554065296e-05, 7.269734739250486e-06, 0.00011129402103424788, 0.026426507134562537, 0.0060987941933164595, 7.172848534971497e-05, 4.555887916906744e-05, 0.2542811852786774, 0.0001393725263189393, 1.3527741521200782e-05, 0.00011827798543965617, 1.005528827888927e-05, 0.0002791857373779199, 4.797986566454477e-05, 1.8476278676293888e-05, 0.0019822389895282795, 1.1259873197857413e-05, 0.00013641779140051232, 0.00014721773003080314, 0.0009596443029255062, 0.00013941481683113553, 0.001954168002396835, 0.14655589872712776, 0.5457843861818781, 0.00038183314349049205, 0.0012001987291863, 7.82868850894604e-06, 3.749096953806573e-06, 3.485556129702863e-07, 8.17184319563224e-05, 8.938541712968574e-05, 0.0002949046663732267, 8.099141817244536e-06], "calls": 1, "latency_seconds": 0.9388437857851386, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2689", "target_index": 62, "predicted_index": 62, "n_labels": 72, "probabilities": [2.3203721570179524e-05, 1.8350312179851362e-05, 1.1356166188161676e-05, 3.1331535987182047e-06, 1.0211623143436148e-05, 3.3836036967562166e-06, 0.00017595573930095007, 2.9543139781269087e-05, 8.008018957865661e-06, 1.6775059100932076e-05, 0.002087770756956261, 3.8847507184511805e-05, 3.075724420509809e-05, 6.204970459770578e-06, 1.0403573008270404e-06, 6.1749296311798306e-06, 0.0002478726908625301, 3.079525933062089e-05, 3.4376134410667766e-06, 4.502978251202095e-05, 2.318107796996951e-06, 2.2848619081821937e-07, 4.021465801132633e-06, 1.0949342957509583e-05, 9.225644396088492e-06, 3.7280966587997964e-05, 1.284095467490873e-05, 7.852202712315706e-06, 2.3841525518724234e-05, 5.251523764019344e-06, 5.616187219569301e-08, 1.253755389547769e-06, 6.3498902401213994e-06, 1.8992949556009347e-05, 2.821709804191734e-06, 3.4768471258978135e-06, 4.4148764848135655e-06, 1.55304769606506e-05, 5.058407469988363e-05, 9.42308116939232e-06, 1.615854922202999e-06, 1.088224600419525e-05, 0.0011659514517568706, 3.811273263221514e-05, 5.926758014564331e-06, 1.8716671729577907e-06, 2.728369372030871e-06, 6.526729311270624e-06, 6.894069273714116e-07, 8.62520393067032e-06, 4.583721072780652e-07, 1.1709268697747995e-05, 1.749564653973442e-05, 4.260812819957276e-05, 0.0001532022274452202, 4.760103116215603e-06, 2.5964095745116565e-05, 3.7849404193208177e-06, 0.0001857533461995477, 6.644683192143103e-06, 5.8314002264221015e-05, 0.00033315058513566333, 0.9945482609641734, 0.00015194543576278847, 7.827662691691699e-05, 4.638509830343429e-06, 7.774935582322891e-07, 2.4225869266480128e-08, 1.8458033323977635e-06, 3.0142846892721604e-05, 6.317939115916383e-05, 9.567190293473936e-06], "calls": 1, "latency_seconds": 0.9382215687073767, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2739", "target_index": 63, "predicted_index": 63, "n_labels": 72, "probabilities": [0.0002807831474795377, 0.00041029671916597844, 7.58535353153496e-05, 8.112212365926408e-06, 3.591302119814201e-05, 6.062231947972431e-05, 0.000996076795667933, 5.4023218080913795e-05, 1.7351012535909174e-05, 4.889799452969373e-05, 0.0005713005483022791, 0.0010083852725968681, 0.002023874078270753, 9.606718467540425e-06, 0.004754761364777181, 0.00011702730400870759, 0.0007067375330487404, 0.00010523756805756282, 3.0045451806799175e-05, 3.865277449642188e-05, 2.008707024238608e-05, 3.6458662357607485e-05, 0.00011493229228553684, 0.000337436041957557, 0.000211818915840384, 0.0001882230495247493, 0.0001168933829273515, 9.153372528484724e-05, 0.0006454166858477674, 6.718728469130148e-05, 6.65151591063959e-05, 5.752914110152781e-05, 0.00019349749534797924, 0.00034639879370106075, 7.999458810087195e-05, 0.0001393157715171054, 0.00046503274931995964, 0.0004917101635554224, 0.0012723520320266682, 0.0001584433349225361, 0.08265893497485136, 0.00020442571762611353, 0.03852885425766949, 0.00028800067828574523, 0.0001488287368535306, 0.00011043135689999624, 0.00014399060113832058, 0.00039415648853681175, 5.283093959736589e-05, 0.00014397795473132765, 1.6228366785732752e-05, 0.0004925560218698059, 0.001260909893300441, 5.9555684873227244e-05, 0.0002282940706667479, 0.001523682054489734, 0.0005276880160457498, 8.818849339234169e-05, 0.0024168831189211575, 0.0002594881783851813, 0.000751894990310612, 5.706876653713877e-05, 0.00374738088197807, 0.48711989376547205, 0.3518725793141104, 0.0005237907324102139, 0.0022780264577419982, 1.9140487289055714e-05, 1.8157084753314775e-05, 0.007093686620174481, 0.00030809178794586126, 0.00020804857704559697], "calls": 1, "latency_seconds": 0.9381233067251742, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2761", "target_index": 64, "predicted_index": 64, "n_labels": 72, "probabilities": [1.0753264882270894e-06, 5.322125229134291e-07, 1.4806313303183834e-06, 1.4022339799944494e-07, 4.733625359245226e-08, 6.617828247805052e-07, 3.7932619540670723e-06, 9.659261955165486e-07, 1.5697043509741048e-07, 5.935685847997693e-07, 1.3345662300191139e-05, 1.2704945825466488e-05, 6.124525657664543e-05, 3.153334433032821e-08, 6.688073262880163e-08, 3.8290387170764535e-07, 4.656967705237157e-06, 1.7353904943364605e-06, 1.1832794142243174e-07, 3.069535748668583e-07, 2.747017497528463e-07, 2.496587193226698e-08, 2.5983942964245154e-07, 2.198049911607549e-07, 2.5983942964245154e-07, 3.8290387170764535e-07, 6.98689389822571e-07, 3.0852944991842686e-06, 1.1511056352915224e-05, 6.644898994132036e-06, 3.8290387170764535e-07, 2.1419241569023075e-06, 5.157178158242424e-06, 6.98849014544099e-06, 1.40406795786056e-06, 1.3345662300191139e-05, 5.0900251436142195e-05, 4.223632064540457e-05, 2.278528571349769e-05, 2.6399865324597775e-06, 1.1967144623381888e-06, 5.157178158242424e-06, 0.00032813518698134806, 2.759834530097184e-05, 8.979579758166688e-06, 2.257150654350412e-06, 1.40406795786056e-06, 4.656967705237157e-06, 2.7810278556652072e-06, 1.4806313303183834e-06, 3.6235707592156216e-07, 3.421626454124561e-06, 1.33135193739531e-06, 1.928308189468428e-06, 1.4806313303183834e-06, 1.209384784802109e-05, 2.257150654350412e-06, 2.903914563697349e-07, 3.2492555474643347e-06, 8.542054309555346e-06, 5.7090257218003796e-06, 3.6235707592156216e-07, 2.6311103592756443e-05, 0.0013036007689673143, 0.9975356677741337, 1.40406795786056e-06, 4.274580290493592e-07, 1.1959009327736093e-08, 2.0784933636499788e-07, 0.0004221127545468008, 9.920227059803749e-06, 2.747017497528463e-07], "calls": 1, "latency_seconds": 0.4195542586967349, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2819", "target_index": 65, "predicted_index": 65, "n_labels": 72, "probabilities": [5.167778503341744e-07, 1.483476621942169e-07, 8.045839948746349e-08, 1.2909648202303299e-08, 8.08426216702093e-09, 1.0637741403613042e-07, 7.894423233493761e-07, 1.0808008352495944e-06, 1.6563524974564174e-07, 5.1267286866126384e-08, 1.0258974255111277e-06, 1.953000757193006e-07, 4.172576693664633e-07, 9.787431647603907e-06, 2.440772542887409e-08, 5.450506160754213e-07, 2.7487567533491593e-05, 2.178858612430789e-07, 4.085233326831794e-08, 8.045839948746349e-08, 6.391629571381044e-07, 9.361538044901041e-09, 3.442894563513675e-08, 8.998753146582599e-08, 6.738999715272858e-07, 1.1385426373576166e-06, 1.4008013616964455e-06, 2.0629254804477057e-07, 4.899305259884276e-07, 2.3372542597155385e-06, 6.57929426074635e-09, 4.899305259884276e-07, 6.738999715272858e-07, 1.634890701625031e-06, 4.172576693664633e-07, 1.263108288890539e-06, 2.2215224210550213e-06, 1.1298661673476377e-05, 4.712584389301417e-06, 1.7209984421238392e-06, 2.301122654903427e-07, 1.634890701625031e-06, 0.00014616041179706262, 3.163713538602779e-06, 2.56598883462398e-07, 5.450506160754213e-07, 3.0196844319075924e-07, 2.2215224210550213e-06, 2.7093146915040313e-07, 1.7499975441171376e-07, 1.3683634903031792e-08, 5.167778503341744e-07, 7.32526221335703e-06, 6.026923913064434e-06, 8.889692083164177e-06, 1.1850306040310918e-05, 4.4850657747642035e-06, 1.1385426373576166e-06, 6.026923913064434e-06, 3.612996857443847e-05, 6.329065615100756e-06, 4.899305259884276e-07, 3.9545874680482525e-05, 3.9545874680482525e-05, 0.0018899759589900756, 0.9976750211208196, 5.4636653572494574e-06, 1.6563524974564174e-07, 1.1246199935906046e-07, 4.951177096855835e-06, 2.507358414493072e-05, 1.7209984421238392e-06], "calls": 1, "latency_seconds": 0.3502275859937072, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2845", "target_index": 66, "predicted_index": 66, "n_labels": 72, "probabilities": [2.163098636746799e-05, 2.82299445641027e-06, 4.89929185112457e-06, 1.3641102959253408e-07, 1.2378336482249016e-05, 7.83667000179759e-06, 1.890983089939565e-05, 4.3714619612988976e-06, 1.598333670530481e-06, 3.1802156893083015e-06, 1.0277345254564724e-05, 2.804048744067901e-05, 6.390025105548149e-06, 1.8010099409014713e-07, 0.0031372668114950713, 2.9264332169944923e-06, 7.961577639567795e-05, 8.246557733461278e-06, 5.812518949205414e-07, 2.532051984220769e-06, 9.016243611724703e-07, 3.7757056212304735e-07, 8.827327055128478e-07, 8.074300784216863e-07, 9.99394769171956e-07, 3.399181141766372e-06, 5.332546421235798e-06, 1.6889053289213527e-05, 0.00015937004599257313, 1.4385214119768937e-05, 7.437904417867558e-07, 2.763933597061874e-05, 1.070939656218162e-05, 8.691962307921271e-05, 8.372441580563704e-06, 9.231785834216329e-05, 0.0001970465844318156, 0.00034116319915779785, 0.00011027761200082728, 1.0562581855608964e-05, 6.32802931159895e-05, 2.155313346045024e-05, 0.0013285430890628773, 0.00015951594359904148, 6.309779926898969e-06, 2.4461040822022336e-05, 7.142205052646465e-06, 6.080579141894777e-05, 3.872991951809838e-06, 2.580752561076002e-05, 1.9511109099216226e-06, 3.4449675783534765e-05, 0.004716443795544446, 0.0001396699191311356, 0.0016112719437511116, 0.0014079040125339617, 0.0537498362907457, 4.317108393095421e-05, 0.00039115398641849044, 8.884086989885954e-05, 0.0001551355175481396, 1.4686539909115213e-05, 0.0009111345218105613, 0.0006088858293902767, 0.005671089715998926, 0.00021990709151463615, 0.9238495141933379, 3.570093783520073e-07, 3.7165429869565603e-05, 0.00012153745663498987, 6.648939855654094e-05, 1.5194222593483644e-05], "calls": 1, "latency_seconds": 0.6659290757961571, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2915", "target_index": 67, "predicted_index": 67, "n_labels": 72, "probabilities": [5.8129721873980844e-05, 9.221169711662985e-06, 4.2466030420030274e-05, 4.3321541145936236e-05, 9.833046755197326e-06, 1.4964844739727339e-05, 0.00012373235978874086, 5.8226251947315266e-05, 1.3269031470834291e-05, 1.207966908142966e-05, 0.00226478834661281, 3.3934617877927185e-05, 3.608754275844672e-05, 9.42544320889211e-06, 6.318284755529256e-05, 0.0007955743409859405, 0.0026067521117054803, 2.8234624167618796e-05, 6.103191997612866e-06, 0.00018409132829783564, 5.425280729121648e-06, 3.435960868534892e-06, 1.5132576207878215e-05, 2.7320872090677745e-05, 1.9982135287085534e-06, 6.437996186347243e-06, 5.696426358591306e-05, 2.131046139398285e-05, 0.0001235718433952699, 0.00014203333464340783, 2.1249543074651095e-06, 1.3677984322849305e-05, 1.2106195175240833e-05, 3.438804471578838e-05, 1.5630293868364194e-05, 3.207183832830121e-05, 0.0005351457537088294, 0.0002706210312369683, 8.418738486129283e-05, 2.7381465194844784e-05, 4.8791809481702474e-05, 3.8428440660194856e-05, 0.006220421078310247, 0.00037666358464564663, 8.807463387529827e-06, 7.745518160424672e-05, 1.3788029573750727e-05, 0.00022931401681316427, 2.8789090007285247e-05, 0.00012218618137855523, 1.4060424622853576e-06, 2.7669516903102958e-05, 1.0622157540755638e-05, 3.0311949776182566e-05, 2.889927200041729e-05, 2.5888513787552532e-05, 0.00012798107986292432, 4.033780868274332e-05, 0.00033821116761817633, 6.499003337139693e-05, 0.00017806097074162886, 3.266981974646438e-05, 0.0007605509684109734, 0.00010694178530125838, 0.00012852738380265212, 5.813733376880288e-06, 7.400026620211449e-05, 0.922907559167282, 0.05793172039693636, 0.000971717385535268, 0.001176485754208525, 2.060614013556052e-05], "calls": 1, "latency_seconds": 0.8396393829025328, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2955", "target_index": 68, "predicted_index": 16, "n_labels": 72, "probabilities": [0.00018317608906883673, 4.467173147175337e-05, 1.6458450596233693e-05, 8.50156505634008e-06, 2.6886628430110137e-06, 3.2342492470066554e-05, 0.0003532573343867618, 0.00010982917102752902, 2.669656559352212e-06, 9.22165691307794e-06, 0.00016536108391511421, 3.808800839471131e-05, 3.8136118633394126e-05, 1.3946513887729331e-05, 2.169632047415474e-06, 2.5700000209182773e-05, 0.640055473589364, 2.4063727774219107e-05, 1.3376900487458144e-06, 5.3413222500591795e-05, 9.5713009164078e-06, 2.033794135250229e-06, 1.0380764840986393e-05, 3.113792986941771e-05, 3.207021217247115e-05, 6.3993159311799294e-06, 1.297425473856012e-06, 9.73491105617668e-06, 3.957497884913126e-05, 6.578917745837608e-06, 1.5121090693073316e-07, 1.7855234341471813e-05, 2.1986850036687924e-06, 9.773281418696183e-06, 2.585146534603635e-06, 1.0410992390540067e-05, 5.655402440181998e-05, 9.643056462901513e-05, 6.303391874039254e-05, 1.5729068556395422e-05, 1.1792230940654077e-06, 3.398034311106045e-06, 0.001008544662110531, 5.6401014634155356e-05, 5.30885499781795e-06, 3.970858359513152e-06, 3.0633761300632486e-06, 3.051147615497913e-05, 1.53638762197594e-05, 3.2910076834865945e-05, 2.6609083816245403e-06, 7.763546700586042e-06, 2.3899164068171473e-05, 4.167462555670629e-05, 1.2579429230711119e-05, 1.3243639926519007e-05, 0.0006699877864842766, 1.145862966176897e-05, 0.028993429338600194, 0.003123489393839396, 4.5536166861005786e-05, 9.32680139840382e-06, 0.00030829960453928603, 0.00025707870595323407, 5.914577976851161e-05, 7.049324010197076e-06, 1.6546199716504504e-05, 1.3832847109276846e-06, 0.32262298036794085, 0.0003860227613312219, 0.0006080844296500702, 1.37005837406405e-05], "calls": 1, "latency_seconds": 0.8491215542890131, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:2980", "target_index": 69, "predicted_index": 69, "n_labels": 72, "probabilities": [1.8020087192860276e-05, 2.2383735559986668e-05, 5.265242058046742e-06, 9.805295710716837e-07, 6.761198623149387e-07, 6.148617330150586e-06, 3.0505915190876218e-05, 7.85349323054517e-06, 3.4870862459653596e-06, 2.235080451784515e-05, 0.00010364881797893008, 3.2951574073339155e-05, 6.844321337065981e-06, 8.579590840581097e-06, 1.1151699339263635e-06, 9.61445752146749e-06, 0.00018257205825890647, 7.807198229796135e-05, 2.5623674205237304e-06, 5.560257737234519e-06, 1.6388265171520893e-05, 6.748676499959887e-07, 6.9679930488397885e-06, 2.085126257290454e-05, 5.0212557693582395e-05, 1.0873356620446214e-05, 6.380619003007609e-06, 9.132176376180733e-06, 8.120923848765394e-06, 4.3796306842798126e-06, 1.150368280704489e-07, 1.935866907582131e-06, 5.225576602494624e-06, 1.8742331483815187e-05, 1.6284142749054798e-06, 7.303727957309011e-06, 3.0429553283316348e-05, 4.2152789346699134e-05, 1.1893203634278288e-05, 6.480972952171703e-06, 2.1844809385718223e-06, 4.763689283427119e-06, 0.00034552878185863963, 1.5963467221478398e-06, 2.7636445870096777e-07, 1.2996185242253521e-06, 2.7400048706712593e-06, 2.2620533106370314e-05, 7.06845014099834e-06, 7.063630832326352e-06, 1.5401320962877354e-06, 7.317563875274998e-06, 2.0862867057574564e-06, 8.567356294602054e-06, 2.707456636327356e-06, 2.4438423314220115e-05, 1.2173546925758456e-05, 3.4144379262718344e-07, 2.130826871455867e-05, 7.171922807642834e-06, 2.174261506279144e-05, 4.9193947975859574e-06, 6.594720229127557e-05, 0.00014994752542140828, 0.0002852335667228518, 3.090594073029445e-05, 1.0029109247614456e-06, 1.786331196776549e-07, 1.0422123830167328e-06, 0.9979224129955826, 0.0001855501884652069, 3.924115849959707e-05], "calls": 1, "latency_seconds": 0.8485950771719217, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:3003", "target_index": 70, "predicted_index": 70, "n_labels": 72, "probabilities": [0.0001023297268925945, 1.877902862575381e-05, 2.8773931736123216e-05, 1.0926320358567133e-05, 9.950062684488811e-06, 1.8705712180454724e-05, 0.00025998001891658747, 0.0014180174277115723, 3.0691667232531855e-05, 2.146583226312193e-05, 0.00019982434967565866, 0.0001607968532002946, 1.4080288939985577e-05, 1.0593784155004872e-05, 2.0516303832338146e-05, 4.330760646197245e-05, 0.0002112731115304403, 3.45506616526909e-05, 3.1499720726548596e-05, 0.000248902601315096, 4.792448580237093e-05, 7.11935714005993e-06, 3.226848416425052e-06, 1.9693964579008487e-05, 1.614054524186239e-05, 3.1667143752041676e-05, 2.5438344603855775e-05, 1.100640357914771e-05, 2.487359094211436e-05, 1.8877169363688864e-05, 1.240086310193265e-07, 1.2417738600333987e-05, 2.6883250430031865e-05, 0.00010203210520014173, 4.241708883520736e-06, 8.907127823971407e-06, 3.736531678677787e-05, 0.0004080185618847358, 2.9902083039571736e-05, 6.155198844390216e-06, 5.975855623819466e-07, 4.091121482913247e-06, 0.0009078182847811699, 2.7212032704246937e-05, 9.062793195603806e-06, 1.5145682404334801e-05, 1.1142390776429573e-05, 4.186764070912174e-05, 2.92951115537776e-06, 1.7708087783962046e-05, 1.3115758880674916e-06, 3.59794491148261e-05, 7.995084143972056e-07, 1.769195970879676e-06, 3.0533132416640594e-05, 1.2069075426772075e-05, 2.0541473664524456e-06, 4.184016382391561e-07, 0.0002681550235458453, 0.0003528647107060967, 2.380208734277822e-05, 2.96405920170404e-06, 1.3514799000469333e-05, 1.2706911991524056e-05, 2.091999322410499e-05, 3.11394652044279e-06, 1.2339259971246026e-05, 1.2404589401011975e-07, 1.511234548700879e-06, 1.545972422589657e-05, 0.9918448048029433, 0.002568229820455084], "calls": 1, "latency_seconds": 0.7959011001512408, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "banking77", "example_id": "banking77:3077", "target_index": 71, "predicted_index": 71, "n_labels": 72, "probabilities": [8.577772152688074e-05, 0.00016752513968971278, 4.6242177052525285e-05, 9.620367115441599e-06, 6.528548226703845e-06, 0.00013214618693208527, 0.0014104706249474434, 0.0010196952789879575, 1.1321032922127663e-05, 0.00019917624845953313, 0.0009269599580999924, 0.0004215534143201174, 1.1755402274237572e-05, 1.708476699432583e-05, 4.569529100109354e-06, 9.079231628593498e-05, 0.0003175152610924122, 0.018383394095387487, 0.0013970585969679734, 0.023190156762257632, 0.0002691007662230535, 1.7078007565824274e-05, 2.7621730270128384e-05, 2.568130329678294e-05, 0.0001671472244740968, 5.658277241039714e-05, 7.544806507908439e-05, 0.00011751383082388293, 0.00010528825991425224, 0.00013066825295062617, 5.516429643930124e-07, 0.0003323570737226221, 0.0006590042844746478, 0.0005455788096385798, 3.0996738271127384e-05, 0.0001501616910430374, 0.0002878124325604804, 0.0002974793722365888, 7.200226637215832e-05, 4.902074622587954e-05, 3.627729635245885e-06, 3.954654317249445e-05, 0.002076418658925486, 0.0007636378918801658, 0.0001938491508927385, 8.446662478194183e-05, 6.591715250767772e-05, 8.660034900971776e-05, 6.926987534651544e-06, 6.424730220065168e-05, 4.2025660066272045e-05, 0.00021104013817057482, 4.979368705193483e-05, 1.1851843891624112e-05, 3.290412217010503e-05, 6.400790883747684e-06, 2.588331633539017e-06, 2.78544404979097e-06, 0.00016088957300389924, 0.00015530889711014325, 1.907093375836277e-05, 1.3471747677132206e-05, 2.2541465502034664e-05, 2.2877813651121462e-05, 3.039216135777668e-05, 5.638767829052053e-06, 7.350098380219755e-06, 5.405146234366423e-07, 7.252265870970502e-07, 0.0001471953281360471, 0.00425580101539621, 0.9401471293493708], "calls": 1, "latency_seconds": 0.8487435188144445, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:173", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991579395367424, 0.0008420604632575059], "calls": 1, "latency_seconds": 0.8467894061468542, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:280", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995576803966936, 0.0004423196033064135], "calls": 1, "latency_seconds": 0.8450516159646213, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:562", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997409192811966, 0.00025908071880346414], "calls": 1, "latency_seconds": 0.4269040240906179, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:630", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998439988499366, 0.00015600115006345985], "calls": 1, "latency_seconds": 0.41597971599549055, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1019", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9999603635217892, 3.963647821074093e-05], "calls": 1, "latency_seconds": 0.41540774889290333, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1036", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9981993222157866, 0.0018006777842133682], "calls": 1, "latency_seconds": 0.4174762340262532, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1046", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999038168673902, 0.0009618313260979558], "calls": 1, "latency_seconds": 0.41467450093477964, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1213", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978634479120616, 0.0021365520879384637], "calls": 1, "latency_seconds": 0.4162337388843298, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1475", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980723249804337, 0.001927675019566253], "calls": 1, "latency_seconds": 0.6562526426278055, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1515", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006836703633379863, 0.9931632963666202], "calls": 1, "latency_seconds": 0.6563026839867234, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1536", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9956629421758445, 0.0043370578241554705], "calls": 1, "latency_seconds": 0.4137942800298333, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1550", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983492814065883, 0.0016507185934116547], "calls": 1, "latency_seconds": 0.46777607360854745, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1595", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992202162820589, 0.000779783717941085], "calls": 1, "latency_seconds": 0.2937070927582681, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1776", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994412450885293, 0.0005587549114707354], "calls": 1, "latency_seconds": 0.2915701982565224, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1801", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.514212916919439, 0.48578708308056096], "calls": 1, "latency_seconds": 0.5562045713886619, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1803", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984480930546216, 0.001551906945378277], "calls": 1, "latency_seconds": 0.5532585359178483, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1870", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987565737509737, 0.0012434262490262648], "calls": 1, "latency_seconds": 0.5526447081938386, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:1976", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9067239201666674, 0.09327607983333265], "calls": 1, "latency_seconds": 0.5523732849396765, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2057", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8449126319147494, 0.1550873680852506], "calls": 1, "latency_seconds": 0.5504968431778252, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2194", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.99882093566171, 0.0011790643382900436], "calls": 1, "latency_seconds": 0.5513465129770339, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2295", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9949492416653684, 0.005050758334631662], "calls": 1, "latency_seconds": 0.5403766538947821, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2395", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9957589091599761, 0.004241090840023869], "calls": 1, "latency_seconds": 0.5485511212609708, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2411", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986424296032756, 0.0013575703967243112], "calls": 1, "latency_seconds": 0.5496640438213944, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2530", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9937244427093282, 0.006275557290671753], "calls": 1, "latency_seconds": 0.5389970992691815, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2645", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985254656233302, 0.001474534376669769], "calls": 1, "latency_seconds": 0.5484241987578571, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2839", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977328899994303, 0.002267110000569694], "calls": 1, "latency_seconds": 0.30797382071614265, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2841", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992727101408371, 0.000727289859162921], "calls": 1, "latency_seconds": 0.5333883832208812, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2915", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9961719751310467, 0.00382802486895324], "calls": 1, "latency_seconds": 0.36189176235347986, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:2924", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9999946282721777, 5.371727822239031e-06], "calls": 1, "latency_seconds": 0.19384046271443367, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3099", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9999184164256215, 8.158357437839213e-05], "calls": 1, "latency_seconds": 0.28826724877581, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3223", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8814528398034082, 0.11854716019659184], "calls": 1, "latency_seconds": 0.3429921199567616, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3358", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9982229148482596, 0.0017770851517403337], "calls": 1, "latency_seconds": 0.2535139820538461, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3430", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991063874773989, 0.0008936125226011277], "calls": 1, "latency_seconds": 0.24315189057961106, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3517", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978304346463931, 0.002169565353606838], "calls": 1, "latency_seconds": 0.48161299526691437, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3589", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992281665621768, 0.0007718334378231224], "calls": 1, "latency_seconds": 0.23562681209295988, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3634", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993487740252406, 0.0006512259747594468], "calls": 1, "latency_seconds": 0.4719675527885556, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3708", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989103573349138, 0.001089642665086161], "calls": 1, "latency_seconds": 0.4728185827843845, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3824", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978854755488252, 0.002114524451174746], "calls": 1, "latency_seconds": 0.4736936828121543, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3854", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990571433109503, 0.0009428566890497314], "calls": 1, "latency_seconds": 0.47282955329865217, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:3913", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9974253273607825, 0.0025746726392174807], "calls": 1, "latency_seconds": 0.47376319393515587, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4040", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9952174563208961, 0.004782543679103957], "calls": 1, "latency_seconds": 0.47095402982085943, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4095", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998513337247337, 0.00014866627526621096], "calls": 1, "latency_seconds": 0.21139703784137964, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4185", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992074168757713, 0.0007925831242286409], "calls": 1, "latency_seconds": 0.4729284727945924, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4285", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986648853428582, 0.0013351146571417378], "calls": 1, "latency_seconds": 0.4716300880536437, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4354", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9982328914064816, 0.001767108593518432], "calls": 1, "latency_seconds": 0.41955498792231083, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4484", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7563299219240694, 0.24367007807593058], "calls": 1, "latency_seconds": 0.2612183620221913, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4588", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9981541660133036, 0.0018458339866963811], "calls": 1, "latency_seconds": 0.3417544160038233, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4619", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.992571826060116, 0.007428173939883995], "calls": 1, "latency_seconds": 0.29464909387752414, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4803", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988189974737114, 0.0011810025262886826], "calls": 1, "latency_seconds": 0.29023115197196603, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:4954", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988998845194834, 0.0011001154805165428], "calls": 1, "latency_seconds": 0.29046001518145204, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5021", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.005909163739451785, 0.9940908362605483], "calls": 1, "latency_seconds": 0.33198164077475667, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5062", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006191682786341167, 0.9993808317213659], "calls": 1, "latency_seconds": 0.5035216831602156, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5083", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0020273904412127296, 0.9979726095587873], "calls": 1, "latency_seconds": 0.21349747199565172, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5102", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007044076822820159, 0.9992955923177179], "calls": 1, "latency_seconds": 0.29797369334846735, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5125", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002189996362127562, 0.9978100036378725], "calls": 1, "latency_seconds": 0.5038909772410989, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5292", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004241449096790041, 0.99575855090321], "calls": 1, "latency_seconds": 0.507568980101496, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5313", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010633833649416307, 0.9989366166350584], "calls": 1, "latency_seconds": 0.5022261082194746, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5359", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002762166791237912, 0.9972378332087621], "calls": 1, "latency_seconds": 0.5054446747526526, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5437", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0029166702084236617, 0.9970833297915763], "calls": 1, "latency_seconds": 0.5052760331891477, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5596", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001511623096462757, 0.9984883769035373], "calls": 1, "latency_seconds": 0.5039172270335257, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5613", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00030066997056490903, 0.999699330029435], "calls": 1, "latency_seconds": 0.5031159883365035, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5812", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003445020615216842, 0.9965549793847831], "calls": 1, "latency_seconds": 0.49959780601784587, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5820", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008778407449890762, 0.9991221592550109], "calls": 1, "latency_seconds": 0.4529953603632748, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5835", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0031376922225063958, 0.9968623077774936], "calls": 1, "latency_seconds": 0.4543607160449028, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:5960", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004523375375568452, 0.9995476624624431], "calls": 1, "latency_seconds": 0.45112531911581755, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:6056", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007822358913294861, 0.9992177641086706], "calls": 1, "latency_seconds": 0.41000993689522147, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:6210", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0019843323505750014, 0.9980156676494251], "calls": 1, "latency_seconds": 0.4106473936699331, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:6232", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001254305016983786, 0.9987456949830162], "calls": 1, "latency_seconds": 0.40503462916240096, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:6520", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004522327806539715, 0.9954776721934603], "calls": 1, "latency_seconds": 0.3206230588257313, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:6797", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.08231578895216987, 0.91768421104783], "calls": 1, "latency_seconds": 0.39741356763988733, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:6819", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0002978694301038037, 0.9997021305698962], "calls": 1, "latency_seconds": 0.5172133632004261, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:7011", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00021456083580799216, 0.999785439164192], "calls": 1, "latency_seconds": 0.18846191884949803, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:7098", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.005605829138608095, 0.9943941708613919], "calls": 1, "latency_seconds": 0.513054683804512, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:7305", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0021756301374161444, 0.9978243698625838], "calls": 1, "latency_seconds": 0.23979081073775887, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:7336", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0013780909784816614, 0.9986219090215184], "calls": 1, "latency_seconds": 0.5167585569433868, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:7375", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014390550774799039, 0.9985609449225201], "calls": 1, "latency_seconds": 0.5136574516072869, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:7482", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009881597124200916, 0.9990118402875799], "calls": 1, "latency_seconds": 0.5139483148232102, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:7551", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001990631642903701, 0.9980093683570963], "calls": 1, "latency_seconds": 0.5172906839288771, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:7971", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014255933875337347, 0.9985744066124662], "calls": 1, "latency_seconds": 0.5162368807941675, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:8229", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00023843176528133632, 0.9997615682347187], "calls": 1, "latency_seconds": 0.5167583371512592, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:8233", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.008656462684548814, 0.9913435373154512], "calls": 1, "latency_seconds": 0.5109546398743987, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:8257", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008183459659307543, 0.9991816540340692], "calls": 1, "latency_seconds": 0.5135035188868642, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:8347", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010151425710534995, 0.9989848574289465], "calls": 1, "latency_seconds": 0.5110081508755684, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:8366", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0022474552045451783, 0.9977525447954548], "calls": 1, "latency_seconds": 0.12305322242900729, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:8613", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00666738611883478, 0.9933326138811652], "calls": 1, "latency_seconds": 0.4012935943901539, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:8687", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001480012316960621, 0.9985199876830394], "calls": 1, "latency_seconds": 0.32974227517843246, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9097", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012514554094092186, 0.9987485445905908], "calls": 1, "latency_seconds": 0.5564157222397625, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9115", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003641994495313053, 0.996358005504687], "calls": 1, "latency_seconds": 0.41381547087803483, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9173", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0041715507844600815, 0.9958284492155399], "calls": 1, "latency_seconds": 0.39870305312797427, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9259", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0019921641233780116, 0.998007835876622], "calls": 1, "latency_seconds": 0.28410685108974576, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9384", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002536296319024528, 0.9974637036809755], "calls": 1, "latency_seconds": 0.587644609156996, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9396", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006501236034124458, 0.9993498763965876], "calls": 1, "latency_seconds": 0.5875400369986892, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9628", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009888379172391909, 0.9990111620827609], "calls": 1, "latency_seconds": 0.31582289189100266, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9660", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994846441646362, 0.0005153558353637698], "calls": 1, "latency_seconds": 0.5812049228698015, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9759", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0032016083482852135, 0.9967983916517148], "calls": 1, "latency_seconds": 0.58672009781003, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9837", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0024994140003706477, 0.9975005859996293], "calls": 1, "latency_seconds": 0.41137799294665456, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9849", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017442424801577306, 0.9982557575198423], "calls": 1, "latency_seconds": 0.5843780902214348, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9949", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00030632266124716134, 0.9996936773387527], "calls": 1, "latency_seconds": 0.27400866197422147, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9967", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007115069523672186, 0.9992884930476328], "calls": 1, "latency_seconds": 0.31299737887457013, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "amazonpolarity", "example_id": "amazonpolarity:9969", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0001355632084162527, 0.9998644367915838], "calls": 1, "latency_seconds": 0.5822018338367343, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:228", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997736640823487, 0.00022633591765128456], "calls": 1, "latency_seconds": 0.5821313639171422, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:286", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995195497982109, 0.00048045020178918106], "calls": 1, "latency_seconds": 0.2717094663530588, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:301", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987749553304466, 0.0012250446695534316], "calls": 1, "latency_seconds": 0.44328228663653135, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:372", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9907911602295263, 0.009208839770473655], "calls": 1, "latency_seconds": 0.634745170827955, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:461", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9870684064761804, 0.012931593523819545], "calls": 1, "latency_seconds": 0.3930921880528331, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:509", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9872340654441001, 0.01276593455589983], "calls": 1, "latency_seconds": 0.6336528067477047, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:568", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9935474361858355, 0.006452563814164525], "calls": 1, "latency_seconds": 0.6316911238245666, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:576", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9748222517029659, 0.025177748297034088], "calls": 1, "latency_seconds": 0.6302082380279899, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:637", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9965604426153156, 0.00343955738468441], "calls": 1, "latency_seconds": 0.5958107546903193, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1027", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9972536429568029, 0.0027463570431970298], "calls": 1, "latency_seconds": 0.5959652857854962, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1131", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9900417369760403, 0.00995826302395979], "calls": 1, "latency_seconds": 0.4974234909750521, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1290", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993275711725226, 0.0006724288274775057], "calls": 1, "latency_seconds": 0.32580714020878077, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1395", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990146254996749, 0.0009853745003251188], "calls": 1, "latency_seconds": 0.5597382509149611, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1496", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9902040103235109, 0.009795989676489026], "calls": 1, "latency_seconds": 0.6487750951200724, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1540", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9944993783481031, 0.005500621651897035], "calls": 1, "latency_seconds": 0.19771303795278072, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1560", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9565297037104956, 0.04347029628950435], "calls": 1, "latency_seconds": 0.6497488766908646, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1622", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9958530352830162, 0.00414696471698382], "calls": 1, "latency_seconds": 0.6468802830204368, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1626", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9497068188458642, 0.0502931811541358], "calls": 1, "latency_seconds": 0.6477041523903608, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1671", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9896134608208977, 0.010386539179102346], "calls": 1, "latency_seconds": 0.6437390660867095, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:1980", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980115470927244, 0.001988452907275555], "calls": 1, "latency_seconds": 0.5636180969886482, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:2178", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.996428782153901, 0.0035712178460990513], "calls": 1, "latency_seconds": 0.4514167117886245, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:2340", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9934960255251889, 0.006503974474811117], "calls": 1, "latency_seconds": 0.6456163078546524, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:2349", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9950840313850536, 0.0049159686149464], "calls": 1, "latency_seconds": 0.6450172010809183, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:2676", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987228789378039, 0.0012771210621961083], "calls": 1, "latency_seconds": 0.23029509000480175, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:2679", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.996011133076613, 0.00398886692338697], "calls": 1, "latency_seconds": 0.6437875158153474, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:2708", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984053801748719, 0.0015946198251281028], "calls": 1, "latency_seconds": 0.645228813868016, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:2857", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996697465105181, 0.00033025348948185904], "calls": 1, "latency_seconds": 0.10575804999098182, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:2930", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9979916445021413, 0.0020083554978587576], "calls": 1, "latency_seconds": 0.6422961386851966, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:3105", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983643982857168, 0.0016356017142832757], "calls": 1, "latency_seconds": 0.3212256650440395, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:3135", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987213770492871, 0.0012786229507128796], "calls": 1, "latency_seconds": 0.5351416328921914, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:3245", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996935889712992, 0.00030641102870071214], "calls": 1, "latency_seconds": 0.41527350805699825, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:3322", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006595433299357743, 0.9934045667006423], "calls": 1, "latency_seconds": 0.41206265008077025, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:3475", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9858264586755622, 0.014173541324437818], "calls": 1, "latency_seconds": 0.3244305127300322, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:3477", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.988466640683786, 0.011533359316214065], "calls": 1, "latency_seconds": 0.6155098858289421, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:3554", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9735332073075087, 0.02646679269249137], "calls": 1, "latency_seconds": 0.6155047547072172, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:3806", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989581522415124, 0.0010418477584876328], "calls": 1, "latency_seconds": 0.32162525970488787, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4045", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992157343469052, 0.0007842656530948015], "calls": 1, "latency_seconds": 0.3646966749802232, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4115", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9970588315374089, 0.002941168462591026], "calls": 1, "latency_seconds": 0.5006596087478101, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4172", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9890350351361026, 0.010964964863897378], "calls": 1, "latency_seconds": 0.3743945290334523, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4345", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.982036600026426, 0.017963399973574025], "calls": 1, "latency_seconds": 0.6100605712272227, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4393", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980805159955726, 0.0019194840044273755], "calls": 1, "latency_seconds": 0.6473264191299677, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4493", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9969791478248434, 0.003020852175156604], "calls": 1, "latency_seconds": 0.6481101983226836, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4583", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994192967853603, 0.0005807032146396659], "calls": 1, "latency_seconds": 0.30875772004947066, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4630", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976346460141503, 0.0023653539858496274], "calls": 1, "latency_seconds": 0.6441562110558152, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4666", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994419524349304, 0.0005580475650696415], "calls": 1, "latency_seconds": 0.6475654006935656, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4734", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9693828671183313, 0.030617132881668632], "calls": 1, "latency_seconds": 0.6459680730476975, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4780", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9960214447216349, 0.003978555278365147], "calls": 1, "latency_seconds": 0.64501783112064, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4805", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977633277184075, 0.002236672281592485], "calls": 1, "latency_seconds": 0.2882951097562909, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4872", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987361132927266, 0.0012638867072733559], "calls": 1, "latency_seconds": 0.4128896901383996, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:4991", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.09739215567444705, 0.902607844325553], "calls": 1, "latency_seconds": 0.6416768720373511, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5072", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0019058397524538671, 0.9980941602475462], "calls": 1, "latency_seconds": 0.5980835109949112, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5166", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004610672528310429, 0.9995389327471689], "calls": 1, "latency_seconds": 0.5895228208974004, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5252", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004532816077378634, 0.9954671839226212], "calls": 1, "latency_seconds": 0.46394532825797796, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5295", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010282394696172694, 0.9989717605303827], "calls": 1, "latency_seconds": 0.5798900476656854, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5331", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009101101741857765, 0.9990898898258143], "calls": 1, "latency_seconds": 0.39498362969607115, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5581", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003972757187557896, 0.9996027242812441], "calls": 1, "latency_seconds": 0.12451956979930401, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5655", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.009683882568059651, 0.9903161174319404], "calls": 1, "latency_seconds": 0.3507331423461437, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5765", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002853973371015673, 0.9971460266289843], "calls": 1, "latency_seconds": 0.37851881701499224, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:5859", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012321519964186558, 0.9987678480035813], "calls": 1, "latency_seconds": 0.5044924840331078, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:6079", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0036548980859812284, 0.9963451019140188], "calls": 1, "latency_seconds": 0.5987836392596364, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:6237", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8058527262950097, 0.19414727370499027], "calls": 1, "latency_seconds": 0.7228849940001965, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:6575", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00043514460940706495, 0.9995648553905929], "calls": 1, "latency_seconds": 0.2723848228342831, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:6594", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012471509190876283, 0.9987528490809124], "calls": 1, "latency_seconds": 0.567073077429086, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:6726", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00927066676050831, 0.9907293332394917], "calls": 1, "latency_seconds": 0.7063043401576579, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:6793", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003671657109443193, 0.9963283428905568], "calls": 1, "latency_seconds": 0.7195006050169468, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7032", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002783128708095987, 0.9972168712919041], "calls": 1, "latency_seconds": 0.4201476853340864, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7108", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.032617085489223555, 0.9673829145107764], "calls": 1, "latency_seconds": 0.7184035708196461, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7157", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.08538211860540726, 0.9146178813945927], "calls": 1, "latency_seconds": 0.7188773569650948, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7158", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0031233995549404064, 0.9968766004450595], "calls": 1, "latency_seconds": 0.7168675130233169, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7248", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0013235575148893564, 0.9986764424851107], "calls": 1, "latency_seconds": 0.7193539431318641, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7329", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.30408683147255844, 0.6959131685274416], "calls": 1, "latency_seconds": 0.7186803151853383, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7613", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.012907881054300836, 0.9870921189456991], "calls": 1, "latency_seconds": 0.663975982926786, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7815", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.049837178291081884, 0.9501628217089182], "calls": 1, "latency_seconds": 0.6770322266966105, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7827", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01027557471423074, 0.9897244252857692], "calls": 1, "latency_seconds": 0.49732146970927715, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7899", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009896470896178697, 0.9990103529103822], "calls": 1, "latency_seconds": 0.4494671686552465, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:7919", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0042384497960803146, 0.9957615502039197], "calls": 1, "latency_seconds": 0.448889282066375, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8016", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003733378465434926, 0.9962666215345651], "calls": 1, "latency_seconds": 0.6574252066202462, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8078", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007520355689251841, 0.9992479644310748], "calls": 1, "latency_seconds": 0.2967611378990114, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8154", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001399348113488589, 0.9986006518865115], "calls": 1, "latency_seconds": 0.29611405171453953, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8185", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006659270907656685, 0.9993340729092344], "calls": 1, "latency_seconds": 0.3336390107870102, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8203", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016192677015446392, 0.9983807322984555], "calls": 1, "latency_seconds": 0.6885568420402706, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8546", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0037013998686096037, 0.9962986001313904], "calls": 1, "latency_seconds": 0.3222956592217088, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8568", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0033983762498264866, 0.9966016237501735], "calls": 1, "latency_seconds": 0.6742074931971729, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8814", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006143508091819427, 0.9938564919081806], "calls": 1, "latency_seconds": 0.6760466652922332, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8920", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004316506456004707, 0.9956834935439953], "calls": 1, "latency_seconds": 0.6742590740323067, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:8934", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009285208442910194, 0.999071479155709], "calls": 1, "latency_seconds": 0.421011945232749, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9102", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004129530052296214, 0.9958704699477038], "calls": 1, "latency_seconds": 0.6723382212221622, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9123", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0030357848843036547, 0.9969642151156963], "calls": 1, "latency_seconds": 0.6710193059407175, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9292", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.07110145203167184, 0.928898547968328], "calls": 1, "latency_seconds": 0.6721616401337087, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9426", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00044205555754488554, 0.999557944442455], "calls": 1, "latency_seconds": 0.6742146937176585, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9465", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003721951668143168, 0.9962780483318568], "calls": 1, "latency_seconds": 0.6703359880484641, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9478", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014004075511893, 0.9985995924488107], "calls": 1, "latency_seconds": 0.41882388992235065, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9510", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003025787241453829, 0.9969742127585461], "calls": 1, "latency_seconds": 0.670605300925672, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9640", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.030171006243076216, 0.9698289937569238], "calls": 1, "latency_seconds": 0.358275790233165, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9651", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009262805101455649, 0.9990737194898545], "calls": 1, "latency_seconds": 0.36704445304349065, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9735", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002136469629172463, 0.9978635303708275], "calls": 1, "latency_seconds": 0.5913630416616797, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9758", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00747714478522448, 0.9925228552147756], "calls": 1, "latency_seconds": 0.58992138504982, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9759", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014594942789786897, 0.9985405057210213], "calls": 1, "latency_seconds": 0.49287345772609115, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9950", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.17594283556764623, 0.8240571644323538], "calls": 1, "latency_seconds": 0.49117731815204024, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "imdb", "example_id": "imdb:9956", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.04098592126499961, 0.9590140787350003], "calls": 1, "latency_seconds": 0.4107618350535631, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:15", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986873349219488, 0.0013126650780511536], "calls": 1, "latency_seconds": 0.1714738509617746, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:79", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9982953087027968, 0.0017046912972031236], "calls": 1, "latency_seconds": 0.24170405277982354, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:123", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983731341540495, 0.0016268658459504183], "calls": 1, "latency_seconds": 0.17104259505867958, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:133", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980081858417398, 0.00199181415826017], "calls": 1, "latency_seconds": 0.5020164749585092, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:154", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9969756118058679, 0.003024388194132196], "calls": 1, "latency_seconds": 0.23389967205002904, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:207", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7505444228500096, 0.24945557714999045], "calls": 1, "latency_seconds": 0.46042352728545666, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:209", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990723232772504, 0.0009276767227495615], "calls": 1, "latency_seconds": 0.503550672903657, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:221", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987620269864075, 0.0012379730135925558], "calls": 1, "latency_seconds": 0.2777999360114336, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:311", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.998899282703626, 0.0011007172963739473], "calls": 1, "latency_seconds": 0.1692358241416514, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:351", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.998598873487362, 0.0014011265126380415], "calls": 1, "latency_seconds": 0.5004499163478613, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:419", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984028675170964, 0.001597132482903541], "calls": 1, "latency_seconds": 0.4991857619024813, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:442", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990219266300466, 0.0009780733699533647], "calls": 1, "latency_seconds": 0.10791658516973257, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:525", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976218268271423, 0.002378173172857678], "calls": 1, "latency_seconds": 0.3321023629978299, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:593", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8358671255547476, 0.16413287444525235], "calls": 1, "latency_seconds": 0.33084852900356054, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:636", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971869709228054, 0.0028130290771945987], "calls": 1, "latency_seconds": 0.26980305276811123, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:739", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9963844992967075, 0.003615500703292561], "calls": 1, "latency_seconds": 0.45739153213799, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:792", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988727656951544, 0.0011272343048456058], "calls": 1, "latency_seconds": 0.5192563668824732, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:800", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9929050342963445, 0.00709496570365558], "calls": 1, "latency_seconds": 0.3383982367813587, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:849", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9492911389810665, 0.05070886101893353], "calls": 1, "latency_seconds": 0.4553039073944092, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:939", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9955790675033929, 0.00442093249660715], "calls": 1, "latency_seconds": 0.5159037080593407, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1036", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976012591330523, 0.0023987408669476824], "calls": 1, "latency_seconds": 0.5152140790596604, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1047", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984845995860119, 0.0015154004139880431], "calls": 1, "latency_seconds": 0.41672088485211134, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1055", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9724816334299499, 0.027518366570050194], "calls": 1, "latency_seconds": 0.41595802595838904, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1063", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987939695971888, 0.0012060304028111497], "calls": 1, "latency_seconds": 0.49492903193458915, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1068", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9394812321457443, 0.06051876785425568], "calls": 1, "latency_seconds": 0.30569161428138614, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1093", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9974960031210235, 0.002503996878976491], "calls": 1, "latency_seconds": 0.25521053094416857, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1106", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977673978018712, 0.0022326021981288694], "calls": 1, "latency_seconds": 0.4536831281147897, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1131", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9955170133332762, 0.004482986666723798], "calls": 1, "latency_seconds": 0.48889118107035756, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1225", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978279205851142, 0.0021720794148859172], "calls": 1, "latency_seconds": 0.4871058198623359, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1239", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.005758523292121932, 0.9942414767078781], "calls": 1, "latency_seconds": 0.25409607868641615, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1320", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9958359039402287, 0.004164096059771297], "calls": 1, "latency_seconds": 0.25379447638988495, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1369", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985233691103474, 0.0014766308896525548], "calls": 1, "latency_seconds": 0.41427531698718667, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1372", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980080603978648, 0.001991939602135151], "calls": 1, "latency_seconds": 0.2962097730487585, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1377", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9974538503669816, 0.0025461496330183163], "calls": 1, "latency_seconds": 0.29667338728904724, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1407", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977354045776029, 0.0022645954223970517], "calls": 1, "latency_seconds": 0.2959171887487173, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1408", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978808749840176, 0.002119125015982425], "calls": 1, "latency_seconds": 0.2962950128130615, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1473", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9952947064715937, 0.004705293528406284], "calls": 1, "latency_seconds": 0.3405706728808582, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1489", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976686589128246, 0.002331341087175285], "calls": 1, "latency_seconds": 0.23629060992971063, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1498", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9451174053413879, 0.05488259465861209], "calls": 1, "latency_seconds": 0.2366026733070612, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1740", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8948676847044197, 0.10513231529558033], "calls": 1, "latency_seconds": 0.34018303686752915, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1746", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9937900741047838, 0.006209925895216234], "calls": 1, "latency_seconds": 0.2944318908266723, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1765", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989490860325595, 0.0010509139674405232], "calls": 1, "latency_seconds": 0.41346144722774625, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1817", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995636874320071, 0.00043631256799286846], "calls": 1, "latency_seconds": 0.17992654908448458, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1825", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9960263408783641, 0.003973659121635914], "calls": 1, "latency_seconds": 0.21945162303745747, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1851", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9959037006630538, 0.004096299336946298], "calls": 1, "latency_seconds": 0.47671555913984776, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1873", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990532395922639, 0.0009467604077360776], "calls": 1, "latency_seconds": 0.44358681980520487, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1920", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992405841323199, 0.0007594158676801986], "calls": 1, "latency_seconds": 0.12711574975401163, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1922", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9967553634674275, 0.003244636532572458], "calls": 1, "latency_seconds": 0.4378357823006809, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1948", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9922151177247426, 0.0077848822752574105], "calls": 1, "latency_seconds": 0.4387968243099749, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:1996", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9913724397803385, 0.008627560219661485], "calls": 1, "latency_seconds": 0.33680096780881286, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2017", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0025462219688431194, 0.997453778031157], "calls": 1, "latency_seconds": 0.44133658381178975, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2056", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0019269804214431638, 0.9980730195785568], "calls": 1, "latency_seconds": 0.21721942676231265, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2062", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006703719366098436, 0.9993296280633901], "calls": 1, "latency_seconds": 0.4397533852607012, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2089", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001764317040649067, 0.998235682959351], "calls": 1, "latency_seconds": 0.4393449709750712, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2121", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007842464552955153, 0.9992157535447046], "calls": 1, "latency_seconds": 0.4363948148675263, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2140", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008628824233029403, 0.999137117576697], "calls": 1, "latency_seconds": 0.3782858536578715, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2208", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004399022361094009, 0.9995600977638907], "calls": 1, "latency_seconds": 0.3325173878110945, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2320", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001222080639992653, 0.9987779193600073], "calls": 1, "latency_seconds": 0.33276965096592903, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2322", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010051992261143712, 0.9989948007738856], "calls": 1, "latency_seconds": 0.31505646277219057, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2377", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012260707907831318, 0.9987739292092168], "calls": 1, "latency_seconds": 0.4394210409373045, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2453", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008688040914997026, 0.9991311959085003], "calls": 1, "latency_seconds": 0.2579824640415609, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2454", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008359212485927767, 0.9991640787514072], "calls": 1, "latency_seconds": 0.30938839679583907, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2471", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005084563147951648, 0.9994915436852049], "calls": 1, "latency_seconds": 0.283805756829679, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2535", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014172523898050204, 0.998582747610195], "calls": 1, "latency_seconds": 0.479058054741472, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2628", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9601236437980695, 0.039876356201930516], "calls": 1, "latency_seconds": 0.18568783719092607, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2695", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0013364722095015433, 0.9986635277904985], "calls": 1, "latency_seconds": 0.31332379300147295, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2729", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.10775107597315599, 0.892248924026844], "calls": 1, "latency_seconds": 0.29582217801362276, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2779", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0015076060625109204, 0.9984923939374891], "calls": 1, "latency_seconds": 0.4791815970093012, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2798", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9876631358068062, 0.012336864193193901], "calls": 1, "latency_seconds": 0.18434637086465955, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2888", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001977615923450097, 0.9980223840765499], "calls": 1, "latency_seconds": 0.47592906933277845, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2889", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9467711832268935, 0.05322881677310659], "calls": 1, "latency_seconds": 0.26418000692501664, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2892", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016889717578254628, 0.9983110282421745], "calls": 1, "latency_seconds": 0.4756660661660135, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2951", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005262707216021417, 0.9994737292783978], "calls": 1, "latency_seconds": 0.38084858376532793, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2985", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016887136646171787, 0.9983112863353828], "calls": 1, "latency_seconds": 0.4760128599591553, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:2993", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00220858695010126, 0.9977914130498987], "calls": 1, "latency_seconds": 0.4750236077234149, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3007", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988041205610063, 0.0011958794389937397], "calls": 1, "latency_seconds": 0.47251555882394314, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3143", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005524377852161962, 0.9994475622147838], "calls": 1, "latency_seconds": 0.38791873678565025, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3152", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00035460171800927786, 0.9996453982819907], "calls": 1, "latency_seconds": 0.59767598612234, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3217", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011189297929832087, 0.9988810702070168], "calls": 1, "latency_seconds": 0.471083072014153, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3263", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5061728226830753, 0.4938271773169247], "calls": 1, "latency_seconds": 0.4290505601093173, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3321", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002118083910449793, 0.9978819160895502], "calls": 1, "latency_seconds": 0.5949145541526377, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3354", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010397374291833512, 0.9989602625708167], "calls": 1, "latency_seconds": 0.5145636019296944, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3364", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.010024947931134268, 0.9899750520688657], "calls": 1, "latency_seconds": 0.4821146419271827, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3374", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010408155263458287, 0.9989591844736543], "calls": 1, "latency_seconds": 0.4662950970232487, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3388", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007262728011808184, 0.9992737271988192], "calls": 1, "latency_seconds": 0.09045669017359614, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3411", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.4871096773370335, 0.5128903226629665], "calls": 1, "latency_seconds": 0.3046316811814904, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3436", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006673510814267842, 0.9993326489185732], "calls": 1, "latency_seconds": 0.30275178886950016, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3464", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009519224206994704, 0.9990480775793005], "calls": 1, "latency_seconds": 0.30548021104186773, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3472", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008000859084968115, 0.9991999140915032], "calls": 1, "latency_seconds": 0.33624515077099204, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3484", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014160660229905367, 0.9985839339770095], "calls": 1, "latency_seconds": 0.3356465040706098, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3506", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001219616604608234, 0.9987803833953918], "calls": 1, "latency_seconds": 0.3048516637645662, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3549", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00762332389842456, 0.9923766761015754], "calls": 1, "latency_seconds": 0.440714537166059, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3608", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.008648974672322203, 0.9913510253276778], "calls": 1, "latency_seconds": 0.3035153681412339, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3659", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002446925277492966, 0.997553074722507], "calls": 1, "latency_seconds": 0.5554978516884148, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3674", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014822541487512038, 0.9985177458512488], "calls": 1, "latency_seconds": 0.4217702439054847, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3824", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010763399163352043, 0.9989236600836648], "calls": 1, "latency_seconds": 0.38260860508307815, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3831", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.12514334041538164, 0.8748566595846183], "calls": 1, "latency_seconds": 0.5305784000083804, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3887", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012826423756813834, 0.9987173576243186], "calls": 1, "latency_seconds": 0.5297784106805921, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3888", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004252813223855406, 0.9957471867761446], "calls": 1, "latency_seconds": 0.5331502598710358, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "appreviews", "example_id": "appreviews:3926", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005186988494768968, 0.999481301150523], "calls": 1, "latency_seconds": 0.5306184398941696, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:50", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9943543527031151, 0.005645647296884861], "calls": 1, "latency_seconds": 0.2831249590963125, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:223", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991209695045361, 0.000879030495463868], "calls": 1, "latency_seconds": 0.5291257221251726, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:254", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9454106338924381, 0.05458936610756185], "calls": 1, "latency_seconds": 0.2815470299683511, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:268", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.39481741249268754, 0.6051825875073125], "calls": 1, "latency_seconds": 0.5290737119503319, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:461", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9968392144295414, 0.0031607855704586228], "calls": 1, "latency_seconds": 0.5240005729719996, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:472", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9970348734911862, 0.0029651265088137943], "calls": 1, "latency_seconds": 0.5275083328597248, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:503", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986525504670899, 0.001347449532910124], "calls": 1, "latency_seconds": 0.4983248310163617, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:615", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.07575662561601439, 0.9242433743839856], "calls": 1, "latency_seconds": 0.49917010217905045, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:683", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9969995565566833, 0.0030004434433167355], "calls": 1, "latency_seconds": 0.3915666597895324, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:895", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976827210293222, 0.002317278970677758], "calls": 1, "latency_seconds": 0.586993230972439, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:1201", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995681290666685, 0.0004318709333314256], "calls": 1, "latency_seconds": 0.5886995107866824, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:1225", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976978092442353, 0.0023021907557646084], "calls": 1, "latency_seconds": 0.5878581912256777, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:1423", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9080170735921633, 0.09198292640783662], "calls": 1, "latency_seconds": 0.5603109481744468, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:1559", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.998073131588819, 0.0019268684111809437], "calls": 1, "latency_seconds": 0.5608623251318932, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:1668", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993252408071973, 0.0006747591928026376], "calls": 1, "latency_seconds": 0.3107103118672967, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:1716", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983152845218548, 0.0016847154781451964], "calls": 1, "latency_seconds": 0.31753339199349284, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:1845", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9982481893403145, 0.001751810659685627], "calls": 1, "latency_seconds": 0.3093640170991421, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2013", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9951383616130993, 0.004861638386900649], "calls": 1, "latency_seconds": 0.3310495410114527, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2020", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.989505442605593, 0.010494557394406965], "calls": 1, "latency_seconds": 0.6180653250776231, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2124", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9975776422641711, 0.0024223577358289164], "calls": 1, "latency_seconds": 0.6170522733591497, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2234", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991437885811463, 0.0008562114188536809], "calls": 1, "latency_seconds": 0.6113472259603441, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2399", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980399282619108, 0.001960071738089217], "calls": 1, "latency_seconds": 0.6098226392641664, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2495", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976969012913178, 0.002303098708682092], "calls": 1, "latency_seconds": 0.6155137359164655, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2702", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9940931963523021, 0.005906803647697998], "calls": 1, "latency_seconds": 0.6103384951129556, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2725", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9953282803909569, 0.004671719609043056], "calls": 1, "latency_seconds": 0.609021688811481, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2785", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9955369422203776, 0.004463057779622447], "calls": 1, "latency_seconds": 0.4296321668662131, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2812", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.995922214622244, 0.004077785377755995], "calls": 1, "latency_seconds": 0.31063841097056866, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:2829", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999278419579914, 0.0007215804200859603], "calls": 1, "latency_seconds": 0.13883476704359055, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3023", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9968958704675905, 0.003104129532409459], "calls": 1, "latency_seconds": 0.5668238350190222, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3032", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995015552566673, 0.0004984447433327706], "calls": 1, "latency_seconds": 0.29778358107432723, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3140", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999485852223716, 0.0005141477762840358], "calls": 1, "latency_seconds": 0.30554786091670394, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3375", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989990824318422, 0.0010009175681577637], "calls": 1, "latency_seconds": 0.5655299788340926, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3415", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991754930303796, 0.0008245069696203844], "calls": 1, "latency_seconds": 0.3030636329203844, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3451", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9952799928560183, 0.004720007143981716], "calls": 1, "latency_seconds": 0.40712584322318435, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3669", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999104266785231, 0.0008957332147689574], "calls": 1, "latency_seconds": 0.42856796411797404, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3690", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987882359158529, 0.0012117640841472332], "calls": 1, "latency_seconds": 0.5442706700414419, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:3973", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9974882883123212, 0.0025117116876788442], "calls": 1, "latency_seconds": 0.5423199967481196, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4043", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9846909919659523, 0.015309008034047734], "calls": 1, "latency_seconds": 0.26973991189152, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4159", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991493537171208, 0.0008506462828792733], "calls": 1, "latency_seconds": 0.2697388920933008, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4160", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01784755168056808, 0.9821524483194319], "calls": 1, "latency_seconds": 0.5433288789354265, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4182", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990013376092012, 0.0009986623907987774], "calls": 1, "latency_seconds": 0.15494123613461852, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4225", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971348204893502, 0.0028651795106498217], "calls": 1, "latency_seconds": 0.5386671149171889, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4249", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9882929159906242, 0.011707084009375892], "calls": 1, "latency_seconds": 0.37878227001056075, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4294", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989268366112031, 0.0010731633887968782], "calls": 1, "latency_seconds": 0.5353933968581259, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4560", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971278279387364, 0.002872172061263516], "calls": 1, "latency_seconds": 0.3277587019838393, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4576", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9937248961031923, 0.006275103896807721], "calls": 1, "latency_seconds": 0.5353626147843897, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4582", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988269487029255, 0.001173051297074498], "calls": 1, "latency_seconds": 0.14215456694364548, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4627", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989727665306783, 0.0010272334693215944], "calls": 1, "latency_seconds": 0.4168441272340715, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4764", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.18024824446279558, 0.8197517555372044], "calls": 1, "latency_seconds": 0.38184972712770104, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:4888", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8315147923231591, 0.1684852076768409], "calls": 1, "latency_seconds": 0.5497065437957644, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5048", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010700498448580464, 0.998929950155142], "calls": 1, "latency_seconds": 0.5501559693366289, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5063", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00018627745360533514, 0.9998137225463947], "calls": 1, "latency_seconds": 0.22565556596964598, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5108", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004347723820115095, 0.9956522761798848], "calls": 1, "latency_seconds": 0.5478839832358062, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5313", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000882170356666696, 0.9991178296433333], "calls": 1, "latency_seconds": 0.5470685828477144, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5440", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007828717330556561, 0.9992171282669443], "calls": 1, "latency_seconds": 0.3537557367235422, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5540", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.06026480760421836, 0.9397351923957817], "calls": 1, "latency_seconds": 0.3687784527428448, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5597", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0015867529529933254, 0.9984132470470066], "calls": 1, "latency_seconds": 0.43158119916915894, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5634", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011685609970897238, 0.9988314390029103], "calls": 1, "latency_seconds": 0.6345786689780653, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5765", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009957643638140307, 0.9990042356361859], "calls": 1, "latency_seconds": 0.5859311893582344, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5766", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0002389180577872094, 0.9997610819422127], "calls": 1, "latency_seconds": 0.2711884891614318, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5854", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010057077922555168, 0.9989942922077445], "calls": 1, "latency_seconds": 0.5850665178149939, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5881", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.029175521878304106, 0.9708244781216959], "calls": 1, "latency_seconds": 0.32950630178675056, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:5900", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008233043382710852, 0.999176695661729], "calls": 1, "latency_seconds": 0.5834972700104117, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6016", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003535721146404485, 0.9964642788535956], "calls": 1, "latency_seconds": 0.32935472996905446, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6058", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003236244379744057, 0.9967637556202559], "calls": 1, "latency_seconds": 0.3284669308923185, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6067", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005199813764918596, 0.9994800186235081], "calls": 1, "latency_seconds": 0.5847168741747737, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6109", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012246383583088024, 0.9987753616416912], "calls": 1, "latency_seconds": 0.5030139959417284, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6191", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009744303853895923, 0.9990255696146104], "calls": 1, "latency_seconds": 0.42333411192521453, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6197", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002088844351574158, 0.9979111556484259], "calls": 1, "latency_seconds": 0.5260920571163297, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6289", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00010184492566466047, 0.9998981550743352], "calls": 1, "latency_seconds": 0.30348224798217416, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6322", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003943152869673018, 0.9996056847130327], "calls": 1, "latency_seconds": 0.6147035462781787, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6336", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001347883798025946, 0.998652116201974], "calls": 1, "latency_seconds": 0.6151117007248104, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6519", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005670495766602695, 0.9994329504233397], "calls": 1, "latency_seconds": 0.6133963507600129, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6543", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009060319249723761, 0.9990939680750277], "calls": 1, "latency_seconds": 0.612954686395824, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6588", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.008642005740152678, 0.9913579942598474], "calls": 1, "latency_seconds": 0.5573046933859587, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6771", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006598761625635024, 0.993401238374365], "calls": 1, "latency_seconds": 0.5589893530122936, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:6976", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0018680762678195972, 0.9981319237321804], "calls": 1, "latency_seconds": 0.5570864998735487, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:7075", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007835644570641292, 0.9992164355429358], "calls": 1, "latency_seconds": 0.31294467858970165, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:7188", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [7.246588333394925e-05, 0.999927534116666], "calls": 1, "latency_seconds": 0.2993675088509917, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:7234", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.032019023127498165, 0.9679809768725018], "calls": 1, "latency_seconds": 0.5474394280463457, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:7550", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017477232664291032, 0.998252276733571], "calls": 1, "latency_seconds": 0.41265778662636876, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:7752", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009074719298688131, 0.9990925280701313], "calls": 1, "latency_seconds": 0.5472263740375638, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:7850", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0024770447634311784, 0.9975229552365689], "calls": 1, "latency_seconds": 0.5460702208802104, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:7868", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007951965143118065, 0.9992048034856882], "calls": 1, "latency_seconds": 0.16622380865737796, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:8009", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0029378752841015803, 0.9970621247158984], "calls": 1, "latency_seconds": 0.32727926690131426, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:8133", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003573105580269461, 0.999642689441973], "calls": 1, "latency_seconds": 0.3816243428736925, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:8488", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0021459320559740593, 0.997854067944026], "calls": 1, "latency_seconds": 0.335675444919616, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:8697", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0046162553893925665, 0.9953837446106074], "calls": 1, "latency_seconds": 0.5185207189060748, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:8789", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010351888077490567, 0.998964811192251], "calls": 1, "latency_seconds": 0.24782684491947293, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:8938", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004258084859955597, 0.9957419151400444], "calls": 1, "latency_seconds": 0.5168515387922525, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9026", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002056833375351722, 0.9979431666246483], "calls": 1, "latency_seconds": 0.247221568133682, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9082", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000934891032430073, 0.99906510896757], "calls": 1, "latency_seconds": 0.36872163182124496, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9210", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00033811227870808445, 0.9996618877212919], "calls": 1, "latency_seconds": 0.139306353405118, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9272", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0002308195299589638, 0.999769180470041], "calls": 1, "latency_seconds": 0.1749808806926012, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9396", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0037950653607325847, 0.9962049346392674], "calls": 1, "latency_seconds": 0.1742422920651734, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9405", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011618017829970295, 0.9988381982170029], "calls": 1, "latency_seconds": 0.28194599505513906, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9489", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011095807652564658, 0.9988904192347435], "calls": 1, "latency_seconds": 0.48956348886713386, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9875", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0024785844906503192, 0.9975214155093497], "calls": 1, "latency_seconds": 0.4065639260224998, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9888", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002406722213392398, 0.9975932777866076], "calls": 1, "latency_seconds": 0.37730714306235313, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yelpreviews", "example_id": "yelpreviews:9901", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017654160400174589, 0.9982345839599825], "calls": 1, "latency_seconds": 0.33931107679381967, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:15", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9908067219393826, 0.009193278060617519], "calls": 1, "latency_seconds": 0.34104647813364863, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:19", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.16366497122386317, 0.8363350287761369], "calls": 1, "latency_seconds": 0.4961687563918531, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:36", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.26338613003617967, 0.7366138699638204], "calls": 1, "latency_seconds": 0.49607723532244563, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:58", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9959885727445121, 0.004011427255487822], "calls": 1, "latency_seconds": 0.4425044567324221, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:59", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9823536393468855, 0.017646360653114503], "calls": 1, "latency_seconds": 0.49366720812395215, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:60", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9603393762408219, 0.03966062375917811], "calls": 1, "latency_seconds": 0.2942558992654085, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:77", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9927569581570257, 0.0072430418429742585], "calls": 1, "latency_seconds": 0.4932515621185303, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:85", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9947307009942379, 0.005269299005762144], "calls": 1, "latency_seconds": 0.2924249982461333, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:88", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971360415214015, 0.0028639584785985104], "calls": 1, "latency_seconds": 0.4031504960730672, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:112", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994028657608888, 0.0005971342391112444], "calls": 1, "latency_seconds": 0.14357204316183925, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:140", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9813057471977902, 0.018694252802209776], "calls": 1, "latency_seconds": 0.3347123139537871, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:141", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9693648733649505, 0.030635126635049557], "calls": 1, "latency_seconds": 0.23085414618253708, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:148", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988437406356171, 0.0011562593643829023], "calls": 1, "latency_seconds": 0.36296064499765635, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:200", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9916318190643635, 0.008368180935636524], "calls": 1, "latency_seconds": 0.22915153624489903, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:211", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7868160018061207, 0.21318399819387937], "calls": 1, "latency_seconds": 0.3624252490699291, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:221", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9972554041059964, 0.0027445958940035854], "calls": 1, "latency_seconds": 0.22773507004603744, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:228", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9911403263499137, 0.008859673650086324], "calls": 1, "latency_seconds": 0.22719887411221862, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:231", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7359343710653767, 0.2640656289346233], "calls": 1, "latency_seconds": 0.28535383520647883, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:235", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9676465516493338, 0.0323534483506663], "calls": 1, "latency_seconds": 0.26279227109625936, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:237", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8987832332749082, 0.10121676672509182], "calls": 1, "latency_seconds": 0.3377916901372373, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:250", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9936869123991304, 0.006313087600869545], "calls": 1, "latency_seconds": 0.2309860377572477, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:252", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9966874934919292, 0.0033125065080708174], "calls": 1, "latency_seconds": 0.230358871165663, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:257", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9929891223716153, 0.007010877628384676], "calls": 1, "latency_seconds": 0.34253089502453804, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:261", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9618835789288037, 0.038116421071196276], "calls": 1, "latency_seconds": 0.389516465831548, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:270", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9949789694984732, 0.005021030501526815], "calls": 1, "latency_seconds": 0.3876133542507887, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:272", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978623647592304, 0.0021376352407695164], "calls": 1, "latency_seconds": 0.1870705117471516, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:281", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9975059674091924, 0.002494032590807633], "calls": 1, "latency_seconds": 0.3372796340845525, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:284", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9876666070685642, 0.012333392931435686], "calls": 1, "latency_seconds": 0.38648799108341336, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:285", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9957064329144679, 0.004293567085532088], "calls": 1, "latency_seconds": 0.21492446027696133, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:306", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9970026894915613, 0.002997310508438577], "calls": 1, "latency_seconds": 0.38366368832066655, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:309", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8995636779895304, 0.10043632201046959], "calls": 1, "latency_seconds": 0.32733357697725296, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:332", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9937208658357448, 0.006279134164255231], "calls": 1, "latency_seconds": 0.32671763002872467, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:335", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9954578014545081, 0.00454219854549187], "calls": 1, "latency_seconds": 0.28140495903789997, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:341", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8359217574109503, 0.16407824258904968], "calls": 1, "latency_seconds": 0.47229312686249614, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:353", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9487916324848105, 0.05120836751518947], "calls": 1, "latency_seconds": 0.2524334299378097, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:373", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9880751862163821, 0.011924813783617816], "calls": 1, "latency_seconds": 0.2019450170919299, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:376", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9869497674573141, 0.013050232542685898], "calls": 1, "latency_seconds": 0.4330792869441211, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:378", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971082819776822, 0.002891718022317748], "calls": 1, "latency_seconds": 0.29595659021288157, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:418", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9886839513491954, 0.011316048650804498], "calls": 1, "latency_seconds": 0.4243007330223918, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:434", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994637362144508, 0.0005362637855491613], "calls": 1, "latency_seconds": 0.1638972507789731, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:435", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9965915397536576, 0.0034084602463424693], "calls": 1, "latency_seconds": 0.2787194368429482, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:436", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9754105773905811, 0.02458942260941884], "calls": 1, "latency_seconds": 0.2699472149834037, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:452", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003996462563699799, 0.9960035374363003], "calls": 1, "latency_seconds": 0.26901813317090273, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:453", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.05226670262897581, 0.9477332973710242], "calls": 1, "latency_seconds": 0.4520475589670241, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:476", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.965561641168401, 0.03443835883159906], "calls": 1, "latency_seconds": 0.24185159523040056, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:481", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9982528733773275, 0.001747126622672504], "calls": 1, "latency_seconds": 0.31260373489931226, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:493", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988908167696637, 0.0011091832303362723], "calls": 1, "latency_seconds": 0.229903485160321, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:508", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9928414656985767, 0.007158534301423352], "calls": 1, "latency_seconds": 0.4459621165879071, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:519", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.6837981893523671, 0.31620181064763286], "calls": 1, "latency_seconds": 0.44634682312607765, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:526", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9966324372386249, 0.0033675627613750482], "calls": 1, "latency_seconds": 0.23925636475905776, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:535", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014130426779877974, 0.9985869573220122], "calls": 1, "latency_seconds": 0.23829977307468653, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:543", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0038385003691158146, 0.9961614996308842], "calls": 1, "latency_seconds": 0.44371629087254405, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:549", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.028696787656033236, 0.9713032123439668], "calls": 1, "latency_seconds": 0.36102343210950494, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:551", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008965423349698918, 0.9991034576650302], "calls": 1, "latency_seconds": 0.299703483004123, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:602", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00874187209075968, 0.9912581279092403], "calls": 1, "latency_seconds": 0.457206588704139, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:609", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5561402730420191, 0.4438597269579809], "calls": 1, "latency_seconds": 0.458049429114908, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:633", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0018524175475935338, 0.9981475824524065], "calls": 1, "latency_seconds": 0.4539342508651316, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:635", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0070914628758258404, 0.9929085371241742], "calls": 1, "latency_seconds": 0.22665073722600937, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:642", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.009928736941501546, 0.9900712630584985], "calls": 1, "latency_seconds": 0.4451078977435827, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:650", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.024465961099841137, 0.9755340389001589], "calls": 1, "latency_seconds": 0.21881020488217473, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:658", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.020922966794829672, 0.9790770332051704], "calls": 1, "latency_seconds": 0.26805661292746663, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:676", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011225892345647236, 0.9988774107654353], "calls": 1, "latency_seconds": 0.2673385441303253, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:685", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.45799832348964653, 0.5420016765103535], "calls": 1, "latency_seconds": 0.2667682571336627, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:692", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.13789835626875005, 0.86210164373125], "calls": 1, "latency_seconds": 0.36674236925318837, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:694", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004216604561418077, 0.995783395438582], "calls": 1, "latency_seconds": 0.49182487512007356, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:695", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017994269897130496, 0.998200573010287], "calls": 1, "latency_seconds": 0.4938741400837898, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:701", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.032574617722874406, 0.9674253822771256], "calls": 1, "latency_seconds": 0.49266600515693426, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:705", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0031488108929542454, 0.9968511891070457], "calls": 1, "latency_seconds": 0.4904773198068142, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:720", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.007422627873537463, 0.9925773721264626], "calls": 1, "latency_seconds": 0.4941272418946028, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:738", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012275576061606722, 0.9987724423938393], "calls": 1, "latency_seconds": 0.3453981992788613, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:748", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.005050424110382141, 0.9949495758896179], "calls": 1, "latency_seconds": 0.2317240359261632, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:771", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.018438177840068074, 0.9815618221599319], "calls": 1, "latency_seconds": 0.4321097154170275, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:780", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009148044626556294, 0.9990851955373444], "calls": 1, "latency_seconds": 0.3720856416039169, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:801", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007077888170282175, 0.9992922111829718], "calls": 1, "latency_seconds": 0.16748673282563686, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:816", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.014720491395243087, 0.985279508604757], "calls": 1, "latency_seconds": 0.41724541084840894, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:825", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0019134719555738019, 0.9980865280444262], "calls": 1, "latency_seconds": 0.30659547401592135, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:829", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.1135663701294137, 0.8864336298705863], "calls": 1, "latency_seconds": 0.26524647884070873, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:834", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0044516051926219, 0.9955483948073781], "calls": 1, "latency_seconds": 0.3053377689793706, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:836", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.04821684179786092, 0.9517831582021391], "calls": 1, "latency_seconds": 0.26279212068766356, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:862", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006441709715375552, 0.9935582902846245], "calls": 1, "latency_seconds": 0.4592510941438377, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:863", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9672972170963403, 0.03270278290365981], "calls": 1, "latency_seconds": 0.26043380331248045, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:868", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001577174373907908, 0.9984228256260921], "calls": 1, "latency_seconds": 0.3681366350501776, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:875", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001986715504920773, 0.9980132844950792], "calls": 1, "latency_seconds": 0.25503295892849565, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:884", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011496981843392283, 0.9988503018156608], "calls": 1, "latency_seconds": 0.2582406383007765, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:898", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002958495594232896, 0.9970415044057671], "calls": 1, "latency_seconds": 0.5290103713050485, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:907", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.010414324868962054, 0.989585675131038], "calls": 1, "latency_seconds": 0.28247784124687314, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:916", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006419458552291301, 0.9993580541447709], "calls": 1, "latency_seconds": 0.5263504702597857, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:923", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002897357844746085, 0.9971026421552539], "calls": 1, "latency_seconds": 0.5230610617436469, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:934", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9477555392273268, 0.0522444607726732], "calls": 1, "latency_seconds": 0.5247356509789824, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:949", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003733493053139552, 0.9962665069468605], "calls": 1, "latency_seconds": 0.5256563918665051, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:967", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8338123769199756, 0.16618762308002447], "calls": 1, "latency_seconds": 0.5249168528243899, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:968", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9975304316788057, 0.002469568321194285], "calls": 1, "latency_seconds": 0.5241424939595163, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:977", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.07840025034422568, 0.9215997496557743], "calls": 1, "latency_seconds": 0.5191345657221973, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:1001", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01111670652962404, 0.988883293470376], "calls": 1, "latency_seconds": 0.5216856161132455, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:1004", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0015001647081643256, 0.9984998352918357], "calls": 1, "latency_seconds": 0.48515261709690094, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:1016", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005325885498303491, 0.9994674114501697], "calls": 1, "latency_seconds": 0.361520157661289, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:1022", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002833201062150793, 0.9971667989378492], "calls": 1, "latency_seconds": 0.41237086430191994, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:1025", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.017832104622177738, 0.9821678953778222], "calls": 1, "latency_seconds": 0.41628539888188243, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:1041", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00856256780322725, 0.9914374321967727], "calls": 1, "latency_seconds": 0.559945163782686, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "rottentomatoes", "example_id": "rottentomatoes:1049", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004401678747986529, 0.9955983212520134], "calls": 1, "latency_seconds": 0.5187098402529955, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:0", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9930218443453647, 0.006900348471472311, 7.780718316298923e-05], "calls": 1, "latency_seconds": 0.4782037250697613, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:1", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9546131603348627, 0.04506960229498137, 0.0003172373701560216], "calls": 1, "latency_seconds": 0.3552942448295653, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:7", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9951508038798089, 0.004665337055735709, 0.00018385906445534617], "calls": 1, "latency_seconds": 0.24094004509970546, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:10", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9948454541114442, 0.004935337036725487, 0.00021920885183030075], "calls": 1, "latency_seconds": 0.4224136723205447, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:12", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9927041975299398, 0.007203692343732032, 9.211012632813857e-05], "calls": 1, "latency_seconds": 0.4222892001271248, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:14", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9511159029827658, 0.048699716525928895, 0.00018438049130521615], "calls": 1, "latency_seconds": 0.23852437594905496, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:15", "target_index": 0, "predicted_index": 1, "n_labels": 3, "probabilities": [0.015502336651391096, 0.9837110483534256, 0.000786614995183221], "calls": 1, "latency_seconds": 0.23728522192686796, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:16", "target_index": 0, "predicted_index": 1, "n_labels": 3, "probabilities": [0.004592791990066318, 0.994949391581969, 0.000457816427964694], "calls": 1, "latency_seconds": 0.3281513568945229, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:20", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9987045340520532, 0.0012368471807093302, 5.861876723751583e-05], "calls": 1, "latency_seconds": 0.41978095984086394, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:26", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9952043672894417, 0.004712276288570059, 8.335642198819732e-05], "calls": 1, "latency_seconds": 0.23678989568725228, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:28", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9957434143790249, 0.004089886536767339, 0.00016669908420774294], "calls": 1, "latency_seconds": 0.41774530708789825, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:30", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9902016918240883, 0.009477784694028839, 0.0003205234818828192], "calls": 1, "latency_seconds": 0.41793871903792024, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:32", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9937132983216793, 0.006212814914091092, 7.388676422964297e-05], "calls": 1, "latency_seconds": 0.1865710667334497, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:33", "target_index": 0, "predicted_index": 1, "n_labels": 3, "probabilities": [0.22476268570837296, 0.7744539532599257, 0.0007833610317012152], "calls": 1, "latency_seconds": 0.303693019784987, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:36", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9950131855583987, 0.0048727858631304405, 0.0001140285784709107], "calls": 1, "latency_seconds": 0.23401846317574382, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:37", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.99356433841203, 0.006307827360011101, 0.00012783422795898872], "calls": 1, "latency_seconds": 0.22866777004674077, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:42", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9924201781095026, 0.00744924948962859, 0.0001305724008689752], "calls": 1, "latency_seconds": 0.24511029291898012, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:43", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9971193657809339, 0.002703781925478299, 0.00017685229358785836], "calls": 1, "latency_seconds": 0.3836607770062983, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:44", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.993953113509426, 0.005853981504502397, 0.000192904986071599], "calls": 1, "latency_seconds": 0.2873698780313134, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:48", "target_index": 0, "predicted_index": 1, "n_labels": 3, "probabilities": [0.2968801759686033, 0.7023203071621433, 0.0007995168692533586], "calls": 1, "latency_seconds": 0.24151469115167856, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:50", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9933457399015697, 0.006526262935399463, 0.00012799716303076836], "calls": 1, "latency_seconds": 0.38013494573533535, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:52", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9759031969455098, 0.023970163925274117, 0.00012663912921615308], "calls": 1, "latency_seconds": 0.37957338988780975, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:55", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9940245398634306, 0.005820429681734782, 0.00015503045483448899], "calls": 1, "latency_seconds": 0.24170881416648626, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:58", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9718077074584693, 0.026923144383749886, 0.0012691481577807187], "calls": 1, "latency_seconds": 0.31204548804089427, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:60", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9951858085242038, 0.004665661663424756, 0.00014852981237137476], "calls": 1, "latency_seconds": 0.2883161003701389, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:62", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9986227603789306, 0.0012535127067253979, 0.00012372691434390704], "calls": 1, "latency_seconds": 0.38390290969982743, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:65", "target_index": 0, "predicted_index": 1, "n_labels": 3, "probabilities": [0.2513065355695224, 0.7476319774943263, 0.0010614869361513517], "calls": 1, "latency_seconds": 0.23238062392920256, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:66", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9982982633260352, 0.0016567103750764318, 4.502629888834191e-05], "calls": 1, "latency_seconds": 0.3852301361039281, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:70", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9319284954684323, 0.06705113839188484, 0.0010203661396828957], "calls": 1, "latency_seconds": 0.34019047813490033, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:72", "target_index": 0, "predicted_index": 1, "n_labels": 3, "probabilities": [0.001151998715314262, 0.9793235761637321, 0.01952442512095369], "calls": 1, "latency_seconds": 0.23174329614266753, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:77", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9953941120245821, 0.004520414246500242, 8.547372891774897e-05], "calls": 1, "latency_seconds": 0.3817931958474219, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:78", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9592463669060767, 0.04058990656477851, 0.000163726529144942], "calls": 1, "latency_seconds": 0.3552806852385402, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:79", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9978838651734113, 0.002019103708608814, 9.703111797982232e-05], "calls": 1, "latency_seconds": 0.32499477034434676, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:82", "target_index": 0, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9925337407911959, 0.007383829916090038, 8.242929271406567e-05], "calls": 1, "latency_seconds": 0.3256696183234453, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:109", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0012422131827596705, 0.9972130021545259, 0.0015447846627144478], "calls": 1, "latency_seconds": 0.32427738094702363, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:110", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.001086987285238093, 0.9985427255707006, 0.0003702871440614056], "calls": 1, "latency_seconds": 0.2826729631051421, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:144", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0003095988831165379, 0.9995618844308791, 0.0001285166860043671], "calls": 1, "latency_seconds": 0.21494041988626122, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:149", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0004610172575675108, 0.9994540137271234, 8.496901530911933e-05], "calls": 1, "latency_seconds": 0.2143778931349516, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:162", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.001311692546195615, 0.9922463612454478, 0.0064419462083565165], "calls": 1, "latency_seconds": 0.3120042169466615, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:172", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.001659511436496393, 0.997625388475994, 0.0007151000875096294], "calls": 1, "latency_seconds": 0.22172450879588723, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:182", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.000490781224278437, 0.9991182397516065, 0.00039097902411496703], "calls": 1, "latency_seconds": 0.3122454499825835, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:191", "target_index": 1, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9918034315034687, 0.008004373862287553, 0.00019219463424367827], "calls": 1, "latency_seconds": 0.27774199610576034, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:202", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0015045368919185465, 0.9983850665567108, 0.00011039655137068422], "calls": 1, "latency_seconds": 0.2777658458799124, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:205", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0006474014306917273, 0.9991756570425061, 0.0001769415268022447], "calls": 1, "latency_seconds": 0.28329157968983054, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:232", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0002546163761798696, 0.9996815435469361, 6.384007688402036e-05], "calls": 1, "latency_seconds": 0.44928237702697515, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:245", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.001226032621197332, 0.998493314815091, 0.0002806525637116977], "calls": 1, "latency_seconds": 0.4223752408288419, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:264", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.016599943935435953, 0.9357353267885522, 0.04766472927601185], "calls": 1, "latency_seconds": 0.4208920537494123, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:271", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.000697390921872705, 0.9988898904042207, 0.0004127186739066282], "calls": 1, "latency_seconds": 0.41982934158295393, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:277", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0009223055595451046, 0.9987386822434066, 0.00033901219704831264], "calls": 1, "latency_seconds": 0.27092101611196995, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:290", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0007705643293976655, 0.9981627113476912, 0.0010667243229112108], "calls": 1, "latency_seconds": 0.4180552107281983, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:306", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.00043723009299545583, 0.9993705330162017, 0.00019223689080272857], "calls": 1, "latency_seconds": 0.4203421976417303, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:309", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0011605564305756818, 0.998590812641507, 0.00024863092791733895], "calls": 1, "latency_seconds": 0.41932541597634554, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:333", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.000562353112389329, 0.9991091065264568, 0.00032854036115390485], "calls": 1, "latency_seconds": 0.3911700160242617, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:351", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.00021105064262990448, 0.9996880170321113, 0.00010093232525871143], "calls": 1, "latency_seconds": 0.3940058690495789, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:370", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0002480928580280082, 0.9995496499464517, 0.00020225719552035095], "calls": 1, "latency_seconds": 0.38259005500003695, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:402", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0009015829100973741, 0.9988307770869688, 0.0002676400029338737], "calls": 1, "latency_seconds": 0.2943160501308739, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:406", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.004310050127664577, 0.995208091638961, 0.00048185823337445284], "calls": 1, "latency_seconds": 0.48182133911177516, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:427", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0016800414088434309, 0.9976263620892964, 0.0006935965018600581], "calls": 1, "latency_seconds": 0.29618886206299067, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:437", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0007554861094367075, 0.9990520426859528, 0.00019247120461045173], "calls": 1, "latency_seconds": 0.45573274279013276, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:441", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.009137983013256358, 0.5475782800390118, 0.4432837369477319], "calls": 1, "latency_seconds": 0.28332676086574793, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:447", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0011409913515071709, 0.9986099860836228, 0.00024902256487001], "calls": 1, "latency_seconds": 0.3116016727872193, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:450", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.00031745562646173477, 0.9994411896186074, 0.00024135475493087792], "calls": 1, "latency_seconds": 0.400612436234951, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:460", "target_index": 1, "predicted_index": 0, "n_labels": 3, "probabilities": [0.9584861354532499, 0.041207737795437654, 0.000306126751312374], "calls": 1, "latency_seconds": 0.4010559218004346, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:464", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0006066445475108554, 0.9992867287537783, 0.00010662669871080774], "calls": 1, "latency_seconds": 0.20935663394629955, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:491", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.001220931053376931, 0.9982550983508458, 0.0005239705957772733], "calls": 1, "latency_seconds": 0.31657343078404665, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:495", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.00022014813009517718, 0.9997211781119376, 5.8673757967201704e-05], "calls": 1, "latency_seconds": 0.40119464322924614, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:501", "target_index": 1, "predicted_index": 1, "n_labels": 3, "probabilities": [0.000321957871061299, 0.9995921398675469, 8.590226139174774e-05], "calls": 1, "latency_seconds": 0.20760101405903697, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:517", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.0010382832287673528, 0.017187754763211938, 0.9817739620080208], "calls": 1, "latency_seconds": 0.20791878690943122, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:518", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.003937097372088892, 0.021367504659021777, 0.9746953979688893], "calls": 1, "latency_seconds": 0.39707416389137506, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:523", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.0014422115239522875, 0.08480373766778028, 0.9137540508082674], "calls": 1, "latency_seconds": 0.39688848331570625, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:529", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.0018305789215991015, 0.08229258752515992, 0.9158768335532409], "calls": 1, "latency_seconds": 0.397071935236454, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:542", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0005865438591864443, 0.9090231210197735, 0.09039033512104014], "calls": 1, "latency_seconds": 0.3952490729279816, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:543", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.007747756524743353, 0.05255095945091287, 0.9397012840243437], "calls": 1, "latency_seconds": 0.3973029279150069, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:545", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.001394443342265134, 0.9978925984073608, 0.0007129582503740897], "calls": 1, "latency_seconds": 0.29393654596060514, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:546", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0014359695529417966, 0.960543970519859, 0.03802005992719924], "calls": 1, "latency_seconds": 0.23914547311142087, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:552", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.002889641740334753, 0.035172702108770895, 0.9619376561508943], "calls": 1, "latency_seconds": 0.24011315498501062, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:564", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.002799500610942241, 0.7553697374125316, 0.24183076197652623], "calls": 1, "latency_seconds": 0.2947701648809016, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:566", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.0012758606837193181, 0.09191412526548577, 0.906810014050795], "calls": 1, "latency_seconds": 0.2383352443575859, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:572", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.016882042177000324, 0.24034865236640715, 0.7427693054565925], "calls": 1, "latency_seconds": 0.37357909977436066, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:581", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0037007043303760676, 0.5286118721148824, 0.4676874235547416], "calls": 1, "latency_seconds": 0.23743663309141994, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:583", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0009937438652138698, 0.8119618543113212, 0.18704440182346496], "calls": 1, "latency_seconds": 0.26650410424917936, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:584", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.021462368527087827, 0.11021518160929361, 0.8683224498636185], "calls": 1, "latency_seconds": 0.2354230796918273, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:586", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.004493079687552983, 0.6589046025807774, 0.33660231773166965], "calls": 1, "latency_seconds": 0.23459534998983145, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:589", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.003342905510336465, 0.665694880928934, 0.3309622135607295], "calls": 1, "latency_seconds": 0.4391585378907621, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:598", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.009553138672296119, 0.40740403145221366, 0.5830428298754902], "calls": 1, "latency_seconds": 0.44067221600562334, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:608", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.00808863240858032, 0.03243939814818142, 0.9594719694432382], "calls": 1, "latency_seconds": 0.23311668308451772, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:609", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.002812683930805338, 0.2522364580531762, 0.7449508580160185], "calls": 1, "latency_seconds": 0.44198537105694413, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:613", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.03298533367239482, 0.11142919800433229, 0.8555854683232729], "calls": 1, "latency_seconds": 0.3796868813224137, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:616", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.0009276539326002, 0.06091284929991283, 0.938159496767487], "calls": 1, "latency_seconds": 0.4388258643448353, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:622", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.013037007300442906, 0.639351634450808, 0.34761135824874906], "calls": 1, "latency_seconds": 0.437643701210618, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:628", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.000831302081122326, 0.9964613565428737, 0.0027073413760039062], "calls": 1, "latency_seconds": 0.4367529796436429, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:649", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0034895243395682016, 0.9961202002444143, 0.0003902754160174335], "calls": 1, "latency_seconds": 0.43503791000694036, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:658", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.006403206115725874, 0.053136383470404495, 0.9404604104138696], "calls": 1, "latency_seconds": 0.39399162819609046, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:662", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.005616567517042947, 0.11724726471021278, 0.8771361677727443], "calls": 1, "latency_seconds": 0.3943650326691568, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:665", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.005940296061811098, 0.22140862999674854, 0.7726510739414403], "calls": 1, "latency_seconds": 0.3543762341141701, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:667", "target_index": 2, "predicted_index": 1, "n_labels": 3, "probabilities": [0.0035554596418248597, 0.657398523586557, 0.33904601677161805], "calls": 1, "latency_seconds": 0.7827966460026801, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:682", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.0008710253180852118, 0.033824585440075175, 0.9653043892418397], "calls": 1, "latency_seconds": 0.7813353701494634, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:683", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.005552569329327608, 0.3499824021111954, 0.644465028559477], "calls": 1, "latency_seconds": 0.7333312267437577, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:686", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.0022821961521132866, 0.09067203104654947, 0.9070457728013372], "calls": 1, "latency_seconds": 0.7314139842055738, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "financialphrasebank", "example_id": "financialphrasebank:688", "target_index": 2, "predicted_index": 2, "n_labels": 3, "probabilities": [0.0014087230685413136, 0.037110662267309025, 0.9614806146641497], "calls": 1, "latency_seconds": 0.7317171678878367, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2", "target_index": 0, "predicted_index": 9, "n_labels": 32, "probabilities": [0.04979224140037035, 0.060524500448258245, 0.01952744296172356, 0.03365661253194899, 0.0656592048982178, 0.07952879103407016, 0.005669124400702021, 0.0037133286661545856, 0.0006066478523387214, 0.1973996724172703, 0.003322553863686342, 0.009147340259814023, 0.0002361767534600225, 0.003272679601681354, 0.00043076318337419584, 0.0005128165877513661, 0.0016867635913269353, 0.001893903078363698, 0.0005153421570251609, 0.024863155835147532, 0.002391492311486791, 0.00028229251769828015, 0.0030862288280479088, 0.005074913150877756, 0.1533247230185336, 0.018124765934833156, 0.004436240540402354, 0.04098929166720533, 0.046910941371332726, 0.15529854222933148, 0.002165356862890673, 0.005956150044674564], "calls": 1, "latency_seconds": 0.5866719167679548, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:5", "target_index": 0, "predicted_index": 0, "n_labels": 32, "probabilities": [0.9929885222498445, 0.002896989765068667, 4.133488448460916e-05, 9.140672559963024e-05, 0.002487211842128164, 0.00037676785559669383, 2.869975717182991e-05, 1.4104474611695415e-05, 1.0081394522909264e-05, 1.2693480486686168e-05, 0.00012297321709464572, 1.1254111145955655e-05, 8.318535296942459e-07, 1.1211386112388283e-05, 7.474396401176183e-06, 4.488938927393883e-06, 4.379372522662197e-05, 4.681664766725334e-06, 1.2150339850856487e-06, 5.857631967819052e-06, 6.269082606535195e-06, 1.1052527150419638e-06, 4.089039477180569e-06, 1.359045900520731e-05, 1.8214743104148604e-05, 2.3561195305260917e-05, 0.0002885178874693321, 0.00012911004113553835, 2.1894463851589213e-05, 0.0002145932379151088, 0.00010732019322637691, 1.0140015515819789e-05], "calls": 1, "latency_seconds": 0.9720202540047467, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:9", "target_index": 0, "predicted_index": 0, "n_labels": 32, "probabilities": [0.5599092025328581, 0.05642172859941315, 0.010753800865255042, 0.007160975533295425, 0.28764820054327633, 0.06953700384377709, 0.0002701000066275299, 0.00010175431300635707, 4.223394270260113e-05, 0.00028949781801884303, 4.735835879809634e-05, 7.999457424532925e-05, 8.13307136764204e-06, 1.3922404093533662e-05, 4.0278193339170055e-05, 3.5600833092793506e-05, 0.0003126907204511147, 2.2969627511109555e-05, 5.981885747771652e-06, 3.9681784866011574e-05, 3.527512084115444e-05, 1.135291593568299e-05, 1.7809921385686594e-05, 2.9633855856497332e-05, 6.810381981060714e-05, 0.0001537280082549919, 0.0009506340279386587, 0.0007570979124262077, 0.0003914382092769275, 0.0018801291047918082, 0.002686999938402597, 0.0002766877133360537], "calls": 1, "latency_seconds": 0.9681029091589153, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:29", "target_index": 0, "predicted_index": 29, "n_labels": 32, "probabilities": [0.01284712694391791, 0.002719265539689265, 0.0058118143071407636, 0.07469764857354085, 0.02515331480765607, 0.02341639155123579, 0.0003053928522238283, 0.00023561041325636178, 0.0001706079146832875, 0.03810514338765613, 0.00028785897967706326, 0.002403260757216589, 0.00016164201981494968, 0.00046701709372117467, 0.0007519497414018838, 0.00010306868234749018, 0.00019400294622428431, 0.001834486532974074, 0.00012357053056623896, 0.002416632363564901, 0.0007873361679315051, 9.438100702647722e-05, 0.0012905753387871997, 0.0009837691810268567, 0.006742657997640094, 0.0044017995760453135, 0.004024426012306467, 0.0025343515411909477, 0.010400696528482294, 0.7667374799201383, 0.00347882218479437, 0.006317898606121306], "calls": 1, "latency_seconds": 0.8464364018291235, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:77", "target_index": 1, "predicted_index": 1, "n_labels": 32, "probabilities": [6.340473762939473e-05, 0.9987306728897193, 4.492203225207677e-05, 4.492203225207677e-05, 7.514649528360165e-05, 3.772129437065131e-05, 3.9031523668464345e-06, 3.71752973381079e-06, 3.454542137083079e-05, 3.1624265566458575e-05, 2.4203292946042463e-05, 4.117279804620938e-05, 2.508885162641575e-06, 1.4025824011191668e-05, 2.9095695598354128e-06, 1.278902511062064e-05, 0.0005914251001543925, 1.278902511062064e-05, 3.71752973381079e-06, 3.5403937450496083e-06, 8.013645940101318e-06, 2.0564205690752516e-06, 2.636155999883018e-06, 8.805843925906986e-06, 7.289872278478336e-06, 1.9562225245955027e-06, 2.769621535052172e-06, 0.00017155365899299607, 4.416033635352139e-07, 1.278902511062064e-05, 1.0133178171634882e-06, 1.0133178171634882e-06], "calls": 1, "latency_seconds": 0.5232973550446332, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:86", "target_index": 1, "predicted_index": 1, "n_labels": 32, "probabilities": [0.003531073925749939, 0.8491198294850522, 0.009160773532908386, 0.0008343326090635637, 0.0011477897048989129, 0.0004239993950048995, 0.004023318111956063, 0.0005252798822490911, 0.00024211233779294572, 0.00039079658241883246, 0.0004047183921039472, 0.00839631009395099, 0.0003318492943573757, 0.0011025630453689646, 6.432728912467527e-05, 8.962225118566061e-05, 0.003373562133591003, 0.00043975627532885024, 0.11104459507437531, 0.00010427950114966671, 0.00022172381731787064, 3.1154092401613684e-05, 3.3471423517362034e-05, 8.979673199482824e-05, 0.0001657352002459769, 6.187767596595733e-05, 0.00029979545287550587, 0.0041201109519520916, 8.395724116779913e-05, 0.00012714679557529362, 1.024575574327461e-05, 4.0959436112477876e-06], "calls": 1, "latency_seconds": 0.9713411657139659, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:89", "target_index": 1, "predicted_index": 19, "n_labels": 32, "probabilities": [0.0031766843989237867, 0.042259076854817695, 0.006210817521258564, 0.017570304440428904, 0.0073098336967469535, 0.0013551787473016642, 0.0003173905290518787, 0.0007317583697961774, 0.00040226868570585815, 0.014943604119488814, 0.0013152337601425087, 0.14846822424858577, 0.0008394545964682622, 0.0004204951439923656, 0.0005252633603940174, 0.0003991858382691423, 0.001723452556799746, 0.0011455528137743298, 0.00021155167593580034, 0.7376949221156627, 0.0008281634634965863, 0.00018494638647803302, 0.0006282675538319462, 0.0006748116561682079, 0.003306976064303868, 0.0012904435468195003, 0.00046997632459020236, 0.002225781723539228, 0.0013282657621442207, 0.001961614386639598, 5.0260993077328815e-05, 3.0238665366319e-05], "calls": 1, "latency_seconds": 0.8446590709500015, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:127", "target_index": 1, "predicted_index": 1, "n_labels": 32, "probabilities": [0.0009237452374650385, 0.9604361827698772, 0.021114855056098114, 0.0004929207516322342, 0.0006465314743679198, 0.0002513237600230445, 6.285399206872421e-05, 4.99851700525324e-05, 0.0002176716160542187, 0.00027321377402371395, 6.372206437240308e-05, 0.0005088575557299027, 5.826261816832514e-05, 0.0002379930880247398, 3.1336411927660906e-05, 0.00012930880410443873, 0.013501033603262595, 0.00015959627131737004, 1.3908653791412267e-05, 5.420485882533813e-05, 0.0001291113233984478, 2.5036168206358024e-05, 2.3048016041506218e-05, 2.78370478691174e-05, 6.33384620823504e-05, 3.93744008187025e-05, 7.938964073836012e-05, 0.00017397502010193288, 8.778661541108843e-05, 0.00011046183246028496, 9.935985939095686e-06, 3.1979557458877926e-06], "calls": 1, "latency_seconds": 0.968331690877676, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:164", "target_index": 2, "predicted_index": 4, "n_labels": 32, "probabilities": [0.3058169873149822, 0.001765640942201493, 0.00028007649398828087, 0.001129618016255282, 0.5561623639385003, 0.1333337438690223, 2.0834427488994376e-05, 2.4836894262387754e-05, 6.455037084553207e-05, 3.258878332108918e-05, 2.719397426519508e-05, 2.3390835746861806e-05, 2.4249297741900984e-06, 1.2002595795427523e-05, 1.2608016080068199e-05, 1.838534388543126e-05, 0.0002711584499843311, 1.3472315775380037e-05, 4.225524002675869e-06, 2.7327718577429674e-05, 2.277030881533732e-05, 4.050383062898524e-06, 4.99946836833892e-06, 5.403443959453989e-06, 2.102972671964608e-05, 8.273411120112318e-05, 4.690043522501979e-05, 1.4294512005488795e-05, 2.6032983458198868e-05, 0.00017232575498693457, 0.00010501058590172091, 0.00045101753154100724], "calls": 1, "latency_seconds": 0.9668946550227702, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:210", "target_index": 2, "predicted_index": 2, "n_labels": 32, "probabilities": [0.0003367514113250947, 0.009257009701872225, 0.9861796856275545, 0.0009300519686240476, 0.0008384864436726882, 0.00026761763894935485, 1.7330321526012732e-05, 1.8789051881804373e-05, 4.77773347667957e-05, 0.00024334032841198352, 3.7811522826469226e-05, 0.0006228885481875629, 4.102024750466144e-05, 0.00019169885347175946, 4.6910320989012065e-06, 5.179582002880053e-05, 0.00035859059683835217, 3.571479707477991e-05, 5.601205408108423e-06, 2.3103276422336052e-05, 2.0863147975745826e-05, 1.1932410544695164e-05, 1.3017422244179267e-05, 1.0519980778915316e-05, 2.099665816718866e-05, 5.440810741483294e-05, 1.361431042947077e-05, 3.618682280771573e-05, 0.0002749597161690144, 3.124063322224055e-05, 7.953091111666746e-07, 1.709752688542007e-06], "calls": 1, "latency_seconds": 0.9658198822289705, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:219", "target_index": 2, "predicted_index": 1, "n_labels": 32, "probabilities": [0.0004519553290498987, 0.9719051685487718, 0.007412606510406053, 0.00019012587579183483, 0.00040803639379801364, 0.0001420403483951892, 6.706308867540398e-05, 3.0073936717700698e-05, 0.00014814841218864833, 0.00018897039619679328, 7.196661521159287e-05, 0.0004469423042603403, 3.538762869501194e-05, 8.791180770480693e-05, 2.26490168966681e-05, 5.109264389663083e-05, 0.017601218285698637, 0.00013342977042866155, 1.2811770448459547e-05, 4.192141614926889e-05, 5.403099866575264e-05, 1.9518385548691512e-05, 1.2146767668734297e-05, 1.5339495835103048e-05, 2.9429948068081143e-05, 2.284292168775139e-05, 1.8822484230204488e-05, 0.00028326915672230625, 1.1097640684820955e-05, 7.730503301815374e-05, 4.31217727795097e-06, 2.3648912110382812e-06], "calls": 1, "latency_seconds": 0.9663397981785238, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:236", "target_index": 2, "predicted_index": 2, "n_labels": 32, "probabilities": [0.0002235609328219716, 0.0005656010778454432, 0.9935660037905257, 0.0002063845763287196, 0.00038687349778407967, 0.00017567859748545577, 6.689283705835452e-06, 1.2940780737469744e-05, 1.706997559650835e-05, 4.987053411288103e-05, 3.2126388075866944e-05, 0.004223798260507641, 1.5570874685418152e-05, 4.187658045249334e-05, 2.3996597009983473e-06, 2.2436968317288477e-05, 9.076665876351373e-05, 1.870601689761646e-05, 1.5570874685418152e-05, 1.1790403474078103e-05, 1.2940780737469744e-05, 7.359124617803814e-06, 5.79288663885868e-06, 4.549040109412179e-06, 6.689283705835452e-06, 6.461782074108133e-05, 2.2436968317288477e-05, 7.359124617803814e-06, 0.000149301667505269, 2.9386459229298102e-05, 1.451451574518844e-06, 2.3996597009983473e-06], "calls": 1, "latency_seconds": 0.44164475705474615, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:250", "target_index": 3, "predicted_index": 4, "n_labels": 32, "probabilities": [0.005655504441048788, 0.0005639424111703582, 0.00021010477724886712, 0.0012610237654014308, 0.8672622125187629, 0.1214651539467449, 7.640057537126753e-05, 0.00019296264245420412, 0.00010273383297134855, 0.0006266462535031667, 8.209306526944703e-05, 0.0001544975265684599, 9.731645306792625e-06, 6.019357016416082e-05, 2.3175795299118852e-05, 3.964332965627879e-05, 0.00017866409857123994, 3.077265026971971e-05, 2.1750688021581053e-05, 0.00039204799961436255, 8.80089942487059e-05, 2.018602146467963e-05, 2.8520208645198183e-05, 9.251059494648363e-05, 0.00016461874278569472, 0.000173124065069634, 0.00014275724456338704, 3.8697820330355706e-05, 4.456943203193774e-05, 0.00022658167513802828, 0.0002981588820021029, 0.0002730107853553467], "calls": 1, "latency_seconds": 0.8019347400404513, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:251", "target_index": 3, "predicted_index": 3, "n_labels": 32, "probabilities": [6.478938589131968e-05, 1.7976611600808588e-05, 2.10417640882155e-05, 0.9976119336852087, 0.00012886479861431941, 1.5999526576682185e-05, 3.125474148597102e-06, 1.4647615611112742e-06, 2.0735254906137435e-05, 4.212849721164553e-05, 2.8175266851893915e-05, 6.545595601999921e-05, 1.591965100522474e-05, 6.058010453743005e-06, 6.188239731647426e-06, 6.283588110347504e-06, 6.868272724742945e-05, 9.5311972474233e-06, 2.9485880267231213e-06, 6.235270113675772e-05, 1.044464380415152e-05, 1.689158494581489e-06, 4.664788224476394e-06, 1.091550331152931e-05, 2.0345255684770474e-06, 3.9562830816979e-05, 2.0930067433134683e-05, 8.710112784611357e-06, 1.069352757192195e-05, 0.00168549532355549, 9.58655655258301e-07, 4.245177140625753e-06], "calls": 1, "latency_seconds": 0.4445532909594476, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:278", "target_index": 3, "predicted_index": 3, "n_labels": 32, "probabilities": [0.00041587788380725925, 0.0004051253822307883, 0.000498350860048317, 0.7910635344635649, 0.0021091234727957575, 0.0004662021294777849, 1.7090181308710854e-05, 5.460775647446128e-05, 0.0001383988434520731, 0.0012021057710074048, 8.033504347875385e-05, 0.00021417526752523963, 8.065860135688428e-05, 2.3334242953127943e-05, 0.006740162750642642, 7.455742908875438e-05, 0.0006168848192916853, 9.342173393520727e-05, 4.6347706308182604e-05, 0.1856486676658872, 0.0002821211121064324, 2.083939265004246e-05, 0.00021504860805717275, 0.00024269513703954125, 0.00025360193456081025, 0.00038721504752719355, 9.846512131269799e-05, 0.00011148218119155144, 0.0005140082250231044, 0.00783637853458433, 2.827335495613007e-05, 2.0909346355754433e-05], "calls": 1, "latency_seconds": 0.8022000039927661, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:288", "target_index": 3, "predicted_index": 14, "n_labels": 32, "probabilities": [0.007391435334679686, 0.0003848716482417285, 0.0001353693637938727, 0.18813650498493706, 0.0010189183693685786, 0.00016253370602246133, 2.131730933570704e-05, 2.641860741295299e-05, 0.00011817464788001518, 0.0007543790364947618, 9.621348684457322e-05, 0.00015311935273074623, 1.5202816494348154e-05, 1.8246383995053183e-05, 0.7793421584220025, 8.02492606206873e-05, 0.0003737740805222065, 4.057294754818152e-05, 7.851252025643105e-06, 0.012029762316781024, 0.0001364042057179636, 1.2270684596814018e-05, 0.0027853617447993508, 0.00010297832089957319, 0.00011146153183827498, 8.959583069788954e-05, 0.00022597097470116053, 3.4979518028312925e-05, 7.101282834088782e-05, 0.006111545859137597, 3.988092154987452e-06, 7.3570813554129434e-06], "calls": 1, "latency_seconds": 0.44357704976573586, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:321", "target_index": 4, "predicted_index": 4, "n_labels": 32, "probabilities": [0.01335973255275666, 0.0016742417841422367, 0.0004186098345300975, 0.0023674791091591978, 0.6491670103549467, 0.32880191536536135, 0.00010275575800566244, 0.00011664809720804204, 0.00011772996136727398, 0.00018280303427392305, 6.383407045926109e-05, 0.0001426872806479752, 6.688824271647166e-06, 3.272024790971551e-05, 4.709008293345627e-05, 3.170940362328683e-05, 0.00023281020868640457, 2.1620081064692813e-05, 4.574250062238237e-05, 0.00019280797132786918, 5.085009983770156e-05, 1.5078575902160694e-05, 2.409586372885063e-05, 2.5921802998982335e-05, 7.037956865860722e-05, 0.00033435363078882446, 0.00020453769542808596, 6.772725550628973e-05, 8.965752838873518e-05, 0.0005483921491843127, 0.00029858524904117785, 0.0011437840572384036], "calls": 1, "latency_seconds": 0.7978860633447766, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:329", "target_index": 4, "predicted_index": 4, "n_labels": 32, "probabilities": [0.0021287973577689945, 0.00029882700777558686, 0.00022680091080090134, 0.0009014653110762641, 0.9688174855458555, 0.02606977009126461, 0.0001053569524191067, 3.463748438516929e-05, 7.364989433034891e-05, 6.0107413467287927e-05, 3.542287600433902e-05, 4.7420242714842457e-05, 6.942516898525026e-06, 2.9667826112543376e-05, 2.148739855595119e-05, 3.8284515158597585e-05, 0.00025871436122583505, 1.9642815440227575e-05, 1.0851537798186533e-05, 7.975182321633747e-05, 5.756388200837225e-05, 6.105579074195134e-06, 1.1691816280007641e-05, 1.3430838478057781e-05, 3.589585346617534e-05, 9.223604200064208e-05, 0.00013193984545411828, 1.0620828060464381e-05, 2.4572819999260294e-05, 0.00013211943262324087, 0.00016048513992199929, 5.8254040364374266e-05], "calls": 1, "latency_seconds": 0.49881219770759344, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:347", "target_index": 4, "predicted_index": 4, "n_labels": 32, "probabilities": [0.0006347019601288138, 0.00011551880581474955, 3.8557105794518244e-05, 0.00012063105892164993, 0.954565450635644, 0.04370542996449437, 1.4089978805245087e-05, 2.107830189455845e-05, 2.4960873572347176e-05, 3.6105362019715225e-05, 2.5244951424868757e-05, 1.9119195667305603e-06, 8.788001314785779e-07, 1.9020070675047833e-05, 6.312905032664728e-06, 5.852037795150135e-06, 7.557893375152833e-05, 5.685010928184818e-06, 2.991792897977055e-06, 1.7427953809101997e-05, 1.1292532627902642e-05, 1.3249772173643909e-06, 9.178721586289399e-06, 5.228459979715368e-06, 5.390793812768402e-05, 3.208906085122284e-05, 2.8783059372905943e-05, 8.636575441835095e-06, 3.487118274404305e-05, 0.00012313795684373404, 0.00013771154797932668, 0.00011640956412514736], "calls": 1, "latency_seconds": 0.4821486617438495, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:400", "target_index": 5, "predicted_index": 5, "n_labels": 32, "probabilities": [0.0010707526814358196, 0.00028871940339745774, 0.00010197664577878785, 0.00019830218293474038, 0.15712485319093486, 0.837465854977493, 7.27892135953896e-05, 2.4345575999184748e-05, 1.5951168078906096e-05, 0.00010721112120416997, 5.8928359739054384e-05, 3.963744394982348e-05, 9.375878979586737e-06, 2.4128741008300442e-05, 3.613120629723185e-06, 1.5163932229845348e-05, 4.840927765581657e-05, 4.773396226273089e-06, 5.215538404264097e-06, 3.899096252055446e-05, 1.1422886450856866e-05, 8.966676005231234e-06, 9.766849872340269e-06, 2.0539022376922822e-05, 1.4614829275346586e-05, 4.1674392850901706e-05, 5.7741226326760395e-05, 2.7778962031438287e-05, 4.51593341075946e-05, 0.00027487720946954103, 0.0002197917111637195, 0.0025486740878737212], "calls": 1, "latency_seconds": 0.4810816189274192, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:432", "target_index": 5, "predicted_index": 0, "n_labels": 32, "probabilities": [0.8108514696737482, 0.0005397407139864552, 0.00010053122874386608, 0.0002488294531632272, 0.18642534824719045, 0.0008446707526720864, 1.435668862303202e-05, 1.1440613325242006e-05, 2.221772910685764e-05, 1.9856901719249153e-05, 1.9865146780731904e-05, 1.941348108276499e-05, 2.6793115936678185e-06, 2.097911916518005e-05, 4.757746352624215e-06, 8.860979493590843e-06, 0.0001304239215606661, 9.994418432790166e-06, 2.3542712686056358e-06, 1.596998478235642e-05, 1.3438162971513886e-05, 2.5823570694804617e-06, 6.286678556094623e-06, 1.0359144271634815e-05, 1.553383833810309e-05, 8.937976614980183e-05, 0.0001184429720040823, 1.0487973670890895e-05, 1.3175313868567479e-05, 7.575845708608384e-05, 0.0003161934417227095, 1.4601511499432783e-05], "calls": 1, "latency_seconds": 0.8634456722065806, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:434", "target_index": 5, "predicted_index": 4, "n_labels": 32, "probabilities": [0.0002950749977645501, 0.00010539369389337059, 7.596666236929061e-05, 0.00027960310375798144, 0.5668752405150893, 0.43061433414540606, 1.627727343304634e-05, 1.8970983015471713e-05, 4.917041205174666e-05, 7.35622131669205e-05, 3.205833459816404e-05, 2.7792955385263476e-05, 4.835317896349995e-06, 1.096801553086104e-05, 4.97328672774803e-06, 6.5840265417082e-06, 5.063428992996475e-05, 1.238262780632926e-05, 6.989770118578559e-06, 3.967778105227504e-05, 1.5877862852871022e-05, 6.889315540341162e-06, 1.1290222501693758e-05, 7.049790309988169e-06, 2.630276426525222e-05, 7.817794065350868e-05, 3.901032879919372e-05, 1.4061005548316724e-05, 4.246469136629774e-05, 0.0002840055992316981, 0.000295413159658634, 0.0005789669137372258], "calls": 1, "latency_seconds": 0.8588902577757835, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:512", "target_index": 6, "predicted_index": 11, "n_labels": 32, "probabilities": [0.00048158015078480674, 0.015553601579740495, 0.0003039774901985584, 9.148734364868709e-05, 9.15220565583192e-05, 7.814302875102652e-05, 0.00795531454069715, 0.0003082526717790309, 4.459465570029067e-05, 9.638309970307148e-05, 0.0015241577049618519, 0.6002820198032373, 0.00024374979904036038, 0.0010286551130796217, 3.985767489199333e-06, 5.222825140177526e-05, 9.796337110285481e-05, 0.00015097586175286524, 0.061917843601603184, 8.508595569441204e-05, 5.4056999580553365e-05, 1.8293083783187567e-05, 2.6583966491548563e-05, 4.0313481724356767e-05, 0.00011345635984452053, 0.0002165173205862201, 0.0011919478950292942, 0.30610833682483857, 0.0013732023366594761, 0.00037092705977549776, 5.623973374937649e-05, 3.860309101265596e-05], "calls": 1, "latency_seconds": 0.8621270060539246, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:523", "target_index": 6, "predicted_index": 27, "n_labels": 32, "probabilities": [0.0005873965046818409, 0.02713226757192164, 0.0002213123150834294, 0.00013126082303740663, 0.00022019093851005436, 8.998071356055478e-05, 0.01151789638477763, 0.0006196085144651572, 0.00034739665889298974, 0.0002734574213069374, 0.008979732887154633, 0.0060111072127858965, 8.604854693697568e-05, 0.00026406142199336484, 1.4213748504293119e-05, 3.036493702525835e-05, 0.0001167132042593328, 0.00013603094132847614, 0.0009795903049046103, 9.220083313037796e-05, 3.685736343598865e-05, 1.2637380814442911e-05, 2.0452556704830018e-05, 3.360482379982887e-05, 0.00013089738237936945, 0.00018001328359859402, 0.00171516307823965, 0.9381073237608484, 0.001346210162415492, 0.0003928074199593828, 9.744568494276022e-05, 7.57552186004712e-05], "calls": 1, "latency_seconds": 0.8567887339740992, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:526", "target_index": 6, "predicted_index": 11, "n_labels": 32, "probabilities": [0.0005326991248422755, 0.025723255580311705, 0.0005462908889948021, 0.00016773902921154806, 0.000171981702888468, 9.643471898979597e-05, 6.97057978340967e-05, 0.00012138908733082509, 7.726368510190771e-05, 0.00020751477578948702, 0.0006914961453341111, 0.9601389622905234, 0.00017074956614434263, 0.0003143002259129741, 1.2174611308590702e-05, 0.00010840063538665339, 0.00025762559939627696, 9.688679708044148e-05, 3.5512050087017394e-05, 5.573977316381577e-05, 6.384685773864466e-05, 2.8473541970998177e-05, 8.170826694906562e-05, 2.9034407062673615e-05, 6.437192589282253e-05, 5.6878253066522646e-05, 0.0002560939794657719, 0.009406764629016524, 0.00027594588752504097, 0.00010755379904005198, 9.8715153335822e-06, 2.3334851305700806e-05], "calls": 1, "latency_seconds": 0.8597233882173896, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:545", "target_index": 7, "predicted_index": 7, "n_labels": 32, "probabilities": [8.072995769072755e-05, 4.02283381060559e-05, 7.477668971643851e-05, 2.5998876907045788e-05, 9.282610860736176e-05, 9.390120824278479e-05, 4.661858713646578e-05, 0.9981312714004111, 1.2124858373448224e-05, 7.558477759881012e-05, 4.6383221294120615e-05, 5.501288156498732e-05, 5.601612049098939e-06, 1.814013986870046e-05, 1.2937374962269552e-05, 8.611638092244147e-06, 0.00018468106624017612, 0.00038556437959950913, 1.0371259003033873e-05, 3.183871018707202e-05, 6.870280691441725e-05, 7.388971875754667e-06, 1.497077806638899e-05, 2.8753943031124504e-05, 2.3743381611647985e-05, 4.533601297349209e-05, 6.510338135773554e-05, 6.89317569104528e-05, 0.00014877395636236392, 6.37261693010324e-05, 8.389741318267211e-06, 2.2976014625894813e-05], "calls": 1, "latency_seconds": 0.858373801689595, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:555", "target_index": 7, "predicted_index": 9, "n_labels": 32, "probabilities": [0.0004577912021747814, 0.0006057594351312771, 0.001404075915991, 0.000364434550875644, 0.00038835118019193526, 0.00029709764591498113, 0.0003356132772542334, 0.03409763669125104, 0.00017869126029445382, 0.9067168480168531, 0.0015781157117837688, 0.002043726614821698, 4.7089378031068535e-05, 0.00021073920591716777, 0.00019326937426742628, 8.164516384274613e-05, 0.0016039845362490431, 0.0017414797591144377, 2.3221293803677242e-05, 0.0007298899632171217, 0.0004120386307863463, 2.752672552156725e-05, 0.026213470811106258, 0.0005600723179098472, 0.0048593886510553755, 0.0009291107867212194, 0.0002831291056188302, 0.0006868365954728066, 0.012430554688270664, 0.0004436497622216053, 6.928334484849631e-06, 4.783341384991409e-05], "calls": 1, "latency_seconds": 0.8576927753165364, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:613", "target_index": 7, "predicted_index": 7, "n_labels": 32, "probabilities": [0.0023221996040839726, 0.009356817598272496, 0.004001261427973005, 0.0005739454290965476, 0.003022773012669722, 0.0023056668224037866, 0.0049033015371931455, 0.8208030165839715, 0.001610572220036445, 0.016100027864775424, 0.0015013430002738712, 0.005672578526967152, 0.00012771277145927698, 0.0007798899347581484, 0.00023009936478207447, 0.00034366801139231433, 0.00219095692104812, 0.0427983366821792, 0.00024001080463895852, 0.0018587782048245323, 0.0010524531701753884, 6.305387315536829e-05, 0.0005575827686095967, 0.0011628230555789782, 0.0013853046613332854, 0.0022219528693913455, 0.0008740369128195267, 0.06299885763182768, 0.007704538900088562, 0.00102888389372656, 8.249773410008096e-05, 0.0001250582063939311], "calls": 1, "latency_seconds": 0.8587989169172943, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:639", "target_index": 8, "predicted_index": 26, "n_labels": 32, "probabilities": [0.0019554887425819365, 7.926098057272879e-05, 0.00010878022464746926, 0.00011588770023540407, 0.00031856118615606694, 0.00012108299005375263, 2.742839302820551e-05, 0.00025558788073227204, 0.0009431151522788509, 0.003269007247435434, 0.0003101350728170399, 0.00028034986733365785, 1.0766296136548057e-05, 1.2964662964643054e-05, 0.0022354205913139398, 8.704914471480607e-05, 0.0004306806849793946, 0.00029069084594150643, 1.1983166964056115e-05, 0.0003703386990579285, 0.41529610575889764, 0.0011821584132087094, 0.0021694449045347977, 3.245494419328581e-05, 0.0006209343669502786, 0.0011224227772061992, 0.5656915190077666, 0.0005179029215616333, 0.0005829046245558956, 0.0015146772870379898, 1.143734572541893e-05, 2.3458118415883007e-05], "calls": 1, "latency_seconds": 0.6333285341970623, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:662", "target_index": 8, "predicted_index": 26, "n_labels": 32, "probabilities": [0.0002570459730418782, 5.300054322470219e-05, 8.655356860686935e-05, 0.00010160060219232349, 7.983976033522305e-05, 5.7572490265773986e-05, 1.7429121105458238e-05, 2.9366532948212163e-05, 3.791348650488733e-05, 8.655356860686935e-05, 7.983976033522305e-05, 3.791348650488733e-05, 2.6326637821313595e-06, 5.881130925557348e-06, 2.9366532948212163e-05, 7.757705150544378e-06, 0.0001100122388912368, 1.7862266226568388e-06, 5.881130925557348e-06, 3.1989444822219845e-05, 4.12502626149885e-05, 4.04310614963938e-06, 5.7572490265773986e-05, 1.7429121105458238e-05, 4.12502626149885e-05, 0.00040020208958628175, 0.9974993106502432, 0.0001288279930470515, 0.0002570459730418782, 0.00032130287843293596, 3.1989444822219845e-05, 7.983976033522305e-05], "calls": 1, "latency_seconds": 0.35262458259239793, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:666", "target_index": 8, "predicted_index": 8, "n_labels": 32, "probabilities": [0.003691641914879601, 0.0004438940988048072, 0.00016792108570631078, 0.0002162164744322062, 0.0005581707109201489, 0.0002688817756233397, 4.198514155714773e-05, 0.0008825254321466129, 0.78904067710506, 0.004940698394761822, 0.000492506389168964, 0.0004262594406263167, 2.0003589594941793e-05, 4.379533604979179e-05, 0.0003118998808141297, 0.00016353453857444883, 0.00036558339774297115, 0.0003552094206402152, 2.5503812326520197e-05, 0.0008859231471127287, 0.18396515348007447, 0.0004924830898633124, 0.0003144233701449634, 6.924368929167142e-05, 0.00040800501868097216, 0.0014705237513007363, 0.00918138326907506, 0.0004278493118875015, 0.00011461538068632735, 0.0001866625045847191, 1.145523651201825e-05, 1.5370811355276967e-05], "calls": 1, "latency_seconds": 0.8031443045474589, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:711", "target_index": 9, "predicted_index": 9, "n_labels": 32, "probabilities": [0.00014545483032056937, 8.316705351772167e-05, 0.00010518050626585304, 6.593547195776612e-05, 0.000139816140566782, 2.529889725932994e-05, 5.8545118316796786e-06, 8.407014494527026e-06, 4.291346185163337e-05, 0.9978286345221427, 0.00028544150101261366, 3.0512544688872116e-05, 2.0655012540549668e-05, 2.1465214091921605e-05, 2.8143287265339437e-05, 5.044713960522588e-05, 0.0002798327981596749, 7.807041685887704e-05, 5.446649059282486e-06, 5.001480027613494e-05, 4.094399396362769e-05, 7.773990302493334e-06, 0.00035489802408256746, 7.220046352318237e-05, 2.6841895353524275e-05, 6.293669365162721e-05, 2.785829797900578e-05, 1.1473571870776885e-05, 5.6282220150918357e-05, 3.362240186535187e-05, 2.075593759521753e-06, 2.401079730362418e-06], "calls": 1, "latency_seconds": 0.7712227799929678, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:745", "target_index": 9, "predicted_index": 9, "n_labels": 32, "probabilities": [0.0009932187998822008, 0.00403341150243473, 0.003017519287017646, 0.0010148997204087102, 0.0016315202450527253, 0.00032594140046074616, 0.0005401119901186982, 0.0006224364004341218, 0.0003566904321488922, 0.9135616315268926, 0.0029872534474725595, 0.0014880924399241272, 0.00014689330823982653, 0.0011272712290560367, 8.423616583652608e-05, 0.0001084059154056591, 0.0012364578439461663, 0.0009358292322007415, 0.00013457916574003456, 0.004459596461131546, 0.00026067682939802123, 7.058635922195698e-05, 0.0034526471085584353, 0.0026864633043723845, 0.005303390868695712, 0.001740546541788847, 0.000761905185930428, 0.019944985815690004, 0.0237939357718101, 0.002989578810884297, 3.487806553421001e-05, 0.00015440882431113948], "calls": 1, "latency_seconds": 0.5024625100195408, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:748", "target_index": 9, "predicted_index": 9, "n_labels": 32, "probabilities": [0.0004031510359088495, 0.0002037371364563443, 0.0002329825861001393, 0.00019728569490436325, 0.000297972690899451, 9.153150554373004e-05, 9.362190946245346e-06, 1.3750081858809677e-05, 0.0001303104652188268, 0.9944492656312991, 0.00026903568361381767, 7.763544859080851e-05, 1.8006971909688692e-05, 4.349246471931972e-05, 3.579777790325107e-05, 5.9386185530069454e-05, 0.00034351716325691466, 0.00012753894582303975, 1.1424332025721091e-05, 8.580538266755386e-05, 8.970084447423967e-05, 4.219913874539798e-05, 0.0016118765194101812, 9.108608795832498e-05, 0.00020248683080251748, 0.00027645473748791983, 0.00015606801375880376, 4.688231942367192e-05, 0.00014865938341789735, 0.00021029652978777748, 1.378402398794855e-05, 9.51619556927902e-06], "calls": 1, "latency_seconds": 0.4995897770859301, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:773", "target_index": 10, "predicted_index": 27, "n_labels": 32, "probabilities": [0.00044650400909847904, 0.004447944145476626, 0.0005495374254605091, 7.864688180494794e-05, 0.00020158857732385007, 8.527437521218677e-05, 0.00010215486696538251, 0.00015391330545190117, 0.0001320482263848374, 0.0001677535164835342, 0.07091552421511013, 0.0031430148979939487, 0.00015331778138475357, 5.947163182743868e-05, 1.7124776938834e-05, 3.5256437891259226e-05, 0.00020888056709360275, 0.0007723486113599389, 7.134574668706727e-05, 0.00012150869344320541, 2.2928228470194303e-05, 2.5966894951436897e-05, 1.4285074840590061e-05, 3.727353799075658e-05, 0.0001296472520350257, 0.0003199170591193296, 0.0011872835618452974, 0.9138802422455716, 0.0016380624119126477, 0.000714518317917375, 7.09840187988325e-05, 9.573270715445522e-05], "calls": 1, "latency_seconds": 0.8270699251443148, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:791", "target_index": 10, "predicted_index": 27, "n_labels": 32, "probabilities": [7.159684493461095e-05, 0.00034174408834554534, 7.771082144398725e-05, 1.996144424577193e-05, 3.086315641050143e-05, 3.3190196027028583e-06, 1.2782465171496934e-05, 2.595738035963733e-05, 7.38990585649619e-06, 2.595738035963733e-05, 3.086315641050143e-05, 0.0001074222091947371, 7.38990585649619e-06, 1.8273507424962884e-05, 1.6812419198594655e-06, 5.589120472071963e-06, 3.6637275936533824e-05, 2.8734268834989296e-06, 8.104567635606134e-06, 4.3422037316220554e-05, 7.38990585649619e-06, 2.0457522168063756e-06, 6.735616005091242e-06, 3.6520812978001585e-06, 1.8273507424962884e-05, 3.086315641050143e-05, 4.7243622459808145e-05, 0.9986362521884117, 0.0002532023129797598, 7.771082144398725e-05, 1.5295514940972805e-05, 2.1796564771211483e-05], "calls": 1, "latency_seconds": 0.1592077361419797, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:803", "target_index": 10, "predicted_index": 17, "n_labels": 32, "probabilities": [0.00012991750074439558, 0.00031775257110958684, 0.0007017069430878976, 0.00013696993806988327, 0.00022746803799454185, 0.00022577579874902845, 0.00046111403664514616, 0.3094904980812122, 0.00026501490075680627, 0.20737733892339452, 0.0013464230111427985, 0.0011321816523406007, 3.482778052854908e-05, 0.00013336961447306248, 0.0001997236117942305, 0.00118979206690799, 0.0024173288215237998, 0.41768536875097545, 7.20045596838428e-05, 0.046079799605714095, 0.0006280186217844874, 2.394993428584109e-05, 0.0010435625601676068, 0.0004147759811289333, 0.003293893758663945, 0.00043934532459227813, 6.976659004837925e-05, 0.00045960023983445634, 0.003548388171201811, 0.000417559892043425, 6.199960726823184e-06, 3.056275867350869e-05], "calls": 1, "latency_seconds": 0.7680457830429077, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:850", "target_index": 11, "predicted_index": 27, "n_labels": 32, "probabilities": [0.0004831530494490253, 0.10233284586356971, 0.0007508597299062938, 0.00017145903322938186, 0.0002321117510580976, 0.0001484309108474559, 0.0004606081261388615, 0.000253196729840566, 0.00010083165607128672, 0.0009735879126156803, 0.010611459748864809, 0.344061142687543, 0.00014977921180180372, 0.0002614426359326871, 1.780160008844388e-05, 1.6406526582630946e-05, 0.0001774526937892893, 6.205959982129572e-05, 2.778523456007505e-05, 8.867786082556357e-05, 5.595833010160735e-05, 2.628873353820186e-05, 5.280564231760525e-05, 6.249910178566965e-05, 0.0002239667442564611, 0.00017943989438565884, 0.00050677489032142, 0.5351545982029341, 0.001169898659894564, 0.0010884080125401717, 2.3556403470713344e-05, 7.471282191790724e-05], "calls": 1, "latency_seconds": 0.6681868429295719, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:882", "target_index": 11, "predicted_index": 27, "n_labels": 32, "probabilities": [0.00020553861082578121, 0.0022674106205674456, 3.6188422798336116e-05, 1.4876443959681558e-05, 2.6484719456530765e-05, 4.2852934792580435e-06, 9.763777331849782e-06, 3.4248981902540085e-05, 2.4324630287691555e-05, 3.1359229433288885e-05, 0.00022304827098131727, 0.089636739152164, 1.7553693936663035e-05, 3.6825456008064324e-05, 2.1835820763635283e-06, 7.766782960730118e-06, 5.394378760720674e-05, 2.35479725706964e-05, 6.393521903940803e-06, 2.716791436476008e-05, 1.128737862538584e-05, 4.562379786193901e-06, 5.097137536038804e-06, 4.0822833640730296e-06, 1.4047869085099588e-05, 1.8287905042802057e-05, 8.321764543254094e-05, 0.9070288603747807, 4.5456767711601233e-05, 7.855285840318671e-05, 5.70594020428287e-06, 1.1190595411940798e-05], "calls": 1, "latency_seconds": 0.550077258143574, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:901", "target_index": 11, "predicted_index": 11, "n_labels": 32, "probabilities": [3.3192378808269635e-06, 0.00021423071606414753, 2.0717429437291247e-06, 1.4110568065733468e-06, 1.5541503132974646e-06, 1.7951580341240287e-06, 7.46181032672131e-07, 1.3443343080839392e-06, 2.0717429437291247e-06, 6.316461971245768e-06, 3.566353241593914e-05, 0.9993062087400609, 3.3192378808269635e-06, 4.805544589656426e-06, 2.2082431253447063e-07, 1.6308151636464297e-06, 2.5045198941909694e-06, 6.113819186591086e-07, 3.1669413038630416e-07, 6.113819186591086e-07, 9.093332673552236e-07, 1.0032674073422335e-06, 1.8831691316436216e-06, 3.0087546823772435e-07, 1.0536636814956016e-06, 2.2082431253447063e-07, 9.883591419235146e-06, 0.00038056939853226484, 5.2661234216849104e-06, 6.9136515583808804e-06, 3.3331394856345837e-07, 9.093332673552236e-07], "calls": 1, "latency_seconds": 0.325805208645761, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:945", "target_index": 12, "predicted_index": 9, "n_labels": 32, "probabilities": [0.002439654459116145, 0.004805614934493893, 0.011524427602128837, 0.005931406254382523, 0.004024012268472355, 0.0012011518325149603, 0.00011454596681767557, 0.001324791719817655, 0.000338666054898039, 0.8757757014057868, 0.0005590735453330452, 0.0030004762048079217, 0.0002105359183497682, 0.0003319065089279263, 0.0006216016696376898, 0.00018402271015129077, 0.002191508616698287, 0.0013399044869439338, 0.00011625630172476657, 0.0006186351197483245, 0.0005621533338618322, 0.00022556185216488078, 0.061690505319798354, 0.0011008941787748053, 0.005717422655887119, 0.0023226734785270885, 0.0010697226578629336, 0.0006126244604516143, 0.0047852670201688615, 0.005155760213797541, 5.1486100654222216e-05, 5.203514729906221e-05], "calls": 1, "latency_seconds": 0.6382195921614766, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:972", "target_index": 12, "predicted_index": 12, "n_labels": 32, "probabilities": [0.0002043857809228945, 0.0008243649124525789, 0.004488905412138436, 0.0005128510148439551, 0.0004111729400151604, 0.00020764518981157044, 8.972573820148358e-05, 2.277399556961518e-05, 8.099716706418358e-05, 0.0005230219871101769, 0.00018926489775411546, 0.0016827946008955287, 0.986000337921772, 0.00044521317661045794, 6.3147570049144385e-06, 4.9940565270588055e-05, 0.0010504753629027447, 4.3210185667049946e-05, 8.511942832201933e-06, 4.336234681884403e-05, 5.378906393856119e-05, 8.258571208385204e-06, 1.2481946390880647e-05, 4.5127567781639586e-05, 0.00010318229401555435, 0.0003535425056855417, 9.144481484170384e-05, 3.204054536690318e-05, 0.0003551750235286546, 0.0020140182465578325, 3.714666563903296e-05, 8.522859386757518e-06], "calls": 1, "latency_seconds": 0.39821220794692636, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:997", "target_index": 12, "predicted_index": 12, "n_labels": 32, "probabilities": [0.00024140208419317355, 0.00019038251349262755, 0.00019038251349262755, 0.0001379461114732033, 0.00022312207742996795, 9.139027037426877e-05, 5.176026320820254e-06, 9.144453851266836e-06, 4.246930585672076e-05, 3.892477845591287e-05, 5.5027964742389254e-05, 0.00020614451197266157, 0.9962303778282591, 4.631822189370149e-05, 5.176026320820254e-06, 1.9107123813986948e-05, 0.00014960634013266906, 3.892477845591287e-05, 1.4536640272068504e-05, 1.4536640272068504e-05, 5.5027964742389254e-05, 9.144453851266836e-06, 1.9107123813986948e-05, 2.502524882188428e-05, 0.00017575528018959428, 0.00016218689247471212, 0.00019038251349262755, 3.265925410307511e-05, 0.00017575528018959428, 0.0010728863811204714, 9.931414202145191e-05, 3.265925410307511e-05], "calls": 1, "latency_seconds": 0.18976834509521723, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1033", "target_index": 13, "predicted_index": 13, "n_labels": 32, "probabilities": [0.0012130157604627692, 0.0017282417999191434, 0.004928111208082359, 0.004191143182023408, 0.0006261404612220244, 0.0002165752808336378, 0.0002918694341031156, 5.276528319036276e-05, 2.0386781811054634e-05, 0.0004010158789716948, 0.00019573817898016596, 0.0061154753803099775, 0.0007357384002629046, 0.9506138941422844, 3.8336738890352474e-05, 8.940263669055028e-05, 0.0002811845998178079, 0.0001140840419639506, 7.878065638628024e-05, 0.0001198540267733771, 6.099787185953443e-05, 1.5104808552875262e-05, 5.109412487132993e-05, 0.00015276905452266386, 0.0005756468697752549, 0.00018358547525168393, 0.0028866091547085715, 0.001611757795496042, 0.007278995759634922, 0.0149727806360824, 6.975453292703846e-05, 8.915004333835536e-05], "calls": 1, "latency_seconds": 0.32598709082230926, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1047", "target_index": 13, "predicted_index": 13, "n_labels": 32, "probabilities": [0.00031295709893890464, 0.00046136372039378, 0.00024939644697874095, 8.84183083638805e-05, 6.333097470976848e-05, 0.00013896598585473423, 0.06592735313912149, 0.00010424205003467707, 1.654774918959101e-05, 0.00010874700573754884, 0.00012215043449991496, 0.0007320684678445262, 5.570599379509964e-05, 0.9237647578997411, 7.578450530114645e-06, 1.721862531802402e-05, 5.3756721454182885e-05, 1.1017733647902735e-05, 0.005762196616181407, 3.2136104849773075e-05, 1.2536956692367935e-05, 2.5745206220753077e-06, 1.0069979168050833e-05, 6.543584854931919e-06, 4.0336191072763285e-05, 2.2881530078287115e-05, 0.00048158723596635194, 0.0004842989451947919, 0.0006680116717848697, 0.00018403702026169357, 1.0372450035095764e-05, 4.684038708360572e-05], "calls": 1, "latency_seconds": 0.634691989980638, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1068", "target_index": 13, "predicted_index": 13, "n_labels": 32, "probabilities": [0.00041313815076784, 0.0007551941137630574, 0.0017516337601648242, 0.008066913049969359, 0.00022615203983117582, 0.00019083976074866694, 0.0004873513966883077, 3.241053829954337e-05, 9.61928757433152e-06, 0.00021749797627355758, 0.00022466038560307278, 0.007370938333603518, 0.0002709091815957429, 0.9469890578057503, 2.6526827636972502e-05, 4.866854308600214e-05, 0.00031436472044720745, 3.3011371770820996e-05, 8.500437189337402e-05, 7.799320877314365e-05, 4.618993335246914e-05, 1.668067229040577e-05, 2.1521234861083973e-05, 4.309840853618337e-05, 0.0001557536432415698, 7.378979155571534e-05, 0.0003155884761845948, 0.0004612826536946035, 0.0020739708125341897, 0.029141528448885193, 1.4796931094408956e-05, 4.391416952887702e-05], "calls": 1, "latency_seconds": 0.6346662403084338, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1083", "target_index": 14, "predicted_index": 14, "n_labels": 32, "probabilities": [0.0003912650903312805, 0.0001478671205265263, 0.00010235194203955855, 5.007297701205508e-05, 0.000532330771773898, 7.469917448175154e-05, 1.2786493128686046e-05, 3.7351284587063335e-05, 2.8790169065547227e-05, 0.004428425827318714, 9.709583917676785e-05, 0.00011421761430679874, 3.100510005417464e-06, 1.2531633489299786e-05, 0.6270003102166509, 3.9041658689345385e-05, 0.00021698681253198322, 3.104694533374854e-05, 7.77457397249969e-06, 0.00015872848010955597, 4.174008949054678e-05, 8.799770808287375e-06, 0.36187342884928014, 6.0436124515135163e-05, 0.00011290268447072021, 0.0023851943321345826, 0.000313470577492231, 0.00010529922813769168, 0.0004964840886254406, 0.001083220867620263, 1.7576791562636824e-05, 1.467146133088296e-05], "calls": 1, "latency_seconds": 0.6344597567804158, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1096", "target_index": 14, "predicted_index": 22, "n_labels": 32, "probabilities": [0.00037057398235325296, 0.0003145341499032119, 0.00020913258000419826, 0.0003912029806979485, 0.0007240803241313809, 0.00019895648199859094, 5.396465815230092e-05, 6.617521462052385e-05, 2.014779038777573e-05, 0.005090468156376102, 0.00020917294254643785, 0.0003913854133079715, 4.154037637726348e-06, 8.498891738585962e-06, 0.3268270999612519, 5.5659943457684234e-05, 0.0006408302335068209, 0.0001497706762745555, 1.6031500873820785e-05, 0.0019595385331031105, 0.0001165603969056746, 3.95626249055839e-05, 0.6495917545818036, 0.00020227361636311386, 0.0005703907527733638, 0.0032142833204152404, 0.00024177493706856407, 0.00016958089038729358, 0.000661895512288013, 0.007451066854018319, 1.0249342405765111e-05, 2.922871834146718e-05], "calls": 1, "latency_seconds": 0.4524957640096545, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1142", "target_index": 14, "predicted_index": 14, "n_labels": 32, "probabilities": [0.0008680822848850741, 0.00032569653639862646, 9.340138234615121e-05, 0.016800662430944295, 0.003144349578766033, 0.00033315008527392474, 4.202930121758152e-05, 5.850991882392672e-05, 0.0001925881510480061, 0.000515365855912437, 9.192933662175825e-05, 0.00018483994573751446, 4.355373388144427e-05, 0.0001509825291320369, 0.9648996016922465, 0.00012712958944646006, 0.0005128874306770336, 0.00013983311676230687, 4.0866641540481354e-05, 0.0020446462314490524, 0.0002067671565293581, 1.8118447724430574e-05, 0.001308574255439607, 0.00016345960984748704, 0.0002221220206479608, 0.00014151377161434464, 0.0002122000673791006, 3.520485901048684e-05, 5.401281384573626e-05, 0.006996905574263962, 9.963110342618376e-06, 2.1052540244245076e-05], "calls": 1, "latency_seconds": 0.6323517630808055, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1177", "target_index": 15, "predicted_index": 19, "n_labels": 32, "probabilities": [0.0016856349794156927, 0.0014453055096008314, 0.0009592530420573293, 0.0008518869387638985, 0.002709293370241066, 0.005602115527131744, 0.0008465370484893833, 0.03211886519365905, 0.0006462579217690548, 0.03558540668857157, 0.0014004515468635929, 0.0030912413567406897, 0.00011316982743243955, 0.00015772674863990068, 0.0007325803759392093, 0.08274860030942693, 0.0018101406515054915, 0.025053434826621108, 0.0004406721566810122, 0.786956282330103, 0.0008129059926656117, 0.00018329008965364824, 0.0009290418364847248, 0.0008310797613358769, 0.00484155883754145, 0.0007584218003199778, 0.0004658463721249688, 0.0006830671334227155, 0.0038376485482264195, 0.0012494975747889489, 3.350121514288479e-05, 0.0004192844886397805], "calls": 1, "latency_seconds": 0.45192465744912624, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1203", "target_index": 15, "predicted_index": 26, "n_labels": 32, "probabilities": [0.003516772930818943, 0.001361001880108289, 0.0030372660389861783, 0.00039923799657346805, 0.0006900377371839085, 0.0006115431590832038, 0.0009321100732249038, 0.01622377533866036, 0.015138721872591342, 0.41094378410614624, 0.001396494966451359, 0.0020286449286713243, 2.34513470130592e-05, 0.0007098224667522793, 0.00013569864861969033, 0.00029530008834950753, 0.0018496892512171116, 0.005925333881344747, 8.071378645785234e-05, 0.0009129987350785309, 0.0004006162899510191, 8.286994303826069e-05, 0.004515709759166602, 0.00048099859845416747, 0.0043925032137064465, 0.00779000720661169, 0.4892695304755648, 0.004683684884601218, 0.02073831922889044, 0.0009365002440498658, 4.61409796909632e-05, 0.00045071994294219094], "calls": 1, "latency_seconds": 0.4468455477617681, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1208", "target_index": 15, "predicted_index": 31, "n_labels": 32, "probabilities": [0.0013580064376208778, 0.0011645666722382552, 0.0003977663829088092, 0.0005385314096215114, 0.0010721957051324385, 0.06052583578068122, 0.0002912809662046078, 0.002225706843135146, 0.0020442981066857665, 0.042570727995754495, 0.0006670363577567744, 0.0010174458515726393, 6.298672890098029e-05, 0.0005687089820863755, 0.00010558725613087544, 0.02757072710927281, 0.00025772388612311007, 0.006871218237431287, 0.00018314352170967267, 0.0019947533414137416, 0.00027300347037850873, 7.013964475559936e-05, 0.000552129803028997, 0.00047634706338500104, 0.0017292903266858779, 0.002748655689846067, 0.0018074753057673995, 0.0028439084387117345, 0.004539652468344859, 0.002639714558058715, 0.00014820864045385742, 0.830683227018202], "calls": 1, "latency_seconds": 0.4635680536739528, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1227", "target_index": 16, "predicted_index": 1, "n_labels": 32, "probabilities": [0.0005608619603676211, 0.8235689255973923, 0.0008865260647381069, 0.0002474176829435033, 0.00041817028867892987, 0.0006765601576067797, 4.823050129977832e-05, 3.5213389813793396e-05, 0.0002686453330004275, 0.0003216650947974308, 8.597535171904113e-05, 0.0004944154156543726, 3.618186704438257e-05, 0.00011206070899473134, 2.9249433493932594e-05, 8.13960780345438e-05, 0.17084021670891103, 0.00022969727950135897, 1.611932717482316e-05, 4.951068837321859e-05, 0.00012219616311216137, 1.5692108924409583e-05, 2.318869016267893e-05, 3.053176115684107e-05, 7.941211946865948e-05, 2.9015266522812808e-05, 4.736152657452207e-05, 0.0004924134714051151, 1.3404375345364608e-05, 0.00012523649147567884, 8.427365813745951e-06, 6.081730497923099e-06], "calls": 1, "latency_seconds": 0.4055749140679836, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1233", "target_index": 16, "predicted_index": 1, "n_labels": 32, "probabilities": [0.0005994329606059966, 0.8967165946882611, 0.0010676351731169532, 0.0002670038305426327, 0.0005299760821809098, 0.0005571724776128164, 3.521219222134912e-05, 1.9160772536161886e-05, 0.00019471147747555863, 0.00020117875034724364, 5.642403254277087e-05, 0.00019447009724764527, 2.3675737808125182e-05, 0.00020956861877544208, 2.1564837936491192e-05, 6.845324970097653e-05, 0.09828319625015619, 0.0001235845454551287, 1.0476642739787389e-05, 3.926315999044027e-05, 9.937691269952233e-05, 1.3092635221614934e-05, 1.8389799801014828e-05, 1.8323695152422236e-05, 5.522629064920342e-05, 2.585622720346911e-05, 2.3977054710591734e-05, 0.0003186771313953444, 1.877276523290336e-05, 0.00016198328381853292, 1.2402333626511902e-05, 1.5166293235042053e-05], "calls": 1, "latency_seconds": 0.40846983902156353, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1276", "target_index": 16, "predicted_index": 1, "n_labels": 32, "probabilities": [0.0010113865396837118, 0.9063268476576418, 0.0005427026715164144, 0.0002694199483038962, 0.0008090373544098035, 0.0003264609456009583, 4.4925628862389416e-05, 3.5489776953001236e-05, 0.0009314943189312052, 0.0002506167383286149, 6.578166043929742e-05, 0.00020203898735265643, 2.240810884485155e-05, 0.0001985933829990425, 6.296851149089983e-05, 8.432530706551534e-05, 0.08761710019727921, 0.000142537821887889, 1.6894120308414602e-05, 9.118210883173874e-05, 8.448675349702316e-05, 1.7422462638068988e-05, 3.07498180260368e-05, 5.119819826587516e-05, 0.00010461070008079545, 4.047590905738199e-05, 6.618846752903961e-05, 0.00037367640108204066, 1.2780944154322691e-05, 0.0001386998115548551, 1.8535538483203663e-05, 8.963208900070751e-06], "calls": 1, "latency_seconds": 0.4309493717737496, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1332", "target_index": 17, "predicted_index": 17, "n_labels": 32, "probabilities": [9.74371055128619e-05, 0.00017118134563571445, 0.00015886277658326608, 5.087972325550009e-05, 0.00018073651628701376, 2.6805126288497494e-05, 5.8893074018227576e-05, 0.0012024159498862854, 9.509672666065156e-05, 9.266455039501246e-05, 0.00011415112685777263, 0.00010921126880763163, 2.316618411626502e-05, 0.0001312806167821774, 0.00010431152329352349, 0.00015271095610128025, 0.00020278057078763548, 0.9945515058149179, 3.877040560380881e-05, 0.0001322596382955088, 0.00013335012402206423, 1.5084694104905025e-05, 3.364758706106514e-05, 4.214865228584452e-05, 0.00013168717173641582, 9.507190418470832e-05, 7.160521027010295e-05, 5.328469194825804e-05, 0.0015505512130256699, 0.0001657741402134144, 6.440822492257151e-06, 6.232788568695611e-06], "calls": 1, "latency_seconds": 0.44127618288621306, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1363", "target_index": 17, "predicted_index": 17, "n_labels": 32, "probabilities": [6.759108714675078e-05, 0.00010726444556182282, 4.239167660416707e-05, 4.4044957583750575e-05, 5.897864528561754e-05, 3.323440219247003e-05, 1.3319535170196577e-05, 2.730367988897915e-05, 8.749074027865595e-05, 2.259281513273285e-05, 9.377189228217655e-05, 4.729358576749564e-05, 1.0603403100611621e-05, 0.00010167809890469366, 4.51526248613065e-05, 9.454655979009049e-05, 0.00012672815308884157, 0.9984724926916663, 2.3386879816273763e-05, 5.8229660548644416e-05, 7.055956389963045e-05, 4.529476517160356e-06, 4.059332413824568e-05, 2.1918965568883613e-05, 7.732210705974746e-05, 5.582918386066048e-05, 3.727655253274761e-05, 2.339093889605943e-05, 2.0953053710752664e-05, 6.329437292579843e-05, 2.3114663319768426e-06, 3.925459886859974e-06], "calls": 1, "latency_seconds": 0.7348828250542283, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1371", "target_index": 17, "predicted_index": 17, "n_labels": 32, "probabilities": [2.3863662838430573e-06, 1.738095659268889e-05, 3.559981085277367e-06, 5.819870558724055e-06, 3.066265521165214e-06, 4.33836976585343e-06, 1.363636165654448e-06, 3.2230189156602728e-06, 8.984477218647327e-06, 1.738095659268889e-05, 1.3130123293268157e-05, 6.413731386242732e-06, 1.363636165654448e-06, 3.559981085277367e-06, 2.2690398911822054e-06, 1.1948901219174245e-05, 1.3130123293268157e-05, 0.999831259096937, 1.1095263389785627e-06, 6.109883961727132e-06, 6.413731386242732e-06, 5.055925689154023e-07, 4.557155821348283e-06, 2.2690398911822054e-06, 2.916863295911947e-06, 1.8529362930205525e-06, 2.6388028231619533e-06, 6.109883961727132e-06, 5.819870558724055e-06, 8.163540076579788e-06, 6.584612058454197e-07, 2.961798453060442e-07], "calls": 1, "latency_seconds": 0.17669542180374265, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1409", "target_index": 18, "predicted_index": 18, "n_labels": 32, "probabilities": [0.0005264103284474552, 0.0007010722210610464, 0.00010370845653487795, 0.00010370593748644939, 0.00027460940514434194, 0.00018723618780887242, 0.005268911259624264, 0.00014854071594300254, 0.00010062603125666995, 5.57003658192329e-05, 0.00021139173865514292, 0.00038682780035635933, 8.021776442939941e-05, 0.0003662486780681668, 2.1537103062819035e-05, 3.4137053343583947e-05, 8.654110871345876e-05, 0.00016172389759583076, 0.988224187085538, 0.00015338265172067285, 3.590758698373524e-05, 1.1848841264433286e-05, 3.935506580649188e-05, 2.023510567554615e-05, 3.80193312345949e-05, 4.2113885777158945e-05, 0.0006976462533846903, 0.0013992895492513772, 0.00022589742903168325, 0.00021823477537980207, 4.3906497970137506e-05, 3.082988763061848e-05], "calls": 1, "latency_seconds": 0.37319302512332797, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1441", "target_index": 18, "predicted_index": 1, "n_labels": 32, "probabilities": [0.01910505885822494, 0.37180792615519487, 0.3424977551431962, 0.016728060530340986, 0.03882039826064545, 0.009909256293531609, 0.024671557593654494, 0.002262272100263116, 0.003391182718376385, 0.042154345966605965, 0.002162181541086606, 0.04117147414844573, 0.0020475597547325694, 0.061481269049392495, 0.00039386771251830895, 0.0008837607475124271, 0.0042822734823568225, 0.0007813795544185686, 0.0022846343872477298, 0.0008262080873326406, 0.0008207654009582423, 0.00031098410387711247, 0.00018826012511707137, 0.0006978711504217511, 0.0010795097437521822, 0.003548350454981054, 0.0008654291366215404, 0.002117281156690239, 0.001828806175135885, 0.0007399958951743951, 5.961336498498946e-05, 8.071120720759764e-05], "calls": 1, "latency_seconds": 0.6066655721515417, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1448", "target_index": 18, "predicted_index": 18, "n_labels": 32, "probabilities": [0.0002458362206221983, 0.00042199816339461954, 6.850072846475688e-05, 6.960222918607e-05, 0.000179842000412547, 0.00014183218991551167, 0.0017268927126959303, 0.00016326979359549684, 0.0001950918432181553, 5.435459811743353e-05, 0.00019934235442011612, 0.0002971515823051929, 0.00010594015246708183, 0.000234825226076354, 3.181474675970366e-05, 3.045740327031693e-05, 8.481162420708057e-05, 0.00022899351495647517, 0.9928910715592699, 0.0001730724863577054, 4.9963661942324815e-05, 4.893646062095412e-06, 2.8869947681697332e-05, 5.198382222487082e-06, 2.395031590778488e-05, 3.4172596908783724e-05, 0.00048655744013378124, 0.001550514571485396, 0.00012462048704321168, 0.00011128566242181024, 1.677943768312457e-05, 1.8492720794793987e-05], "calls": 1, "latency_seconds": 0.6062904582358897, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1450", "target_index": 19, "predicted_index": 19, "n_labels": 32, "probabilities": [5.997280300031397e-05, 2.0166641793772e-05, 7.223464309999148e-06, 6.390757092078765e-05, 5.472358695142889e-05, 1.6056110012312096e-05, 1.7818831662956435e-06, 8.206307856999583e-06, 8.285531473397164e-05, 1.6435967573715713e-05, 2.5106548631472467e-05, 3.6665901923132366e-05, 1.1983317982247189e-05, 4.0076787621322695e-05, 2.179168608518832e-05, 4.1125879362592295e-05, 5.694667394305238e-05, 5.6320294230568745e-05, 5.301028867696784e-06, 0.9989131354030766, 0.00011559231986125473, 4.847277865145877e-06, 8.250693502244784e-06, 1.5997557070031508e-05, 9.581550289652747e-05, 4.182886472643463e-05, 3.8658823442125895e-05, 1.7276367311729405e-05, 1.2283423218538506e-05, 9.891566965024998e-05, 4.941839310773098e-06, 5.808489101575254e-06], "calls": 1, "latency_seconds": 0.5571256307885051, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1456", "target_index": 19, "predicted_index": 19, "n_labels": 32, "probabilities": [0.00022931102173535597, 0.00019154286896200115, 5.663636491489263e-05, 0.004307081870530109, 0.0007859610740955044, 0.0004414292076504431, 2.0885904403439076e-05, 5.1134794428293374e-05, 8.25144755721693e-05, 0.0002588490155081981, 6.840823851024623e-05, 0.00023027968305547151, 5.743902060070129e-05, 4.7497720212712666e-05, 0.00011505009684997675, 6.803587087628247e-05, 0.0002831011905558509, 0.00023367551634320433, 6.800084842299114e-05, 0.9905817194968638, 0.00017382838085125928, 2.4692390539365333e-05, 7.957713259266832e-05, 9.43904935398407e-05, 0.0004312528054109051, 0.0002784368678981912, 6.457378803330889e-05, 5.583999087460764e-05, 6.982748493273228e-05, 0.0005125661368483913, 1.60126750411192e-05, 2.044757334593721e-05], "calls": 1, "latency_seconds": 0.7651371490210295, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1489", "target_index": 19, "predicted_index": 4, "n_labels": 32, "probabilities": [0.0038586829529450167, 0.00024605338309978896, 0.00018872021165254856, 0.002830550559115616, 0.989142576255099, 0.0016784495716977686, 1.3996100486693508e-05, 5.5201784145458014e-05, 0.00019084079910106988, 0.00012754752222101542, 5.7653686333556325e-05, 2.5187592784046612e-05, 6.9557694027461845e-06, 3.1531208069191976e-05, 5.133925478033903e-05, 2.2552677558623367e-05, 0.00015057632293159087, 1.902370711129779e-05, 1.0677225739884487e-05, 0.00014187731560023315, 6.2209471617932e-05, 8.360609603445068e-06, 1.6469974685593637e-05, 1.6082162625429934e-05, 2.7429095056288264e-05, 6.822178371534076e-05, 0.00027307582015173376, 2.1168720647619088e-05, 3.159996364827931e-05, 0.0004442362215883993, 0.00016364111823173822, 1.7511158552731988e-05], "calls": 1, "latency_seconds": 0.6967780780978501, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1586", "target_index": 20, "predicted_index": 9, "n_labels": 32, "probabilities": [0.0002682077688523484, 0.00019333369580970403, 0.00013054665447421437, 0.0001488027302022763, 0.000394841127141229, 0.000189613541537725, 3.0618478021332957e-05, 0.00010718827878834638, 0.00010524289844635074, 0.9814546200663679, 0.00024004825475557477, 0.00021675198545228818, 1.3769655550806926e-05, 2.1836373405734395e-05, 5.575374491324037e-05, 2.880566071447259e-05, 0.0016134081314372142, 0.00023167624060941553, 9.147995757993346e-06, 0.00016179411158633782, 0.00013911506558023367, 1.7880696577296016e-05, 0.012360619973447525, 0.00010906078830204268, 0.0009174353563554025, 0.00033674956640698805, 7.757353243195761e-05, 4.232109362447723e-05, 0.00022930146903592875, 0.0001391986828142192, 2.9040320763042216e-06, 1.183234952318196e-05], "calls": 1, "latency_seconds": 0.42718740832060575, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1588", "target_index": 20, "predicted_index": 26, "n_labels": 32, "probabilities": [8.924310068882957e-05, 4.0687146242378015e-05, 2.4914522737977418e-05, 2.938662178643965e-05, 0.0001302135176198084, 9.76489609809144e-06, 6.277979330090813e-06, 1.2667651841355045e-05, 1.782239132148675e-05, 3.753111578183753e-05, 3.1896077551652614e-05, 2.938662178643965e-05, 2.294030827498479e-06, 1.5037614747069392e-05, 8.19309025275262e-06, 8.19309025275262e-06, 3.460596306790152e-05, 1.5721673672094963e-06, 3.6467460446269512e-06, 4.7760463563193335e-05, 0.0006112027582561517, 2.292669425445776e-05, 3.460596306790152e-05, 8.19309025275262e-06, 3.1896077551652614e-05, 0.00023349928029046924, 0.9979799224859074, 0.0001120829105643993, 0.00015103822307172135, 0.00017491757432237697, 2.108901776959352e-05, 3.753111578183753e-05], "calls": 1, "latency_seconds": 0.27201130893081427, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1601", "target_index": 20, "predicted_index": 20, "n_labels": 32, "probabilities": [4.8013463960996123e-05, 2.6013658963093676e-05, 1.2608184364423161e-05, 0.00010257799055941401, 7.993247741049955e-05, 5.6996196513759544e-05, 9.547028264977649e-06, 7.349637004687856e-05, 7.2036783980311885e-06, 0.0001671155179716856, 6.20621442797006e-05, 1.9885536744243358e-05, 5.958894526903317e-06, 4.9215836855988095e-06, 1.8167857544188923e-05, 1.0478521769261344e-05, 7.349637004687856e-05, 9.547028264977649e-06, 3.866670030187456e-06, 4.404131491778461e-05, 0.9986691491028228, 4.8013463960996123e-05, 5.6996196513759544e-05, 3.508646950394277e-06, 5.6996196513759544e-05, 3.105379343435186e-05, 4.038160354834124e-05, 1.149639310369776e-05, 1.514679904206227e-05, 0.0002121538624637876, 8.694931613287084e-06, 1.0478521769261344e-05], "calls": 1, "latency_seconds": 0.2703635301440954, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1615", "target_index": 21, "predicted_index": 9, "n_labels": 32, "probabilities": [0.00012998609171269778, 0.00013858946237206072, 0.00012185538085114725, 0.00020423590760944638, 0.00015395747806736857, 6.364430890999482e-05, 1.0888484945240253e-05, 3.312933871307546e-05, 4.685068390606276e-05, 0.8602991559540685, 0.00023702374696381952, 0.00017700886515474907, 9.374952918322335e-06, 1.3558312984678779e-05, 6.477435416257416e-05, 1.5120681200799738e-05, 0.0007839953008704592, 8.257577622409902e-05, 4.347320828138036e-06, 0.00018492001615180592, 9.301750554307377e-05, 1.3004692670618423e-05, 0.13378788013957127, 0.00024026475901870356, 0.0006612201276516611, 0.00036493607406569407, 0.00011027565905060663, 0.00035764468543670767, 0.0008006741737611464, 0.0007588046569098788, 7.906044888577e-06, 2.9379062817158028e-05], "calls": 1, "latency_seconds": 0.4579375279136002, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1633", "target_index": 21, "predicted_index": 11, "n_labels": 32, "probabilities": [0.004119548785069564, 0.2499680855545711, 0.028840709719653197, 0.001539623102787321, 0.0032538945820036265, 0.0006523092386059477, 0.003719911205871031, 0.000904606857607757, 0.00014686114346778884, 0.015087920798872171, 0.0011781980938057796, 0.3815578829281188, 0.0005285111352032884, 0.0013405691548232402, 7.818735905239794e-05, 0.0004788877586388952, 0.0015285834259397676, 0.00045055015060668476, 0.0005586908910834842, 0.0018628150314484561, 0.0003678632863614286, 0.0003484336852329791, 0.00047605648891955885, 0.002433378265658892, 0.0040693572627576065, 0.0015479731929636204, 0.0032788932040630075, 0.27482476460885985, 0.011533256236721856, 0.003011704754067485, 0.00013220523358674073, 0.000179766863576668], "calls": 1, "latency_seconds": 0.5712565770372748, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1641", "target_index": 21, "predicted_index": 21, "n_labels": 32, "probabilities": [8.146598219813958e-06, 2.0224496590851222e-05, 5.600548904299317e-06, 5.600548904299317e-06, 1.0746046597028804e-05, 5.600548904299317e-06, 5.766320251665975e-07, 6.391475578661382e-07, 1.9356234315068977e-06, 8.146598219813958e-06, 3.311658730911369e-06, 1.9356234315068977e-06, 4.2253051760759016e-07, 3.155372281245641e-06, 3.806589979258792e-07, 3.155372281245641e-06, 9.398974632124846e-05, 1.6685926011742774e-06, 1.2368287249882329e-06, 2.033429818601749e-06, 5.0947204938776754e-06, 0.9997512490952377, 3.0061689881619284e-06, 2.1359766537376377e-06, 1.1775982226226047e-05, 9.802318930100047e-06, 1.2899560783414903e-05, 1.3004211111502026e-06, 1.5106556431876287e-06, 2.0224496590851222e-05, 1.6685926011742774e-06, 8.254076790938819e-07], "calls": 1, "latency_seconds": 0.3261711630038917, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1701", "target_index": 22, "predicted_index": 22, "n_labels": 32, "probabilities": [0.00010919420287502944, 9.358963660514282e-05, 8.50331645592948e-05, 7.156007494775636e-05, 0.0001083572147905435, 5.217908536646114e-05, 4.223200021108799e-06, 1.2209764716726437e-05, 1.745137718022221e-05, 0.0002457921123393504, 3.2911409872902746e-05, 6.0062123888427534e-05, 5.6597792510055275e-06, 2.1971042683844828e-05, 3.2986838812761945e-05, 2.8314707782718668e-05, 0.0001210673776823688, 2.1268879873799288e-05, 5.801004433819912e-06, 0.00010418153946724323, 1.7633484159387046e-05, 2.8813295894516497e-05, 0.9979180963315124, 4.700314509156628e-05, 0.0001628173949682024, 0.00015884290043807907, 8.570663733546237e-05, 7.401940325120662e-05, 0.00012597909940294794, 0.00012504160255503814, 7.968263310216474e-06, 1.4263904930426626e-05], "calls": 1, "latency_seconds": 0.6665372028946877, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1708", "target_index": 22, "predicted_index": 22, "n_labels": 32, "probabilities": [0.0004100932542267818, 0.00021839558551227026, 0.0001334082359670728, 0.0003288536928279853, 0.0006962532539215806, 0.00012053992864114877, 1.1359704470860215e-05, 4.096330283643417e-05, 3.8848630685002634e-05, 0.0008887260523369248, 4.5679228399941166e-05, 8.204842608148553e-05, 1.3127396482897942e-05, 7.256549166527236e-05, 0.005100738758142563, 0.00011239755932408424, 0.00043462154453902574, 0.00018121688088717141, 1.321272624015704e-05, 0.0003649882493231658, 0.00014603818185897913, 6.424774472678409e-05, 0.9882118909775357, 0.00017163960303005697, 0.0006897366812726185, 0.00023078442524397842, 0.00016862048163492532, 9.71879434822423e-05, 0.00022141125411511784, 0.0006544917682295173, 2.3348298593640072e-05, 1.2564737764634044e-05], "calls": 1, "latency_seconds": 0.64112947601825, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1714", "target_index": 22, "predicted_index": 9, "n_labels": 32, "probabilities": [0.00042966491512586523, 0.0002736110568193459, 0.000522050168332135, 0.0002983963868543209, 0.00046971991803881896, 0.00014735189346312932, 3.66550706848156e-05, 9.288028018156697e-05, 0.0005289262924013596, 0.5477110369436993, 0.00035796015504420403, 0.00027715645727005984, 2.530760005360003e-05, 3.42006206018713e-05, 0.00014557013605367283, 8.708557103880669e-05, 0.0009940791646711913, 0.0003809158886553446, 3.6948060150329785e-05, 0.0005394954199543481, 0.00014587929542557915, 3.0434892868045487e-05, 0.44136012662446383, 0.00030993335442640264, 0.0005007941399818742, 0.0008294706971338685, 0.0006634191605327733, 0.00037772164376164954, 0.0016461284597494871, 0.0007069553043040119, 1.783617742743958e-05, 2.2288250831030277e-05], "calls": 1, "latency_seconds": 0.6321707908064127, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1801", "target_index": 23, "predicted_index": 23, "n_labels": 32, "probabilities": [0.00013929252387345734, 0.00142422056496657, 0.0001799189073517081, 0.0002287013773450686, 6.749239084181145e-05, 0.00019829593873164211, 5.7451165492663894e-05, 2.0394161831202676e-05, 8.014791226728514e-06, 0.00011240990052210192, 1.8242648094079697e-05, 2.0296781064124172e-05, 8.847513000016907e-06, 3.314507755934493e-05, 4.9992317055692405e-06, 2.2349769540138293e-05, 9.001946428890986e-05, 7.726781877516621e-06, 2.0766896044836275e-05, 7.879633478313333e-05, 3.190941001443711e-06, 4.133939731729332e-06, 7.890814615696947e-05, 0.9778569816850213, 0.000288017478561418, 6.593337404178459e-05, 0.00023431452472679506, 0.017137144357789163, 0.0011347451749989068, 0.0003989575882023976, 8.816349745751495e-06, 4.747421988162609e-05], "calls": 1, "latency_seconds": 0.6280848528258502, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1809", "target_index": 23, "predicted_index": 23, "n_labels": 32, "probabilities": [0.0008853074424279173, 0.0044358004598536276, 0.0005804564312652437, 0.0002754574072619609, 0.00037905459119860145, 0.00022496176005428728, 0.000340210240305633, 9.306384638118787e-05, 0.00012996683936819617, 0.00033465172119809234, 0.0001944738904764614, 0.000305304790646323, 5.740649178495342e-05, 0.00019513049476705706, 3.140149314728255e-05, 9.991915318535693e-05, 0.00025660274186096457, 0.00012246301791784444, 0.00015508254181604588, 0.0004299296938820654, 3.7680332793838146e-05, 1.8307052011672668e-05, 0.0002972155156461045, 0.6082716556935323, 0.0009010874730044322, 0.0007660789022540076, 0.0010807365761785843, 0.3759567494921039, 0.0018994844617807303, 0.0009752972042925995, 0.0001376341915111221, 0.00013142805609159776], "calls": 1, "latency_seconds": 0.49235896207392216, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1831", "target_index": 23, "predicted_index": 23, "n_labels": 32, "probabilities": [0.00012141412279865646, 0.0006842201861748791, 8.797344782746151e-05, 1.3337396738864798e-05, 6.8799920985914e-05, 2.274282996258435e-05, 3.996680675635626e-06, 4.395191852360806e-06, 2.722125101536326e-06, 2.708428112365095e-05, 3.6328955289434035e-06, 4.8315676870801884e-06, 2.525919580506027e-07, 5.30919774693036e-06, 9.649330942707838e-07, 5.8317637605270566e-06, 1.2185334853089753e-05, 7.120753945950575e-07, 1.5893846873619577e-06, 1.2185334853089753e-05, 3.459981878760901e-07, 6.430090283042161e-07, 1.74475798507549e-05, 0.9949363581135939, 0.00017999408995469923, 3.509341244647089e-05, 0.0003565803957432119, 0.0026042055594817505, 0.000514161783284715, 0.0002448701633177792, 1.5959546797583653e-05, 1.0159085507527175e-05], "calls": 1, "latency_seconds": 0.18516360083594918, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1860", "target_index": 24, "predicted_index": 9, "n_labels": 32, "probabilities": [0.0001375614984660309, 0.00019407173050618073, 0.00021844013841987382, 8.048205004739486e-05, 0.000152702617608641, 5.2064888902666475e-05, 1.236997525192959e-05, 3.873702068120199e-05, 4.236365850462549e-05, 0.9597445667241284, 0.0001996719593442157, 9.35249046371191e-05, 1.4814723285960663e-05, 2.6288140422627705e-05, 1.7467049894888802e-05, 2.3857282223291455e-05, 0.00042993458991936843, 9.568647379781862e-05, 5.429322519001924e-06, 0.0001389062151799489, 9.429988600164834e-05, 0.000264037400079477, 0.03621618723604948, 0.00023819097427957902, 0.0005126177776203711, 0.00017505229131807527, 5.779631568902834e-05, 0.00018163595039400252, 0.0003818217477876734, 0.00014028109645754174, 6.502505683317232e-06, 1.2635854898579482e-05], "calls": 1, "latency_seconds": 0.7199241388589144, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1879", "target_index": 24, "predicted_index": 24, "n_labels": 32, "probabilities": [0.0002452580197697928, 8.860984220180009e-05, 0.0027441057709993413, 0.00022755655248853505, 0.00010394375618910977, 3.8107188610444685e-05, 1.4638674970490227e-05, 5.172580318875612e-06, 1.1150422923522825e-05, 0.00014810009306173103, 0.00021236882095439612, 1.3390789703409902e-05, 5.130977693046294e-06, 3.033927857187889e-05, 5.7685030287098105e-06, 1.818453849511527e-05, 3.717943825651425e-05, 1.3505646676866494e-05, 2.6067683398055305e-05, 0.00022634629206194228, 5.2635232294111455e-06, 5.592274866444707e-06, 6.623796339162979e-05, 2.2062473953149632e-05, 0.8362026550495971, 2.8314963082746863e-05, 0.0018429668714197741, 0.000708955611555443, 0.1556851870275647, 0.0011388824697904111, 2.6725015004645752e-05, 5.223188617090422e-05], "calls": 1, "latency_seconds": 0.7182890297845006, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1898", "target_index": 24, "predicted_index": 28, "n_labels": 32, "probabilities": [4.760832977059682e-05, 4.685699151178588e-05, 0.0005194276839466157, 4.3208329062803295e-05, 1.3339583357378795e-05, 6.11172237117124e-06, 6.173684394795458e-06, 5.864958039889829e-06, 1.129522474545953e-05, 2.4547360554930053e-05, 3.5860515786127735e-05, 2.649688604243054e-05, 7.045912200562506e-06, 2.2933304262101058e-05, 1.7366515898660657e-05, 1.0333879856234648e-05, 3.347069529959567e-05, 8.18946604195281e-06, 1.3732285545039274e-05, 5.850596933108336e-05, 8.58529932076922e-06, 2.01060624669722e-06, 1.608426821214689e-05, 5.91215141020402e-06, 0.0403310309133807, 8.942429550232872e-06, 9.775296470550067e-05, 7.152822183994703e-05, 0.9581882301779767, 0.00028036585054363235, 9.386793350007425e-06, 2.1801025444182345e-05], "calls": 1, "latency_seconds": 0.7176766530610621, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1946", "target_index": 25, "predicted_index": 8, "n_labels": 32, "probabilities": [0.019600093095092343, 0.006777796105057673, 0.0030003939281641016, 0.004270162134996402, 0.006934752959563041, 0.0020109624292338926, 0.00037665160118482413, 0.003639185199255175, 0.4572347230303927, 0.17307027631208624, 0.002391224729958714, 0.008100845255895158, 0.00014341556177161591, 0.00033492005326116387, 0.0010216399618861282, 0.0006568987008821118, 0.0006980039503546187, 0.0009571900177062883, 0.00017235111040382552, 0.005084683751862594, 0.003875238443402229, 0.0004907278013687434, 0.001928747994963805, 0.001513896994026614, 0.003909421721341412, 0.25190032853767447, 0.03196769533804483, 0.0029754189411289535, 0.0018072075353111837, 0.002781408515276372, 6.026111056418206e-05, 0.00031347717788852], "calls": 1, "latency_seconds": 0.4268981837667525, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1956", "target_index": 25, "predicted_index": 25, "n_labels": 32, "probabilities": [0.01736430357185068, 0.01030933380242147, 0.0036454536821348324, 0.024375993997396185, 0.03855147298589504, 0.05442709983685991, 0.00236481656069528, 0.0012792334603196668, 0.010317158578724792, 0.1926856467697817, 0.0017503103798571207, 0.00511865602258653, 0.000502301387758238, 0.0003060696859900075, 0.00027051916754012375, 0.0007560348383944172, 0.001164839858020672, 0.0006867531490330647, 0.0003071950948678362, 0.010994665126076443, 0.0016606629223915362, 0.00021453982723303132, 0.0006630110080103048, 0.0026550100804527948, 0.002012701847735215, 0.6062762430944023, 0.0006088194995426878, 0.00046509741285539997, 0.000853439942781349, 0.006109713486780533, 0.00013794808635318758, 0.0011649548352576755], "calls": 1, "latency_seconds": 0.4268460441380739, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:1992", "target_index": 25, "predicted_index": 28, "n_labels": 32, "probabilities": [0.0031778104328843474, 0.0038675309757249038, 0.03584818948762199, 0.006362401261924366, 0.004706474292287915, 0.0009135301295708626, 0.0005189496087559225, 0.00128480160793741, 0.0003390676049051656, 0.021544082113281723, 0.0009093708463015202, 0.0018470717368546728, 7.457203416096794e-05, 0.0005074925496923199, 0.0004968161014434972, 0.00016579312333600874, 0.0002906701680536944, 0.0015839986063020904, 0.0005446606017938877, 0.06572961561816734, 0.0004979431293554302, 8.691629386242912e-05, 0.0043614384002328265, 0.0005365737976721852, 0.3241531059424736, 0.011448166001663292, 0.01975571000645078, 0.00982223713352887, 0.46004299437046203, 0.017799582385413848, 0.00024068463948196664, 0.0005417489984021564], "calls": 1, "latency_seconds": 0.7158133913762867, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2016", "target_index": 26, "predicted_index": 26, "n_labels": 32, "probabilities": [1.9384050776585687e-05, 1.9384050776585687e-05, 6.74680687181847e-05, 1.050226425310659e-05, 9.606568891604332e-06, 1.368964705555979e-05, 2.4057317375735543e-06, 2.6456085412096314e-06, 4.230400835147457e-06, 4.230400835147457e-06, 1.630290733151176e-05, 5.580253655818846e-06, 5.808245286328992e-07, 7.844598103559239e-07, 7.09943716689756e-07, 1.8046972212342387e-06, 4.1412904079969575e-05, 1.6891612811570784e-07, 1.1091792151784216e-06, 4.6413370185224924e-06, 1.630290733151176e-05, 7.463071524485315e-07, 2.908277310694852e-06, 7.334748299444026e-06, 1.1476940047236118e-05, 2.3010569872493943e-05, 0.9982233738854018, 7.308309877919563e-05, 0.0012144461345850557, 0.00017150935759657136, 1.8937213273373107e-06, 2.7271837169383763e-05], "calls": 1, "latency_seconds": 0.3023491338826716, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2053", "target_index": 26, "predicted_index": 26, "n_labels": 32, "probabilities": [0.00012204428445085325, 3.7807320024256725e-06, 5.9865211165655894e-06, 1.0411718252696526e-06, 7.85008747539554e-06, 1.954317092069177e-06, 1.0934721196508427e-06, 7.36847439022627e-07, 3.137198827576084e-06, 2.049929899153493e-06, 4.147987881947194e-06, 4.987102735732081e-06, 7.570342093225146e-08, 5.190860083403102e-07, 7.010759559681384e-07, 3.7807320024256725e-06, 1.4569996055392274e-05, 1.4322947877004324e-07, 2.3643945969704554e-06, 2.3643945969704554e-06, 2.049929899153493e-06, 1.4322947877004324e-07, 2.049929899153493e-06, 1.2057422792781742e-06, 2.856084305022362e-06, 1.2234511277242408e-05, 0.9996154033251183, 4.018763580233598e-05, 9.682786737669102e-05, 2.4372987707118107e-05, 5.9865211165655894e-06, 1.335397075885854e-05], "calls": 1, "latency_seconds": 0.3001989391632378, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2078", "target_index": 26, "predicted_index": 26, "n_labels": 32, "probabilities": [1.2814994012893893e-05, 8.935734378680565e-06, 1.8261748500960503e-05, 2.526190958056437e-06, 4.682715532190478e-06, 1.7997418746191103e-06, 4.6606685068076996e-07, 2.7782522663961564e-07, 2.2940395622081364e-06, 1.4796255730972026e-06, 1.0709493291001268e-05, 1.3408376557544313e-06, 2.50248938972637e-07, 3.994423296763834e-07, 2.636886442438935e-07, 4.427478502382184e-07, 2.4074343656052923e-06, 4.2452282064739746e-08, 3.602430133038302e-07, 1.276223912311377e-06, 6.658696120223856e-07, 1.7309293211070122e-07, 1.0464555958009874e-06, 6.329562569048803e-07, 1.0998496229300122e-06, 7.443960273084055e-06, 0.9997152997088744, 2.174779176659779e-05, 0.00014452936630224286, 1.2814994012893893e-05, 6.79022485533793e-06, 1.672423514248897e-05], "calls": 1, "latency_seconds": 0.24239716120064259, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2134", "target_index": 27, "predicted_index": 27, "n_labels": 32, "probabilities": [6.300459736162819e-05, 0.0005683383008742459, 4.885986083670767e-05, 1.2984559296655487e-05, 2.436974384582754e-05, 3.157662123733729e-06, 1.557435487990684e-05, 1.0808337593203284e-05, 8.982689139562557e-06, 1.0808337593203284e-05, 5.790809077050567e-05, 6.852193587457115e-05, 8.982689139562557e-06, 8.184168435139566e-06, 1.1726673315742644e-06, 5.108248885604637e-06, 4.11594336274038e-05, 1.0808337593203284e-05, 6.175337049994754e-06, 4.885986083670767e-05, 2.8647383814125254e-06, 3.4792102859675852e-06, 1.6656952599769045e-06, 5.108248885604637e-06, 8.184168435139566e-06, 1.4223451485858874e-05, 0.00012194521039344477, 0.9985816903015095, 0.0001036359779541698, 0.0001036359779541698, 1.4223451485858874e-05, 1.557435487990684e-05], "calls": 1, "latency_seconds": 0.15713884169235826, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2151", "target_index": 27, "predicted_index": 27, "n_labels": 32, "probabilities": [0.00014292030928602452, 0.0019812049040652153, 5.3076703845728565e-05, 1.860697571227675e-05, 3.7664954313096425e-05, 3.150188017714031e-06, 3.7664954313096425e-05, 4.474752469387463e-05, 1.4189784937569142e-05, 1.860697571227675e-05, 3.1652769520254905e-05, 0.00036331513409012964, 1.0782754532729174e-05, 2.2247366550941322e-05, 1.169891657794557e-06, 6.769745109507611e-06, 0.00010339067422744662, 8.961427342593698e-06, 7.4360677600411105e-06, 5.3076703845728565e-05, 7.4360677600411105e-06, 1.835486537613265e-06, 8.961427342593698e-06, 1.5537490777605998e-05, 2.899932706491976e-05, 3.1652769520254905e-05, 0.00019630283936824768, 0.9962178909628178, 0.00028928022059840797, 0.00019630283936824768, 2.655778359789336e-05, 1.860697571227675e-05], "calls": 1, "latency_seconds": 0.37955759931355715, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2188", "target_index": 27, "predicted_index": 27, "n_labels": 32, "probabilities": [7.844380263871466e-05, 0.00396902775931205, 4.174440955829072e-05, 1.3982451182900336e-05, 3.324521955324266e-05, 2.657374661183763e-06, 5.166692658974842e-06, 1.3809890355983317e-05, 1.9381289634588092e-05, 1.776890809839485e-05, 3.988723969227052e-05, 3.874930424580675e-05, 4.453440845544569e-06, 1.5525069148480634e-05, 2.0136901974842316e-06, 5.267129205217721e-06, 5.358746587882206e-05, 1.170736849387631e-05, 6.3944666131155135e-06, 8.0022411465357e-05, 8.183168859478295e-06, 2.3756324474797334e-06, 3.5482411214389305e-06, 1.4413496062795071e-05, 1.2452902947864931e-05, 3.515692390036859e-05, 0.00011337593469397832, 0.9951077554873743, 0.00010249428531424362, 0.00010331115528621446, 1.8903837099448456e-05, 2.5193551452144484e-05], "calls": 1, "latency_seconds": 0.8181229108013213, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2213", "target_index": 28, "predicted_index": 24, "n_labels": 32, "probabilities": [6.476831575697363e-05, 2.121923355901163e-05, 0.0005123857564104714, 6.597074169387466e-05, 3.588101424265803e-05, 9.857963536119599e-06, 4.382362144951073e-06, 9.881156306716548e-07, 2.5130726681832595e-06, 3.683460624484697e-05, 8.327749121507512e-05, 8.553900716781973e-06, 1.411254934722968e-06, 2.2782222505151024e-06, 1.9565542512642745e-06, 3.993100573095606e-06, 4.5132189920733875e-06, 4.162881072538844e-06, 9.745415779159703e-06, 5.125584678103114e-05, 2.5033223462524003e-06, 1.0749094548558851e-06, 1.0455524430156952e-05, 8.424814274876406e-06, 0.9436234524709763, 7.958181152945067e-06, 0.0004283300872802749, 0.0003366880082599996, 0.0530574843369186, 0.0015614377894787657, 1.281964520652649e-05, 2.3421841766362826e-05], "calls": 1, "latency_seconds": 0.8155730711296201, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2221", "target_index": 28, "predicted_index": 28, "n_labels": 32, "probabilities": [3.478246741067493e-05, 7.557770942276149e-05, 0.0014617925431126548, 6.931708584899195e-05, 4.366813626844606e-05, 3.140264928578272e-05, 2.356706860106891e-05, 3.840371766445109e-05, 1.1351163667708567e-05, 0.00018340860719450177, 4.177384869812602e-05, 8.190682306386303e-05, 8.812586644372789e-06, 2.6178272599267953e-05, 7.397081339690729e-06, 1.0386734724960607e-05, 5.862224245252157e-05, 3.356218197316015e-05, 1.2868142163797674e-05, 7.757985601551997e-05, 4.6794933276249315e-06, 3.1537410393157187e-06, 4.828933876279503e-05, 1.3796754410904726e-05, 0.001349904091210237, 5.9912805253603535e-05, 0.00024381798918229753, 0.00019490812766301608, 0.9952085953990779, 0.000465242983043864, 1.0366892856129463e-05, 6.49734660199681e-05], "calls": 1, "latency_seconds": 0.8160540261305869, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2222", "target_index": 28, "predicted_index": 24, "n_labels": 32, "probabilities": [0.0005889632354247707, 0.00018167497219734755, 0.001298456897290418, 0.0003390559703370008, 0.00013400547754400998, 2.8332027264014443e-05, 1.6304933796578045e-05, 8.310283272036238e-06, 3.112272472489287e-05, 5.3306603250843526e-05, 0.00021874132582949506, 6.49524336014815e-05, 1.076482186944067e-05, 5.229611535810454e-05, 1.4327121622015636e-05, 2.0389425709770486e-05, 5.745930851121227e-05, 2.606763999020007e-05, 4.1630925515375784e-05, 0.00021102070069503248, 6.758400161410954e-06, 6.925031738375335e-06, 5.4330532898960714e-05, 2.1473136175936293e-05, 0.6056993637029773, 4.913785107424641e-05, 0.0027002163587804503, 0.0007174155958537746, 0.3842919421482839, 0.0028802499271758683, 4.5588485289412596e-05, 0.00012941588578636986], "calls": 1, "latency_seconds": 0.8143440368585289, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2322", "target_index": 29, "predicted_index": 22, "n_labels": 32, "probabilities": [0.0004296339729679705, 0.0007993965920069559, 0.0024567831646352674, 0.000331089764032013, 0.0008114345968925521, 0.0003163717336696671, 0.0002544061263074882, 0.005124290944246717, 0.0008417826199379263, 0.14977139628224623, 0.0011883976012070272, 0.0019302091533274083, 4.489620072572284e-05, 5.6878434826187074e-05, 0.0015201151466617976, 0.0002654001084482107, 0.002700648058431265, 0.19842703593093383, 0.0002710951112740848, 0.004987282242037779, 0.0011249283899179186, 0.005539857831343259, 0.5782783685952496, 0.0006793890567566198, 0.007572647341305763, 0.0036596777814894084, 0.00118997082989605, 0.0020502343436214344, 0.021040263784522176, 0.006182378472133867, 4.562787959056356e-05, 0.00010811190935722045], "calls": 1, "latency_seconds": 0.8118468266911805, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2346", "target_index": 29, "predicted_index": 20, "n_labels": 32, "probabilities": [0.0012589779430345644, 0.00046478595660473044, 0.0005455671328826301, 0.001773486904868854, 0.0017099238222774565, 0.0009778229102654346, 0.0003143683639939655, 0.0006350195172534002, 0.003259558539556833, 0.15561814700522414, 0.001563879408259613, 0.0018571597552024676, 0.0005854038576534887, 0.0001645779079893276, 0.0013553092443346474, 0.00037042493421737143, 0.0017778517319163442, 0.0006423025072827984, 0.0002797915985696426, 0.0013458788154936767, 0.7921372749510698, 0.0005037151957385487, 0.020486627987834793, 0.0003332050724152818, 0.0015439243294713908, 0.0027988082174612203, 0.0008475214627091518, 0.00020842109867726702, 0.00039672489064884915, 0.0040942289928675305, 2.066508876116491e-05, 0.0001286448554635525], "calls": 1, "latency_seconds": 0.8126688967458904, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2380", "target_index": 29, "predicted_index": 29, "n_labels": 32, "probabilities": [0.0003790014412553436, 0.0003322545128111598, 0.00012811364818544486, 0.005601342279516135, 0.0005475506038965497, 9.595464392389052e-05, 1.0326333470411545e-05, 3.634973571928082e-05, 4.2369496952808494e-05, 0.0011554384257868163, 6.861849015332132e-05, 0.00032070383960235285, 3.066295167466574e-05, 7.682457640508737e-05, 0.025526649003411152, 4.7579070479430756e-05, 0.00010195370676460984, 6.216728458399877e-05, 3.155777093130391e-05, 0.0008881254992700421, 0.00023037289476988957, 7.863130077175239e-05, 0.06300778538117767, 0.0002219822050193862, 0.0006289121430624755, 0.00017678551949386223, 0.0005717386431253151, 0.0004781121582915959, 0.0014451763908792682, 0.8972664506690009, 0.00020218783242958714, 0.0002083215471845538], "calls": 1, "latency_seconds": 0.8120382190681994, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2448", "target_index": 30, "predicted_index": 0, "n_labels": 32, "probabilities": [0.592972532406075, 0.08394273906616646, 0.010235729375417705, 0.04524554305671762, 0.10390707146747205, 0.029052828247191933, 0.0008446997656688821, 0.00027974273054961227, 0.0001871961293944916, 0.03659182958851478, 0.0004636502204950575, 0.0010444713117811985, 2.0887879209959372e-05, 0.0002381632127413016, 0.00011797917845387978, 4.322021325468987e-05, 0.0003687835386016722, 0.0001223026454902506, 4.8935049352536264e-05, 0.005579973545121137, 0.00010545684711764025, 4.669179329329401e-05, 0.00041772879118993775, 0.0005380141501264539, 0.001089801180455695, 0.0021297828175087293, 0.0038579596600851764, 0.00456857971947384, 0.0032516462691876786, 0.07089812049701921, 0.0009421771006278385, 0.0008457625462443231], "calls": 1, "latency_seconds": 0.7262041131034493, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2456", "target_index": 30, "predicted_index": 0, "n_labels": 32, "probabilities": [0.46557798615180357, 0.02847957666473289, 0.003165108041438922, 0.02337997292926699, 0.35739332646596317, 0.01979904293301699, 0.0007166921294756202, 0.00017631170575784126, 0.0002935559200961515, 0.0014432662955757662, 0.0003091688812708083, 0.0003505432127283507, 0.00010259208578513721, 0.00017927161594139126, 0.000287119406128974, 5.938421228094689e-05, 0.0002790424549605247, 6.991018530582545e-05, 3.609680221663783e-05, 0.0006647824873515527, 0.00010664678404395839, 5.033278908266681e-05, 0.00011231632383108173, 0.00016036749413071466, 0.00023203661811097115, 0.0016087792255946266, 0.00808340210389736, 0.0026974643080824386, 0.0015667555534406691, 0.036564688946944576, 0.04431020987928186, 0.0017442493924610754], "calls": 1, "latency_seconds": 0.7243694919161499, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2463", "target_index": 30, "predicted_index": 0, "n_labels": 32, "probabilities": [0.8997759463499498, 0.00878776042019255, 0.0006018602880459457, 0.0014119678688422968, 0.024580805310764415, 0.05984284339302515, 0.00016080382485714675, 4.110683418301238e-05, 9.021490040920881e-05, 0.0001244529657095468, 6.487322187653008e-05, 6.779866298214377e-05, 1.4207589937137291e-05, 9.261653930588062e-05, 2.6530572579718924e-05, 4.0982362797317235e-05, 0.0009063985103341201, 3.400042037274764e-05, 2.591690575594097e-05, 9.488189703021607e-05, 2.6846074864605915e-05, 3.391418182442282e-06, 4.004717331261449e-05, 3.372432547673899e-05, 4.516861808658127e-05, 0.00020579577540001114, 0.0006637532880046663, 0.0001703566410224325, 9.351245165352736e-05, 0.0003958067185307302, 0.0007471279140774206, 0.0007885007624373555], "calls": 1, "latency_seconds": 0.7267547389492393, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2491", "target_index": 31, "predicted_index": 9, "n_labels": 32, "probabilities": [0.0014316771392948512, 0.001596877855583228, 0.000890881191005438, 0.007701085603698587, 0.004889809870726347, 0.0017176335510001746, 0.0013026108913670059, 0.0018764945028795007, 0.022252712397017406, 0.7521670622715957, 0.005099425575124034, 0.0010101572553444722, 0.00011186363469030775, 0.0004460234720243259, 0.0107050677974178, 0.0006185819153138123, 0.01194894095412654, 0.0011073083547595744, 0.00031665804427047367, 0.01620951665034363, 0.0055499867891299175, 0.0004067464653599926, 0.12385837766187706, 0.0018153595438906444, 0.005911214740320491, 0.012599888673324558, 0.0015558112080627444, 0.0003173304801353924, 0.000865246032908381, 0.0035840721480898214, 4.6611695198827296e-05, 8.896563411887483e-05], "calls": 1, "latency_seconds": 0.7226243210025132, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2509", "target_index": 31, "predicted_index": 30, "n_labels": 32, "probabilities": [0.01146233119074232, 0.0002626361735796132, 7.532050173353749e-05, 0.0002802649724399212, 0.017061729984211797, 0.00023331361270549758, 2.1282005607739598e-05, 1.0480388256657416e-05, 3.385824958201294e-05, 3.458385003848265e-05, 5.125145514823444e-05, 6.080708714092832e-06, 7.0960013570306965e-06, 1.9148558837645366e-05, 1.3819047879535798e-05, 1.617050401525485e-05, 4.072936648637401e-05, 7.204464771154707e-06, 4.875117192054054e-06, 5.8869352301077723e-05, 2.933092512968286e-05, 4.35450380573104e-06, 2.6637596279624803e-05, 2.0728511600147112e-05, 3.971918443000572e-05, 0.0001560122109491897, 0.005668938848140865, 0.00012918193513131943, 0.00012519098391672157, 0.0035124929355932685, 0.9601231098138342, 0.00046325704558921894], "calls": 1, "latency_seconds": 0.6931950459256768, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "empathetic", "example_id": "empathetic:2533", "target_index": 31, "predicted_index": 3, "n_labels": 32, "probabilities": [0.000635628631541047, 0.00043078039345678096, 0.00024826843145479556, 0.6005534994316494, 0.024556716767112515, 0.0021188500855933053, 8.5911584059218e-05, 0.00045566947981303237, 0.00018802182508713086, 0.003712972699156986, 0.0005891682076854187, 0.0018258806216563176, 7.489759124472025e-05, 5.323526866902574e-05, 0.003219058454334091, 8.583438793552534e-05, 0.0011888648765854132, 0.0002513083708964703, 5.7171192217394696e-05, 0.33862398981501574, 0.0006672300098071381, 1.8331353236096302e-05, 0.0002367229424923408, 0.00036400106686748483, 0.0002829415543213699, 0.0006862953364810333, 0.00012615930561058988, 6.597302338606229e-05, 0.00015065037435011737, 0.01836407484762436, 4.84365680082269e-05, 3.345550265091112e-05], "calls": 1, "latency_seconds": 0.6848730193451047, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:14", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9753795212113952, 0.024620478788604953], "calls": 1, "latency_seconds": 0.6881722076795995, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:25", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00019244721440461531, 0.9998075527855954], "calls": 1, "latency_seconds": 0.6882057772018015, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:72", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016046335003529347, 0.998395366499647], "calls": 1, "latency_seconds": 0.6834594220854342, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:76", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003873878813731781, 0.9996126121186267], "calls": 1, "latency_seconds": 0.5168273681774735, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:112", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00022356330214689897, 0.9997764366978531], "calls": 1, "latency_seconds": 0.518091653008014, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:143", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001036939961506889, 0.9989630600384931], "calls": 1, "latency_seconds": 0.5156052336096764, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:144", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006596534318527084, 0.9993403465681472], "calls": 1, "latency_seconds": 0.25596808129921556, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:146", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008283868910027874, 0.9991716131089972], "calls": 1, "latency_seconds": 0.5165871260687709, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:158", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9774314155558536, 0.02256858444414648], "calls": 1, "latency_seconds": 0.5157453059218824, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:218", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017800701838348327, 0.9982199298161651], "calls": 1, "latency_seconds": 0.5178899611346424, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:230", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00011598103953944804, 0.9998840189604605], "calls": 1, "latency_seconds": 0.25353397196158767, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:241", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00040013743585309863, 0.9995998625641469], "calls": 1, "latency_seconds": 0.5125306877307594, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:246", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.03135582454901424, 0.9686441754509858], "calls": 1, "latency_seconds": 0.5136372512206435, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:261", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005334062642530317, 0.999466593735747], "calls": 1, "latency_seconds": 0.5132166165858507, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:273", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.3690296255944159, 0.6309703744055841], "calls": 1, "latency_seconds": 0.27005429565906525, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:291", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000302979197098127, 0.9996970208029019], "calls": 1, "latency_seconds": 0.2690658839419484, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:378", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011027429240546083, 0.9988972570759453], "calls": 1, "latency_seconds": 0.7442984548397362, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:401", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.95679039310934, 0.04320960689066002], "calls": 1, "latency_seconds": 0.26662916503846645, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:418", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0022452163884333154, 0.9977547836115667], "calls": 1, "latency_seconds": 0.2656042235903442, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:489", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006201476336120973, 0.9993798523663879], "calls": 1, "latency_seconds": 0.5406833980232477, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:520", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0397210945943078, 0.9602789054056922], "calls": 1, "latency_seconds": 0.5043237120844424, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:530", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0001958313637790287, 0.999804168636221], "calls": 1, "latency_seconds": 0.7632008171640337, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:578", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5078369965972257, 0.4921630034027743], "calls": 1, "latency_seconds": 0.48497228510677814, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:599", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00015513028475752037, 0.9998448697152424], "calls": 1, "latency_seconds": 0.48368661012500525, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:636", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0019147239739838709, 0.998085276026016], "calls": 1, "latency_seconds": 0.7579568647779524, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:641", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003034137782093615, 0.9996965862217906], "calls": 1, "latency_seconds": 0.7601263597607613, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:719", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006767877146477416, 0.9993232122853523], "calls": 1, "latency_seconds": 0.7605949258431792, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:740", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00018174538875892506, 0.9998182546112411], "calls": 1, "latency_seconds": 0.48284136038273573, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:828", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005012098366654431, 0.9994987901633345], "calls": 1, "latency_seconds": 0.7586537329480052, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:868", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0001687722385976037, 0.9998312277614024], "calls": 1, "latency_seconds": 0.5453828130848706, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:875", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008790992546818949, 0.9991209007453181], "calls": 1, "latency_seconds": 0.5442286296747625, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:953", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00029301424417148216, 0.9997069857558285], "calls": 1, "latency_seconds": 0.754253342282027, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:996", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0036657649959889026, 0.9963342350040111], "calls": 1, "latency_seconds": 0.7544697243720293, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1013", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0001524465071191473, 0.9998475534928809], "calls": 1, "latency_seconds": 0.5422046161256731, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1033", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.33498033334587685, 0.6650196666541232], "calls": 1, "latency_seconds": 0.5151853789575398, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1066", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9587671464822529, 0.04123285351774701], "calls": 1, "latency_seconds": 0.48076440626755357, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1102", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00509837578148792, 0.994901624218512], "calls": 1, "latency_seconds": 0.5196142909117043, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1253", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7531359543290195, 0.24686404567098058], "calls": 1, "latency_seconds": 0.5193882281892002, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1259", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9940157714400532, 0.005984228559946846], "calls": 1, "latency_seconds": 0.5517681776545942, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1271", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002446353399434585, 0.9975536466005654], "calls": 1, "latency_seconds": 0.5524628567509353, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1284", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.6444026424112695, 0.35559735758873046], "calls": 1, "latency_seconds": 0.48780417907983065, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1304", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001616950347636356, 0.9983830496523637], "calls": 1, "latency_seconds": 0.48703252896666527, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1360", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003922440218121076, 0.999607755978188], "calls": 1, "latency_seconds": 0.4875791650265455, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1395", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.06133730967321702, 0.938662690326783], "calls": 1, "latency_seconds": 0.4970502657815814, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1413", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00041891589383378505, 0.9995810841061662], "calls": 1, "latency_seconds": 0.49762900406494737, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1425", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.005624850929866755, 0.9943751490701334], "calls": 1, "latency_seconds": 0.278043270111084, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1553", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011115368878802342, 0.9988884631121198], "calls": 1, "latency_seconds": 0.35109726525843143, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1580", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005604365921585098, 0.9994395634078415], "calls": 1, "latency_seconds": 0.2801335542462766, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1610", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00030908356212020697, 0.9996909164378799], "calls": 1, "latency_seconds": 0.49616276612505317, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1672", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005695697994413598, 0.9994304302005587], "calls": 1, "latency_seconds": 0.279143582098186, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1692", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992835069897084, 0.000716493010291681], "calls": 1, "latency_seconds": 0.4941187622025609, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1720", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9876835839067373, 0.012316416093262832], "calls": 1, "latency_seconds": 0.4941439931280911, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1744", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971667854600091, 0.002833214539990849], "calls": 1, "latency_seconds": 0.3157721715979278, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1757", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9970367810127997, 0.0029632189872003186], "calls": 1, "latency_seconds": 0.2547790161333978, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1826", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9843422525671882, 0.015657747432811776], "calls": 1, "latency_seconds": 0.45353685691952705, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1832", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.023154052672945295, 0.9768459473270548], "calls": 1, "latency_seconds": 0.45465567987412214, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1836", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.015853545449245, 0.984146454550755], "calls": 1, "latency_seconds": 0.4485195577144623, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1895", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987740732481265, 0.0012259267518734591], "calls": 1, "latency_seconds": 0.45343762496486306, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1900", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992854992992111, 0.0007145007007889236], "calls": 1, "latency_seconds": 0.4522205009125173, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1958", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.14655928019381498, 0.8534407198061851], "calls": 1, "latency_seconds": 0.2811234947293997, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:1984", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993940233519213, 0.0006059766480786629], "calls": 1, "latency_seconds": 0.27755186427384615, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2086", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9954832200469818, 0.0045167799530182766], "calls": 1, "latency_seconds": 0.4484724681824446, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2088", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9966045752914166, 0.0033954247085834968], "calls": 1, "latency_seconds": 0.37864652927964926, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2225", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.805553771723709, 0.19444622827629102], "calls": 1, "latency_seconds": 0.4959071627818048, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2242", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002393030622515945, 0.997606969377484], "calls": 1, "latency_seconds": 0.49434322491288185, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2301", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989562482607484, 0.0010437517392517266], "calls": 1, "latency_seconds": 0.393808966036886, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2308", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.10446760362877758, 0.8955323963712224], "calls": 1, "latency_seconds": 0.4930729800835252, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2312", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9974518934492693, 0.0025481065507306573], "calls": 1, "latency_seconds": 0.4887064886279404, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2329", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984740877786226, 0.0015259122213774124], "calls": 1, "latency_seconds": 0.4928595176897943, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2414", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9730476965227668, 0.026952303477233094], "calls": 1, "latency_seconds": 0.4274225113913417, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2450", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.06480862547776853, 0.9351913745222314], "calls": 1, "latency_seconds": 0.4325704611837864, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2452", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.2934507408266131, 0.7065492591733868], "calls": 1, "latency_seconds": 0.4263806790113449, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2477", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.11481752997133703, 0.885182470028663], "calls": 1, "latency_seconds": 0.26592418691143394, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2547", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.991526551658176, 0.008473448341823927], "calls": 1, "latency_seconds": 0.5002014641650021, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2551", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9960120286710814, 0.003987971328918564], "calls": 1, "latency_seconds": 0.5001011318527162, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2578", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9449369319123501, 0.05506306808764989], "calls": 1, "latency_seconds": 0.5011873650364578, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2588", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9827913619143804, 0.01720863808561965], "calls": 1, "latency_seconds": 0.500087492633611, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2599", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971819576635393, 0.002818042336460691], "calls": 1, "latency_seconds": 0.49963618721812963, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2633", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9981448762465581, 0.0018551237534418742], "calls": 1, "latency_seconds": 0.49818958016112447, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2639", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9181405912676153, 0.08185940873238468], "calls": 1, "latency_seconds": 0.3329150127246976, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2674", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990715111627333, 0.0009284888372666166], "calls": 1, "latency_seconds": 0.4644080139696598, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2733", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9709621555867469, 0.029037844413253064], "calls": 1, "latency_seconds": 0.46164365112781525, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2739", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.949333433811883, 0.05066656618811701], "calls": 1, "latency_seconds": 0.46279689483344555, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2883", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977331219375536, 0.0022668780624463783], "calls": 1, "latency_seconds": 0.45702278800308704, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2888", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9284599170606522, 0.07154008293934772], "calls": 1, "latency_seconds": 0.45906432112678885, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2973", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.035942787764600345, 0.9640572122353996], "calls": 1, "latency_seconds": 0.4570118971168995, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:2990", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.998448431864098, 0.001551568135902019], "calls": 1, "latency_seconds": 0.23944906704127789, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3089", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9864350942909204, 0.013564905709079707], "calls": 1, "latency_seconds": 0.45699208742007613, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3123", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986325255468081, 0.001367474453191936], "calls": 1, "latency_seconds": 0.4587212479673326, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3153", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9853394215738366, 0.014660578426163385], "calls": 1, "latency_seconds": 0.6239073839969933, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3180", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9958533393796493, 0.0041466606203506675], "calls": 1, "latency_seconds": 0.6169093120843172, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3330", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986340753217247, 0.0013659246782753186], "calls": 1, "latency_seconds": 0.31511468440294266, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3364", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8483233148075009, 0.15167668519249913], "calls": 1, "latency_seconds": 0.6189273558557034, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3494", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9727366279101416, 0.027263372089858472], "calls": 1, "latency_seconds": 0.6181702567264438, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3517", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.993767837280322, 0.006232162719677936], "calls": 1, "latency_seconds": 0.6192047880031168, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3528", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994818738326735, 0.0005181261673265813], "calls": 1, "latency_seconds": 0.616216653957963, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3539", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9958151053753057, 0.004184894624694257], "calls": 1, "latency_seconds": 0.6166309588588774, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3598", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9681868343910353, 0.03181316560896469], "calls": 1, "latency_seconds": 0.7834946541115642, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3626", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9625176934862583, 0.03748230651374176], "calls": 1, "latency_seconds": 0.7842225539498031, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_intent", "example_id": "biasframes_intent:3629", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9947134696489808, 0.005286530351019147], "calls": 1, "latency_seconds": 0.7822116492316127, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2", "target_index": 0, "predicted_index": 0, "n_labels": 59, "probabilities": [0.9983160443328788, 4.919393175636436e-05, 1.4370977553952289e-05, 4.362144664951803e-06, 1.9358150542590713e-06, 6.31258640548836e-07, 3.6102446462218264e-05, 2.0366477067052805e-06, 1.4787383354009536e-06, 5.091293519004673e-06, 1.6669689177914023e-05, 3.833306468139299e-06, 1.2350240735349212e-05, 5.907546838762106e-06, 1.79775548417223e-06, 3.09563704182187e-06, 3.422273038268124e-05, 1.4737292555629937e-06, 3.145369849915934e-06, 6.532366072540219e-06, 3.0792836212514833e-06, 6.248710479284497e-07, 1.4495831641848628e-06, 3.2702239251091825e-06, 3.7601463323843837e-06, 3.046885973562682e-06, 0.00044661497073684786, 5.640522909019414e-06, 1.5032574717942247e-05, 3.180872056243623e-06, 4.90598011990887e-06, 1.0363693869811581e-06, 5.204868164947358e-07, 2.8229629509754647e-06, 5.9468343896612605e-06, 1.1164683219745266e-06, 2.2506887169435325e-05, 0.00014740504539712657, 1.568158159927614e-05, 3.636970536791987e-06, 1.5850913704299295e-06, 1.0737330914613707e-06, 0.0006802558041962613, 1.7476342475642555e-06, 2.4268547067486863e-06, 2.4690346418338563e-06, 3.528638135363963e-06, 1.48551670227769e-06, 1.638990275933581e-06, 6.217586510018891e-06, 1.4390258913619816e-06, 9.971778158568425e-06, 6.4336337661496e-05, 6.873742258434572e-07, 4.1944074135620315e-06, 2.1668876203387585e-06, 5.639527542839554e-07, 4.9296655305133654e-08, 2.606576689197456e-06], "calls": 1, "latency_seconds": 0.7460198649205267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:17", "target_index": 0, "predicted_index": 0, "n_labels": 59, "probabilities": [0.9986456985659952, 2.3013874902715567e-05, 1.3484045314090516e-05, 2.9768531243942918e-06, 1.858343615595935e-06, 3.7774498347656537e-07, 2.512201956728623e-05, 5.3928900482554295e-06, 3.378610997587769e-06, 1.0223450723320636e-05, 2.8224237325458195e-05, 5.961323552178756e-06, 1.1609174883596701e-05, 5.048645140180036e-06, 2.03191388813602e-06, 6.1931287114124836e-06, 5.73604874394549e-05, 5.208233670965672e-06, 4.29384063941218e-06, 8.962918993727308e-06, 6.767842385513264e-06, 1.9278855618308447e-06, 2.451552212058119e-06, 3.898651717246221e-06, 2.5190326522990414e-06, 6.617098577632046e-06, 0.0001944630238876395, 1.2466141138624065e-06, 6.632015488368821e-06, 2.165429871592965e-06, 1.4239434833141248e-06, 4.101358632888497e-07, 5.629032651575011e-07, 3.326368607548132e-06, 1.2513923427692707e-05, 3.3425505425644305e-06, 4.4353450430119656e-05, 0.00014289829218997393, 9.734394174318674e-06, 4.23583658019526e-06, 2.058565641332578e-06, 3.0435695497338477e-06, 0.0005578143490272537, 4.803975469199178e-06, 2.593769365224835e-06, 4.900105055147981e-06, 4.090834741498618e-06, 5.414037587038229e-06, 3.6663482375338564e-06, 3.6776085761496524e-06, 4.628267547288565e-07, 1.4586975484108312e-05, 4.168576021493248e-05, 3.86034026442719e-06, 1.2873430941905387e-05, 4.3226742278159095e-06, 5.80102713262703e-07, 1.28177101544882e-07, 1.1525300498542743e-05], "calls": 1, "latency_seconds": 0.7821650286205113, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:37", "target_index": 1, "predicted_index": 1, "n_labels": 59, "probabilities": [7.978074246416683e-06, 0.9998046694405922, 6.571559526165617e-06, 1.988478971551887e-06, 1.8896711025008303e-06, 5.133360240840827e-07, 2.052078438512969e-07, 3.5293923584907886e-07, 2.8336580280278033e-06, 3.8249915547153535e-06, 3.4623014708052458e-06, 2.435912529697003e-06, 1.8393624631587122e-07, 1.942891050632692e-07, 1.0591822834218805e-07, 4.224095459520525e-06, 2.1532297972772673e-05, 3.1687302578240017e-07, 3.0020912307463515e-07, 5.133360240840827e-07, 9.66204036832253e-07, 9.475995174595873e-08, 1.32208149499765e-07, 1.5599751297379738e-07, 4.1461901136280094e-07, 7.435074313461435e-07, 6.346880854939248e-07, 6.932076121795571e-05, 1.3971582977242308e-07, 1.539762120859797e-06, 9.170406719968626e-07, 1.5599751297379738e-07, 3.062418983608129e-08, 3.8249915547153535e-06, 1.0591822834218805e-07, 1.7412159737575694e-07, 1.539762120859797e-06, 1.9625864478951107e-05, 2.693971619126858e-07, 5.41373503719916e-07, 2.2012575962118327e-06, 4.374140617850753e-07, 2.836936658007018e-05, 1.0591822834218805e-07, 1.6256878894932672e-08, 6.402918802645373e-08, 1.648171298149112e-07, 3.4330779202600696e-08, 7.435074313461435e-07, 3.344341535159355e-07, 3.8475278654880686e-08, 3.5293923584907886e-07, 1.5599751297379738e-07, 9.66204036832253e-07, 2.2886520745104572e-07, 2.1672283633094338e-07, 1.3971582977242308e-07, 5.1905725105624266e-09, 7.167831161361636e-10], "calls": 1, "latency_seconds": 0.3946969169192016, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:41", "target_index": 1, "predicted_index": 1, "n_labels": 59, "probabilities": [8.390714335367743e-05, 0.9980747785734584, 8.044919334520179e-05, 9.299324948095657e-06, 6.577890572162879e-06, 3.3206335154033623e-06, 1.3954213187951476e-05, 3.682161747530515e-06, 5.5568211585126444e-06, 3.897289529794574e-05, 2.2185143521972896e-05, 1.34027784075502e-05, 5.348913929385417e-06, 3.290520529770075e-05, 3.7041113749905137e-07, 1.9933852897230597e-05, 9.345377300642295e-05, 8.650616903776369e-06, 3.2627321940734714e-06, 1.9282202089951662e-05, 9.283646496672355e-05, 6.039212689357682e-06, 3.618383746353783e-06, 3.192077430577103e-06, 5.4423726468224875e-06, 1.7625307216787915e-06, 5.459326727571059e-06, 0.0005524421693650181, 3.7354793742382953e-06, 3.3834895116037554e-06, 1.2627776525943847e-06, 1.5674794554487362e-07, 7.86177722635435e-08, 3.6299735322927127e-06, 2.092317486654968e-06, 1.622463485720623e-06, 1.2525150098844535e-05, 0.00012809819855387236, 3.305449194264361e-06, 3.857927934114092e-06, 6.424336409711597e-07, 1.94919079392232e-06, 0.0006033656349276803, 1.1067454694240063e-06, 2.0524705912719374e-07, 1.3340660433593476e-06, 4.997477642919497e-06, 2.6468261338704602e-06, 1.1780235806615907e-06, 2.513466409410842e-06, 5.831380898094603e-07, 4.7776110634288865e-06, 7.22835066067362e-08, 1.6064501830953634e-07, 5.606969239372381e-07, 5.579981121618256e-08, 1.1894071059444468e-08, 1.0787444718068458e-09, 2.1302633004957147e-09], "calls": 1, "latency_seconds": 0.5485007399693131, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:82", "target_index": 2, "predicted_index": 2, "n_labels": 59, "probabilities": [1.9248010277619382e-05, 4.217259009347716e-05, 0.9986012839859214, 2.738539105947376e-05, 6.43354836369563e-06, 1.7533946288894727e-06, 4.203853142001678e-06, 1.237633718110697e-06, 1.6687425815738682e-06, 4.998242183542335e-05, 2.738539105947376e-05, 2.738539105947376e-05, 2.103434599062552e-05, 3.258702220168479e-05, 3.8170203164242964e-07, 5.4381388179073656e-05, 2.297730342476934e-05, 5.8570583240178e-06, 8.506403998355909e-06, 1.4713693916423e-05, 2.103434599062552e-05, 9.329039892959218e-06, 2.738539105947376e-05, 8.506403998355909e-06, 3.0030234783003402e-06, 2.738539105947376e-05, 2.725484438913402e-06, 5.487908733328826e-07, 0.0003388709781153954, 3.15176405020557e-06, 2.3781110394018755e-07, 1.0080461093214802e-07, 3.2626356756997253e-07, 2.2424162932516137e-06, 5.777997198795378e-07, 1.237633718110697e-06, 1.6098411419852445e-05, 3.871473116755398e-05, 3.820471081405554e-06, 1.6687425815738682e-06, 5.777997198795378e-07, 1.6687425815738682e-06, 0.0004905519128942309, 7.465206845185053e-07, 4.2361353775150736e-07, 1.3677934009650363e-06, 2.135162500352271e-06, 3.15176405020557e-06, 2.2424162932516137e-06, 4.0077770714770315e-06, 2.7865713446737125e-07, 1.0227202166156937e-05, 7.093616702872467e-07, 1.7280184069580473e-07, 3.820471081405554e-06, 3.2626356756997253e-07, 2.0185470105717285e-08, 2.674108350830661e-09, 2.3910198535926412e-08], "calls": 1, "latency_seconds": 0.3112742188386619, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:91", "target_index": 2, "predicted_index": 2, "n_labels": 59, "probabilities": [1.31315161397236e-05, 2.7007665378753486e-05, 0.9994971808630847, 6.225675999881946e-06, 2.7415045071749295e-06, 1.1746271119742066e-06, 1.235592729177371e-06, 2.484822324271979e-06, 7.418828946428295e-07, 9.955027185244933e-06, 1.8892078791385134e-05, 1.756218448483948e-06, 2.2513224530515716e-06, 2.8792161598461632e-06, 6.691987447507364e-07, 2.6101330986582367e-06, 2.2606286779800133e-05, 3.1748341752105953e-06, 3.499465671715134e-06, 1.0086364470883614e-06, 3.0235570016445255e-06, 3.333359088594418e-06, 7.520341796669827e-06, 1.5113871150295744e-06, 1.756218448483948e-06, 1.31315161397236e-05, 1.5890961066768217e-06, 2.603846612924184e-07, 8.971435176554196e-05, 3.0235570016445255e-06, 4.651598827402048e-07, 1.790249642957349e-07, 1.0993042737648132e-07, 6.691987447507364e-07, 2.1031142521456236e-07, 1.0086364470883614e-06, 5.661195187220711e-06, 3.8558200603252555e-06, 7.418828946428295e-07, 5.729186643955488e-07, 1.1746271119742066e-06, 6.35486591798002e-07, 0.00021806795142592457, 1.696384428566811e-07, 3.3940617306790397e-07, 3.219393037193112e-07, 8.653908015908783e-07, 1.5890961066768217e-06, 2.8792161598461632e-06, 1.0086364470883614e-06, 1.2943091292354982e-07, 2.7415045071749295e-06, 1.845999715427226e-06, 1.696384428566811e-07, 7.520341796669827e-06, 4.414515742312563e-07, 4.414515742312563e-07, 4.065103233992271e-08, 5.37259308051701e-08], "calls": 1, "latency_seconds": 0.2992094769142568, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:98", "target_index": 3, "predicted_index": 3, "n_labels": 59, "probabilities": [6.398922992185474e-05, 8.428893722397392e-05, 7.046024344859208e-05, 0.9974593962151748, 1.3132253926140181e-05, 2.755149661707508e-05, 7.984182617332035e-05, 4.073732239236292e-06, 2.9295855007199422e-06, 6.275159953923749e-05, 3.0182237016689942e-05, 2.053876803271013e-05, 1.9614487081081725e-05, 1.4874921919958204e-05, 1.1886424542153632e-06, 6.241373903001789e-06, 0.00013278630424284646, 2.851346077860421e-06, 4.557466391012313e-06, 9.49074407652729e-06, 1.9815198124559042e-05, 1.6895106048515688e-06, 6.435260344670618e-06, 9.834542622486644e-06, 6.859885087490856e-06, 5.382483416119512e-06, 9.905125968759286e-06, 2.7939750892942597e-05, 5.113892673352181e-05, 0.0002595194860763685, 9.803845608175192e-07, 6.774556462025091e-06, 4.990680572355835e-06, 3.650377562455779e-06, 1.5747972173895669e-06, 1.797547545698075e-06, 1.6451764757481333e-05, 0.00025994785508565507, 1.8927467786891578e-06, 7.6376657150328e-06, 4.3785574406018e-06, 7.363178218541382e-06, 0.0011257623691773347, 2.2466717999071434e-06, 1.8000797635122858e-06, 2.4193281090436612e-06, 1.3608793377794464e-05, 7.982595424240773e-06, 7.936305260008306e-06, 2.0144940759963006e-06, 1.9072418348047612e-06, 3.031156720200455e-06, 3.196389496815293e-07, 1.3003834031033218e-07, 8.461320826683682e-07, 2.6195666958956093e-06, 1.7035775369046206e-08, 1.467018468526833e-08, 6.421896791845943e-07], "calls": 1, "latency_seconds": 0.4331866381689906, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:104", "target_index": 3, "predicted_index": 3, "n_labels": 59, "probabilities": [4.080793140309875e-05, 5.651811464530973e-05, 9.075540727204462e-05, 0.9956701662075469, 4.7932819564491435e-05, 0.00011714743745977244, 0.00014180297725006406, 2.5376859407490813e-06, 2.2782461451450807e-06, 6.0259530580726456e-05, 3.6690572531967754e-05, 4.908379703172996e-05, 2.0586801267864825e-05, 8.356407855985797e-06, 5.497921321465269e-07, 1.4843426843678582e-05, 0.000429036051272789, 5.432560012598762e-06, 7.137104886396306e-06, 3.17074621698592e-05, 4.4426379332256766e-05, 5.117924952004049e-06, 3.970812943730707e-06, 2.1774505738280137e-05, 1.534548806756721e-05, 3.2384460531447887e-06, 6.278482077340099e-06, 3.560607107257201e-05, 0.00011985554294424464, 0.00025435118017186396, 1.6961144119342623e-06, 1.0492479615983455e-05, 7.6481111816448e-06, 6.822535152039284e-06, 6.115875599146434e-07, 3.1185707263594706e-06, 1.3310458235350728e-05, 0.00023246870464114187, 7.6169550432427975e-06, 1.1099149205688295e-05, 1.0359656268092136e-05, 8.329375432029055e-06, 0.0022469943439290614, 5.509424347722634e-06, 6.76926974914255e-06, 3.3598435861857958e-06, 2.7615401356674003e-05, 1.0622176145540358e-05, 1.0729495470950982e-05, 5.725294199564867e-06, 3.249156467623943e-06, 7.547520055680642e-06, 7.296222278565945e-07, 1.3576491693957538e-07, 3.5490641910101003e-07, 1.0591282256459681e-05, 7.378641000921913e-08, 1.8384241389523069e-07, 2.6400054077672204e-06], "calls": 1, "latency_seconds": 0.8861765791662037, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:115", "target_index": 4, "predicted_index": 4, "n_labels": 59, "probabilities": [0.005411907818497783, 0.000685741924569635, 0.00022343988127573674, 0.001121947582467724, 0.9747111930098524, 0.0015001686093044234, 0.0013385438335256211, 0.00013408435089059162, 0.0002699421325338398, 0.0004186808101658811, 0.0004906257564012836, 0.0007066342506200222, 0.00033653403884450133, 0.0003839544154705155, 3.249729140106533e-05, 0.00031271646332837116, 0.0013412529977262536, 2.7234244548403135e-05, 5.528666458918401e-05, 0.00014316975492870474, 0.00122098943659899, 5.178184371544639e-05, 4.561744233234428e-05, 0.0001225526896079684, 0.0001421041218543437, 3.330997231194598e-05, 0.0001542012443611513, 4.98262871677314e-05, 6.413039708994262e-05, 8.55279987392302e-05, 2.0669075552724272e-05, 9.211040833775415e-05, 1.1610992159104234e-05, 2.7624826200755073e-05, 1.579516912556454e-05, 9.110719596238509e-06, 0.00014190189221545684, 0.0010087268539100403, 7.62590158198723e-05, 3.619218151444538e-05, 1.4031278944371055e-05, 6.394626307813328e-05, 0.0062018792236029656, 2.7911169268098132e-05, 1.2758392217154914e-05, 1.7060533036883732e-05, 9.78480303536342e-05, 2.0217346543376487e-05, 6.164598586657962e-06, 5.7848685625792e-05, 6.406453219844522e-06, 1.3765856104299139e-05, 6.768675066578439e-05, 3.0568466456814403e-06, 2.8197382086004706e-05, 0.00014054060129568442, 0.00011311363910823343, 7.250126786764643e-06, 4.4718423677640485e-05], "calls": 1, "latency_seconds": 0.6009785952046514, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:123", "target_index": 4, "predicted_index": 4, "n_labels": 59, "probabilities": [0.000159217790110483, 4.2144072529169636e-05, 1.43970103909361e-05, 0.004636930314955463, 0.9936930260771627, 0.0001323006101105564, 4.8082506934809713e-05, 1.0627300643028214e-05, 2.2797314097878222e-06, 2.5157025609313132e-05, 3.549054751721943e-05, 2.914485663432725e-05, 3.1720760627769646e-06, 5.304878952991602e-06, 9.000772776917458e-06, 9.717590437581887e-06, 8.461130198949662e-05, 3.683361548426568e-06, 4.033383521551303e-06, 2.922620886834243e-05, 7.015346992557086e-05, 5.526505423620362e-06, 7.1966614083399125e-06, 1.7026772689393747e-06, 1.1706911419349967e-05, 2.2077748489974894e-06, 9.866718957782763e-06, 3.172561903695546e-05, 1.6125452483571806e-05, 7.855155801942455e-05, 1.9597763927276066e-06, 2.5612631138938182e-06, 1.0807923801471472e-06, 1.999226774650354e-06, 6.35320865492037e-07, 4.107134987530005e-06, 2.6144163488303183e-05, 0.0002498193787836528, 2.9396626592633978e-06, 1.4986391140182023e-06, 4.786025451849226e-06, 1.0056406272375944e-05, 0.0004413919810158845, 2.106176808101615e-06, 1.252356442321553e-06, 1.4081064069646226e-06, 2.4974407036413737e-06, 5.5518102776552095e-06, 8.594755531184321e-07, 6.3762629977936036e-06, 9.021436168059206e-07, 6.1335839309790125e-06, 2.769218479252625e-06, 5.8334223003919314e-08, 1.3227832575620991e-06, 6.324117224219653e-06, 9.91744859755893e-07, 4.241912094748505e-08, 1.1348783963320319e-07], "calls": 1, "latency_seconds": 0.6020588679239154, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:142", "target_index": 5, "predicted_index": 6, "n_labels": 59, "probabilities": [0.00020149650224656027, 9.460640562717126e-05, 0.00020952719278223607, 0.0017069626928822577, 8.691766230679683e-05, 0.00016682742956411863, 0.995113575152898, 3.815635228076572e-05, 5.434145459887796e-06, 5.757988027504784e-05, 3.097904034597552e-05, 9.77095838697006e-05, 3.8310204485263206e-05, 1.552798447170704e-05, 2.4685811698989016e-06, 2.433683875466705e-05, 0.00012148654227388755, 9.052395273968854e-06, 5.121812630517332e-06, 4.503810786126318e-05, 6.813760106552037e-05, 1.765558463578563e-05, 4.5709928671270335e-05, 3.903160664779592e-05, 6.131828202195329e-05, 6.901487349945914e-05, 4.3564454533385666e-05, 3.7400840859262645e-05, 4.189552678380679e-05, 4.593251133850916e-05, 3.980672063396886e-06, 7.781114843732467e-06, 8.881946220185957e-05, 5.7544664325850574e-06, 2.966746718566548e-06, 2.210196932472374e-06, 3.232634543379338e-05, 0.00022257295201508998, 3.295805495341572e-05, 1.2210089564979077e-05, 2.8384340430198936e-06, 4.972778789745649e-06, 0.0008462381559096985, 1.238669560558889e-05, 2.3016521160086413e-06, 5.327850377628938e-06, 8.481470051090535e-06, 1.634260025133868e-05, 1.6778010696272427e-06, 2.6325774656170238e-05, 3.0135000980243676e-06, 9.367027671673919e-05, 6.769235472572422e-06, 9.163411581332573e-08, 2.3060165725598778e-06, 2.796562642868265e-06, 9.506228188476515e-08, 9.913720460313344e-08, 1.1909543348739833e-05], "calls": 1, "latency_seconds": 0.6001591659151018, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:143", "target_index": 5, "predicted_index": 3, "n_labels": 59, "probabilities": [0.002864861308736343, 0.0017522081868708616, 0.0031174282936705937, 0.5548356838969032, 0.00256088129526983, 0.37075418269432914, 0.015039628390869317, 0.0002140505743763148, 0.0003878266116296028, 0.003388858530155308, 0.0006204085774650139, 0.0058011155045862885, 0.001535475129929581, 0.000216201356415505, 0.0002291406570364567, 0.0013422732243817369, 0.005448604106518906, 0.00012495866279642033, 0.00017693604365727887, 0.000581536654879393, 0.000551013508393018, 0.00025684600087777244, 0.00017109136115655394, 0.0012257909794571925, 0.0009885507610133263, 0.0004933157250486632, 0.00021947278997699199, 0.0002218033138840369, 0.0005709643520854064, 0.001995221790540042, 1.2449527584736915e-05, 0.006301628987135025, 0.00022529243530547462, 6.533117134991173e-05, 4.837400998414709e-05, 9.649906018937047e-05, 0.00024880100369353695, 0.0014258320140250217, 0.0003808369803690915, 3.599892180266276e-05, 5.4490086654735174e-05, 6.096180731273246e-05, 0.012665361640622659, 7.789648746047743e-05, 2.3097724806074377e-05, 9.930193563688442e-05, 6.432484452747768e-05, 6.320808033718567e-05, 1.2652879884792161e-05, 5.140600423689154e-05, 2.369225500593724e-05, 0.00019767318993890758, 3.5162587014859366e-06, 4.907528020808583e-07, 4.047163040824648e-06, 3.277018882288609e-05, 7.058401693324371e-07, 6.0099498316762235e-06, 3.101851585789755e-05], "calls": 1, "latency_seconds": 0.8837085086852312, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:146", "target_index": 6, "predicted_index": 6, "n_labels": 59, "probabilities": [0.0003827544111605803, 0.00036897265986865534, 0.0003754201368888319, 0.0008861005465449199, 0.0002610834247837657, 0.0020485139622179686, 0.9900837362039898, 0.00011316138259333348, 8.080608661580266e-06, 0.00019022729534856674, 0.000146174348529304, 0.00043157000269810166, 0.00016537921987578265, 2.2240828083764425e-05, 2.7826153393306606e-06, 7.991190781075948e-05, 0.00012728900665348467, 1.8339681916901976e-05, 1.103023076613135e-05, 0.00010825765619134191, 0.00010328170983086211, 5.3888053887885205e-05, 0.00011312482276603457, 0.00012503663173690335, 0.0002547980371470302, 0.00022791470528941141, 0.00012358122448598657, 0.00020389769607221742, 0.00011559775616222261, 6.841107613312473e-05, 6.103731861238363e-06, 3.340664089840309e-05, 0.00040509822281496944, 2.1807964407298554e-05, 4.869866632934904e-06, 1.2298573709218107e-05, 0.00011108743154543054, 0.00020630080332920624, 9.537351340253392e-05, 1.5760652246818267e-05, 4.934968440809426e-06, 1.2703983682545489e-05, 0.0014093298603993687, 2.0705423638509007e-05, 4.3407718585002485e-06, 8.990773921796215e-06, 2.9058497056591113e-05, 5.3717160482765254e-05, 3.1926973409036067e-06, 5.55927119937267e-05, 4.056222060277289e-06, 0.00015396020781989286, 3.967066327059999e-05, 3.136729513979405e-07, 5.93852038749425e-06, 5.539888758667858e-06, 2.7109923917517364e-07, 1.8883788794561623e-06, 5.31292535349235e-05], "calls": 1, "latency_seconds": 0.5998393916524947, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:151", "target_index": 6, "predicted_index": 3, "n_labels": 59, "probabilities": [0.0007409859129713605, 0.0005256148237342013, 0.0011037212803872384, 0.6972640124990136, 0.0013999976683633031, 0.07594100824595311, 0.19726512441086774, 0.0002610884023128715, 1.0699192954641872e-05, 0.0006268593188066282, 0.00041121498718381074, 0.0025879446330351573, 0.0002249763356732251, 5.0922942506232875e-05, 7.674445766384732e-06, 0.00019620246303094651, 0.0011704919145328614, 4.562973891148978e-05, 7.179821030519838e-05, 0.00024685336203686864, 0.0003978653385758458, 0.00012514271250749332, 0.00016925268546808496, 0.001098787149359131, 0.0005086076208257287, 0.0003657775091721675, 9.25293125807626e-05, 0.000326519081140284, 0.0005735916907377875, 0.0004269886135492233, 1.815205840140143e-05, 0.0008906483458848306, 0.0010391919697048516, 4.3135024204398075e-05, 2.2240483655832954e-05, 2.7055593482953897e-05, 0.00011438473396870715, 0.0015783189745056758, 8.871242224300929e-05, 1.7510189960727517e-05, 2.329507199705731e-05, 6.561755786098677e-05, 0.011075843896555353, 3.259431879650781e-05, 2.2672952497081532e-05, 2.5004177063101533e-05, 0.00012849372279091916, 0.00014656374833406933, 1.7330897661345767e-05, 8.610357034923957e-05, 9.653411261341999e-06, 0.0001551625387099105, 7.790447285919816e-06, 3.510892630569279e-07, 2.3092929021085493e-06, 5.0191498823900284e-05, 4.344882693294151e-07, 5.853585978538319e-07, 7.276966270509206e-05], "calls": 1, "latency_seconds": 0.5984427952207625, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:165", "target_index": 7, "predicted_index": 7, "n_labels": 59, "probabilities": [0.00023944869368541086, 0.00011927089435645055, 4.35747989875707e-05, 8.891466488976396e-06, 4.101332420928921e-05, 1.2545400828823474e-05, 0.00022674479800563447, 0.9366398726050918, 8.469486311330336e-05, 0.002112885371245915, 0.0008606440246873568, 0.00010736125639352527, 0.00010101464466517574, 0.00023253830183317547, 1.3297372745933316e-05, 0.00013649105860070331, 0.00292082808468283, 3.703057331748986e-05, 3.7628279296507837e-05, 0.00016132819114449492, 4.577525240201345e-05, 1.1654979372844913e-05, 2.198251245253119e-05, 3.805624629197649e-05, 6.036717441597198e-05, 6.371920243944504e-05, 9.002241703377742e-05, 9.46556314505642e-06, 3.076919810152344e-05, 6.125944427829305e-05, 2.958956558788792e-05, 5.210933422872987e-06, 8.261406185469495e-06, 0.046783212733667444, 3.112778956528477e-05, 7.239989229573273e-05, 0.0001841142284329122, 0.00013527795221211788, 4.9835377048490716e-05, 4.653318952402685e-05, 2.137394607811604e-05, 2.1606693561180766e-05, 0.0068055565720861015, 1.7031086945511666e-05, 5.635092874327508e-06, 1.1143856683506636e-05, 5.7423517612343194e-05, 4.2268474467766836e-05, 5.435270314050815e-06, 3.07765446805668e-05, 4.526028752162803e-05, 6.823970872647903e-05, 3.074081271318446e-05, 1.1873760255379453e-05, 7.674716228241414e-05, 4.270083706192033e-05, 1.7315035590499402e-06, 2.375438504553595e-06, 0.0007863403728158346], "calls": 1, "latency_seconds": 0.6000359738245606, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:188", "target_index": 7, "predicted_index": 7, "n_labels": 59, "probabilities": [0.0006302327455936234, 2.8497226807908638e-05, 5.6781685731626475e-05, 3.1391098049777675e-06, 1.3469023675878492e-05, 4.760303143107389e-06, 0.0001748250530878302, 0.604219860237774, 4.267024353781668e-05, 0.0004269231339521378, 0.001087808952388405, 1.5135850091420991e-05, 4.109423057430123e-05, 4.1487131923940506e-05, 9.061257225086707e-06, 5.794450537309309e-06, 0.00012344587960832058, 1.3727179943625792e-05, 6.1760434546940445e-06, 4.863499425938642e-05, 1.1899033255129574e-05, 0.04514235334580988, 3.9336837204967764e-05, 0.0001383891837775958, 0.00015107098392652804, 0.00020609896333874687, 0.0002846777344684325, 1.559224177045478e-05, 2.0129048224856454e-05, 4.728456922185022e-06, 9.04847042247705e-06, 1.8600177823089622e-06, 2.6929609189951614e-06, 0.001753025581604934, 1.0828333132613221e-05, 4.7747246242943315e-05, 0.0010523060304373987, 0.00030560663025245335, 7.30011525610933e-05, 2.4614036815727182e-05, 1.2196710893933413e-05, 1.7005222828636735e-05, 0.01663052458752808, 2.249318829827236e-05, 3.2759923931864365e-06, 1.202361147263657e-05, 4.265499340273917e-05, 0.31893614529572245, 3.8981326289740694e-05, 8.195958324567128e-05, 3.838338654694732e-06, 0.0002809629432723984, 0.000757167542157406, 1.876389342913377e-05, 0.0009050445412764627, 9.017159708089571e-05, 1.2726329936251082e-05, 4.24237421258584e-05, 0.0058031095380065515], "calls": 1, "latency_seconds": 0.5999237918294966, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:286", "target_index": 8, "predicted_index": 8, "n_labels": 59, "probabilities": [1.1160091844543838e-05, 0.00013444903865135338, 2.0417063169154435e-06, 1.198103078806832e-06, 2.8629188167358055e-06, 1.5830689897302733e-06, 5.748462648216702e-06, 2.8003687863321227e-05, 0.9966091459722344, 0.0009693067188060645, 0.00013444068657847901, 1.464579685559241e-05, 3.6887287052209682e-06, 6.669451059870757e-06, 1.3595841795696408e-06, 7.622896839158961e-06, 2.5343498349955e-05, 3.0475908896128903e-06, 4.3916872969503164e-07, 8.0862155694663e-06, 3.7244792205925695e-06, 2.479224426477954e-06, 1.5430476522007031e-06, 1.3254225554184743e-06, 8.018145918441967e-06, 9.761033209490897e-07, 3.129650482593559e-06, 1.8959723073077073e-05, 1.3598566357466676e-06, 1.6693839154715418e-06, 3.09492369399021e-07, 7.083139228525288e-08, 3.355518687525757e-07, 7.626101344733781e-06, 0.0010246510053171416, 6.640129157102084e-06, 7.564383915164503e-06, 7.886478449054586e-05, 8.708884562198589e-07, 5.786360019923756e-07, 3.822020526768776e-07, 5.952767478059913e-07, 0.0008532911340449116, 3.5797364374718857e-07, 1.413789023247681e-08, 5.162798112821958e-07, 3.3125108686211667e-07, 1.3107875569625676e-06, 7.610975595534374e-07, 1.2419864894298702e-07, 5.97205719377844e-08, 4.3013852938662747e-07, 1.5534054094853406e-08, 1.6139532499457604e-07, 6.144838028364057e-08, 2.269993868477753e-08, 1.6668274782770823e-08, 5.45856877274064e-10, 7.281505012875115e-09], "calls": 1, "latency_seconds": 0.7341662468388677, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:306", "target_index": 8, "predicted_index": 8, "n_labels": 59, "probabilities": [3.918735533380216e-06, 4.2357640476429604e-05, 5.35628338819477e-07, 5.469954767107422e-07, 5.102096197858732e-07, 2.9257485916600785e-07, 1.4689753955997284e-05, 5.482230414139932e-06, 0.9979143997493607, 0.0002548699517933237, 4.668882957284774e-05, 4.205230288198257e-06, 3.315476461496691e-07, 3.5919490056476114e-06, 4.0939006575412705e-07, 7.517166813589643e-06, 1.0640697809031256e-05, 1.16038175589229e-06, 6.254178833859756e-07, 4.2118710868728e-06, 1.2748630255849998e-06, 1.9815723787753823e-07, 4.0623780398052326e-07, 4.04699173847283e-07, 1.97276959415849e-06, 5.794015974827289e-07, 2.085179253049502e-06, 2.2392043152120015e-05, 5.073033143614835e-06, 6.225526210373301e-06, 7.090700153621631e-07, 1.5999703510616628e-07, 4.902610485597463e-07, 9.560413364414368e-06, 0.0005169550574509719, 3.488562111177857e-06, 5.761893635274062e-06, 0.0001358665842695672, 4.035351677698144e-07, 1.5888269893003383e-06, 6.570405443494277e-07, 1.2195217031106934e-06, 0.0009579111204184142, 2.434749344517099e-07, 1.5977289502125079e-07, 2.6895815503443896e-07, 9.905582631996073e-07, 1.2810230932690165e-06, 3.4978263250769545e-06, 9.953097854708388e-08, 3.787545952007418e-07, 2.647982574112937e-07, 3.120081816118993e-07, 3.346269675949893e-08, 1.9793111431430745e-08, 5.85348039774043e-08, 1.8464212404564317e-08, 2.0546488248435054e-10, 3.0883304539260978e-09], "calls": 1, "latency_seconds": 0.5386802949942648, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:470", "target_index": 9, "predicted_index": 2, "n_labels": 59, "probabilities": [0.3612395739308674, 0.008702155813537782, 0.5795944151762866, 0.00034087754394051016, 8.359872397772634e-05, 4.83950303444414e-05, 0.0006881049282560696, 0.0002904266957087705, 1.2651261559104194e-05, 0.0010357163584024337, 0.0010329601328026175, 0.0006415472472318352, 0.0018686799357703681, 0.00023278842506896014, 2.566407890124919e-05, 5.1116428796241234e-05, 0.001979359067002324, 0.00017648647568313075, 0.00024048824329852685, 0.00016428197930716082, 0.00012246710919363213, 0.00012254887495293798, 0.0003784894360928471, 0.00024271044237754729, 0.0003435336370802106, 0.0007738879433632538, 0.0007426473658583487, 0.00012331661219196395, 0.0019207150399120423, 4.6319254636309205e-05, 3.0311131554154354e-06, 3.967732614593761e-06, 3.8056429525217727e-06, 5.4105582381211233e-05, 1.9837678660953203e-05, 6.226931069176897e-05, 0.00044005266908496513, 0.0004968854110326154, 0.0001975299431972039, 1.1085309347644082e-05, 8.85388733718233e-06, 1.7242541932926647e-05, 0.031930193150501024, 2.695228725385641e-05, 4.754400030751111e-06, 1.6382529198096002e-05, 3.0977219699515225e-05, 2.703728165152318e-05, 1.3231488835790815e-05, 2.7149539549148216e-05, 1.7171336863876335e-06, 0.00027771543496673466, 0.0022761666487286928, 3.0421824528093495e-05, 0.0005002382559199628, 0.00012845744610621307, 3.451426293763871e-05, 1.090583942222843e-06, 8.84104976729184e-05], "calls": 1, "latency_seconds": 1.0974672948941588, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:545", "target_index": 9, "predicted_index": 9, "n_labels": 59, "probabilities": [0.0002710106016158151, 7.235245380032188e-05, 0.0001237531689474113, 3.268365606377603e-05, 5.904114334170928e-05, 1.381144428195097e-05, 8.416598031826899e-05, 0.0003593980520517914, 3.95200587033894e-05, 0.96817751472568, 0.0007300931163831686, 9.492097344763314e-05, 0.00022615091552665982, 0.00012651719772148985, 8.703574221619606e-06, 0.00013518822194264824, 0.0006160900324704166, 8.885592424451301e-05, 3.0269868770965566e-05, 8.717758339283252e-05, 9.28244436292596e-05, 3.3207489435216275e-05, 4.728266832403863e-05, 7.104084444961628e-05, 4.3807221576121826e-05, 6.201304730466106e-05, 4.1912718330795286e-05, 1.541020040740117e-05, 5.340849521992093e-05, 1.985255468935207e-05, 8.651096663184522e-06, 2.156312851310071e-06, 4.756934890703423e-06, 5.154554052890568e-05, 1.4837252569744923e-05, 0.025758104384410892, 9.24872684688991e-05, 0.00021636292317009272, 2.2881899941528308e-05, 1.2550090491274017e-05, 6.4389936174656484e-06, 4.421578242023504e-06, 0.001723402067590401, 1.7367219302501934e-05, 2.8839700889869575e-06, 1.5884478518432096e-05, 1.8652770409215783e-05, 1.884665839299227e-05, 1.3298414184474537e-06, 1.086169661381148e-05, 1.253187904258378e-06, 3.181865251278885e-05, 6.599677569377131e-05, 1.450950210986934e-06, 1.7116336171860365e-05, 7.706100245411427e-06, 8.368108808127739e-07, 7.668113113808072e-07, 1.0653020595167378e-05], "calls": 1, "latency_seconds": 0.9667363432236016, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:564", "target_index": 11, "predicted_index": 10, "n_labels": 59, "probabilities": [2.3315132970792278e-05, 3.961363002500586e-06, 8.616721556785962e-06, 1.0049723884289984e-05, 6.867018293666511e-06, 2.9143791321507796e-06, 1.6419558686633357e-05, 5.083092317296175e-06, 2.9207919719318885e-06, 2.5411331773111813e-05, 0.529648954705775, 0.4577813163279486, 0.00011996885891260039, 2.298634729583908e-05, 1.5855503838721405e-05, 3.298230298953927e-05, 4.4840969245461774e-05, 1.467097219857352e-06, 3.640572064877933e-06, 6.359761066155923e-06, 4.537606058251823e-06, 3.64585385017646e-06, 7.110248259576494e-06, 1.946444847336905e-06, 7.089021418663996e-06, 2.4898388052942875e-06, 2.1433877656028632e-05, 5.076080133609198e-06, 4.2265740134597584e-06, 7.818066760618415e-06, 2.4296831808122764e-06, 1.6543883323392352e-06, 5.073648033126161e-07, 3.448921767748112e-06, 7.006562284127217e-06, 8.611984931137521e-06, 0.000565891854031374, 0.010577944327699356, 2.3193446352900627e-05, 4.1796858209057745e-06, 1.737923659408734e-05, 2.1101072663605267e-06, 0.0009022161682899291, 6.812260683197056e-06, 2.0306073701526048e-06, 3.053101104587767e-06, 1.0986133619376314e-06, 1.0057294033101807e-05, 5.866178113110121e-07, 6.702212058172195e-07, 5.688759781562436e-07, 5.675002539337528e-06, 2.065121099851891e-06, 7.029331494878575e-08, 6.183060785155845e-07, 2.6680378866161866e-07, 4.08852512557988e-09, 2.5077620417953786e-08, 5.188123816730658e-07], "calls": 1, "latency_seconds": 1.0625585746020079, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:627", "target_index": 11, "predicted_index": 29, "n_labels": 59, "probabilities": [0.0005412478082628488, 0.0002648340500189325, 0.00040888376223857247, 0.012659239070693306, 0.00017259031899958532, 7.804625902726251e-05, 0.0004676517074104526, 7.510090504229635e-05, 6.178468309262657e-05, 0.0029485655248815378, 0.019966470133080384, 0.00474521178450193, 0.0011341657090362116, 0.000123003267621287, 0.00021820860254251318, 9.327942161824158e-05, 0.0008157918537895642, 0.0002057467996996456, 0.00018933409233556033, 0.0001229783470706912, 3.9294407817407645e-05, 0.0001276104759970522, 0.00044389651310393265, 0.00018555271365526128, 0.00018452542366699217, 0.00020973355792926887, 0.0008473506105656952, 0.0004339031154154209, 0.002762334484790223, 0.36771682642159265, 0.00041122901011961564, 0.0004800672574097079, 0.00012161262182560383, 0.0004848338105863073, 0.0004847793927370386, 0.0011729063042064981, 0.0038434093947227947, 0.03073979127590369, 0.003101027643198877, 0.00014684660941792594, 0.0006254708400619528, 0.00023632752622297114, 0.07675810298256917, 0.0014047170092398417, 0.00032275735265902905, 0.0005751996486437523, 0.0002598146394804209, 0.0007371108784692402, 0.0023751523720711197, 0.00058773973124333, 3.5062437950203755e-05, 0.0005931283616863372, 0.33051158178439904, 0.09670571262591605, 0.0030980238937158536, 0.01693746369746761, 0.0010275811018745772, 0.00012134317667654859, 0.007858044794027534], "calls": 1, "latency_seconds": 0.9666997622698545, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:638", "target_index": 12, "predicted_index": 12, "n_labels": 59, "probabilities": [8.325761001483708e-05, 1.1179084170427128e-05, 3.520709340174209e-05, 1.9112821403385362e-05, 7.637474436163626e-06, 6.296030594826917e-06, 4.456750164527123e-05, 1.1001765202789796e-05, 9.075918287468225e-06, 8.946218018818197e-05, 0.0005550717426537285, 0.0027273891055882445, 0.9882781244224276, 0.001772242352508774, 7.188944020316403e-06, 3.473498110240284e-05, 5.186166035164716e-05, 2.5240472319432513e-05, 2.1336754358811335e-05, 4.771389528847239e-05, 2.1235138457876497e-05, 5.3972163386992015e-06, 1.300825296143107e-05, 5.195636550664083e-05, 4.0510910441896275e-05, 0.00021258236209835074, 1.834947278523502e-05, 1.1354398267777368e-06, 1.2886353646098159e-05, 1.2609225166358815e-05, 1.0278133281997759e-06, 3.4754617224008074e-06, 8.103538569689854e-07, 8.704073779403524e-06, 5.756531193299026e-06, 6.189225948966115e-06, 0.00010916355115874008, 0.0007540809486692143, 0.0014403355685329922, 3.385245161800745e-05, 4.706935291128742e-06, 4.701539238978157e-06, 0.0030521938669260066, 5.878423318188493e-06, 1.9465668280204836e-05, 5.680392898515929e-06, 6.645264539122699e-06, 1.7983207005102882e-05, 1.5922903984482758e-06, 5.725872004213023e-06, 4.1177807676152186e-07, 3.6158684937198235e-05, 4.532392771537485e-05, 2.7395136285128663e-06, 2.960214081384893e-05, 2.4448980622791157e-05, 5.867002402884126e-07, 6.341874038525459e-07, 0.0001447520996593463], "calls": 1, "latency_seconds": 0.9616748732514679, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:645", "target_index": 12, "predicted_index": 12, "n_labels": 59, "probabilities": [7.056205263662293e-05, 7.173961890188493e-06, 2.3157633347198165e-05, 1.5680949031768924e-05, 9.145145958436163e-06, 5.586928926964047e-06, 2.3234223298061978e-05, 7.8954803266452e-06, 1.1372661659853208e-05, 6.599667168547636e-05, 0.0003016527433233211, 0.009328817405925043, 0.9845711060550673, 0.0024240888840437328, 2.1323053592083828e-06, 2.7298523808884924e-05, 1.7439910824479637e-05, 2.8834206160958837e-05, 1.3135575687395423e-05, 5.351477100966482e-05, 2.5291813813121437e-05, 5.984815313551287e-06, 5.5248656437282885e-06, 4.215113832674373e-05, 2.1956861171877167e-05, 0.00016690552249914314, 1.207059573629542e-05, 9.172045705067709e-07, 7.351716908030172e-06, 7.035285958731369e-06, 1.457288603011626e-06, 1.023371545121047e-06, 1.9184144029630185e-07, 3.7787049103393554e-06, 6.661173166210522e-06, 4.554301545522263e-06, 5.673365919786662e-05, 0.0007158430292401588, 0.0005476940629920526, 3.393511629972735e-05, 9.711860341641457e-07, 3.071005775710574e-06, 0.0012191947530817621, 1.4978310630675551e-06, 1.5008125062661072e-06, 4.120428014615414e-06, 2.8809601469569656e-06, 1.4707460036862123e-05, 8.923931677487975e-07, 8.192242373275411e-06, 7.375546802728831e-08, 1.606074370129818e-05, 4.7689066545472705e-06, 6.34528279213554e-07, 7.1372143506333035e-06, 3.0327566524326046e-06, 4.4074433650729885e-07, 5.587079325662704e-08, 3.587794871051069e-05], "calls": 1, "latency_seconds": 0.7501244228333235, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:670", "target_index": 13, "predicted_index": 13, "n_labels": 59, "probabilities": [0.00019302716034353572, 4.271564356607383e-05, 0.00010850904311504646, 0.0002661055277297174, 1.0351093665808802e-05, 2.2742455583877833e-05, 0.00011569602952838352, 2.9471792523623906e-05, 1.3857399836574089e-05, 0.0005165432394031096, 0.0013311991934177377, 0.0048312372900424574, 0.06568749193174131, 0.914263169446922, 7.43861326835574e-06, 9.884701944754686e-05, 9.585651234574279e-05, 8.265933886710954e-05, 0.00013224651546185742, 0.0002847838598440139, 7.995911165502303e-05, 1.711108731213023e-05, 1.9211315456727546e-05, 0.0001061394359531421, 4.371521235129433e-05, 0.0001085161941844225, 3.1027948103451406e-05, 8.493481227118077e-06, 5.753463140930125e-05, 6.607715692748552e-05, 2.6994204777395627e-06, 4.472682832861954e-06, 2.43282917876103e-06, 1.8099713505469325e-05, 2.0916839527058655e-05, 0.00011125896301993192, 0.0002152009279672665, 0.0025392545370538397, 0.0015703270978061701, 0.0014279653772278585, 1.2088545875199579e-05, 2.223059215173062e-05, 0.0048980954439464056, 2.2780357023438827e-05, 2.460274389027403e-05, 5.1576259886790984e-05, 1.1619392597353063e-05, 5.706259146445259e-05, 5.180092127335981e-06, 5.031630348188981e-05, 1.2810788639770658e-06, 6.70589042375117e-05, 1.8143835372679436e-05, 1.7019909513520467e-06, 2.196526921115738e-05, 6.430761649986122e-05, 1.5516998888143783e-07, 1.5673034659437592e-07, 8.53140122522283e-05], "calls": 1, "latency_seconds": 0.7517759618349373, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:702", "target_index": 13, "predicted_index": 13, "n_labels": 59, "probabilities": [0.00012550921042185826, 3.05444064356793e-05, 6.17202961537155e-05, 0.00012389681919606563, 1.039990134267378e-05, 1.454888823193925e-05, 6.090921106879963e-05, 1.1603703411713153e-05, 1.535492610402712e-05, 0.0002918380024753417, 0.0014916814859423577, 0.0021088515522816255, 0.014802246077748514, 0.9629366816924068, 6.831674141169902e-06, 4.755260047527113e-05, 0.00010196512696082425, 3.8377183573141824e-05, 8.838769819394151e-05, 0.00017367629251566511, 5.1381372319985635e-05, 8.24272453147064e-06, 1.5031505025206386e-05, 3.9370716437120164e-05, 3.470441765933605e-05, 3.478137194773446e-05, 4.910618590435749e-05, 7.973907394769726e-06, 6.961627415956829e-05, 7.443336906142522e-05, 2.9111214839878052e-06, 7.985116892947022e-06, 4.202426598200569e-06, 1.5411295935688646e-05, 1.311014487636571e-05, 5.042779007353929e-05, 0.00022957526974121866, 0.005309103997346557, 0.00065302105408536, 0.0018737283682481879, 1.844467310542144e-05, 9.992614788699184e-06, 0.008572886667308382, 3.758096345306692e-05, 1.0744554066972655e-05, 4.4311098143649745e-05, 1.4458403257733009e-05, 3.8160010226557394e-05, 7.458015283369913e-06, 2.9892768059961048e-05, 7.753010140177395e-07, 2.1645300702757562e-05, 8.176148168708469e-06, 4.3827607933526284e-07, 3.4776240427789808e-06, 5.0355582695277454e-05, 1.428189809140699e-07, 1.0967476269176981e-07, 4.42543270555262e-05], "calls": 1, "latency_seconds": 0.749007570091635, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:739", "target_index": 14, "predicted_index": 14, "n_labels": 59, "probabilities": [8.61401369987792e-06, 7.930664458246565e-07, 6.821270809317578e-07, 1.7856141118478743e-07, 2.693797705500045e-06, 5.296496322748693e-07, 4.122569755634899e-06, 3.011470126943382e-07, 2.57681740920922e-07, 9.42842520246023e-06, 5.731998151969712e-05, 7.866843082971419e-06, 1.2400944165278932e-06, 1.6077280701237423e-05, 0.9989266062624519, 4.8635796149082354e-05, 0.0001272407837338746, 2.8253193292618526e-06, 4.5455366190066156e-07, 4.526578440392027e-06, 3.2028362720465614e-05, 2.57681740920922e-07, 1.0175971401849666e-06, 7.930664458246565e-07, 1.0693177866754588e-06, 7.173324939654131e-07, 1.6635716580901052e-06, 9.428145862586594e-08, 2.3214624552598743e-07, 1.924315022944965e-06, 3.5166109410748177e-07, 1.523875797981561e-07, 5.79366334914296e-08, 1.6066948896242156e-07, 4.78364880773818e-07, 2.57681740920922e-07, 1.5844570034737259e-06, 0.00011769981288171792, 1.6066948896242156e-07, 1.123562186544308e-06, 0.00045060296707975805, 1.123562186544308e-06, 0.00016037749074193416, 2.7144839209830606e-07, 4.11537886544514e-09, 1.2320883903899785e-07, 1.123562186544308e-06, 7.930664458246565e-07, 2.834430217952459e-08, 1.0175971401849666e-06, 2.996085591686394e-08, 2.0196268708565425e-06, 1.714623521890326e-08, 4.11537886544514e-09, 1.1680796937749072e-07, 1.2320883903899785e-07, 3.2258863393743143e-10, 3.7507113257229745e-10, 3.6646317864932256e-09], "calls": 1, "latency_seconds": 0.2813953189179301, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:746", "target_index": 14, "predicted_index": 14, "n_labels": 59, "probabilities": [5.211087792844726e-06, 1.0613533929084854e-06, 9.51952827742352e-07, 8.081353431760556e-07, 3.619970805520652e-06, 3.151896512863192e-07, 1.0052065802225396e-06, 6.140931861286897e-07, 4.167250190481911e-07, 2.6399518059098533e-06, 1.0132050417816764e-05, 6.083553840302621e-06, 9.014472718650964e-07, 1.7245860334056354e-06, 0.9994090796025721, 2.6034128537530227e-05, 0.0002883360708149603, 1.4680322419021336e-06, 5.203224076295502e-07, 1.919265516397407e-06, 8.535512645404527e-07, 1.0127451380055725e-07, 7.650731701635384e-07, 8.535512645404527e-07, 1.0613533929084854e-06, 4.167250190481911e-07, 8.535512645404527e-07, 3.7276662007156935e-07, 4.167250190481911e-07, 1.0052065802225396e-06, 1.1359505891225953e-07, 9.56152228019344e-08, 4.633732231329327e-08, 1.897718668450309e-07, 5.3604495175364835e-08, 3.525186275785608e-07, 7.650731701635384e-07, 3.1618317533524906e-05, 3.333443995587751e-07, 1.8194008501691449e-06, 0.00011800089248136956, 4.167250190481911e-07, 6.77377238308337e-05, 1.0726181179400306e-07, 1.0576672882562987e-08, 6.02133120541563e-08, 9.56152228019344e-08, 2.663260496371742e-07, 5.6814621401025364e-08, 2.980014867022228e-07, 1.3834395356905212e-08, 1.51176005653656e-07, 3.259522980635043e-06, 7.591681676166758e-08, 6.855482077643608e-07, 3.619970805520652e-06, 1.348727719917574e-07, 4.0039702784577394e-08, 3.888509036627796e-08], "calls": 1, "latency_seconds": 0.2814002283848822, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:765", "target_index": 15, "predicted_index": 15, "n_labels": 59, "probabilities": [9.643811822006792e-05, 2.5137567357691115e-05, 1.5991607801490385e-05, 4.195466692646036e-06, 1.348259711965139e-05, 1.2016344448925503e-05, 1.992074901666534e-05, 2.047903709398011e-05, 1.0968282517632389e-05, 8.169717231357834e-05, 0.0001968013593827658, 0.00012839573377841933, 4.198645235244855e-05, 6.48530656914635e-05, 0.0020882024523900646, 0.9767748652003634, 0.007461550869287832, 0.0013194042578350334, 4.2232485937496396e-05, 6.45533396818672e-05, 1.4451349138822594e-05, 1.2590979189261517e-05, 1.212784871271786e-05, 5.904136932917605e-05, 2.8623977398825866e-05, 1.0037876512491122e-05, 5.780914442181576e-06, 1.0130179445902377e-06, 2.2379365651448254e-06, 1.5729058597275856e-06, 2.3290433730117697e-06, 6.249266227847698e-07, 3.223219370015565e-07, 3.073566112553772e-06, 1.4686057800331976e-05, 2.0534287661612914e-05, 3.21683306751548e-05, 0.0004955455043487377, 9.3871994686435e-06, 5.03600531084555e-06, 3.513132412243275e-05, 0.0005237375673981461, 0.010076844651979737, 8.348385500179319e-05, 1.3470056614684927e-06, 2.3150828026502563e-06, 2.9593342430827356e-06, 1.1082263694036965e-05, 9.283639680490222e-07, 2.9437430804756736e-05, 3.8972469740752986e-07, 1.6251492746762285e-05, 1.482857406233898e-07, 3.023127260850259e-08, 1.2477205629435528e-06, 2.420107894039727e-07, 1.238170235970609e-08, 1.556858273669071e-08, 3.812654225489834e-08], "calls": 1, "latency_seconds": 0.7461738968268037, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:857", "target_index": 15, "predicted_index": 15, "n_labels": 59, "probabilities": [2.8287671593739838e-05, 7.95779298582429e-06, 3.928952254414544e-06, 4.627843483185805e-07, 2.118852349557537e-06, 2.707704495075984e-06, 2.317154409692082e-06, 7.692840066061669e-07, 4.715684068938764e-06, 1.9331516942595496e-05, 5.2556889940046524e-05, 2.1853481477063066e-05, 5.306314208966021e-06, 2.587842570238291e-05, 0.002252948469143568, 0.9872114785604458, 0.0021638054866318056, 0.004341424695084953, 1.1996544463430563e-05, 1.3692560639898266e-05, 5.809045874020456e-06, 4.569548222512932e-06, 1.5582932637280453e-06, 6.924635022993264e-06, 5.536725737194064e-06, 2.238468615694159e-06, 1.7633474609944172e-06, 6.037862639612401e-07, 1.2122581180294644e-06, 1.1588280626341026e-06, 5.394064785763693e-07, 6.423495973685879e-07, 9.696231744030554e-08, 1.1462273328337237e-06, 3.906699098877795e-06, 6.930607154829307e-06, 1.2983508692551497e-05, 0.00025116393379181123, 1.508033914433445e-06, 2.3159890967536554e-06, 5.2504675631018475e-05, 0.00042815516726912644, 0.002979057590800251, 2.327760615754032e-05, 4.6404424160997357e-07, 1.3340925741750997e-06, 2.613433645585354e-06, 2.0542568902844693e-06, 4.631977785415052e-07, 1.0294097200619635e-05, 4.7678710358645464e-07, 1.0798276229208654e-05, 3.149997028230837e-08, 1.3369214507489925e-08, 2.2029287128667037e-06, 9.244384474751677e-08, 4.990177283357787e-09, 4.231761895472711e-09, 9.831487068039707e-09], "calls": 1, "latency_seconds": 0.7479206379503012, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:875", "target_index": 16, "predicted_index": 16, "n_labels": 59, "probabilities": [4.091571627984802e-06, 1.7400009966127124e-06, 1.9608272561728275e-06, 1.2989979095851725e-07, 8.491067635575657e-07, 6.979068344494424e-07, 5.428319280957339e-06, 4.0672338390994766e-07, 6.527764853919672e-07, 1.97238645882774e-06, 1.906178543354525e-05, 2.1509323577842373e-06, 2.526124587669803e-06, 6.9760074851457106e-06, 6.743265066266357e-06, 9.867824467904374e-05, 0.996956440874077, 0.001015605123560518, 1.304463075641248e-06, 5.841137315441081e-06, 1.2167180126262951e-06, 1.96122007013482e-07, 1.1563041403379882e-06, 5.629097037218258e-07, 8.670198875516527e-07, 1.287630236070341e-07, 1.5194717855865966e-06, 1.835101740211988e-07, 2.7593425545699803e-06, 4.3822539803335347e-07, 2.5666859817136327e-07, 1.9961778704229358e-07, 1.053884964022908e-07, 3.3331250436820765e-07, 9.201712636478041e-07, 4.1384531526597164e-07, 3.108990084339924e-06, 6.14284862968981e-05, 1.640555070158763e-06, 1.0686237089210182e-06, 6.84869891418894e-06, 5.037311520716381e-07, 0.0017704091899796114, 4.037984219176598e-06, 9.371083213259504e-08, 5.234590599747998e-07, 5.278678530353632e-07, 1.8508757890559013e-06, 1.2729888476521754e-07, 2.081225467633294e-06, 1.274788870764001e-07, 3.568796358129474e-07, 7.635624836597746e-08, 6.778979119281357e-09, 3.5882124149466796e-07, 2.3096908934218955e-07, 2.4667147719403924e-08, 9.322788312820253e-09, 4.3161501931689175e-08], "calls": 1, "latency_seconds": 0.8444469389505684, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:890", "target_index": 16, "predicted_index": 16, "n_labels": 59, "probabilities": [2.033259334362197e-06, 5.779170117077966e-07, 1.4380094848618392e-06, 2.2557947334512234e-07, 6.084114897941916e-07, 4.7005564044827575e-07, 6.404557962592161e-07, 1.1862254770137876e-07, 5.833671730370836e-08, 9.150190620716638e-07, 5.858247291501526e-06, 3.0036330841931016e-06, 4.7005564044827575e-07, 1.6690813319428141e-06, 2.6439294221632605e-07, 5.331223221607962e-06, 0.9988032979117301, 0.0002701933586586246, 4.2369953018903997e-07, 1.9356438902118623e-06, 7.857145185717066e-07, 5.212970154691948e-07, 1.5883513874782372e-06, 2.378593789707937e-07, 7.095056688465088e-07, 4.4629609992356185e-07, 4.4629609992356185e-07, 1.1237513933494725e-07, 3.43884966799586e-07, 1.0644782489784895e-07, 1.4716230705993953e-07, 5.5206289890240244e-08, 3.2854312261057513e-09, 2.136351531776813e-08, 2.7871370113508414e-07, 9.549112972893496e-08, 6.404557962592161e-07, 2.298196775712262e-05, 1.0082488169549381e-07, 7.267922147387835e-08, 2.378593789707937e-07, 7.677012069651193e-08, 0.0008688984691314903, 3.096436441610895e-07, 2.530007275132486e-08, 3.348801187469858e-08, 1.3945809120817697e-07, 4.022113806699166e-07, 6.512463378172832e-08, 1.82323724097268e-07, 1.609262813614704e-08, 1.2520712588007464e-07, 1.436120855058231e-08, 1.0047481039138188e-09, 2.0283622447058622e-07, 3.348801187469858e-08, 4.401888689540611e-09, 1.876765745221672e-09, 1.9911988260099064e-09], "calls": 1, "latency_seconds": 0.15823977487161756, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:989", "target_index": 17, "predicted_index": 17, "n_labels": 59, "probabilities": [1.0999729191834731e-05, 8.810884174098603e-06, 2.5001897055360033e-06, 2.295819803382073e-06, 2.131162747063112e-06, 1.0561035546718766e-06, 6.248219512496406e-06, 1.3277830832385795e-06, 1.0255723909982859e-05, 8.341706780494858e-06, 4.3911860481539755e-05, 5.133959022368635e-06, 4.583345201646058e-06, 2.7336235151375003e-05, 1.4672647212272634e-05, 0.0001257276044239149, 0.00013659307141293298, 0.9979061842815922, 9.41135239033405e-06, 1.3856816153666213e-05, 9.229833069493923e-06, 1.029309162491712e-06, 2.7921904729739933e-06, 1.2775045168340407e-05, 6.609209981226036e-06, 4.598878159695044e-06, 3.157951331968474e-06, 2.6696675815782136e-06, 3.94380581701163e-06, 5.454669807524122e-06, 9.902570155003672e-07, 8.68871198523497e-07, 3.572456214811918e-07, 2.0049799375631637e-06, 1.4969943903819208e-06, 3.41142873502184e-06, 3.5489294599978864e-05, 0.00010589771653498494, 3.7829286237581622e-06, 7.0990616387988684e-06, 5.647705495937132e-06, 6.20911165815016e-06, 0.000781921203124621, 0.0005853607731361822, 9.99853112976379e-07, 2.427739431174852e-05, 7.526924022689717e-06, 4.288487814520838e-06, 1.5780261145068967e-06, 9.62262498789464e-06, 1.0703265216611102e-06, 1.2285318781732782e-05, 3.843943114788133e-07, 4.246886591152826e-08, 3.1698572683060795e-06, 4.6787804791146493e-07, 4.477347355182603e-08, 6.852598549476848e-09, 5.8191998428654306e-08], "calls": 1, "latency_seconds": 0.6448990902863443, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1002", "target_index": 17, "predicted_index": 17, "n_labels": 59, "probabilities": [8.742013197295741e-06, 6.1277882395213075e-06, 2.1906430205950767e-06, 1.6889019759413222e-06, 1.5096376847469255e-06, 8.203350149877456e-07, 3.1405133530059948e-06, 7.379298791668872e-07, 3.3095427763622785e-06, 4.401652682801488e-06, 2.539597145078086e-05, 2.9946677489538135e-06, 3.266994911583594e-06, 1.7952148541057072e-05, 1.0725490341179621e-05, 7.116122419063618e-05, 0.00012257063503475806, 0.9986588574623695, 4.0353988505014005e-06, 3.3873894601890656e-06, 6.468024075553945e-06, 1.1683475304833908e-06, 2.170312868290647e-06, 4.5703736485976694e-06, 8.146801439590824e-06, 6.970594386365807e-06, 1.9717033821788725e-06, 1.4594336250038282e-06, 1.9172933755940175e-06, 5.7211652073798325e-06, 1.096231574251702e-06, 3.0401677682362217e-07, 2.124679692642791e-07, 1.3656628350113105e-06, 1.7565729891874204e-06, 3.899627908394587e-06, 2.0810379269046855e-05, 6.554937675544418e-05, 1.0726775651069074e-06, 6.030536833390722e-06, 6.010419079983164e-06, 3.0677853704066776e-06, 0.0006866224697703866, 0.00017689308542563072, 6.343480583122286e-07, 8.757707915994626e-06, 2.940524167693558e-06, 2.528060380558668e-06, 2.049228137549463e-06, 2.6604842525627312e-06, 9.066995572938444e-07, 9.1807364538726e-06, 2.242716414849914e-07, 1.9137757865592353e-08, 1.4813184682490681e-06, 2.826146642543749e-07, 1.9393906303299835e-08, 3.189953618764271e-09, 4.05842995694663e-08], "calls": 1, "latency_seconds": 0.5919532887637615, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1006", "target_index": 18, "predicted_index": 18, "n_labels": 59, "probabilities": [0.000525337392259968, 7.75242783824442e-05, 1.1822980613687724e-05, 1.5816095272333173e-05, 4.1755942813014064e-05, 7.437786970273151e-06, 0.00014242217804365695, 2.844329376003167e-05, 4.262600303209015e-05, 5.900300756355789e-05, 0.00015509994955442683, 2.542358657071751e-05, 7.223253913264733e-05, 8.443304606189233e-05, 8.22996794096141e-06, 5.9965467280967154e-05, 3.563509007493525e-05, 0.000453924558094067, 0.9846515897043024, 0.005226210497470812, 9.156696717952132e-05, 8.459622822802031e-06, 3.2087186355540665e-05, 7.185401264041823e-05, 8.122885494528066e-05, 2.7473400298777696e-05, 5.338859470968817e-05, 1.4362640094001361e-05, 7.766690539095762e-06, 1.8004612685806e-05, 1.3718906705148769e-05, 1.1614401257415708e-06, 4.374785734214472e-06, 1.0695781292079317e-05, 2.1793410590531246e-05, 7.508457461351052e-06, 5.4594241817804095e-05, 0.00012985765815428784, 2.6024108645412725e-05, 2.0640335607092253e-05, 1.5386474341586346e-05, 4.491964408589296e-06, 0.00034489001667271284, 9.481612481949748e-06, 0.0069525743091892085, 4.612450301327898e-05, 1.6289130904898564e-05, 1.3768308488183213e-05, 9.98711306047666e-06, 6.896787201345357e-05, 1.1459908852301262e-05, 6.235577169101654e-05, 5.339568366874355e-06, 5.469324603869052e-07, 5.511744116264402e-06, 3.5994186927212492e-06, 1.4852943758726976e-06, 4.823147864663584e-07, 5.762668484217174e-06], "calls": 1, "latency_seconds": 0.5907168951816857, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1011", "target_index": 19, "predicted_index": 19, "n_labels": 59, "probabilities": [1.4374529293482095e-05, 6.005822969792646e-06, 2.3126571431335152e-06, 1.7891650852601599e-06, 6.611513677836663e-07, 1.5321618730971373e-06, 4.687239373951963e-06, 1.88373957242271e-06, 4.241996974514468e-06, 1.7377298035032597e-05, 1.580782132968038e-05, 5.248395525536089e-05, 2.982534830826215e-06, 4.9263996281445545e-06, 1.0636827470243523e-06, 6.961045422980017e-06, 6.275226069322073e-05, 9.790441165613961e-06, 1.2455479491822255e-05, 0.9990712122796452, 1.9095150384012666e-05, 2.197342613421722e-06, 2.197342613421722e-06, 2.303011688510952e-05, 3.0414486221525336e-05, 3.0414486221525336e-05, 3.1373346604382264e-06, 1.1209043983795756e-06, 3.6496111575346598e-06, 2.197342613421722e-06, 1.6135851754477482e-06, 6.268562451114888e-07, 4.5456825077197236e-07, 4.4592727681378175e-06, 5.942901958510912e-07, 6.309295141417158e-06, 1.2455479491822255e-05, 0.00022779669925718514, 1.1209043983795756e-06, 3.6496111575346598e-06, 2.982534830826215e-06, 3.299866801072776e-06, 0.00020962172669208935, 6.611513677836663e-07, 1.3810626018352204e-06, 8.179724677700419e-05, 2.835110731175288e-06, 2.982534830826215e-06, 6.961045422980017e-06, 3.4704946818498994e-06, 6.268562451114888e-07, 1.0783277564713985e-05, 2.502347420234908e-07, 2.3507299326796454e-08, 2.64297536656027e-07, 3.3213008727658454e-08, 2.4905398137861542e-08, 3.4766973389830835e-09, 1.611150218112128e-07], "calls": 1, "latency_seconds": 0.4589500701986253, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1012", "target_index": 19, "predicted_index": 19, "n_labels": 59, "probabilities": [1.2472384223877041e-05, 3.7033948188773e-06, 7.772700260426119e-07, 3.1717701812799025e-06, 3.426553556907849e-07, 1.0136420164903858e-06, 1.1548496775162052e-06, 4.026129358016016e-07, 9.814455781895607e-07, 3.9694502619833965e-06, 9.446640955370933e-06, 7.45195982612703e-06, 6.497253355304184e-06, 7.815443507846827e-06, 3.311687867566031e-07, 3.3782672136935746e-06, 1.141130936653932e-05, 4.6922598531415484e-06, 1.5136033964253809e-05, 0.9994769176619592, 6.853675119382496e-06, 5.1958004355217734e-06, 1.4673483961727356e-06, 1.126878965002151e-06, 7.989177786264571e-06, 6.57471235498219e-06, 4.472438442857869e-06, 7.0900976074596725e-06, 1.11845448086208e-06, 2.5452432465393264e-06, 6.591281026258545e-07, 5.683992924872998e-07, 4.209383658818781e-07, 1.2277090874297597e-06, 1.374989871837099e-06, 2.862688460680069e-06, 1.905071673806052e-05, 0.0001202996970830932, 1.1233471202368958e-06, 6.868500155407615e-06, 2.77646710216429e-06, 1.503909512188869e-06, 0.0001574221605034945, 2.8007192671387515e-06, 2.061314340749213e-06, 4.569953417835007e-05, 1.7645460969873729e-06, 6.54856007781269e-06, 3.7888193151560835e-06, 1.277279726235759e-06, 9.392864522837687e-07, 3.1570629663496157e-06, 1.2414917511950386e-07, 5.80793229863962e-09, 1.405479083417707e-07, 7.571489850561803e-09, 9.63245951318234e-09, 5.906505967715296e-09, 9.310013253010164e-09], "calls": 1, "latency_seconds": 0.6866564890369773, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1219", "target_index": 20, "predicted_index": 20, "n_labels": 59, "probabilities": [0.00025019560645084184, 5.054804394157434e-05, 5.678046965105058e-05, 6.290766102749008e-05, 3.506149995257421e-05, 1.8286767257963415e-05, 0.00011717002380151817, 1.5838213684000612e-05, 4.657755300296048e-05, 6.525610642027667e-05, 0.00030990189280354514, 5.175857783158158e-05, 0.00011231514883051967, 4.229779091655822e-05, 2.1785688691462598e-05, 9.846721503307349e-05, 0.00010606933109191482, 1.6155763309266055e-05, 5.504753294370296e-05, 0.00017405838959046684, 0.9853032242851789, 0.005364986198312854, 0.00019167146407111617, 2.1859712934395945e-05, 0.0001063060009838976, 8.832876131101552e-05, 0.0002108540057814105, 0.0002781538203441373, 3.658097684203156e-05, 9.458553479310622e-05, 4.307646739182064e-06, 1.4558656226836558e-05, 3.3855174198906905e-06, 1.2491781667154817e-05, 1.0129174209445205e-05, 1.6744113906212632e-05, 5.8057091089046594e-05, 0.0009064228494386681, 7.687135946927352e-05, 2.85527818480603e-05, 6.080980700941289e-06, 1.4564319490711486e-05, 0.00197086140983345, 3.257937245418554e-05, 4.120414995448204e-06, 2.075921608490695e-05, 0.002821062851371977, 0.00041938333890861754, 8.151673241302917e-06, 3.561937432153022e-05, 1.729332005344988e-06, 0.0001047889818251687, 7.9783937355544e-06, 3.9379032764014166e-07, 5.98434189114956e-06, 6.2352163317508465e-06, 4.368509799575686e-08, 1.3615741772389717e-07, 4.9761411655560465e-06], "calls": 1, "latency_seconds": 0.43998995795845985, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1220", "target_index": 20, "predicted_index": 20, "n_labels": 59, "probabilities": [5.0745858852984157e-05, 4.821855583098011e-06, 4.973956581657144e-06, 6.367457802727472e-06, 4.84490150326954e-06, 3.219324362267435e-06, 2.430860921996596e-05, 1.2712100501212856e-06, 1.201289673036438e-06, 1.1173864827932335e-05, 9.156370826989315e-05, 8.690255427937625e-06, 1.0019042733637455e-05, 2.1615532923145425e-06, 2.0635412443892014e-06, 3.5667818643824736e-05, 4.977558050632217e-05, 1.368432085590658e-06, 4.312548705803708e-06, 2.9828844920380083e-05, 0.9954304567394068, 0.0011575713202063044, 2.9354523757712104e-05, 3.1662839800793106e-06, 2.0011739358379908e-05, 8.331123788407051e-06, 1.2707334861336356e-05, 1.6956950753885324e-05, 8.295975156905975e-06, 1.1597697545295924e-05, 6.249737424976834e-07, 2.478521793394554e-06, 4.3744836534109735e-07, 1.947555771259801e-06, 8.887565495301322e-07, 3.117778066854376e-06, 1.9165165644309616e-05, 0.0002154107222423677, 1.155709246500389e-05, 2.644145943839324e-05, 1.3273406772400117e-06, 5.529659121599922e-06, 0.001838932576783273, 9.930685119350088e-06, 8.103862752885763e-07, 4.216517095988207e-06, 0.0006107729571935672, 0.000174477149947987, 2.1197791071120177e-06, 6.594953773281619e-06, 7.850612418594134e-08, 1.2283493214750407e-05, 1.5739052629769423e-06, 1.3201607490014568e-07, 6.339168391506727e-07, 1.1416670594770981e-06, 5.0737344167721715e-09, 5.309131760004779e-08, 4.875080966262299e-07], "calls": 1, "latency_seconds": 0.43927220022305846, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1241", "target_index": 21, "predicted_index": 21, "n_labels": 59, "probabilities": [2.8203861605615798e-06, 7.5659634896399945e-06, 1.1241919045839452e-06, 2.4234053686654185e-08, 3.5128619136894475e-07, 5.991528680491025e-07, 2.5501069170692555e-06, 3.5128619136894475e-07, 1.9337912255055023e-07, 4.875765645064442e-06, 1.6980862972517867e-06, 8.66224678751228e-07, 4.844287794123036e-07, 1.0672725616381589e-06, 2.1570778203284579e-07, 1.013145259745928e-06, 1.7797463931131565e-05, 2.8306593299488294e-07, 3.911383263445017e-07, 1.6132680109052947e-06, 3.622255766683794e-06, 0.9951214079640771, 1.6208994828140352e-05, 7.79972933062575e-07, 5.932881079870246e-06, 5.379432308420356e-06, 7.208203273923138e-06, 6.2297200282936494e-06, 1.3429017166603293e-05, 1.1108504915715505e-05, 8.220043093473353e-07, 3.3286778039760567e-07, 3.5128619136894475e-07, 1.3826504325015374e-06, 1.1241919045839452e-06, 2.082460372813666e-06, 1.3429017166603293e-05, 2.3504037092468325e-05, 2.6819665845180007e-06, 4.875765645064442e-06, 3.278176508027369e-06, 1.5325504112620141e-06, 6.899608691130242e-05, 9.127455728213456e-07, 4.592620340595641e-07, 7.79972933062575e-07, 6.317154275127043e-07, 0.004612625603399061, 1.6132680109052947e-06, 1.1840406980622936e-06, 2.4053640037758646e-07, 2.6819665845180007e-06, 3.8070766262125177e-06, 9.616786735755255e-07, 6.866718127715681e-06, 1.8808205410784278e-06, 3.911383263445017e-07, 9.971834446899637e-08, 3.278176508027369e-06], "calls": 1, "latency_seconds": 0.3771339706145227, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1255", "target_index": 21, "predicted_index": 21, "n_labels": 59, "probabilities": [0.00010214450845706672, 0.00016085944246778129, 2.7898600007729156e-05, 1.2731512504471918e-06, 1.3371321698592359e-05, 1.5498350689054068e-06, 2.291831664833596e-05, 1.5677289061002608e-05, 4.442612684617032e-05, 9.08099876805652e-05, 2.4021906466422878e-05, 1.654022410498642e-05, 7.028440048892039e-06, 1.0856932123311245e-05, 6.1463811320713616e-06, 4.419868657152262e-06, 0.00021544026988343134, 7.847370788768466e-06, 5.781654124092362e-06, 1.9782593971936917e-05, 2.4438478578272303e-05, 0.9855728488572881, 4.300250727405265e-05, 4.7710655209007046e-06, 1.8115360990302272e-05, 2.3634363519362457e-05, 8.768193740278364e-05, 7.491642405701442e-05, 4.919168184817118e-05, 5.0014647158885284e-05, 6.3846923086340496e-06, 4.770825295135554e-06, 1.547831626617351e-05, 6.484701687090196e-05, 1.8472744685772284e-05, 6.235485433391359e-06, 3.3218785852910977e-05, 0.00012817286400763878, 2.6088439776337266e-05, 4.0277739846507837e-05, 1.7862015335018072e-05, 4.5512272218054835e-06, 0.002346283790307418, 1.825173329989769e-05, 9.773102377320535e-06, 6.469975246647562e-06, 1.112641290180274e-05, 0.010322527232407062, 1.6100749472797857e-05, 3.8986224292536064e-05, 7.991180222206e-06, 2.046025899248285e-05, 1.1054424867567792e-05, 3.843811807999335e-06, 2.76449085556276e-05, 7.293425006185788e-06, 1.4962037457751846e-07, 1.5116254566819785e-06, 3.676182738547851e-05], "calls": 1, "latency_seconds": 0.781356549821794, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1279", "target_index": 22, "predicted_index": 22, "n_labels": 59, "probabilities": [3.829053418412455e-06, 4.864324650391692e-06, 2.1350584256632407e-06, 1.5382538811327593e-07, 1.667088129259992e-06, 6.054514655862452e-07, 6.374553663617331e-07, 8.01671097186644e-08, 7.183419904468954e-08, 1.2986440772292199e-06, 3.4771718264737117e-06, 1.2986440772292199e-06, 3.5994905300259255e-07, 5.184818657732416e-07, 1.4576011459638893e-07, 9.593983033934358e-07, 4.4215649705181164e-06, 1.623233102003978e-07, 3.793127958800406e-07, 2.1350584256632407e-06, 1.2350243375266674e-06, 3.3130743503162817e-06, 0.9994548126338771, 5.3493490738384315e-06, 1.623282743713214e-05, 3.595150960014952e-05, 7.793365819389758e-06, 5.8804582371500975e-06, 3.1564140391902586e-06, 4.01755405012429e-06, 7.435782850065188e-07, 8.235961356048561e-07, 1.0532904890399069e-07, 9.118925905690996e-07, 1.807079629120585e-07, 1.0092864539792759e-06, 8.553756323720699e-06, 1.3544266778247298e-05, 7.826005930051359e-07, 3.793127958800406e-07, 1.1741432739304234e-07, 1.5090129218150315e-06, 0.0002026426164353642, 3.0742743485275873e-07, 9.445669686289243e-08, 7.826005930051359e-07, 4.2111132984344613e-07, 1.2986440772292199e-06, 0.00018737267953170607, 1.7519870415720573e-06, 9.118925905690996e-07, 7.097788019074397e-06, 3.793127958800406e-07, 8.928624983916679e-09, 1.2350243375266674e-06, 6.434682433041428e-08, 1.1239277196028873e-08, 1.449617544726256e-09, 1.4962761004360055e-08], "calls": 1, "latency_seconds": 0.371240371838212, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1280", "target_index": 22, "predicted_index": 22, "n_labels": 59, "probabilities": [9.801158301024209e-07, 1.458024213269083e-05, 3.0802442282071714e-07, 1.8088429806061835e-08, 1.5245086676758836e-07, 1.2244421961100656e-07, 8.837744329259674e-07, 3.3894725238564965e-08, 1.6122187543698025e-08, 2.2302822428869106e-07, 4.2412292073593634e-07, 1.3664799383181073e-07, 8.31818631082259e-08, 2.3540799673720647e-07, 4.496380802576775e-08, 1.2244421961100656e-07, 7.966180592295691e-07, 2.2750981368659245e-08, 7.039800589687128e-08, 3.813622342397192e-07, 1.7002614809470567e-07, 5.523587706471895e-07, 0.9998746150721572, 1.4772600163465534e-06, 2.327407607867251e-06, 9.118193434217882e-06, 5.821760499812778e-07, 1.20984821180412e-05, 1.4038547068925563e-06, 9.801158301024209e-07, 3.7959350332436703e-08, 2.484543262251466e-07, 8.792612191315913e-08, 7.966180592295691e-07, 7.868758822724401e-08, 9.2933700629392e-08, 1.2674608709557203e-06, 3.1381208536043426e-06, 4.715158394760286e-07, 1.3664799383181073e-07, 2.8583570142421673e-08, 1.4433923145675714e-07, 5.618860850853075e-05, 4.756794057658817e-08, 1.6122187543698025e-08, 4.756794057658817e-08, 2.0013772411194183e-07, 4.021915455966417e-07, 1.20984821180412e-05, 8.31818631082259e-08, 2.5504639377910416e-08, 8.837744329259674e-07, 3.813622342397192e-07, 1.0147560454885051e-08, 8.792612191315913e-08, 2.4089344666974477e-08, 3.325618359413493e-09, 6.996943451017941e-10, 9.032625688254052e-09], "calls": 1, "latency_seconds": 0.3738658926449716, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1293", "target_index": 23, "predicted_index": 23, "n_labels": 59, "probabilities": [5.4795269173740764e-05, 3.0458089523590772e-05, 0.00015355596394887067, 0.00014072552236780636, 1.6405593109008704e-05, 3.806050588171031e-06, 6.777787043570218e-05, 1.1766566318989891e-05, 3.9241026892934225e-06, 0.00011880673281153932, 7.122651871604837e-05, 7.11474015743356e-05, 1.151245206938659e-05, 3.7159467334399886e-06, 2.536316393379002e-06, 3.606077634902404e-05, 0.0002159517858096443, 5.078619982847764e-06, 3.0247520272943278e-05, 7.086669638473056e-05, 3.232709768326636e-05, 1.3601303997544012e-05, 0.4811620927943323, 0.5124403292699603, 0.0003615692910407005, 0.0008859121627088664, 3.4513141506166654e-05, 6.0527396789772885e-05, 9.096736877572172e-05, 0.00012400778069872125, 2.82812071884278e-06, 1.4019541708386467e-05, 1.0265489254579234e-05, 7.569035321109832e-06, 1.1363058742761604e-05, 5.677727226462103e-06, 4.5924992013488244e-05, 0.0005450439170750546, 5.258655307434687e-05, 9.734113956101967e-06, 7.045301925463024e-06, 7.763974933263086e-06, 0.0023839906582707932, 5.738299003390836e-05, 6.346380321585802e-06, 2.1456512506871644e-05, 1.8453044383108826e-05, 3.729326940337383e-05, 0.00023526777809168122, 0.00014135532271167102, 2.9118374635461934e-06, 4.716032623629404e-05, 1.0950043788406084e-07, 1.4760860746401713e-08, 8.094555644077923e-07, 1.3579484125317366e-06, 3.115756397247721e-09, 1.3346039197913768e-09, 5.0536245554556374e-08], "calls": 1, "latency_seconds": 0.7785798171535134, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1313", "target_index": 23, "predicted_index": 23, "n_labels": 59, "probabilities": [5.468341996394036e-06, 1.6654113950326914e-06, 4.424619265867816e-06, 6.27479894099595e-07, 2.6789973484397563e-07, 3.075297479447261e-07, 9.893827944468345e-07, 2.3161290302678677e-07, 3.242643434830916e-08, 4.785161651861724e-06, 1.4020732795330576e-06, 4.9886679469752066e-06, 2.883882642710319e-07, 5.220871929897979e-07, 8.688235150156208e-08, 7.922372521036199e-07, 5.386267741204739e-06, 1.4720786153726527e-07, 3.562937064030939e-07, 1.8567433368051326e-06, 3.7392137174476743e-07, 4.162737300749749e-07, 0.02480409390402409, 0.9703497238770523, 0.00013683670220242632, 0.0035306670387355897, 1.053979759582934e-05, 1.1604568738452749e-05, 2.223195495758747e-05, 1.8011312205766682e-05, 1.2461660029182891e-06, 1.1969563725961425e-06, 1.9353859312786574e-06, 2.839103614775673e-06, 7.341915610304246e-07, 1.5383221675106164e-06, 1.936850382328594e-05, 7.151955229726366e-05, 2.3498760173509358e-06, 3.7157894828051855e-06, 1.1367346152817991e-06, 2.6434868182690177e-06, 0.0004506972556149243, 1.4283125083572489e-06, 1.060668459736684e-06, 1.553194013741302e-05, 1.4853506937930922e-06, 4.3090706038569264e-06, 3.4210669229289274e-05, 2.9379176563517904e-05, 2.976852456346233e-06, 0.0004249041767757606, 1.4722364235015465e-07, 2.9487888751162466e-08, 4.113427031806899e-06, 2.136873363229409e-07, 7.841433540774717e-08, 6.1762800728241516e-09, 7.797637282290991e-08], "calls": 1, "latency_seconds": 0.7804629988968372, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1333", "target_index": 24, "predicted_index": 24, "n_labels": 59, "probabilities": [5.001698528989086e-05, 1.6109543667744343e-05, 1.0234274401223171e-05, 2.9899792636562695e-05, 3.823112983766775e-06, 4.7028522299089015e-07, 2.136638991269511e-06, 1.1243013233608486e-07, 4.7028522299089015e-07, 3.309843550566324e-06, 1.0234274401223171e-05, 2.7884982927537634e-07, 3.1539435334967215e-06, 5.781992754347917e-07, 1.3952620472583884e-07, 1.238489556925475e-06, 5.86110855130295e-06, 1.5121202193740509e-06, 9.154659717239141e-07, 7.758622751658703e-06, 1.238489556925475e-06, 5.491703689168516e-07, 1.2285229132472522e-05, 1.0234274401223171e-05, 0.9992913226758239, 0.00013403557134325855, 4.220175295401785e-05, 7.758622751658703e-06, 2.10488914974898e-05, 1.121516013902701e-05, 4.852088352780442e-06, 3.4405292560754633e-07, 1.1868059799559236e-07, 3.2648918280725014e-07, 1.238489556925475e-06, 2.0342524100911307e-06, 4.852088352780442e-06, 1.121516013902701e-05, 4.952774751640937e-07, 4.952774751640937e-07, 1.7292133527676874e-07, 6.087086475022654e-07, 0.00025045297086457853, 5.21551625102545e-07, 7.470369126791447e-07, 2.8630025045492663e-06, 2.0293529286194484e-07, 3.309843550566324e-06, 9.629805807651098e-07, 4.852088352780442e-06, 9.154659717239141e-07, 3.823112983766775e-06, 1.0128685628012351e-06, 2.7884982927537634e-07, 2.10488914974898e-05, 1.0652414695865519e-06, 8.112415971309292e-08, 4.9453055548534276e-08, 9.154659717239141e-07], "calls": 1, "latency_seconds": 0.37278213957324624, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1350", "target_index": 24, "predicted_index": 24, "n_labels": 59, "probabilities": [6.83794733590709e-05, 0.00012285400453417887, 2.3750236582651315e-05, 3.8021607861349486e-05, 9.687720893314221e-06, 3.973797871179368e-06, 4.257320826567391e-05, 2.0336759858080844e-06, 1.385252627327683e-05, 2.2208593129356514e-05, 0.00011615135992813433, 1.9749407195958897e-05, 1.705718677975779e-05, 9.821869360547924e-06, 8.522055275844235e-07, 2.8224707331988228e-05, 2.3920903389475414e-05, 6.749799372303755e-06, 1.2694517142084036e-05, 2.758528442324004e-05, 1.6001649817038552e-05, 5.518901698908398e-06, 0.0009448991862336914, 1.864668897770369e-05, 0.9959135938090615, 0.0002563266486093085, 0.0001677410908488254, 0.0001876681829064992, 0.00012105857997104175, 0.00010436652413829357, 6.610370510115809e-06, 1.287036016205052e-05, 5.080683040128265e-06, 6.493970019519629e-06, 4.5056285473635816e-05, 2.8397499262400857e-05, 5.257111268233638e-05, 6.642975725201371e-05, 5.4002171955410417e-05, 2.3159668453660865e-05, 1.655635986963157e-05, 1.161434557337414e-05, 0.0007569141053266354, 9.052369134626387e-06, 1.0925117875828676e-05, 1.3338154382538005e-05, 7.035085561217933e-06, 8.564070870762477e-05, 2.8808121860895712e-05, 2.126271208863014e-05, 0.0001581217700955701, 0.0001878515480470505, 2.56404572265669e-06, 3.9017579046801995e-07, 3.63463086373444e-05, 3.520020990296291e-06, 4.13289093042269e-08, 3.043471131735523e-07, 3.078148032058004e-06], "calls": 1, "latency_seconds": 0.6830042959190905, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1357", "target_index": 25, "predicted_index": 22, "n_labels": 59, "probabilities": [0.011100494887405674, 0.008890974561100854, 0.0019846512011185767, 0.00034946915940243926, 0.00035487840977115216, 0.0013993013000579138, 0.006766208073839434, 0.0009407760993067312, 0.00011499420595794967, 0.0022584460325110146, 0.0018037035503217442, 0.0007715749360717897, 0.002124903892145169, 0.0014626241344282552, 8.384128633449827e-05, 0.00042620304231474426, 0.0003900377680677361, 0.0016700669172780612, 0.05595019035754193, 0.004243627906971479, 0.0007248098048261969, 0.0006878725876169606, 0.39021513064724167, 0.004327806789353183, 0.24112597730903435, 0.1481076778458304, 0.008504839748729438, 0.004423124957293373, 0.0011233034046650163, 0.0005905706402021458, 7.293125975758184e-05, 0.0008704337391150193, 0.0006129297868275484, 0.0007141020413478893, 0.0003258763541243511, 0.0011568045841129214, 0.0018944041047627628, 0.0011210717464055604, 0.0026240535413151553, 0.0007650220826073977, 0.000200375067500113, 0.00017666530497813856, 0.02311355872505799, 0.002387682015216856, 0.007170065029821748, 0.0011146047646372933, 0.0007682320320748705, 0.0010658634214486574, 0.0015051969654720305, 0.003542687004495781, 0.004492290527653662, 0.02628097508228578, 0.006014121311376504, 6.03211391964373e-05, 0.0019057375451332467, 0.0005115775398791103, 4.731709114025613e-05, 0.00015560848195228305, 0.006411410253563243], "calls": 1, "latency_seconds": 0.683161357883364, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1358", "target_index": 25, "predicted_index": 25, "n_labels": 59, "probabilities": [0.0007333277469909668, 0.00024262635217125978, 0.00046088386602596815, 2.5202610264099536e-05, 5.760924306158485e-05, 1.0382939774144116e-05, 6.258268236614073e-05, 5.420761566912828e-06, 1.1243381097517326e-05, 2.807790507985991e-05, 0.00010859020980962378, 2.419923008195858e-05, 4.024506767392245e-05, 1.0931713029179583e-05, 3.1143456650158877e-06, 1.8470198442386087e-05, 3.9812980580530366e-05, 2.1385283995024335e-05, 7.847176597765545e-06, 7.299929014361834e-05, 3.130392655414933e-05, 6.505264300900281e-05, 0.2252433029459213, 0.00013347243003330068, 0.00016312149959222844, 0.7351364053246507, 0.01762678139874517, 0.00029503822538733685, 0.0004739997123247796, 6.168727114546782e-05, 4.965064147452696e-06, 1.2162126936117152e-05, 4.64007437942898e-06, 1.8862217501471095e-05, 1.4853591676800926e-05, 1.0136804273610445e-05, 4.092189178469958e-05, 0.00023992095302252756, 3.5238253452956895e-05, 4.831574652041729e-06, 2.358079991890065e-06, 8.82256817658119e-06, 0.0014628334135188782, 1.089205630502326e-05, 2.1060219009295683e-06, 5.279172079270504e-06, 5.057148542919562e-06, 2.6710229190329536e-05, 0.00018902315054083237, 2.0724732694380608e-05, 1.5276215936874861e-06, 0.01653550822548891, 5.4575523886234746e-05, 1.9453116596539025e-06, 5.919057280439306e-05, 6.361849153324143e-06, 4.09773030204823e-07, 2.880790318404007e-07, 4.7355568026985386e-06], "calls": 1, "latency_seconds": 0.6540800570510328, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1371", "target_index": 26, "predicted_index": 26, "n_labels": 59, "probabilities": [7.443458123957971e-06, 1.8894786043029995e-06, 3.879329096884515e-06, 2.5023205786615623e-07, 6.01574115003414e-07, 8.631713243208287e-08, 1.276137821749533e-06, 2.926739787984891e-07, 7.003823960644571e-07, 3.7932808216174436e-07, 7.443458123957971e-06, 3.879329096884515e-06, 9.007619683162147e-07, 8.147436228115555e-07, 1.1921276034828557e-07, 7.003823960644571e-07, 2.7805763537497955e-06, 1.1921276034828557e-07, 4.205283076528937e-07, 1.276137821749533e-06, 7.747574434610903e-07, 1.3994014871139936e-07, 4.679620859677972e-05, 1.6320525891756694e-06, 6.329135594132771e-07, 1.6723106971494887e-05, 0.9996482014721045, 6.191044326546586e-06, 2.1746324720263687e-05, 7.443458123957971e-06, 7.003823960644571e-07, 1.7138706366936442e-06, 1.7996204689726048e-06, 2.650374119909861e-06, 2.9168994918683637e-06, 1.276137821749533e-06, 1.1716581848987349e-05, 8.304748000884592e-05, 1.408494702317268e-06, 5.642899661226289e-06, 3.059605580625467e-06, 7.003823960644571e-07, 7.063503566821895e-05, 1.0463850047790527e-06, 3.420416754929447e-07, 1.9836343272535725e-06, 9.469885513245262e-07, 2.7805763537497955e-06, 2.650374119909861e-06, 1.3407472065268215e-06, 6.231293510782667e-08, 8.93513159856829e-06, 2.4072719666914825e-06, 9.615753609722153e-08, 1.5539922259295299e-06, 5.162803865358712e-07, 1.1299071789620275e-07, 1.554542046711739e-08, 2.4072719666914825e-06], "calls": 1, "latency_seconds": 0.24823665991425514, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1378", "target_index": 26, "predicted_index": 22, "n_labels": 59, "probabilities": [2.273465890441419e-05, 1.3634421971632466e-06, 3.7913607983657362e-06, 5.194827077575968e-07, 1.1111734940151424e-06, 4.6286739351433453e-07, 2.9471073567283167e-06, 3.7661905008275135e-07, 2.75491446684749e-07, 1.681906822823029e-06, 1.100294984302514e-05, 5.2619465796025564e-06, 7.462948240720516e-07, 1.5225612534586596e-07, 1.418570847445755e-07, 2.1228607331240155e-07, 1.2772283821430008e-06, 1.2084782239110567e-07, 5.452664119812796e-07, 2.4935529176058695e-06, 5.26726413967408e-06, 1.1139422835954438e-06, 0.9134100278072558, 3.5402386456889896e-06, 8.07714388890686e-06, 0.0002244229833149265, 0.08430824409120681, 5.1098273029583355e-06, 1.4813147467444974e-05, 1.464672537349986e-05, 3.653638798348464e-07, 1.5063875665028084e-06, 2.615872877057801e-07, 2.8411509692877544e-06, 8.340524251117038e-07, 5.759435632174949e-07, 3.7826309448650115e-05, 3.6458731757653084e-05, 7.46933043756991e-06, 2.8575852627862284e-07, 2.137248213321502e-07, 1.2944448432828164e-06, 0.00045769400731779164, 1.1292762220131556e-06, 9.273072501457497e-08, 7.816676985498101e-07, 1.182469184184355e-05, 5.849281664751035e-06, 0.0012959481058977445, 2.27038841363372e-06, 1.2939260670277373e-07, 4.795596879893382e-05, 3.063671315050761e-05, 8.374845356999394e-08, 1.275641748046675e-06, 1.3129247341669003e-06, 6.5456736302932e-08, 1.3497594838064452e-08, 5.219537541498271e-07], "calls": 1, "latency_seconds": 0.602829466573894, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1392", "target_index": 27, "predicted_index": 27, "n_labels": 59, "probabilities": [1.0969688998635277e-05, 0.00021954948077462753, 7.414294195697165e-06, 8.867447165869869e-07, 1.402147911826953e-06, 2.988766475813423e-07, 7.41906294861495e-06, 6.524900232333655e-07, 1.8988662434381398e-06, 3.8744090837515695e-06, 7.65152295307973e-06, 1.6812646534770478e-06, 2.4853425188118993e-06, 2.5982659538620926e-06, 1.0704836112341267e-07, 1.628050580071226e-06, 5.907528483433664e-06, 9.992475532763832e-07, 2.262038422543459e-06, 6.405903772249874e-06, 2.151841443881296e-06, 1.4854070537655474e-06, 3.233759831454882e-06, 4.870800300552303e-06, 3.887836458565842e-06, 5.641220434739458e-06, 6.068502501724262e-05, 0.9980380895814521, 0.00034709024338025777, 8.462327469673313e-05, 5.220210161148629e-06, 6.781696921918899e-06, 8.143334484750249e-06, 2.114815434198472e-05, 9.650906184405335e-06, 2.9906858212836833e-05, 8.671720122811894e-05, 0.0003410005616588624, 1.1537415343057885e-05, 1.2402531962505542e-05, 5.419643691251559e-06, 5.111363826435029e-06, 0.00030997486130359005, 1.2393658230487014e-05, 8.793749755011455e-06, 3.667066654938786e-05, 6.573936101836303e-06, 3.842771484421713e-05, 2.0438469352005595e-05, 3.5656304621661634e-05, 4.13573821463223e-06, 0.00014369283806542948, 2.937878694374127e-07, 1.7883723165192982e-08, 9.393763442358103e-07, 5.13395437883743e-07, 5.2843382363407636e-08, 6.55448516950632e-09, 5.270788369647541e-07], "calls": 1, "latency_seconds": 0.9292265227995813, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1398", "target_index": 27, "predicted_index": 27, "n_labels": 59, "probabilities": [9.551711229975253e-06, 2.7556167751222254e-05, 5.139809819324182e-06, 2.112686535588644e-07, 4.4228534261305287e-07, 1.27132969579479e-07, 3.1036564776053393e-06, 2.068157210177438e-07, 3.2198761906152586e-06, 6.887386213747376e-07, 3.369218432648779e-06, 2.2055736456314407e-06, 7.432848809651637e-07, 2.072935747453593e-06, 1.0752057026433488e-07, 8.398319861552039e-07, 1.8807077635155853e-06, 2.6956910763883446e-07, 1.033317631191046e-06, 2.3287949435264983e-06, 1.3560687697683477e-06, 4.1643869350236403e-07, 8.292234837093555e-07, 1.2224150710466254e-06, 1.3183126271740355e-06, 3.6208627426106897e-06, 2.0149694555660083e-05, 0.9990613755957569, 0.00014568320733601847, 2.455716947972252e-05, 5.36474878170465e-06, 3.524272600268298e-06, 4.56517138035016e-06, 1.5283267931910883e-05, 7.485662356596413e-06, 1.0098853164843168e-05, 5.915832761270369e-05, 0.0002499248556312464, 7.665056991703806e-06, 1.1407187723091579e-05, 4.729705199815934e-06, 2.918010088909513e-06, 8.790647866585876e-05, 3.4050395913988358e-06, 3.0424792645210064e-06, 2.5889723525955032e-05, 5.710015238493085e-06, 2.57123169507781e-05, 1.0044326407567527e-05, 2.495367407159272e-05, 2.2379814257898322e-06, 9.349643593318399e-05, 6.229605388784898e-06, 4.7564351299832936e-07, 1.4656954256252251e-06, 6.33528057935489e-07, 8.568557942414604e-08, 9.060363439325225e-09, 9.499851315431737e-07], "calls": 1, "latency_seconds": 0.9248263607732952, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1405", "target_index": 28, "predicted_index": 28, "n_labels": 59, "probabilities": [1.0100322175944163e-05, 1.7242134140656145e-05, 5.2404075856812546e-05, 3.89696757671703e-06, 1.5705000810930707e-06, 3.5035784778119053e-07, 5.501597389113478e-06, 2.389899701991696e-07, 5.7162993057143725e-06, 1.535874452954799e-06, 1.4023495025678058e-05, 4.891871857956759e-06, 2.9087472995510393e-06, 4.137221371239937e-06, 6.661167605777438e-07, 6.483098600085137e-06, 4.137022122511119e-06, 1.2958450951087175e-06, 2.4956590631745946e-06, 6.585580318864849e-06, 1.2651901354412128e-06, 1.6704027886085253e-06, 1.40425116226574e-05, 7.031592301943218e-06, 8.168084996417477e-06, 1.4316956303398824e-05, 2.026867652099662e-05, 9.393138879145391e-05, 0.9987386949304069, 8.384627042509216e-05, 3.7121913244982355e-06, 3.003459201276051e-06, 6.845285553912855e-06, 5.551140691586173e-06, 5.64834867466904e-06, 1.6242335871820402e-05, 6.400818083454012e-05, 0.0001796387333889877, 2.2704444335943542e-05, 1.0748813039351956e-05, 8.234445936569278e-06, 8.043245985175997e-06, 0.0003828216249851351, 1.0201434779289537e-05, 1.2587277967872237e-05, 1.0054634283302492e-05, 3.3265172047692562e-06, 2.6479233513185864e-05, 1.5170541299913682e-05, 7.805608710888654e-06, 1.1931029996941914e-06, 6.245659294150525e-05, 3.287282808147494e-07, 1.8906092413217263e-07, 1.6100100744160558e-06, 1.0496630891652935e-06, 1.1495965687334428e-07, 8.256671743038492e-09, 8.043471743335998e-07], "calls": 1, "latency_seconds": 0.9250801149755716, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1412", "target_index": 28, "predicted_index": 27, "n_labels": 59, "probabilities": [0.00047780993698163447, 0.005755180530776805, 0.0005403873462103187, 0.00021738692126504493, 5.054914910624702e-05, 0.00010126402482400506, 0.0013305443595579784, 3.157697403755198e-05, 2.8197333518183727e-05, 0.0001934090147986401, 5.695145297291784e-05, 0.0001245911934389728, 0.000602370945332893, 0.00742225800422141, 9.289097635496737e-06, 5.150126789616987e-05, 2.7556166484291842e-05, 3.152977149196982e-05, 4.8831149389735934e-05, 0.00017697677567598635, 0.0018080980342144266, 0.007202465016619237, 0.00023166472392730989, 9.210763708644591e-05, 0.00011975506853040654, 0.0005060013533784485, 0.006594285001998918, 0.8726385217845518, 0.011661648915103417, 0.0024322131603150715, 6.525961140013079e-05, 0.0004256741148421594, 0.0007238565633453683, 0.0003710845804940649, 0.00028624710800319406, 0.0010969013986360549, 0.0006616799109690382, 0.0016923835473905448, 0.0031529453749753944, 0.050552792222163426, 0.00011585316352299003, 0.0002722597613431864, 0.0022313575444512625, 0.00023200439711676393, 7.159498232910996e-05, 0.0009074738540182939, 0.003931634367232836, 0.007419365676472765, 0.0003400635492836342, 0.0004652452067081217, 5.923166971367777e-05, 0.003963459691531707, 0.0001211058255428305, 4.870661363521083e-06, 7.100213448577986e-05, 0.00014740406875634213, 3.2566385164466733e-06, 2.7584980097957576e-06, 4.6311766039731496e-05], "calls": 1, "latency_seconds": 0.9252445660531521, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1428", "target_index": 29, "predicted_index": 29, "n_labels": 59, "probabilities": [1.5238704820969587e-05, 4.8083755807969525e-06, 3.947048738869821e-06, 0.0001336213236654722, 5.072219972020131e-07, 2.372409110194208e-07, 3.950628431454186e-07, 1.0496920367556279e-07, 1.733754981099263e-06, 2.37568615184206e-06, 6.641817017282194e-06, 5.026864841656372e-06, 2.068769166571023e-06, 1.5994126587576018e-06, 1.5169492433835976e-06, 9.548661343555107e-07, 2.887201427872373e-05, 1.1068657107440575e-06, 7.070691375957582e-06, 3.316596241391185e-06, 2.155908431080388e-07, 1.910780406568859e-07, 3.884966364993552e-07, 1.180691404714583e-06, 1.7506367849821936e-06, 4.819368068327286e-07, 2.282414209616815e-05, 9.634515145253414e-06, 5.916388530786401e-05, 0.9991560264706069, 1.64715673387478e-05, 5.782903369792945e-06, 2.157521633631501e-06, 8.588860457871302e-06, 2.695038622186635e-06, 6.699157335182364e-06, 1.1075438953391505e-05, 0.00010179360853240457, 8.323772977192362e-06, 1.2533911675756708e-05, 8.843867061882379e-06, 3.452781524614824e-06, 0.0002593277999470996, 1.3033020201975133e-06, 1.5434758972715335e-05, 1.0382422738302808e-05, 8.680850036799759e-07, 4.555169337003956e-06, 2.9607718802820333e-06, 4.053686303055296e-06, 5.933906463375641e-07, 2.50921430810219e-06, 3.3886395921960454e-06, 1.9475978916534324e-06, 3.275611315996531e-06, 1.8758156384264336e-05, 1.4879275666222874e-06, 7.307669414469987e-08, 7.660280679799845e-06], "calls": 1, "latency_seconds": 0.9222806817851961, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1437", "target_index": 29, "predicted_index": 52, "n_labels": 59, "probabilities": [3.859929278382368e-05, 2.180702972993121e-05, 6.221470797980317e-06, 3.679438442965521e-06, 1.1827789022536129e-05, 7.0464440754696585e-06, 2.4082435985379913e-05, 6.0504791630027705e-06, 4.987300699980022e-06, 1.4546248765620944e-05, 7.090159090381071e-05, 1.9665020213764184e-05, 1.7978558228395715e-06, 2.2771655440583635e-06, 2.702349156716415e-07, 5.654598375350615e-06, 9.784833228148324e-05, 3.313523533697341e-05, 4.319719015092308e-06, 4.650131278860849e-06, 6.933807488539997e-06, 6.184875302844137e-06, 1.62348611465881e-05, 9.01818442719817e-06, 9.675015926087078e-06, 2.354604511525341e-05, 2.1288916221117388e-05, 8.0025686593966e-06, 1.5211777291705083e-05, 9.371468753859373e-06, 1.81709586280182e-07, 2.2133289795052825e-06, 6.322767646200286e-07, 1.708919001019854e-05, 1.890763255235036e-06, 7.77329301213789e-06, 5.1329954813323576e-05, 2.606023214841977e-05, 3.869293968080724e-06, 2.2977709077461165e-06, 9.562562358658218e-07, 1.968926509159671e-06, 0.0001122362382856018, 1.4017342201592788e-05, 1.589233424991665e-06, 2.0606803998948837e-06, 2.4851721650352083e-06, 1.9014637666397947e-05, 3.199284760252883e-06, 4.784525687189305e-06, 1.8934864481442958e-06, 6.881928543738997e-06, 0.9271828830034856, 0.06592228269891572, 0.0001982173545680273, 0.0015464195866387628, 0.004082329000649616, 9.589561228485085e-06, 0.00026901793525325226], "calls": 1, "latency_seconds": 0.9244516771286726, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1468", "target_index": 30, "predicted_index": 42, "n_labels": 59, "probabilities": [0.06022974925512161, 0.009164765848389954, 0.009911383135678875, 0.00829693966376179, 0.006499263027816919, 0.004082778849244574, 0.03429568968484366, 0.006349218537153536, 0.0007630890036310695, 0.009287786157166687, 0.01152479167450183, 0.0026463057617294302, 0.033311780717469125, 0.007707081288051518, 0.0007465529422759277, 0.0016736682757212662, 0.0028759834039186393, 0.0034526520470742426, 0.08902645581771257, 0.012729685607576256, 0.0018290675237608532, 0.00201061018087798, 0.0038343085145678304, 0.003772894626594058, 0.0035989080141961205, 0.017729321659131218, 0.06994386960324382, 0.008010073487438324, 0.009255634683503737, 0.026130056632078198, 0.007112000761993344, 0.009520511359958031, 0.003066041910778491, 0.009898738017796605, 0.004781356664596196, 0.009856521105118069, 0.0285058501081883, 0.009610652334189666, 0.02078305408496872, 0.001985602429624078, 0.002013457994827304, 0.001818407403236692, 0.21559331801048248, 0.006963172394191169, 0.02210093584772624, 0.012176637315241361, 0.007107691708408381, 0.0029811316457953145, 0.001532515496601922, 0.010143338604159486, 0.0010908284832036208, 0.04209550679077933, 0.012808029809596302, 0.0004922249015594555, 0.03888311605370427, 0.011333581455934568, 0.0009117780256330333, 0.0013891732597624963, 0.04275446039771345], "calls": 1, "latency_seconds": 0.9215419730171561, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1490", "target_index": 30, "predicted_index": 7, "n_labels": 59, "probabilities": [0.0009243878727711389, 0.00017177819653144808, 0.00038703148033886355, 8.623223318280604e-05, 0.0001757997261503237, 3.956763445700781e-05, 0.0022226814871219515, 0.7862562632810867, 0.0005326679978776302, 0.1445165155162968, 0.002094696154119578, 0.0011412502366598637, 0.0006841466105552267, 0.0010173769404826748, 0.00011479648645342609, 0.0002651654107770812, 0.0019550551324497146, 9.895018702812646e-05, 0.0002634857108506481, 0.0011250329541364443, 0.0001040091645571276, 5.301768232446331e-05, 0.00015746879949938528, 0.0003931498882869521, 0.0004719063639708461, 0.0006137125469711142, 0.00024067082238100223, 2.220480251977664e-05, 3.668621366959424e-05, 6.451289162649052e-05, 8.223466523584726e-05, 8.435857102255678e-06, 1.588145642133908e-05, 0.007646202281084729, 9.284209620443999e-05, 0.000985435781078614, 0.0004567022994700608, 0.0011439308220671349, 0.0001428119771982498, 2.5335787061623378e-05, 3.269531446004336e-05, 6.375607034251783e-05, 0.0384810658759875, 2.5193756337590872e-05, 2.0246967484547482e-05, 3.7769180357977004e-05, 3.882626705741887e-05, 9.423200268227059e-05, 1.4030041791313646e-05, 8.880250652103529e-05, 1.2798956268206496e-05, 0.00011704867189767234, 0.000856146853498829, 2.1196398843204298e-05, 0.0012707852889631643, 0.00014086533475908135, 2.380985239400488e-05, 1.514859077215658e-05, 0.0018155486215230387], "calls": 1, "latency_seconds": 0.8630860880948603, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1536", "target_index": 31, "predicted_index": 31, "n_labels": 59, "probabilities": [0.0003259620132326023, 0.0627977555601502, 0.00036003392366757363, 0.00013972131819953723, 2.7041667154484253e-05, 0.009244861217734658, 0.00010661771528643296, 2.180776200355935e-05, 9.456558139184058e-06, 0.00027067615267533003, 0.00019448998745735671, 0.000241476449561866, 0.00017704392969771862, 3.6772413540600946e-05, 3.2643792017459327e-06, 5.494342928851259e-05, 2.9742223992029956e-05, 1.3092647486512637e-05, 1.5374685877427985e-05, 6.560973890116558e-05, 9.995107515776664e-06, 2.2883646711629867e-05, 7.576813209416916e-06, 3.3495868427466213e-05, 4.262021820138107e-05, 3.3416833208668855e-05, 0.0004139490554020268, 0.08021238240617524, 0.0006415161231539254, 0.002668339681139522, 2.3899325428027044e-05, 0.8373071047254305, 5.200863680371037e-05, 0.00011101050339863359, 4.5025489750470596e-05, 0.00016909573305771945, 0.0001663321979375351, 0.0013459563644560746, 0.00017498854186047977, 3.130574328932e-05, 2.3544175457563585e-05, 5.561102815972741e-05, 0.001744561552191605, 2.2089868108253957e-05, 1.5658714622732766e-05, 7.368754182882015e-05, 1.9327552716272368e-05, 2.8001822590085354e-05, 5.427882193502742e-06, 2.8830925160935708e-05, 4.484129633582153e-06, 9.456660356178217e-05, 2.2224448548299444e-05, 2.6351480699363756e-06, 1.1546991651742158e-05, 0.00019459081184285173, 6.27612839793523e-07, 1.0630051740171284e-06, 2.873397842550348e-06], "calls": 1, "latency_seconds": 0.5025470410473645, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1538", "target_index": 31, "predicted_index": 31, "n_labels": 59, "probabilities": [9.7422772921506e-06, 1.0671814519140485e-05, 2.4870054409994755e-06, 8.10946444114466e-06, 5.858810718934335e-07, 0.00018652764656202175, 6.489288303130483e-07, 1.5845657151244226e-07, 5.858810718934335e-07, 1.601342447760102e-06, 5.592497436434984e-06, 1.0758391799519586e-06, 9.253437000597787e-07, 3.0169922472884452e-06, 1.859121802024209e-07, 4.214865378008088e-06, 1.524175216037462e-06, 1.0232291600183619e-06, 2.691096317131453e-07, 1.450589640731466e-06, 1.6822577315739119e-06, 2.2978248915832693e-07, 3.8787354867507123e-07, 1.8560349801634148e-06, 3.8327043670783785e-06, 1.9492675989189144e-06, 2.3805328045735063e-05, 2.5973063891396914e-05, 2.3805328045735063e-05, 0.00014763490077795692, 8.10946444114466e-06, 0.9992394992404775, 3.654287896934164e-06, 1.1685393429216595e-05, 2.4870054409994755e-06, 9.7422772921506e-06, 1.9973505013864017e-05, 2.3805328045735063e-05, 3.8327043670783785e-06, 2.8326955487327083e-05, 6.140557910296813e-06, 2.4870054409994755e-06, 0.0001164327291675344, 5.091371325808129e-06, 9.253437000597787e-07, 3.0169922472884452e-06, 1.767094790948996e-06, 5.091371325808129e-06, 4.633337531065564e-06, 9.7422772921506e-06, 3.1655158854672424e-06, 1.8284548336260078e-05, 1.6581236667765234e-08, 6.672062773399348e-08, 2.691096317131453e-07, 1.4238362946500988e-07, 3.9388997559589356e-09, 2.4654082888682532e-09, 5.07002250762488e-08], "calls": 1, "latency_seconds": 0.15557032404467463, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1557", "target_index": 32, "predicted_index": 32, "n_labels": 59, "probabilities": [1.5039525282677533e-05, 6.368336548252597e-06, 1.7499865335701363e-06, 2.9515808347238002e-06, 8.929253179703137e-07, 4.3746881800712864e-07, 0.00017180696222890115, 3.475331517280678e-07, 2.7328637004059335e-06, 4.613317466852608e-06, 3.1539440697928644e-06, 3.06862656893468e-06, 3.963832240908838e-06, 1.9383441017980756e-06, 5.811075626799121e-07, 2.760583535343708e-06, 2.0223473175488737e-06, 4.6336600443844083e-07, 3.7899524578387177e-07, 3.966124068955125e-06, 1.4107215695628889e-06, 2.084299928172791e-07, 1.200829504282595e-07, 1.460597264250983e-06, 1.6016374158906455e-06, 1.1804958944480621e-06, 2.61117284836742e-05, 3.7566079408901085e-05, 3.736219508902466e-05, 4.803371417766241e-05, 1.301821615112334e-06, 1.501987145835833e-05, 0.9983083043837332, 5.453092087834612e-05, 1.7325783901804554e-05, 8.664152728588318e-05, 5.3722007154832904e-05, 0.00037210607458663654, 9.092573285219419e-05, 2.078084949161305e-05, 8.133832400234151e-06, 6.125031738449193e-06, 0.0004697477863980429, 7.482791728975067e-06, 6.67635325513684e-06, 2.5251057761162802e-05, 4.319257520391854e-06, 1.704932159905938e-05, 1.7566845699431613e-06, 1.0244864045839183e-05, 2.7289982519257047e-06, 3.395931802881878e-05, 3.312299853730167e-08, 1.8002676562099442e-07, 4.994483249441564e-07, 6.05908390664495e-07, 5.526187908745581e-09, 3.161138159764159e-08, 2.1663284881304065e-07], "calls": 1, "latency_seconds": 0.6761029958724976, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1559", "target_index": 32, "predicted_index": 32, "n_labels": 59, "probabilities": [0.00013639089891167555, 4.237064046576418e-05, 2.0386914615207278e-05, 2.0508127173257437e-05, 4.242064440378588e-06, 5.476495281816458e-06, 0.0094141903010265, 1.5032768735034267e-05, 2.9246014189492474e-05, 0.0002997027634261849, 1.2332443804015774e-05, 1.7224047850671975e-05, 0.00016458125076085426, 0.00017817107605365673, 1.6567451598626005e-06, 1.762186698917037e-05, 8.009434533076885e-06, 8.281393912611725e-06, 5.0902520306380115e-06, 2.769858264928508e-05, 9.314646892112965e-06, 3.990653475215379e-06, 4.983995770736936e-06, 1.2115197650857102e-05, 1.2914341413304099e-05, 2.700154563143027e-05, 0.0002532335853388375, 0.0002248090077374697, 0.00025960110490576494, 0.0003336599252869905, 1.2863354667653021e-05, 8.068275549519354e-05, 0.9614086399478534, 0.0002738507307178407, 0.0006199230654702567, 0.012408331776301821, 0.00030239563545638966, 0.003060721379547707, 0.0015494049545950082, 0.0066387555981254585, 3.306867011961358e-05, 3.4461291188840775e-05, 0.001340993492108943, 4.831636532402781e-05, 1.4462191919935815e-05, 0.00013457347636910963, 1.196879682234344e-05, 6.041670811106421e-05, 9.348416299814466e-06, 7.23888908363387e-05, 1.2291917235432376e-05, 0.0002991012660289452, 4.430736790942568e-08, 1.4399199728399657e-07, 2.63155710453665e-07, 6.189860323009668e-07, 1.4654477651701553e-08, 7.713814710631636e-09, 2.1084238926929884e-06], "calls": 1, "latency_seconds": 0.8054078607819974, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1563", "target_index": 33, "predicted_index": 34, "n_labels": 59, "probabilities": [0.00015909231280533833, 8.727514602453855e-05, 8.258395316063223e-05, 4.516416331632896e-05, 4.987626157504051e-06, 2.767266116750447e-05, 0.0005023740073603933, 6.538041395911186e-06, 0.0005411769815139299, 4.5472377319664575e-05, 4.661965234090599e-05, 6.420706341219482e-05, 8.520282526140037e-06, 0.0004290746937116792, 6.037905683195022e-06, 2.9871774985557437e-05, 2.503676472968485e-06, 1.0356211464914776e-05, 1.56499415164305e-05, 0.00011862300861826851, 3.3042538144778352e-06, 0.00018153637593075716, 9.922950226801922e-05, 9.399685758249507e-05, 3.22441854607516e-05, 0.0005119195146425057, 0.002809068935470363, 0.0009644553122125824, 0.0009985639069744613, 0.001654273409628696, 9.017765563472681e-05, 0.0008495241242906637, 0.010574211052523767, 0.004764562432836498, 0.747603809058731, 0.01126110846696972, 0.0026715050779999895, 0.009186837175067929, 0.00305181072114394, 0.1808939223682549, 0.001436545492721191, 0.0008260345069737352, 0.002205116102065059, 0.000498267422987729, 0.00018760372415614613, 0.0016262670922060473, 0.00032059367498333744, 0.0035074271360918297, 0.0024140056577453863, 0.0014852088725568649, 5.763562538752303e-05, 0.004745719376327411, 2.0430577585621064e-05, 7.778081175941404e-06, 2.4086594010092246e-05, 4.9216121331127956e-05, 1.6528622877357228e-06, 2.8871375689798445e-06, 5.366207344598737e-05], "calls": 1, "latency_seconds": 0.5172056029550731, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1588", "target_index": 33, "predicted_index": 29, "n_labels": 59, "probabilities": [5.7401687482384705e-06, 8.909474896827605e-07, 2.6581013395836954e-06, 1.3516807101363182e-05, 1.5802898817243108e-07, 4.913737191778917e-07, 5.239711322940961e-07, 1.3293497536355298e-07, 2.075235119464527e-06, 2.740423750453479e-06, 5.022666795649386e-06, 3.4170143670315873e-06, 7.261848746440066e-06, 5.745417447740294e-06, 3.4499992926613996e-07, 6.513786866774525e-07, 1.4831680058487896e-06, 2.5845071290110835e-07, 3.8409789523765277e-07, 5.2654777220769336e-06, 1.5812911194112762e-07, 4.024122699614689e-07, 5.150429642004215e-07, 8.943769355759597e-07, 1.1590087842985524e-06, 2.686616319184076e-07, 3.328872613685376e-05, 2.1221365971540008e-05, 0.00011999196016110215, 0.9978911545379991, 7.669434536514095e-06, 3.263795875715505e-05, 8.341631726361974e-06, 4.855367920103979e-06, 1.5317661423171156e-05, 6.699520128639836e-05, 7.420540703747263e-05, 0.000610371040702111, 0.00012752754443113, 0.00035736780067934524, 5.027245315225241e-06, 1.2614066618947299e-05, 0.0004206037403322399, 1.2282632221019017e-05, 8.698907561322478e-06, 3.399003902919969e-05, 1.6244314260776318e-06, 3.1371159215107795e-05, 5.04430087399275e-06, 2.464291997487014e-05, 9.115661885764012e-07, 9.079009680512807e-06, 9.733662494997959e-08, 1.6086990359716133e-07, 1.3792983298518626e-07, 4.663109269492192e-07, 2.026809389820119e-08, 1.5164365008532611e-09, 1.19966604998166e-07], "calls": 1, "latency_seconds": 0.5254644388332963, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1604", "target_index": 34, "predicted_index": 34, "n_labels": 59, "probabilities": [1.5151882124279658e-05, 3.18362165213137e-06, 9.590230335687552e-07, 1.1174614564733782e-06, 1.731827956731578e-08, 2.7416921365218443e-07, 1.301004004120192e-06, 7.885244340330765e-08, 0.00021222505872925892, 3.573740600419689e-07, 7.206095865211094e-06, 5.436601782943439e-07, 4.185384275102869e-07, 1.290733594789283e-07, 1.2223532153457325e-07, 2.370505634114434e-06, 4.185384275102869e-07, 6.353637554181856e-07, 5.436601782943439e-07, 3.6847245404347013e-06, 1.0959987850810134e-07, 3.9710216745540213e-07, 2.3361981963763126e-07, 2.0988730904345304e-07, 4.185384275102869e-07, 9.590230335687552e-07, 8.697849526975789e-06, 2.8866375278225934e-06, 5.960894259699723e-06, 4.802957669769894e-05, 6.691287355214038e-07, 1.5134371188730927e-06, 3.867967637795265e-06, 2.3803045230276168e-05, 0.9990044206232451, 0.00021222505872925892, 0.00013120898633646997, 0.0001209344180206788, 1.0482038234193764e-05, 4.0395155125168545e-05, 5.960894259699723e-06, 7.206095865211094e-06, 6.20829715832837e-05, 1.1500251153915976e-05, 1.5134371188730927e-06, 2.6022388831821534e-05, 1.4391602956166218e-06, 6.55525822784174e-06, 6.032485128898834e-07, 3.18362165213137e-06, 3.049107573587018e-07, 3.0316395234709218e-06, 3.6175308242583695e-08, 1.2223532153457325e-07, 1.885024004157851e-07, 5.727052321148608e-07, 9.197944864660092e-10, 1.3992966525988037e-09, 1.5134371188730927e-06], "calls": 1, "latency_seconds": 0.1604437599889934, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1611", "target_index": 34, "predicted_index": 34, "n_labels": 59, "probabilities": [0.0005787630359415138, 0.00032572878802308137, 3.592486985242119e-05, 2.2735891174312302e-05, 2.324047950461527e-06, 9.140754627725373e-06, 0.0005917508560107455, 6.5599622264489925e-06, 0.008871037895696302, 0.001478580628277849, 4.173704399471828e-05, 3.552933812736869e-05, 4.9371333973022765e-05, 0.0018700008959106243, 7.971637548188867e-06, 5.2430939382908725e-05, 0.00045156718775108225, 2.3683562726181753e-05, 2.8164775943675537e-05, 5.204689984839004e-05, 4.253463651494887e-06, 7.3326988200050674e-06, 1.3520620319266786e-06, 1.4597878506995702e-05, 6.606325389270831e-06, 0.00010139710509725889, 0.0006389968721339177, 0.00023372473904753133, 0.0003891649573001303, 0.0019888625055304557, 3.5158849939309754e-05, 0.00015708676531965508, 0.005222548964842998, 0.0017287658343295908, 0.8683351012068761, 0.003325596299266348, 0.00034547200672995285, 0.00376612908234623, 0.0009973114330676575, 0.008409938600300908, 0.0011300396056003095, 0.00013606395399013753, 0.08428789390661805, 0.0010885585885399899, 0.00021019942130721947, 0.000434946878931794, 5.6330656425187655e-05, 0.00010222833357719952, 6.484779980695595e-05, 0.0003649015916892913, 5.260379982874464e-05, 0.0003273790774325052, 1.0931611395569129e-05, 7.343300660954374e-06, 1.2324594771814956e-06, 5.901748387364963e-06, 1.7031606408184387e-08, 2.2948173429053233e-06, 0.0014718374218675003], "calls": 1, "latency_seconds": 0.5164921651594341, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1633", "target_index": 35, "predicted_index": 39, "n_labels": 59, "probabilities": [0.00044628873966473016, 0.00014519509841958854, 0.00014277488471962783, 0.00021486263566029192, 5.923220536520306e-06, 2.057396161980863e-05, 0.00027700431383149987, 1.0555240164488141e-05, 9.701670681684197e-05, 0.0015302682068157412, 7.40264831501541e-05, 9.447542399782247e-05, 0.0002928347490135183, 0.00462281182808422, 6.606482947821707e-06, 6.727920991997868e-05, 3.040246383035852e-05, 4.002323507504801e-05, 1.1956816686777408e-05, 6.930313888454678e-05, 5.0174312669008026e-05, 2.0411920678325633e-05, 1.658872048844683e-05, 4.616853848210911e-05, 4.3198788617064354e-05, 0.00011696343592909267, 0.0007829882790246665, 0.00039023350360805774, 0.000811571311871029, 0.0028098745289483204, 2.2628699091904985e-05, 0.00020837569468592205, 0.0007012748155964658, 0.0007233357099186145, 0.000536777911368434, 0.021585111382991296, 0.0008111522169851506, 0.002626211075530594, 0.008170382270252723, 0.9440046095358576, 0.00012481154921789348, 0.00018035922144576553, 0.004694234967606072, 0.000122477233998375, 0.0001436903326506766, 0.00022560298647280265, 0.0003309095183335698, 0.00028730609913282004, 9.274967300887034e-05, 0.00017890439514703396, 3.993031182347117e-05, 0.0008619426530680633, 4.862490160252748e-06, 3.7005693507730113e-06, 9.227591179247918e-06, 1.6002860652872084e-05, 1.361481683628264e-07, 9.015271890238246e-08, 4.845753429963414e-06], "calls": 1, "latency_seconds": 0.6519816829822958, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1636", "target_index": 35, "predicted_index": 39, "n_labels": 59, "probabilities": [2.865013199109169e-05, 4.8075442247233895e-06, 4.532606555144828e-06, 1.175671342232203e-06, 3.205307888503561e-07, 1.0013260570490273e-06, 3.0694976431188993e-06, 3.354667094252394e-07, 2.471415521020722e-06, 2.3316021091083984e-06, 3.5425226262385364e-06, 3.3230422084751923e-06, 5.173270892685146e-06, 0.00013269981506004657, 1.7353677483935028e-07, 1.7713573491124121e-06, 9.443781519934396e-07, 5.081570586867416e-07, 5.261804233149753e-07, 5.139374465408564e-06, 4.191208433129798e-06, 3.96037292593546e-07, 5.15128578639132e-07, 2.910540132019428e-06, 1.4519477699033257e-06, 2.452722741064255e-06, 0.0001591265017825911, 4.993412689225934e-05, 0.0001176563799281235, 6.846776905402654e-05, 3.8929509949158854e-06, 1.5178640336041943e-05, 2.019096125287474e-05, 3.267661990986585e-05, 5.878221544606445e-05, 0.00022775304536964055, 9.63995377140676e-05, 0.002008666333354602, 0.0006553202145740881, 0.9953420946070575, 1.7252434635114083e-05, 2.9228065467739098e-05, 0.0006530635300929348, 1.9535076700949173e-05, 1.6091072198490322e-05, 6.999353392920114e-05, 3.3228667694769124e-05, 3.143068504445618e-05, 5.967322440820983e-06, 1.8236393344074183e-05, 7.995325830970773e-07, 2.7479930681544447e-05, 3.515305537247351e-07, 1.5358095743000324e-07, 3.0912873706936773e-06, 1.7968188869109985e-06, 1.930678194262245e-08, 2.4855768826644404e-08, 1.7014583007564437e-06], "calls": 1, "latency_seconds": 0.5987204192206264, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1661", "target_index": 36, "predicted_index": 36, "n_labels": 59, "probabilities": [0.00011515856631659072, 1.992171973982276e-05, 8.898912519981463e-06, 3.0335320739786987e-06, 3.5009166599129247e-06, 1.4627182053862903e-06, 1.0673817914415937e-05, 8.888628102355121e-07, 8.036825709908691e-07, 4.232240997463693e-06, 0.00028996065093895744, 5.084317735947229e-07, 4.232240997463693e-06, 1.199824646736812e-06, 3.1929923474565674e-07, 4.232240997463693e-06, 2.502565032476078e-06, 1.963336272443975e-06, 2.164090314101238e-06, 6.754258522941057e-06, 5.084317735947229e-07, 3.1929923474565674e-07, 1.8697855716312735e-06, 1.0860558983415558e-06, 3.5009166599129247e-06, 4.232240997463693e-06, 2.5874761237009128e-05, 3.1822568559291806e-06, 8.120607416477954e-06, 3.5009166599129247e-06, 1.7805243394980944e-06, 3.5009166599129247e-06, 5.6089850482534195e-06, 5.6089850482534195e-06, 3.5009166599129247e-06, 5.105337227207923e-05, 0.9990502545711272, 7.706087479209449e-05, 3.9687063857347065e-05, 7.407448226072432e-06, 3.8499949403629395e-06, 5.1083688097395e-06, 6.0265707753090075e-05, 4.232240997463693e-06, 1.4627182053862903e-06, 1.2782467486774147e-05, 1.963336272443975e-06, 3.0335320739786987e-06, 4.650623943091127e-06, 1.963336272443975e-06, 1.372081910905154e-07, 8.898912519981463e-06, 3.33794526089347e-06, 2.0613690185201866e-06, 4.6961217482725845e-05, 2.502565032476078e-06, 9.346507505215403e-07, 3.0307920960996995e-07, 5.5479886904141364e-05], "calls": 1, "latency_seconds": 0.350047972984612, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1691", "target_index": 36, "predicted_index": 36, "n_labels": 59, "probabilities": [3.063057889629447e-05, 2.0817915050019627e-06, 1.0137847445423822e-06, 1.5165457640317473e-07, 3.743084338136342e-07, 1.6028904882668502e-07, 9.211047405355958e-07, 1.3403558726917893e-07, 9.58619514659169e-07, 5.225222801045755e-07, 0.00041112674203248027, 6.865751705005921e-07, 6.041864867831617e-07, 8.190699127091231e-07, 8.444677748427797e-08, 9.910299264681857e-07, 9.707040118431414e-07, 4.4958772397118007e-07, 2.913572811219392e-07, 9.467328370370422e-07, 3.0599365358611447e-07, 2.146544025344333e-08, 1.8133450218250643e-07, 4.0910860461328373e-07, 7.226344932228933e-07, 4.180754264587789e-07, 3.049623853253244e-05, 6.374402614006589e-06, 5.0194933918383325e-06, 8.118324075070926e-06, 1.454490281558088e-06, 4.585025504881535e-06, 4.183379361452689e-06, 8.529232115124528e-06, 4.643925931772103e-06, 3.7501180274306055e-05, 0.9981991894152622, 0.0009764141824511857, 4.797145688161679e-05, 2.649478009575061e-05, 3.5770150573158278e-06, 5.533069771248484e-06, 9.987692492917141e-05, 1.2938692781685967e-05, 4.42083770930722e-06, 9.062868026007218e-06, 1.5970426862644288e-06, 3.95522280672066e-06, 2.2186903806392616e-06, 7.935476324319452e-06, 3.981884246751382e-07, 1.7417028722152396e-05, 1.2042335060953872e-06, 5.198298517656524e-07, 6.881318660636388e-06, 2.2189513141098514e-07, 2.483130287950874e-07, 7.797667228721235e-08, 4.962115147994875e-06], "calls": 1, "latency_seconds": 0.6960526998154819, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1769", "target_index": 37, "predicted_index": 39, "n_labels": 59, "probabilities": [0.0001687507641554344, 2.873895310722402e-05, 2.9067442184554165e-05, 1.052250854014878e-05, 1.3848086233914329e-06, 8.045257958203285e-06, 3.937018686615936e-05, 1.2359916481245506e-06, 3.999291072824166e-06, 2.6463914786281475e-05, 1.2569984836017852e-05, 1.9416557120772572e-05, 9.624387046474928e-05, 0.0011980526680787403, 8.975885718843513e-06, 1.042930279549954e-05, 3.093965330097242e-06, 8.024618150996564e-06, 1.8360822637432543e-06, 1.4897380327770127e-05, 1.1161937445442194e-05, 5.901070115181886e-06, 5.6156828040302545e-06, 1.1737603648142824e-05, 9.414174353954517e-06, 2.4637281594072656e-05, 0.000514972972925148, 7.580071547248973e-05, 0.00023870777048675527, 9.00221003346376e-05, 4.89698736192466e-06, 4.8842336864629925e-05, 0.00015851970595406306, 0.00012060358223991959, 0.00011482731286295076, 0.0010174543789858268, 0.00023091788841983992, 0.0032443118629408535, 0.007456570293655462, 0.9830074709776075, 0.00027720581572760936, 0.00022859562868088256, 0.0008962409953863935, 5.205489767213992e-05, 1.6844191954092456e-05, 7.59512625153033e-05, 6.928516689317204e-05, 8.710979204232549e-05, 2.7634615270792275e-05, 5.176108588338221e-05, 1.1462569664987062e-05, 0.00011464966104644411, 1.513064667173074e-06, 5.038749120505026e-07, 2.7039591155831672e-06, 1.6318518107484124e-06, 1.4636802646783934e-07, 6.891976768733517e-08, 1.1302088602941967e-06], "calls": 1, "latency_seconds": 0.7619175617583096, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1791", "target_index": 37, "predicted_index": 37, "n_labels": 59, "probabilities": [0.00013620835683257355, 7.503568944189884e-05, 2.712083451362796e-05, 4.177468591053595e-05, 2.093825920720388e-05, 9.339776928957062e-06, 1.0598995891208474e-05, 5.83933074071834e-06, 4.588231044020014e-06, 2.1947468181719042e-05, 4.569547229721411e-05, 0.00629111476724336, 2.1200100795096252e-05, 2.8935842431973e-05, 9.568920782167924e-06, 1.0723154052850223e-05, 1.2652479759066521e-05, 2.671991063050997e-06, 2.4523333335880087e-05, 1.5147659147124017e-05, 6.0494834328832405e-06, 6.227714493802693e-06, 8.254649311358174e-06, 7.676441006554667e-06, 2.30153754232341e-05, 6.721088511293131e-05, 0.0001779268176039219, 2.317517786390971e-05, 4.4548295266560985e-05, 6.428877277249544e-05, 1.3334161519818484e-05, 1.3575056248794042e-05, 9.97219391703477e-06, 2.8925628766160094e-05, 8.425279617615134e-06, 0.00012852518111636075, 0.00024410936892819594, 0.9903163228213394, 0.0002019191896925328, 0.0001410429483532009, 0.0002786027096152843, 1.315336449658938e-05, 0.0007124211545578446, 2.1647808896917162e-05, 5.1900467555053174e-05, 3.502012765983934e-05, 2.343146936641367e-05, 1.2475844971212708e-05, 9.935745375524087e-06, 2.3470169267051094e-05, 4.728438580250363e-06, 4.435808637422267e-05, 3.186385605797698e-05, 3.2247362156259535e-06, 3.1194989075098414e-05, 1.4666696715967875e-05, 1.7958854091429789e-06, 5.386929981599303e-06, 0.0003305707284412467], "calls": 1, "latency_seconds": 0.6894641919061542, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1805", "target_index": 38, "predicted_index": 38, "n_labels": 59, "probabilities": [0.0005177406938596901, 0.0001557685446472826, 4.8850869684710445e-05, 7.03501760404993e-06, 1.2668484864482916e-06, 1.0737818044140188e-05, 0.00016715000746724896, 8.263004815477602e-06, 3.296898132039094e-05, 7.410006807274962e-05, 0.00030860206571222743, 4.55285013835976e-05, 0.0014216359802482297, 0.0013717412588683947, 3.791430058112654e-06, 1.2359126208557856e-05, 1.917585355404654e-05, 4.572835957258932e-05, 2.9755027735730276e-05, 4.789420012233336e-05, 4.145552528099342e-05, 4.729636069004513e-06, 1.1687793127215237e-05, 4.402130154187356e-05, 1.8957554256965405e-05, 4.857937591275009e-05, 0.0009967118145354508, 0.00017421430615040007, 0.00038400011908966907, 0.0002080955695981004, 1.9151804102113775e-05, 4.3818823131210415e-05, 0.0004450511045515336, 0.0004993954862374084, 0.0002722461728946852, 0.0006467543234245947, 0.0013531812454541231, 0.006772118564166405, 0.8500753790446605, 0.12457145909850105, 0.0002036574953259656, 0.00015649628447469318, 0.006600456676033608, 0.00025417814014682777, 0.00037628561949200063, 0.0002080943979052854, 0.000298180235989231, 0.00014695740363675054, 0.00015354661747389093, 0.0002413625620400793, 6.218270337913684e-05, 0.00026806260025410826, 7.670324897489725e-06, 1.3976246700350819e-06, 2.7360424522252867e-05, 2.0672175119219445e-06, 1.464428568104533e-07, 2.3130655539408207e-07, 3.056360268254525e-05], "calls": 1, "latency_seconds": 0.9371826760470867, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1837", "target_index": 38, "predicted_index": 38, "n_labels": 59, "probabilities": [0.00010148599481248363, 1.8349653796195686e-05, 5.517455262034186e-06, 6.979881181398443e-07, 1.5858239253542456e-07, 5.511012943787645e-07, 4.009230125829209e-06, 1.8295089004175575e-06, 1.5116259211968934e-05, 1.2592337718033576e-05, 1.5125707739243404e-05, 5.11236580019869e-06, 0.00024317823148215187, 3.1809423227144675e-05, 9.392059250972577e-07, 2.6659944704998126e-06, 9.248960946260107e-06, 2.541689026043567e-06, 1.7009631579169021e-06, 1.0945134602038275e-05, 1.8400239029832573e-06, 4.41900619080983e-07, 8.788392368171035e-07, 2.732383819015458e-06, 4.651739538893753e-06, 2.9486435415779013e-06, 0.0001783604139617096, 5.384892932531697e-05, 7.0656538572565e-05, 0.00018765448033778608, 6.175691654124149e-06, 1.5382953492128856e-05, 3.285345158882862e-05, 0.00016936538327613619, 0.00010496282131142397, 0.00046499011196643767, 0.0005127230081115675, 0.0025516730513496836, 0.9903838672537977, 0.0025833376015548825, 2.9021901811143054e-05, 3.283165294570708e-05, 0.0016089994566042866, 5.02506260988535e-05, 2.6750479520770113e-05, 8.74011719021772e-05, 3.604990663314001e-05, 6.986862456807478e-05, 6.745071235551844e-05, 6.811345031189222e-05, 9.825493654666602e-06, 9.72666419845022e-05, 6.323546790902816e-07, 8.847576385889565e-07, 1.0576576614231341e-06, 1.740929076631456e-07, 3.5469448100898295e-08, 1.6675609721662616e-08, 4.4786469745932927e-07], "calls": 1, "latency_seconds": 0.6878563831560314, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1924", "target_index": 39, "predicted_index": 39, "n_labels": 59, "probabilities": [3.2821935518332495e-05, 1.0642807993735716e-05, 1.461123452102218e-05, 8.952100475239743e-06, 1.0138519392422904e-06, 7.266774910411911e-06, 2.0243422659758154e-05, 1.2186629848069067e-06, 1.2033573497460469e-06, 2.431368847945254e-05, 6.8166931441755645e-06, 2.433961175311082e-06, 9.41964582752477e-05, 0.00011837041069948048, 9.288221783797327e-05, 1.164356136513431e-05, 9.404064046008856e-06, 4.860612353290492e-06, 3.945960539071908e-06, 1.5458836234470314e-05, 5.035811052559863e-06, 1.623540534000753e-05, 4.752492014806426e-06, 2.573995371166008e-06, 4.0480657474260506e-06, 1.894683442660177e-05, 4.1721727041358746e-05, 7.0586733959832215e-06, 1.246046481526831e-05, 5.843852955912172e-05, 1.1607839176255545e-06, 6.192408895085486e-06, 9.568105469556962e-06, 1.31599630863027e-05, 2.444712513401696e-05, 3.961266072703155e-05, 2.348536319420172e-05, 0.0005246461174343884, 0.0002540174059018542, 0.9980080941321098, 7.486671795743914e-05, 1.1040280839596949e-05, 0.0002423772795136789, 5.978714692515548e-06, 3.0904366476128747e-06, 7.562873179352785e-06, 4.535796317949827e-06, 5.124865164531719e-05, 2.444453039454296e-06, 7.689637932406992e-06, 1.1303163471327382e-06, 1.6102427129471748e-05, 4.8552576709499245e-06, 1.4220016800207428e-06, 3.0385990639107143e-06, 2.7075377383585522e-06, 1.3354591198728645e-07, 2.7563807650762526e-07, 1.543157480222906e-06], "calls": 1, "latency_seconds": 0.6866322690621018, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:1927", "target_index": 39, "predicted_index": 39, "n_labels": 59, "probabilities": [8.97873966154145e-05, 2.0580148506513506e-05, 1.4354528874455577e-05, 7.6239951433552355e-06, 5.358048919955524e-07, 1.7434167396526992e-06, 3.7670947746137934e-05, 3.016810869914306e-07, 2.1522765010115102e-06, 1.2498925002607355e-05, 2.45236077143464e-06, 3.991195094654544e-06, 2.7136691536867103e-05, 0.0001677943692161174, 6.264924008683983e-07, 1.7191186124575373e-06, 1.1588360257317962e-06, 1.8568082191972683e-06, 4.2306151840951346e-07, 6.393619931950192e-06, 2.0404878817515145e-06, 9.14932001335773e-07, 6.858855197221773e-07, 2.662102453492215e-06, 5.1633310922459046e-06, 2.0231817605728695e-05, 0.00027223694941235833, 8.740565604033282e-05, 8.794027864774664e-05, 7.09789661678505e-05, 2.687024472245167e-06, 1.9794526279169255e-05, 0.00015262346569161332, 5.044732116406041e-05, 0.00013717602630271367, 0.0007310045533806539, 8.818998233691086e-05, 0.0017287204653997526, 0.0012342696271883792, 0.9937933676579576, 3.560224686963162e-05, 3.6376568208687376e-05, 0.0007996562608416967, 1.5221787861744981e-05, 6.5719068104205074e-06, 3.57555168700505e-05, 2.0556227008600822e-05, 3.120505945318267e-05, 9.851687357218653e-06, 2.014658807021217e-05, 3.8030190726178123e-06, 9.312553030695053e-05, 3.4059597882389676e-07, 3.7473311197568696e-07, 6.289911743484526e-07, 5.498000330289155e-07, 2.2937225484119492e-08, 1.728784170533355e-08, 8.505244722401287e-07], "calls": 1, "latency_seconds": 0.933881837874651, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2026", "target_index": 40, "predicted_index": 40, "n_labels": 59, "probabilities": [7.83485699740757e-05, 1.0007597978757168e-05, 1.5596177760117015e-06, 5.756654844618247e-07, 8.622808467036321e-07, 5.441834264552826e-07, 8.5076540164922e-06, 6.078533187854913e-07, 1.4738241630387967e-06, 1.9124378049138346e-06, 1.2456375685225522e-05, 2.3525472591272634e-07, 2.034781762200738e-06, 6.099938385716106e-06, 0.0005486268989996321, 2.0358417450112103e-05, 1.2918817242740224e-05, 3.566120254856281e-06, 8.424755658909533e-07, 3.656706441648171e-06, 2.2747349294580123e-06, 3.244012303448486e-07, 6.102955181863937e-07, 1.6799997240998894e-06, 1.3966490646259137e-06, 5.805430805978386e-07, 0.00033535956814892935, 4.6757218470736774e-05, 2.3412854348394045e-05, 6.884578337653716e-05, 9.78923319319303e-06, 5.296489655633292e-06, 1.520959280661186e-05, 4.5920571058520276e-05, 1.0076441504298483e-05, 1.783869486294876e-05, 6.208118980952109e-05, 0.0006841018250847719, 5.3807432454990344e-05, 0.00039809370368577764, 0.9957870044827484, 5.742612599333123e-05, 0.0013511289605155033, 5.8736887748148005e-05, 2.128984002807127e-05, 6.287606324746727e-05, 5.4331156672568384e-05, 2.078964641474795e-05, 2.9097422277778564e-06, 2.9084496812184827e-05, 7.014421751283136e-06, 2.1020436116569136e-05, 1.310638406209972e-06, 7.213674447634744e-07, 1.7915476665239727e-06, 9.981378490324505e-07, 2.0396051260999645e-07, 1.431967133318966e-07, 2.2566197819708866e-05], "calls": 1, "latency_seconds": 0.9319998449645936, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2067", "target_index": 40, "predicted_index": 40, "n_labels": 59, "probabilities": [0.00018589423615049673, 3.418126533183071e-05, 1.4666370826943301e-05, 5.089245874695961e-06, 1.6651723983823898e-06, 5.177734300523122e-06, 3.080942508748655e-05, 1.674508750492645e-06, 4.881913371204604e-07, 1.0395285699129074e-05, 1.0545518228042301e-05, 4.321073076906267e-06, 2.6647563746628936e-05, 8.237229583302503e-05, 0.0010443109367289712, 3.6460076841690115e-05, 1.3495568985123799e-06, 2.580836497527902e-06, 1.5300741329485e-06, 8.969462287814598e-06, 3.0368185003272034e-06, 2.4990186787968555e-06, 4.426400198330508e-06, 5.171571372669925e-06, 6.94187824022145e-06, 1.7259723334115676e-05, 0.0009481223772872049, 7.029490494564601e-05, 6.891386610416354e-05, 5.349978869650435e-05, 6.3288853406869076e-06, 3.36089980044409e-05, 3.542722138149298e-05, 0.00010378575564191198, 0.00010018296792055883, 0.0002701677841485945, 0.00018812606318776242, 0.003028466998107965, 0.0014311411521273775, 0.10000398022215136, 0.8888500154553916, 0.0016760139112177148, 0.0007832789465480572, 2.5875091410588817e-05, 1.566203301643089e-05, 7.941371616505587e-05, 0.00015593796791739904, 2.6323217657477435e-05, 1.759992904706997e-05, 5.474132491054311e-05, 5.078915042775988e-06, 0.00026363232507954404, 1.2028385104938884e-05, 9.770868584669448e-07, 0.00011212287425265273, 8.829264869880563e-06, 2.1120113319667143e-07, 6.494232833678885e-07, 2.1097705693951593e-05], "calls": 1, "latency_seconds": 0.6882238378748298, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2085", "target_index": 41, "predicted_index": 41, "n_labels": 59, "probabilities": [0.00026233273752818733, 0.0002098023366765089, 3.5692047376054905e-05, 6.738272275980908e-06, 3.821653421852526e-06, 4.092206706644646e-05, 0.00011578015000901153, 6.676870924484093e-06, 6.243501121846247e-05, 0.00011913503716811334, 6.0270358451153705e-05, 1.9174842720907915e-05, 1.5424475362395504e-05, 0.0004657216857244631, 3.2491641082574506e-06, 0.0004195829060517597, 4.759611649363232e-05, 3.054656031341427e-05, 4.755203630290668e-05, 3.139573309020253e-05, 1.826371090118219e-05, 3.741156604770728e-06, 1.2129688593673216e-05, 1.9681933277515077e-05, 9.850022019023529e-06, 1.6076582779229114e-05, 0.0003265878802493736, 0.00017642874472065855, 0.00031304847267675187, 0.0001289332167266519, 1.0935446298562014e-05, 0.00021946071884552758, 0.00013983098042371703, 0.00019443599345564646, 0.000160377896728514, 0.00033168488725047996, 0.0003797034870231304, 0.0001726803585116185, 0.0004305038001575204, 0.006923282556552807, 0.00011911593968818142, 0.9842013780617929, 0.0021088815284206162, 8.404921944367725e-05, 0.00014433095561271797, 9.427102840633625e-05, 0.0001225753059825905, 7.551303305209893e-05, 1.8277350927584228e-05, 0.00026362891899234746, 1.3724843456096837e-05, 9.318705743978436e-05, 3.526149801342851e-05, 3.789668292260381e-05, 0.00020186936496172022, 0.0002584089111801175, 3.6538372919883917e-06, 1.7143239224581088e-05, 0.00011534562711008103], "calls": 1, "latency_seconds": 0.9346188260242343, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2094", "target_index": 41, "predicted_index": 39, "n_labels": 59, "probabilities": [8.77905706250555e-05, 2.5663810966248305e-05, 3.444650988423313e-05, 8.300723347256965e-06, 4.630055399754408e-06, 2.1948772217365916e-05, 8.129652399725221e-05, 1.2855854926534598e-06, 4.020679311397338e-06, 3.555152687679162e-05, 1.8397877949397163e-05, 2.7717184443999393e-05, 7.747916577056146e-05, 0.0007749214197470428, 2.290807757535975e-06, 5.716118461310051e-05, 7.106744020999788e-06, 9.783728252355288e-06, 7.131334142568047e-06, 1.969619570686646e-05, 1.9250022293365708e-05, 8.903731685527975e-06, 8.701596056430376e-06, 1.0584845863150165e-05, 1.153626100742152e-05, 7.254915607983416e-05, 0.0005400704462201815, 0.00025169404079132703, 0.0003946336236213054, 0.00020287533951008626, 1.0898292348917218e-05, 7.17057349819548e-05, 0.00010079576502314084, 8.101894788560469e-05, 7.252344156937088e-05, 0.0007443832472881141, 0.0002482018881373002, 0.0021921911548318284, 0.0027570836793290297, 0.9871250989071461, 8.545626042293086e-05, 0.000267578896224169, 0.002218434693561084, 0.00010133581087920691, 0.00014975148401952828, 9.395627722810077e-05, 0.00010392806773189802, 0.0001544967996897936, 3.579596432121234e-05, 8.114335097978169e-05, 6.305615735877292e-06, 0.0003579869002619181, 1.0261051188398432e-05, 1.4315675688887477e-06, 4.821138297882655e-05, 3.2652516496808205e-05, 2.935401876214945e-07, 5.586017347135109e-07, 1.910069659678461e-05], "calls": 1, "latency_seconds": 0.933000166900456, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2152", "target_index": 42, "predicted_index": 42, "n_labels": 59, "probabilities": [7.397206597452984e-05, 1.1782095783954133e-05, 2.720617140922303e-06, 1.1898543226257109e-07, 2.300064627329638e-07, 2.2207268631125973e-07, 4.064041141997193e-06, 2.447283314403296e-07, 7.631174607239119e-06, 1.3688223522527084e-06, 3.628580006263353e-06, 8.776449473765209e-07, 4.634271499948007e-06, 1.0909492056149239e-05, 1.5648569834348076e-07, 1.8094411041935096e-06, 0.0005973113868215933, 1.1645516943461806e-06, 2.5680802225179675e-07, 4.340995035861556e-06, 3.898562685192378e-07, 5.292374348354745e-08, 8.295282829508886e-08, 7.816231521235528e-07, 2.7707702077802844e-07, 2.96748427857445e-07, 0.0001774275584856674, 4.8720990412984585e-06, 4.2202969694782776e-06, 5.3728570033912825e-06, 1.8361234409418701e-06, 3.81921751572577e-06, 3.4186771769510124e-06, 1.3595870085414719e-05, 7.382875070865852e-06, 2.719297234021121e-06, 1.5533895379823648e-05, 9.263057382862052e-05, 5.301624252763478e-06, 9.369788328083028e-05, 7.16640647043922e-06, 7.820854745532607e-06, 0.9984437339436965, 3.733078373177843e-05, 3.033818474249715e-06, 9.865347372264113e-06, 8.779963123796355e-06, 1.0635338936973642e-05, 2.4113048047872042e-06, 1.855238000544022e-05, 2.6296462491866773e-06, 6.030977771120556e-06, 8.36498901213929e-05, 1.1555804052047377e-05, 5.8891213147794176e-05, 1.6809966884357e-05, 2.2498662966395518e-06, 2.9857608853894752e-06, 0.00010471243622357005], "calls": 1, "latency_seconds": 0.9278935571201146, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2179", "target_index": 42, "predicted_index": 42, "n_labels": 59, "probabilities": [8.509540271655667e-05, 1.6181323350557596e-05, 1.749933509438782e-05, 6.325788662461069e-07, 2.097412295555839e-06, 7.158325043060159e-07, 6.175583254246183e-07, 3.8733886159583804e-07, 9.26009998640612e-07, 2.070206489534913e-06, 3.14866550733679e-06, 9.769665041196364e-07, 2.4359249818984247e-06, 2.747733713242997e-06, 5.759433027706432e-07, 9.974332777346891e-07, 0.00023161495228355225, 1.0692039001791354e-06, 3.7066841120627357e-07, 4.091063809530825e-06, 4.19340865785703e-07, 3.351576060720208e-08, 1.0609817991648242e-06, 7.96249623054175e-07, 2.43209537928949e-06, 5.098060114406662e-07, 3.99376717088132e-05, 3.4446704873772194e-06, 3.2115839918173177e-06, 5.280869162714452e-06, 2.82455714527543e-06, 2.7728802944294407e-06, 1.2254032755137967e-06, 3.861176676062312e-06, 2.921727940335478e-06, 1.2376057068281105e-05, 9.385988279179252e-06, 2.2639877490331222e-05, 2.5501054918581914e-06, 4.016358881959969e-06, 3.4765659999964063e-06, 2.9336511461683876e-06, 0.9991578127100651, 6.23355947245222e-06, 2.2863660133345154e-06, 9.761402738870475e-06, 7.964618528073194e-07, 3.9382716111722345e-06, 1.5790928913034536e-06, 8.693309118840769e-06, 6.778898335853223e-07, 3.4801454136772175e-06, 7.475764510739459e-05, 3.1301548434536902e-06, 0.00012168384279191324, 2.1510367935184577e-05, 9.685763025095208e-06, 2.6585709381230833e-06, 6.895175767385981e-05], "calls": 1, "latency_seconds": 0.7805346800014377, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2214", "target_index": 43, "predicted_index": 43, "n_labels": 59, "probabilities": [9.162402979741354e-06, 1.0199168077112653e-06, 1.6192524406418847e-06, 2.4786714879524036e-07, 3.3968574785772085e-08, 2.0949603955297328e-07, 2.4609776962391274e-07, 3.380371606046222e-08, 9.312815527453154e-07, 4.195539308032601e-08, 1.2381828595747813e-06, 1.5730682709146765e-07, 4.5205463339780267e-07, 3.5094405763735634e-07, 1.708994704930645e-07, 8.222193310443853e-07, 4.228265657161923e-07, 8.09767635405036e-08, 3.031218203085346e-07, 1.964639945938257e-07, 6.679216265578486e-08, 1.3959285094015267e-08, 1.7443238733112934e-08, 8.759224421680434e-08, 3.1603062997910944e-08, 1.2405784743627537e-07, 1.6098999053967403e-05, 4.328122079538585e-06, 6.148079956576521e-06, 8.796013692510864e-06, 8.016727789175334e-07, 3.3711823047989856e-06, 3.8927700846040116e-07, 6.46512449483087e-07, 1.3672571007036617e-06, 2.936711363089383e-06, 3.9051127835068726e-05, 3.725089807826073e-05, 3.396530070251234e-06, 7.5158339562511995e-06, 2.0917338068690175e-06, 3.3983910218938437e-06, 0.0007105625769947528, 0.9990119229769454, 2.3298503236483903e-05, 5.062309360664523e-05, 2.884513191544065e-06, 3.907684008624407e-06, 9.645626021779486e-06, 8.940866784126117e-06, 5.388046391494003e-07, 1.9357514270422042e-05, 2.9080928109054934e-07, 2.4427539595928188e-08, 1.3445799678772522e-06, 4.039139681919438e-07, 7.990759459007722e-08, 7.12784496880017e-09, 4.962449607882876e-07], "calls": 1, "latency_seconds": 0.7007574741728604, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2239", "target_index": 43, "predicted_index": 58, "n_labels": 59, "probabilities": [1.4801011192078844e-05, 9.167095669910697e-07, 8.268972043448422e-07, 7.079284676215597e-07, 4.193881382006622e-07, 1.0207161983271823e-05, 0.00010201104500909455, 6.0613777927537865e-06, 1.0913466090278846e-07, 1.5267634338527464e-06, 3.9806096220387064e-05, 5.777549971338267e-06, 3.0703772972549217e-06, 2.0643401384211977e-06, 1.812673490391035e-08, 6.720851004301289e-07, 5.506471647124991e-06, 6.9952708523189895e-06, 1.7781144030406923e-05, 8.706855101392615e-07, 3.978051547502257e-07, 4.911661799358307e-07, 2.170075985141206e-06, 3.393181238897456e-07, 5.506471647124991e-06, 3.2252178880765317e-06, 3.7360662306209156e-06, 2.4630844152858625e-07, 3.772997919835059e-07, 1.069322439879624e-06, 5.311975512017168e-08, 1.6058586391796726e-06, 7.852406931099844e-07, 7.692773066059306e-06, 2.741591854570937e-07, 2.647547647986174e-06, 7.285604854258386e-05, 1.622599275614477e-05, 1.349585618977055e-05, 1.1843942285010294e-06, 2.4630844152858625e-07, 3.578210316411954e-07, 0.0001307541316009334, 3.3875473175403615e-06, 0.0001810351837276246, 1.6888935836028185e-06, 2.892074446389774e-07, 6.9952708523189895e-06, 1.7760594473292813e-06, 1.599316509359999e-07, 7.418088981511234e-08, 1.2463243017712828e-06, 0.00031503828132317414, 3.6454697273882615e-05, 0.0003970821898734596, 7.929973432224673e-05, 0.000291415579770938, 0.0001108557767725173, 0.9980873132728354], "calls": 1, "latency_seconds": 0.39819980785250664, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2359", "target_index": 44, "predicted_index": 44, "n_labels": 59, "probabilities": [0.00010626224308046665, 7.58118781169672e-06, 8.4243473248397e-06, 2.063992515469995e-06, 1.2776871339948134e-06, 2.6461303812095576e-06, 6.438695696291532e-06, 5.625163509806946e-06, 3.309754001103067e-06, 2.344864807587814e-06, 3.6194763093742e-05, 7.640596831143488e-06, 1.7583332825292897e-05, 7.521182897159557e-06, 1.013185926079334e-06, 2.3522559111897457e-06, 6.6676083793386585e-06, 6.537718826024047e-06, 0.0010887589738527322, 1.6158502575804497e-05, 1.3280131695638585e-06, 4.5992691963718616e-07, 1.0994746629381843e-06, 1.2508526331049569e-06, 1.7752694863877615e-06, 7.528280824299734e-07, 4.463406186560956e-05, 8.217786851021532e-06, 1.537596155604328e-05, 2.113270781686267e-05, 6.910001302261642e-06, 5.05129737156595e-06, 1.9527577984002262e-06, 1.1485749261711842e-05, 4.8672216743042375e-06, 4.128743585086767e-06, 0.00010002319743805793, 0.0002585022278787926, 3.4275180370677486e-05, 2.39848653407173e-05, 2.2173910080208703e-05, 5.877029614152043e-06, 0.0007426415544833335, 6.66410158688083e-05, 0.9964046450471987, 0.00010794512359386672, 1.6196000725098254e-05, 8.265062742978646e-05, 1.4215014936996684e-05, 2.371851603926899e-05, 3.128136846858679e-06, 1.6484775728664223e-05, 0.00036668445309056245, 1.0103811394167266e-06, 6.570120500750639e-05, 1.0263672018927434e-05, 7.474246305614083e-06, 3.4306079532608952e-06, 0.0001555083694927905], "calls": 1, "latency_seconds": 0.6503113438375294, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2397", "target_index": 45, "predicted_index": 45, "n_labels": 59, "probabilities": [0.0001507354066447328, 0.00024236862150021495, 5.369359512054136e-05, 1.3810894124990137e-05, 7.696863128406794e-06, 8.255038774888954e-06, 6.132841177061621e-05, 6.806000122919674e-06, 0.00021519188036928452, 7.999473353481226e-06, 0.00016314172775555038, 0.00018989447350361945, 2.4818424419471537e-05, 7.991442697407976e-05, 8.807873735027204e-06, 1.3613522086812225e-05, 0.0001268712762187051, 6.272548704706204e-05, 4.883181836411365e-05, 0.00013761573068560328, 7.806560241303557e-06, 1.9267331075123275e-06, 1.3419691553492641e-06, 0.00012922442156615204, 1.7784798405261006e-06, 5.461585806471328e-06, 0.0013500957507202416, 0.004501835300036546, 0.0001170057089497601, 0.0035669560533353973, 0.003042508810454594, 0.0028118467979350095, 0.001592312650963973, 0.006592184011827952, 0.0003730733710822253, 4.047120500809339e-05, 0.003619500437943906, 0.0008973664026354905, 0.00418091357688797, 0.011070770990208334, 0.0006303485169815492, 5.540476775112731e-05, 0.025997370552002363, 0.001409758741607338, 0.0011686565808369566, 0.8414619487351211, 0.0005438184177071484, 0.00032368209270779315, 0.0004934018363239197, 0.08221220502360013, 6.03262452131239e-05, 4.895121012911301e-05, 7.0707668704336246e-06, 6.525589725375644e-06, 1.4772233161119606e-05, 1.8775754351919436e-05, 1.2276364881094791e-05, 1.141634698199794e-06, 5.063172923240681e-06], "calls": 1, "latency_seconds": 0.6253136498853564, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2436", "target_index": 46, "predicted_index": 46, "n_labels": 59, "probabilities": [9.085216859452453e-05, 1.732654679247178e-05, 5.965694579136849e-06, 3.5720198896056573e-06, 2.9498686002927066e-06, 8.107413295110797e-07, 5.763650628370069e-06, 3.3392718177401e-06, 4.150422389824197e-06, 2.951597708696906e-06, 2.0471978644372447e-05, 2.9855315667062434e-06, 4.067649339337229e-06, 3.774628195890009e-06, 1.7783475365390959e-06, 8.02653213034358e-06, 2.2650874293648837e-06, 2.9545693627459566e-06, 4.101363182559364e-06, 6.926932700756682e-06, 0.0025356370600142604, 9.707100348349471e-07, 6.241275817028421e-07, 1.5282967190771805e-06, 8.62968077862434e-07, 1.076115487228455e-06, 0.000267600969878229, 2.8840626346165233e-05, 3.668502957083123e-05, 4.602933785161147e-05, 9.335554106335695e-06, 3.2150929047883857e-06, 5.504579764482388e-06, 9.898665387879547e-05, 4.545696436492392e-06, 3.262181136561898e-05, 4.527918716369028e-05, 0.0003094621559497321, 3.0308162220942932e-05, 1.1680618410103917e-05, 2.1830926412179513e-05, 9.745817098639195e-06, 0.00026947118113327144, 5.003021394503067e-05, 1.984123300759169e-05, 0.00010900168195707648, 0.9954482201414108, 0.00012742219953164357, 1.7066714805060966e-05, 3.228623517960766e-05, 3.378986111314683e-06, 4.9313216120951715e-05, 1.7731423222143207e-05, 4.1730894166455345e-06, 4.6164137474330456e-05, 1.566901820064148e-05, 2.7464205739657904e-06, 9.24545358377772e-07, 8.91534628591612e-05], "calls": 1, "latency_seconds": 0.6225158581510186, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2459", "target_index": 47, "predicted_index": 36, "n_labels": 59, "probabilities": [0.00025795291495710594, 2.614301657732774e-05, 2.9945041094446533e-05, 4.389025510591048e-06, 4.170276910314507e-06, 5.231275279301095e-05, 0.000139334190385995, 1.5010318606234677e-05, 1.4460771535727394e-06, 1.4152594972652525e-05, 0.00098628976908312, 1.0417250016266955e-05, 7.933933368497473e-06, 1.1531936023637033e-05, 8.46057543621243e-07, 7.3886785566177765e-06, 1.9938635281535365e-06, 5.778679487877995e-06, 1.470946142771612e-05, 1.4635423695703583e-05, 3.5462734853073104e-06, 9.723455107449788e-06, 4.923203241362942e-05, 2.0079411895869634e-05, 2.481009715094362e-05, 2.5626460430140078e-05, 0.0005823226235628804, 5.076604170999783e-05, 6.906840457604142e-05, 1.9073499754010813e-05, 1.1781754239769014e-05, 0.0001694594726881219, 0.0001055301007999316, 0.00010901170040984285, 4.4068236617178574e-05, 0.0001967367171240232, 0.9790734988190276, 0.0011463884875037068, 0.0003108253619365918, 3.550498173363924e-05, 3.132133730275292e-05, 5.017267321800662e-05, 0.0004967651511704946, 7.693817728812995e-05, 0.00011116947116970258, 0.00010060138389717194, 3.110113398141318e-05, 0.0002656033729587206, 0.00012252419413004114, 0.00012262627258169582, 9.01264929779679e-06, 0.00027233858742051106, 0.0001482013865336621, 4.963202753608454e-05, 0.0023774587756197154, 0.00015981587601719336, 3.456659612656651e-05, 0.00023279343267775817, 0.011643922307213445], "calls": 1, "latency_seconds": 0.6229947628453374, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2510", "target_index": 48, "predicted_index": 48, "n_labels": 59, "probabilities": [3.1379859151938075e-05, 2.0903457142970047e-05, 4.208886144114645e-06, 7.622581419178312e-07, 2.3718619890190614e-06, 1.0880675223402245e-06, 2.5563613891366407e-05, 1.6077634199652468e-06, 1.3258747895754757e-06, 1.919435600198297e-06, 1.2367465863896737e-05, 5.424926189516847e-06, 1.320831063023583e-05, 7.488792703213023e-06, 1.4991596278525924e-06, 6.113926649365354e-06, 4.8699990070296845e-06, 9.779022297189445e-07, 7.935925810375121e-06, 7.114150981271361e-06, 1.986328192733334e-07, 9.773449626474773e-07, 0.002450798055629442, 1.4484985962045298e-06, 5.178930298611817e-06, 1.6569374215285035e-06, 3.4275440412331265e-05, 1.563576504549759e-05, 3.603768457335123e-06, 5.809529877584385e-06, 9.69702477404741e-07, 1.389885914132175e-06, 1.1680602044868514e-06, 5.814422448394955e-06, 2.5858254357963502e-06, 4.091030593135544e-06, 1.221792896591325e-05, 0.00013529109777195815, 5.1655476796592235e-06, 2.3302975154916547e-06, 1.730446975192017e-05, 6.237673306562689e-06, 0.0005660652113825785, 5.995771926479225e-06, 5.901842899981164e-06, 5.883865051672697e-06, 6.3602032917300025e-06, 3.15675787399997e-05, 0.9955716994817787, 8.693329954003306e-06, 1.0677590773200208e-06, 1.6690097825591765e-05, 0.00010246354506221128, 3.185040056637282e-05, 8.376665381636318e-05, 2.773702395276504e-05, 1.4187159341938946e-06, 1.870553424134095e-05, 0.0006418525014276033], "calls": 1, "latency_seconds": 0.6228528320789337, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2519", "target_index": 49, "predicted_index": 49, "n_labels": 59, "probabilities": [0.0018398411493262222, 0.0006373047004229097, 7.965890694632914e-05, 4.0488500957566393e-05, 6.942768701846162e-06, 5.525941865970039e-05, 0.00034686956566297374, 2.6618055913214944e-05, 7.896647201124438e-05, 0.00017481792932472892, 0.0003118984101393825, 0.00010569818243707897, 9.353369114306029e-05, 0.001599286467658665, 2.2366104517357604e-05, 0.00025300246753117, 0.00012066484086484362, 6.602695233447732e-05, 0.0001439280546525707, 0.00011275487159445122, 7.724421119471877e-05, 1.3642039064745082e-05, 6.0343722206272895e-05, 0.01454696080563069, 0.00019984086652908586, 0.00015761919395831684, 0.000992077752098295, 0.0001392632829061617, 9.333324832811314e-05, 0.00012686418582128175, 7.434851385828871e-06, 4.598970936112738e-05, 6.0919347829755e-05, 9.834223857776558e-05, 4.320137625911658e-05, 0.00011922914102097062, 0.0003314498980300412, 0.0012178547177730738, 0.00027659489031496256, 0.0011255917853213702, 0.00031098509367640323, 0.00011183426368033447, 0.004814573316173198, 0.00014868260752906994, 0.00010159283078618854, 0.0002400079313473933, 0.0007931895417020326, 0.00019045550008751116, 0.00018724299296670298, 0.9635008079580218, 0.001934018350600727, 0.001150647228792591, 8.888971030941955e-05, 0.00022923729243792343, 0.00020351845635660875, 3.02882112798637e-05, 2.86286704888175e-06, 2.1180889955843e-05, 9.026018283600425e-05], "calls": 1, "latency_seconds": 0.6213735537603498, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2583", "target_index": 50, "predicted_index": 18, "n_labels": 59, "probabilities": [0.000810806874113746, 0.0006158739809344015, 0.00011390671904055968, 6.520605033042337e-05, 0.0001299037336249432, 0.0001061143541830544, 0.0008521222858747822, 0.0001149903317120976, 4.5951300955421975e-05, 0.0004566786931976146, 0.0005336639275660734, 0.00015340777859241682, 0.0006359304294482239, 0.0005541699213240748, 3.164943927251021e-05, 0.00011179619125175601, 0.00021476055354488792, 0.0012683464272686773, 0.9553320427310685, 0.004560000952274443, 0.00014199092293827305, 0.00015917955690761054, 0.00011657594369374156, 0.00017180624819222983, 0.00638982086219288, 0.00019238184461252788, 0.00019837247037709276, 0.00022019035007105688, 6.61403005368936e-05, 3.18158538986169e-05, 3.653035403574089e-05, 4.775505485843546e-05, 3.26707535901084e-05, 0.0001438612053269916, 7.62297065232323e-05, 0.00022492181469455826, 0.0003395837729487328, 0.0003498479173043527, 0.0003297089591476306, 8.13007930322827e-05, 0.00014594016854809603, 4.94219284754264e-05, 0.004180143202787622, 0.00012020348095974036, 0.01626234471327004, 0.0004003977413127028, 0.00015410948848251606, 0.00021269387336045944, 5.116609541002755e-05, 0.00023811010847725876, 0.001032367338740009, 0.000836978697203564, 0.00010311069370116195, 3.4580812090967006e-06, 6.283617505986743e-05, 2.580073200597214e-05, 3.744979008671377e-06, 3.377606601481203e-06, 5.578753492467683e-05], "calls": 1, "latency_seconds": 0.623411828186363, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2630", "target_index": 51, "predicted_index": 51, "n_labels": 59, "probabilities": [9.029542356519937e-05, 1.854183240774378e-05, 9.484514466784702e-06, 8.239148475713278e-07, 5.338942051484634e-06, 3.1134092572568718e-06, 3.953270348633288e-06, 8.193783428720057e-07, 9.130945197766026e-06, 5.003335574214432e-06, 1.1520204511086005e-05, 2.506703075341229e-06, 7.487185728060465e-06, 2.1260492614367335e-06, 4.584786705019039e-07, 0.00010456107356595444, 1.2918444013930994e-06, 4.337340845247678e-06, 1.4940388440502822e-05, 5.550735331897467e-05, 4.610608203063648e-06, 1.164445839525494e-06, 4.1786230496118176e-07, 3.8344883104637e-06, 2.9781497318336226e-05, 0.0023441127337697418, 0.00025933028467447946, 0.00019966325066129317, 6.778273400008528e-05, 1.5674383686174283e-05, 7.613431625071258e-06, 1.551382701582053e-05, 2.0665621698383082e-06, 2.2813741809923174e-05, 3.353688085599267e-05, 0.0002474441508720824, 0.00011728613157845809, 0.0007304293393209644, 4.3806126869382134e-05, 6.605436890518806e-05, 1.74730379600508e-05, 0.00015166100186771866, 0.0011734399117851984, 3.392450916866347e-05, 0.0001798071084108495, 0.00012242694660922067, 2.175487788419968e-05, 0.00010768014453328252, 1.1639677715314789e-05, 0.00021904947571727023, 0.003494503305559437, 0.9898980228244144, 8.41156730063209e-07, 1.7818121006425139e-07, 2.6412458938112472e-06, 1.5308388749779373e-07, 1.0104888150904562e-08, 1.0380760878309266e-07, 5.11160487115357e-07], "calls": 1, "latency_seconds": 0.982599887996912, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2658", "target_index": 52, "predicted_index": 52, "n_labels": 59, "probabilities": [8.695165428226114e-05, 3.4248054312820905e-05, 2.606855620880204e-05, 2.9872153281896922e-05, 2.8676013297478547e-05, 1.2919767556227057e-05, 0.00015246075872739725, 1.0949415508072791e-05, 5.4331258866254676e-06, 5.446447536499421e-05, 0.00012184592049268997, 7.79105744983967e-05, 7.30843063118831e-06, 2.4093806792876914e-06, 6.589795187810872e-06, 4.266678481548322e-05, 0.00019611475950684785, 2.8929821789233394e-05, 0.00010380018444495753, 2.741069497472143e-05, 7.419022482407247e-06, 1.509145870178565e-05, 5.2542216686164664e-05, 2.616013925538597e-05, 1.8614367870809686e-05, 8.996044135893144e-05, 8.879958746583931e-05, 5.308116786777325e-05, 0.00012544624172630792, 5.888205427767007e-05, 7.453757095699101e-06, 9.71381465356453e-06, 7.2458602354198524e-06, 5.6508913053023164e-05, 6.177798881024411e-05, 1.767380844941101e-05, 8.199713783681661e-05, 0.0005407475521835946, 3.308507543203639e-05, 8.706450154577985e-06, 4.251200392401597e-05, 8.479819332004794e-06, 0.00108998010933416, 4.135850378622678e-05, 4.6129711311719404e-05, 1.9711419795536252e-05, 3.674562960408402e-05, 4.188510155509546e-05, 4.2660600274669016e-05, 4.5330955984900374e-05, 8.083206195155416e-06, 2.5284546047960175e-05, 0.776903509434742, 0.21113815859931653, 0.0008072554708017946, 0.002860836657792607, 0.0020781891072435047, 6.764836990955332e-05, 0.0022783033760038563], "calls": 1, "latency_seconds": 0.8111771489493549, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2667", "target_index": 53, "predicted_index": 53, "n_labels": 59, "probabilities": [0.00037443949661493294, 0.0002361030225332518, 8.464392839131728e-05, 7.501290637156487e-05, 7.300265463930254e-05, 6.817971082732117e-05, 0.00018146076181571025, 3.8934355308511776e-05, 1.5470217566687715e-05, 0.0002186604635152522, 0.00011755147255915587, 0.00011121702227098638, 3.3296000099171635e-05, 1.3765479293833295e-05, 1.4744612691953406e-05, 4.548139911147808e-05, 0.0003042238210386587, 6.163498303445822e-05, 7.169382299022171e-05, 2.1946268338414663e-05, 4.397652747696441e-05, 1.31159683009421e-05, 6.815273751983036e-05, 0.00011210271831310563, 8.080277588362277e-05, 0.0002188458085396979, 0.00011871945941911001, 4.370783741708907e-05, 0.0001834095440709096, 4.3467924270926554e-05, 2.273242183514654e-06, 1.482129279093705e-05, 2.9097975853629016e-06, 3.71356313403296e-05, 4.0855207456966754e-05, 8.427292599667449e-05, 0.00014736576908334824, 0.0004447528280771864, 0.00012763835877129998, 1.6912245028189856e-05, 1.0536298240480457e-05, 3.436437053194105e-05, 0.0035718100124542784, 8.929981985500599e-05, 2.307984990573462e-05, 2.1468272333210316e-05, 3.6799425631902144e-05, 7.464254107400225e-05, 4.665509067184201e-05, 5.279631519412069e-05, 9.162455067613178e-06, 0.00014901278085877208, 0.06499470566255558, 0.8002333312031751, 0.04112694539869855, 0.06936160977908967, 0.004844442150509868, 0.0002934464007460255, 0.011019191174868099], "calls": 1, "latency_seconds": 0.8092139959335327, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2712", "target_index": 54, "predicted_index": 54, "n_labels": 59, "probabilities": [1.3572534462861456e-05, 9.157308365981587e-07, 7.43936008542627e-07, 1.5263232908406205e-07, 1.6174564128922326e-06, 9.59869543758298e-06, 2.121486816320568e-06, 1.0993812151007852e-06, 1.7550735186844518e-06, 5.52525971732782e-06, 8.45195694754047e-06, 3.035733169298271e-06, 1.8111891319162239e-06, 5.155586212108641e-07, 5.394215672739576e-08, 1.5356779166560525e-06, 1.2500393683188953e-05, 1.168538971271052e-06, 3.9199125813016484e-07, 1.0246349411347326e-06, 1.6820621602109416e-06, 3.9816443735041024e-07, 1.9457773648055628e-06, 1.4905326039962138e-06, 8.181045923449219e-07, 5.34340654344211e-06, 8.182087601155168e-06, 5.582963818646985e-07, 5.320505836358927e-07, 2.5385978228199627e-06, 6.159726799970702e-08, 1.5700667000599226e-06, 1.5982626229916446e-07, 1.2308990778023562e-05, 5.681912171095041e-07, 4.185732513372178e-06, 1.3603507300763031e-05, 5.073685936687225e-06, 1.1538009681936614e-05, 6.682817607217379e-07, 3.0953403571297026e-07, 1.9114732403543064e-06, 0.00020061171914353816, 3.686689865292975e-06, 5.652110401783989e-07, 1.2187993835826258e-06, 7.870418826135095e-07, 8.273587404676475e-06, 4.337003262784275e-06, 3.5149547922995275e-06, 3.8355388945653603e-07, 4.772355341148636e-06, 1.3005599883965817e-05, 7.379473138532945e-05, 0.9950724115353818, 0.0026380493867639828, 0.0003654071272704005, 0.0002104556917608099, 0.0012556852312093712], "calls": 1, "latency_seconds": 0.5415085777640343, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2766", "target_index": 55, "predicted_index": 55, "n_labels": 59, "probabilities": [3.0669239372804334e-05, 2.4997644623155333e-07, 6.097284803730735e-07, 8.960477261944658e-06, 1.0905348768373864e-06, 6.569095637615372e-07, 2.683457831160041e-06, 2.4702126200438887e-07, 5.718957606321729e-07, 1.2365247002709957e-06, 1.7643913974415445e-06, 1.848180696784854e-06, 2.1748917508355318e-07, 4.7553559596754746e-07, 3.964291522827685e-08, 6.042706742329962e-07, 6.650575903053413e-06, 1.2933577474104056e-06, 6.919945965321141e-08, 2.68383106771343e-07, 3.9343407793574267e-07, 9.987491212298951e-08, 3.000757637240095e-07, 1.818123873898906e-06, 7.897025249812744e-07, 3.031838626406067e-07, 9.752213733538295e-06, 1.9351111122422124e-06, 5.988445334553184e-06, 5.650426487045784e-06, 9.276307112554868e-08, 1.0050314718122364e-06, 1.573484413557452e-07, 4.068469076860752e-06, 8.015583141570689e-07, 4.158719810231171e-06, 1.4440482367280278e-05, 0.00011373285645236754, 3.412126313928375e-06, 3.6670305053396977e-06, 8.355389398276619e-07, 1.3005107953935738e-06, 9.923108430137297e-05, 1.322420875733572e-05, 6.387176715897465e-07, 2.474766595131941e-06, 1.471828208992921e-06, 1.9927858418595295e-05, 5.1723301786960066e-06, 4.074324586334476e-06, 8.129813142579929e-07, 1.589946537677464e-06, 0.00011814620443458256, 0.00012133754600668237, 0.0002489880320523486, 0.9952521513682988, 0.0036993362181558403, 3.670370218689418e-05, 0.00013980906282493424], "calls": 1, "latency_seconds": 0.5421823360957205, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2786", "target_index": 56, "predicted_index": 54, "n_labels": 59, "probabilities": [2.341533324031504e-05, 1.1615619054586751e-06, 1.7936901476490202e-06, 4.727105173233014e-07, 2.2101111537107525e-06, 1.1958338598356023e-05, 7.752187599374594e-06, 1.418913254894354e-06, 2.0944387279346176e-06, 5.2568336799511105e-06, 1.3817329189898644e-05, 4.500996914458442e-06, 3.410744839753402e-06, 8.657062255011928e-07, 9.3151305312359e-08, 3.3161102582963493e-06, 1.0872080824203088e-05, 1.4806287614516105e-06, 1.3516207834305693e-06, 2.3049091750335574e-06, 2.4864539704814463e-06, 3.785268978815014e-07, 1.345812256796977e-06, 1.0475127691690292e-06, 7.151865670887032e-07, 4.729337379061354e-06, 1.975339204443618e-05, 1.0106403428854793e-06, 2.862813767737297e-06, 8.89771339916904e-06, 1.0319733966982432e-07, 4.000486382960941e-06, 1.1021489268939118e-06, 1.8579543695849423e-05, 1.1434959942901628e-06, 5.23309567760908e-06, 3.4924507245614354e-05, 2.9479959870954862e-05, 4.2580367934983623e-05, 7.972637479553727e-07, 9.398305041992283e-07, 2.404340593125501e-06, 0.00023383539247642457, 9.724748463090591e-06, 3.2622282555389484e-06, 3.2852205328662164e-06, 1.940833539188445e-06, 2.872338212321681e-05, 4.5706846060683585e-06, 1.7567168514199336e-06, 2.684756495200456e-07, 7.568947651247364e-06, 3.084334126255955e-05, 7.147363570968154e-05, 0.9939188854702915, 0.0035014317475168272, 0.0006667300375280915, 0.00029210362136919746, 0.0009395324917624437], "calls": 1, "latency_seconds": 0.8095841309987009, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2813", "target_index": 57, "predicted_index": 57, "n_labels": 59, "probabilities": [0.0002708693141782295, 8.129921466748304e-06, 1.3066684996365848e-05, 5.230504933860295e-06, 5.856766977717365e-06, 0.0006612225359977955, 9.183513905412809e-05, 4.580247044804129e-06, 4.257666131883181e-06, 1.758316017656553e-05, 2.2826323379057556e-05, 3.254618315060718e-05, 6.868885914859658e-06, 5.219005280008666e-07, 2.3105352092586144e-07, 3.642051243451695e-05, 9.441789954447488e-05, 4.218151943375683e-06, 4.058668801315754e-06, 1.4055905986981698e-05, 1.4420575287130598e-05, 2.7027793896625965e-06, 1.009065061458073e-05, 1.017525044747968e-05, 2.0030330023393023e-05, 2.9357167929749327e-05, 9.126883474091174e-05, 1.704491673619174e-05, 3.630466012082981e-05, 6.781377447451037e-06, 4.97946593694669e-07, 1.658099962365151e-05, 2.7987128459579255e-06, 2.126305123976811e-05, 4.167601290810332e-06, 1.3279467394018324e-05, 0.00013824536730669648, 0.00034700567153521817, 7.225178107382553e-05, 1.1654170973822473e-06, 3.4847773218995893e-07, 2.546466063926568e-05, 0.003523397639195942, 2.1323254596477583e-05, 1.8334897237091384e-05, 8.656836213018185e-06, 3.1808606202421457e-06, 6.172205724510266e-05, 1.711366619928463e-05, 1.8580899981727626e-05, 3.600903504896572e-06, 6.033174506780213e-05, 8.30053841629236e-05, 6.305392253541718e-05, 0.0010485610464538398, 0.0006168316898475691, 0.0008538341315344896, 0.9332186424211454, 0.05819978552118672], "calls": 1, "latency_seconds": 0.540662928018719, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "massive", "example_id": "massive:2885", "target_index": 58, "predicted_index": 58, "n_labels": 59, "probabilities": [1.0234426820122117e-05, 2.8870582393780525e-06, 6.534450297579386e-07, 3.4573223708314383e-07, 7.257049405049623e-07, 2.362860607714426e-06, 0.00011478505065197646, 1.1250550051263063e-05, 2.7463877976235664e-06, 1.2362735834916961e-05, 1.3579557262624526e-05, 1.5757121591496753e-06, 2.6123248004286276e-06, 2.362860607714426e-06, 1.9084045351048975e-07, 2.8870582393780525e-06, 6.878277880109067e-05, 8.459381224996842e-06, 5.292379886937316e-07, 4.506776012154954e-06, 3.7009627379727166e-06, 8.487919341050762e-07, 2.0311984379657017e-06, 9.418244933963045e-07, 4.0848146031450315e-06, 9.30647336275395e-06, 3.8883382091081675e-06, 1.7446417979401635e-06, 7.257049405049623e-07, 2.362860607714426e-06, 6.682635301301372e-08, 2.362860607714426e-06, 3.034650212742271e-06, 1.1250550051263063e-05, 5.881731666916171e-07, 9.30647336275395e-06, 2.5913023297004202e-05, 3.8883382091081675e-06, 7.325782344759415e-06, 1.930976687296185e-06, 6.199775709327417e-07, 1.42262122697304e-06, 0.00020485062862964068, 4.970443831382411e-06, 9.919645623367464e-07, 4.970443831382411e-06, 7.257049405049623e-07, 8.064026706149778e-06, 6.65255905117072e-06, 1.7446417979401635e-06, 8.941386569160948e-07, 1.0234426820122117e-05, 3.105680377104086e-05, 5.2957831365092066e-05, 4.8499146965006866e-05, 5.2957831365092066e-05, 0.00011478505065197646, 4.439806615481429e-05, 0.9990500599469246], "calls": 1, "latency_seconds": 0.36662271805107594, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:1204", "target_index": 0, "predicted_index": 2, "n_labels": 10, "probabilities": [0.017314516932806365, 0.036002119940851236, 0.6326063226209369, 0.01377497533065296, 0.008535555082801051, 0.011254683618320552, 0.033952262972121124, 0.14765705844118976, 0.09715059364307455, 0.0017519114172455052], "calls": 1, "latency_seconds": 0.5381280980072916, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:1936", "target_index": 0, "predicted_index": 4, "n_labels": 10, "probabilities": [0.00607416760297992, 0.0014219818014195348, 0.0003938171604759882, 0.00011440341759712601, 0.9853021099637264, 0.00456913886431605, 0.0009037635258908806, 0.00013629229702942554, 0.0008903739786368462, 0.00019395138792790455], "calls": 1, "latency_seconds": 0.8058457160368562, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:2380", "target_index": 0, "predicted_index": 0, "n_labels": 10, "probabilities": [0.9884040314763328, 0.011346337544898923, 0.00010637360538909894, 2.687052265201379e-05, 1.6633307131455713e-05, 1.2016713367397297e-05, 6.268982814147305e-05, 6.603458232675422e-06, 1.6761670367277095e-05, 1.6818734868284212e-06], "calls": 1, "latency_seconds": 0.4435797701589763, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:2998", "target_index": 0, "predicted_index": 4, "n_labels": 10, "probabilities": [0.017647252264366954, 0.014636070629583633, 0.005695784107515386, 0.004483800893194898, 0.5872945362739236, 0.03736808383421243, 0.009844198811086528, 0.000934227670371247, 0.32143621723258636, 0.000659828283158936], "calls": 1, "latency_seconds": 0.7371614607982337, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:3134", "target_index": 0, "predicted_index": 1, "n_labels": 10, "probabilities": [0.002387348060320908, 0.9939462554951684, 0.0017864687825608046, 0.0003392871737382889, 0.00019610165451484107, 0.0006018156569225384, 0.00038526556247602136, 0.00011523655426175996, 0.00012919868772842428, 0.00011302237230803807], "calls": 1, "latency_seconds": 0.5534536382183433, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:3572", "target_index": 0, "predicted_index": 0, "n_labels": 10, "probabilities": [0.33338510206764527, 0.21635277589712898, 0.021926804586912665, 0.0058734361620626065, 0.006646410322783646, 0.10985126327101226, 0.19673203365806052, 0.007688337298468838, 0.09885159268586818, 0.0026922440500570205], "calls": 1, "latency_seconds": 0.7371990820392966, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:3793", "target_index": 0, "predicted_index": 2, "n_labels": 10, "probabilities": [0.0163725964354221, 0.07097389358838067, 0.4433114855981602, 0.0019007494071743205, 0.003256582878562217, 0.009467113425642078, 0.025125489691222448, 0.4137155872342217, 0.014231991930199528, 0.0016445098110146965], "calls": 1, "latency_seconds": 0.7353825299069285, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:3951", "target_index": 0, "predicted_index": 1, "n_labels": 10, "probabilities": [0.4458684610038836, 0.5307826137397774, 0.005477516125690587, 0.0010753799135032804, 0.008894729370376202, 0.0020853722488870115, 0.004612393080416919, 9.794955198063667e-05, 0.0010155078005958723, 9.007716488851258e-05], "calls": 1, "latency_seconds": 0.5769152133725584, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:4241", "target_index": 0, "predicted_index": 0, "n_labels": 10, "probabilities": [0.8566975541607748, 0.006784026701234351, 0.0005940930464072181, 0.00018636047011291948, 0.00010515195284140556, 0.00027928404021072947, 0.13502263409498114, 0.0001427257275164296, 4.93935508388826e-05, 0.00013877625508217263], "calls": 1, "latency_seconds": 0.6947830747812986, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:4912", "target_index": 0, "predicted_index": 4, "n_labels": 10, "probabilities": [0.002888193808630143, 0.0010460321459577384, 0.0004888823123142307, 0.0009333114506902706, 0.991377609391712, 0.001718042354709794, 0.0010967616308961336, 0.00017125882330950987, 0.0002066550831676691, 7.325299861249278e-05], "calls": 1, "latency_seconds": 0.56958511704579, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:5459", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [0.00012470079000288678, 0.9994989779393317, 0.0002246728135083308, 1.4859597525705142e-05, 1.0245220655573345e-05, 3.4484797739742236e-05, 3.6629668221109316e-05, 1.149487456264924e-05, 1.6464797071196027e-05, 2.746950138105119e-05], "calls": 1, "latency_seconds": 0.5306082898750901, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:5509", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [0.00012443004807311848, 0.9995183558252988, 0.00019732340582419912, 3.07990697334426e-05, 1.2455897106597001e-05, 6.700787265607306e-05, 2.1499911577345955e-05, 4.103499189647679e-06, 8.626370771211148e-06, 1.5398099769544928e-05], "calls": 1, "latency_seconds": 0.5679569081403315, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:5875", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [0.000457715003299795, 0.9982231914093552, 0.0005971809629719217, 0.00011046348614877117, 2.958977186034111e-05, 0.00013906946852333855, 0.00013746859432494092, 6.604582483352641e-05, 9.301014305146667e-05, 0.00014626533563064168], "calls": 1, "latency_seconds": 0.5691841319203377, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:7535", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [0.0003157035674414423, 0.9988888253760687, 0.0002717808325449533, 5.197804765646186e-05, 3.4725423674514434e-05, 6.543634848875368e-05, 5.727185988220176e-05, 5.7048705399465165e-05, 7.216721064082804e-05, 0.00018506262820260048], "calls": 1, "latency_seconds": 0.3054619012400508, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:7747", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [9.086584258172251e-05, 0.9996192235785089, 0.00017538465001114606, 2.034526432348062e-05, 1.0119689257754086e-05, 3.636860471656606e-05, 1.7421397887782073e-05, 8.146867183902032e-06, 6.512633033405565e-06, 1.5611472495386333e-05], "calls": 1, "latency_seconds": 0.40363535191863775, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:8004", "target_index": 1, "predicted_index": 2, "n_labels": 10, "probabilities": [0.0013633484949375696, 0.4702274577738109, 0.5241215634767934, 0.0010388480929038296, 0.00037774757260230146, 0.0005445094704596307, 0.0011299370957822657, 0.0008182638394321456, 0.00014824824934010078, 0.0002300759339378393], "calls": 1, "latency_seconds": 0.40345689933747053, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:8041", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [0.00018920212858948744, 0.9993195386879503, 0.0003168840360090307, 2.182647010166718e-05, 1.57416563517312e-05, 6.448021249336242e-05, 2.294330495607489e-05, 1.056620545337267e-05, 1.5849079297811858e-05, 2.29682187971505e-05], "calls": 1, "latency_seconds": 0.5455128052271903, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:8160", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [0.000174843620368736, 0.99947329618713, 0.00020984665978175367, 1.4248050055281685e-05, 1.414059299502916e-05, 4.8035125737859594e-05, 2.356427067198943e-05, 5.898802890826215e-06, 8.520115860427553e-06, 2.76065745081679e-05], "calls": 1, "latency_seconds": 0.3528598062694073, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:9042", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [0.00012671075039108175, 0.9995433085499178, 0.00013486810894465607, 2.582802158785334e-05, 2.0973471714262995e-05, 4.663276788886496e-05, 2.682625643852583e-05, 1.5676757442181632e-05, 8.724556832485177e-06, 5.0450758842324704e-05], "calls": 1, "latency_seconds": 0.3019816903397441, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:9994", "target_index": 1, "predicted_index": 1, "n_labels": 10, "probabilities": [0.00021529826227339736, 0.9993553116831091, 0.00024580508323265756, 3.0790505028970177e-05, 1.5307206021553917e-05, 4.725722970729053e-05, 2.6818749608580123e-05, 1.581824288895286e-05, 1.4560970040192692e-05, 3.303206808921577e-05], "calls": 1, "latency_seconds": 0.42794701596722007, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:10313", "target_index": 2, "predicted_index": 2, "n_labels": 10, "probabilities": [0.000774943188071357, 0.009762063296441467, 0.9881537660256734, 0.0005185598553167775, 0.00017456127862899588, 0.0001469395905308596, 0.00016560406568190346, 0.00014942985409946113, 9.67890067253843e-05, 5.7343838830470616e-05], "calls": 1, "latency_seconds": 0.402260425966233, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:10748", "target_index": 2, "predicted_index": 2, "n_labels": 10, "probabilities": [0.006797085250952543, 0.09116802237881438, 0.4402041802466, 0.11987924960442876, 0.002439666325904243, 0.009565972163961014, 0.00743642469340608, 0.03579935257831142, 0.284954672017591, 0.0017553747400304899], "calls": 1, "latency_seconds": 0.3037057602778077, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:12558", "target_index": 2, "predicted_index": 2, "n_labels": 10, "probabilities": [0.00018694298302858117, 0.0009187343361315029, 0.9986356919099022, 0.00013296724007578976, 5.731216729085727e-05, 1.605905558785316e-05, 1.3855732182164611e-05, 1.687349963286097e-05, 9.212850318352772e-06, 1.2350225849858614e-05], "calls": 1, "latency_seconds": 0.30303170206025243, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:12669", "target_index": 2, "predicted_index": 3, "n_labels": 10, "probabilities": [0.024723978892596067, 0.3241729416156096, 0.16617244186583524, 0.41826232060441415, 0.007074926373259415, 0.014407558322917333, 0.008951155841059209, 0.019253730891494136, 0.015966008960734555, 0.0010149366320802778], "calls": 1, "latency_seconds": 0.5294493967667222, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:12860", "target_index": 2, "predicted_index": 8, "n_labels": 10, "probabilities": [0.001983079741452923, 0.002386212028992744, 0.0008994374477841101, 0.00030620215013868343, 0.0003413112613580516, 0.0013771658744214897, 0.002181993575404944, 0.0010165770052711553, 0.9884947394431551, 0.0010132814720207608], "calls": 1, "latency_seconds": 0.4152259770780802, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:13334", "target_index": 2, "predicted_index": 2, "n_labels": 10, "probabilities": [0.0011968210064447738, 0.006722590880507937, 0.5480121369834845, 0.0004783126393538906, 0.0001994576286579057, 0.0010374970985655755, 0.2655457067271219, 0.1737184455690395, 0.0026100012595140047, 0.0004790302073100866], "calls": 1, "latency_seconds": 0.5289758914150298, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:13694", "target_index": 2, "predicted_index": 2, "n_labels": 10, "probabilities": [2.7007980523137857e-05, 0.0003742293681413873, 0.999508533719249, 3.836463394143339e-05, 7.520429549293111e-06, 3.516268624098951e-05, 4.24688350733288e-06, 1.8460212558467959e-06, 6.034262727978918e-07, 2.4848513189218555e-06], "calls": 1, "latency_seconds": 0.24123455816879869, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:14038", "target_index": 2, "predicted_index": 2, "n_labels": 10, "probabilities": [0.0010440483275147587, 0.0051607725753047475, 0.9898865142600342, 0.0016602931679620902, 0.00034656238431708474, 0.0005227437327220866, 0.0006211478545688668, 0.0005846105998933873, 9.51470044546886e-05, 7.816009322813509e-05], "calls": 1, "latency_seconds": 0.5272887609899044, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:14172", "target_index": 2, "predicted_index": 2, "n_labels": 10, "probabilities": [0.0005270946415664735, 0.003855611880088897, 0.9945192804622873, 0.0004792018710388194, 0.00017195448520266314, 0.0002349266875710576, 6.951623834715023e-05, 8.285171357633058e-05, 2.3206237761773266e-05, 3.635578255940173e-05], "calls": 1, "latency_seconds": 0.5283735343255103, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:14998", "target_index": 2, "predicted_index": 3, "n_labels": 10, "probabilities": [0.006404858100319306, 0.3954395880113475, 0.009500305914790248, 0.5825112133759891, 0.0010036513317839605, 0.0011118477930034927, 0.0023348477359549425, 0.000463530349307677, 0.0005685026817846402, 0.0006616547057191833], "calls": 1, "latency_seconds": 0.5267594549804926, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:15102", "target_index": 3, "predicted_index": 3, "n_labels": 10, "probabilities": [0.00020151233146676792, 0.00011294385524613717, 0.00025255452614512833, 0.9988772356373351, 0.00011727289166404789, 5.8179700290877004e-05, 6.767839572200395e-05, 2.9801517297825406e-05, 0.00016629650829273255, 0.00011652463653941876], "calls": 1, "latency_seconds": 0.5227340678684413, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:15712", "target_index": 3, "predicted_index": 3, "n_labels": 10, "probabilities": [0.00035057270537277755, 0.012706071969768043, 0.001404728251784495, 0.9847914077312495, 0.00013199235623420912, 8.695548202069873e-05, 0.00023061682896523473, 5.9614695083155776e-05, 1.9381708410246784e-05, 0.00021865827111161685], "calls": 1, "latency_seconds": 0.39928054017946124, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:15770", "target_index": 3, "predicted_index": 8, "n_labels": 10, "probabilities": [0.018596283947852996, 0.03497777847209489, 0.006704562641811421, 0.0056372628512239625, 0.017004449658637802, 0.007217869235526566, 0.018852559398877828, 0.004863564934945546, 0.8794465674645627, 0.006699101394466319], "calls": 1, "latency_seconds": 0.4296358162537217, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:15788", "target_index": 3, "predicted_index": 3, "n_labels": 10, "probabilities": [9.491910862462392e-05, 0.00010755765893835673, 0.0005665818871627333, 0.9988724371316255, 4.272008766374284e-05, 2.7435277803292337e-05, 5.429237813710745e-05, 1.6403489791565374e-05, 1.5155083099121674e-05, 0.0002024978971539858], "calls": 1, "latency_seconds": 0.4269137349911034, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:16458", "target_index": 3, "predicted_index": 3, "n_labels": 10, "probabilities": [0.00013793995962771018, 8.478227487554205e-05, 0.00023747363653079637, 0.9992648100321249, 6.311356775668927e-05, 4.5179873787676135e-05, 5.529840072831439e-05, 1.5838088370228747e-05, 2.6381746988667225e-05, 6.918241920947051e-05], "calls": 1, "latency_seconds": 0.3082240726798773, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:16629", "target_index": 3, "predicted_index": 8, "n_labels": 10, "probabilities": [0.01958664277116262, 0.1278717418022566, 0.008409286071813899, 0.008942152538096913, 0.005520675330623678, 0.0160533813745036, 0.06156781633450571, 0.003869050757267074, 0.7420279754971026, 0.006151277522667174], "calls": 1, "latency_seconds": 0.29880833299830556, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:18602", "target_index": 3, "predicted_index": 3, "n_labels": 10, "probabilities": [0.0023233276791931375, 0.0007780573318699593, 0.0007134752971017, 0.9918704431231343, 0.0006168410867719829, 0.0003069649469677315, 0.0005095098750841961, 0.00021481179412597792, 0.0007066568585822767, 0.0019599120071686895], "calls": 1, "latency_seconds": 0.5018726643174887, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:18744", "target_index": 3, "predicted_index": 3, "n_labels": 10, "probabilities": [0.05469568683833261, 0.1978008338466788, 0.023026257040647022, 0.39120182870469455, 0.025726584920283492, 0.030278343434809802, 0.062400633404475665, 0.007682296501453625, 0.20124092019174797, 0.0059466151168765], "calls": 1, "latency_seconds": 0.29764203913509846, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:18801", "target_index": 3, "predicted_index": 3, "n_labels": 10, "probabilities": [0.003362333543317582, 0.04137747806790028, 0.004874633280621279, 0.9464829226983359, 0.0006629661497166049, 0.0007653021564410737, 0.001598810203099944, 0.00014235308804767287, 0.00012447339700992618, 0.0006087274155097392], "calls": 1, "latency_seconds": 0.28574938978999853, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:19570", "target_index": 3, "predicted_index": 3, "n_labels": 10, "probabilities": [0.00022040324309548093, 0.0001620842972023452, 0.00018692776290039426, 0.9988339566010488, 0.0001281879231687116, 5.525266931143568e-05, 9.729254337517221e-05, 2.8064993314819552e-05, 9.24372195969241e-05, 0.00019539274698598082], "calls": 1, "latency_seconds": 0.4832741552963853, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:20502", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.0008459172873944911, 0.00018573515358533423, 0.00012507854113171388, 0.00025205371725019226, 0.9969827138139339, 0.0014916332020683623, 4.739512337901133e-05, 8.752545734876916e-06, 3.472767901813251e-05, 2.5992936504078833e-05], "calls": 1, "latency_seconds": 0.332828511018306, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:21313", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.0003702102309858462, 5.6076154728541316e-05, 9.580427280333559e-05, 0.00019347810342569666, 0.9988517000015804, 0.00034763051607137685, 4.346788712862858e-05, 1.1267130753912825e-05, 2.2026823440904027e-05, 8.338879081220532e-06], "calls": 1, "latency_seconds": 0.29652503598481417, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:21539", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.019481533715253043, 0.057939289919332906, 0.007066579160605694, 0.3388720244070656, 0.4977730429968309, 0.018053266292761543, 0.01869061776818908, 0.0010075400224970957, 0.039708595852708216, 0.0014075098647559387], "calls": 1, "latency_seconds": 0.44032070180401206, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:21881", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [1.2834140652748088e-05, 1.0700004052316875e-05, 5.591884955059724e-06, 1.8376572868480736e-05, 0.999889477617716, 4.771950990018912e-05, 8.121283741534707e-06, 1.1238189830078614e-06, 5.088823574966156e-06, 9.663435556951242e-07], "calls": 1, "latency_seconds": 0.2176662920974195, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:22587", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.000819397046679112, 0.00024216721953812886, 0.0002797823109601715, 0.0002759749386530697, 0.995707939418178, 0.0015648397143182956, 0.0007701039021940387, 4.928103338492109e-05, 0.00024678184533275687, 4.3732570761461356e-05], "calls": 1, "latency_seconds": 0.35708370618522167, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:22791", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.004674816032366774, 0.004106828270074809, 0.000838331515625581, 0.00225210876482175, 0.9673913872099016, 0.015925022034992912, 0.003355231366145147, 0.00027306190695074926, 0.0010277805770866266, 0.00015543232203412126], "calls": 1, "latency_seconds": 0.357005235273391, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:24128", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.0005033586788114984, 0.0003501365323361674, 0.0002184148681901735, 0.0004851811574476668, 0.9974685829081146, 0.0006925743973675477, 0.00017601204647140127, 4.5984608943935816e-05, 3.3187098413773244e-05, 2.6567703903224376e-05], "calls": 1, "latency_seconds": 0.35736986994743347, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:24139", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.02102987824888399, 0.018113675780732984, 0.00538842873129025, 0.009637995098172755, 0.7490082343663731, 0.07322261049935297, 0.025741591497162153, 0.0015491016949034481, 0.09537219043489546, 0.00093629364823286], "calls": 1, "latency_seconds": 0.433473811019212, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:24352", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.0008522618416682527, 0.0002903621852473442, 0.00031657961391938776, 0.0002501574896761872, 0.9974561548765946, 0.0005868819631162647, 9.198078860483319e-05, 3.395171548098087e-05, 0.00010528730339132249, 1.638222230082078e-05], "calls": 1, "latency_seconds": 0.4326149118132889, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:24363", "target_index": 4, "predicted_index": 4, "n_labels": 10, "probabilities": [0.0014756743997682358, 0.0005610928591401219, 0.00028354668887471066, 0.001293909670372855, 0.9940681840299879, 0.0015552406819307914, 0.0005704101035074801, 4.3738426131639354e-05, 9.781814299720375e-05, 5.038499728907518e-05], "calls": 1, "latency_seconds": 0.3551794230006635, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:25012", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [0.00022076886214367648, 0.00043914012305145257, 8.528965459202356e-05, 5.8140922053399164e-05, 0.00022160277512083982, 0.9980551276670394, 0.0004321683499471705, 0.00039849695272699937, 4.019861670083529e-05, 4.906607662423996e-05], "calls": 1, "latency_seconds": 0.3031586343422532, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:25214", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [2.6466540144804833e-05, 3.0236326548907038e-05, 1.8621577554594004e-05, 1.4621184858768188e-05, 0.00010446642740909303, 0.9997066889424967, 4.8021251322756775e-05, 3.242187390352886e-05, 2.4798873941649855e-06, 1.5975988366772955e-05], "calls": 1, "latency_seconds": 0.4229404181241989, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:27191", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [9.22079172477757e-05, 8.715534410510486e-05, 4.448828844131206e-05, 2.6704367092751793e-05, 0.0001334668019141317, 0.9993239275720435, 0.00011855649672053193, 0.00010551316111015167, 6.722387418604673e-06, 6.125766390613886e-05], "calls": 1, "latency_seconds": 0.41719858115538955, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:27455", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [0.00010397399259812915, 8.059912066453791e-05, 3.597444849177257e-05, 3.6477715016403144e-05, 1.8510826311921567e-05, 0.9992213656845164, 0.0001952682897005125, 0.0001211400792678119, 0.00011388534591028814, 7.280449752224572e-05], "calls": 1, "latency_seconds": 0.4165022033266723, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:27530", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [0.0302358427269524, 0.2580166064656321, 0.006383664566533909, 0.005022242661737976, 0.0032493690613598393, 0.606528771012029, 0.06812450941129584, 0.015872225765118535, 0.004413784853559601, 0.0021529834757807913], "calls": 1, "latency_seconds": 0.4871838907711208, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:27741", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [0.00011385489219600109, 0.0001955363962653621, 5.033573279482012e-05, 0.00010411392119426487, 0.000275095293271319, 0.9977609304062833, 0.001209309090734366, 0.00011963155046368326, 5.372135631781171e-05, 0.00011747136047895707], "calls": 1, "latency_seconds": 0.4894037372432649, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:28545", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [5.246815698003149e-05, 0.00010917545038250711, 5.1270925501088014e-05, 3.193700117413525e-05, 0.00024077310900619023, 0.9993524037743884, 0.0001098151414897092, 2.201487406509351e-05, 7.855216262655865e-06, 2.228635075023977e-05], "calls": 1, "latency_seconds": 0.4487005299888551, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:28711", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [8.31785003406165e-05, 0.00016291803243985607, 5.4870980204869734e-05, 3.8502345970041256e-05, 0.0001313530277459101, 0.9992143922144211, 9.909920179657073e-05, 0.00014089706953141032, 1.0354394511617975e-05, 6.443423303801483e-05], "calls": 1, "latency_seconds": 0.48620366025716066, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:29686", "target_index": 5, "predicted_index": 8, "n_labels": 10, "probabilities": [0.06668048585674981, 0.022769389370111946, 0.00841413850815898, 0.013688486269160286, 0.2794969842041579, 0.2124743521361931, 0.0639687710166106, 0.008086610343599396, 0.3230073439631318, 0.0014134383321261644], "calls": 1, "latency_seconds": 0.4476342471316457, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:29786", "target_index": 5, "predicted_index": 5, "n_labels": 10, "probabilities": [2.3724503752958393e-05, 4.562528141545227e-05, 1.5560897857440723e-05, 2.182287928943993e-05, 8.552587087331966e-05, 0.9996909500117004, 4.210298890066889e-05, 2.182287928943993e-05, 3.4422414312366672e-06, 4.942244548961521e-05], "calls": 1, "latency_seconds": 0.11732412502169609, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:30227", "target_index": 6, "predicted_index": 6, "n_labels": 10, "probabilities": [0.00010492698659324456, 6.247586676779832e-05, 5.766217559229349e-05, 3.2063721576654996e-05, 3.8054167028826885e-05, 7.566640487162362e-05, 0.9993746043559419, 6.406539810802595e-05, 0.00010199335523680922, 8.848756828282407e-05], "calls": 1, "latency_seconds": 0.3484787452034652, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:31222", "target_index": 6, "predicted_index": 0, "n_labels": 10, "probabilities": [0.9601769787775186, 0.019240737009980052, 0.00036727726238526515, 0.00016324468547383953, 5.523316180256234e-05, 8.835040538449929e-05, 0.01985704476747088, 3.51611344173676e-05, 7.666575733752958e-06, 8.306219833266668e-06], "calls": 1, "latency_seconds": 0.34799556992948055, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:31799", "target_index": 6, "predicted_index": 6, "n_labels": 10, "probabilities": [0.0010661704310785422, 0.0008910773097316297, 0.00031939874886760484, 0.00021386983413638322, 0.0002078825570422968, 0.0004944230439969104, 0.9922926910682023, 0.000727135380066572, 0.0035029104395103254, 0.00028444118736741235], "calls": 1, "latency_seconds": 0.3505822690203786, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:32156", "target_index": 6, "predicted_index": 6, "n_labels": 10, "probabilities": [0.0014117874865131493, 0.0019529684375832017, 0.0003361423926493208, 0.00017993300077398218, 0.00017981431649816116, 0.0008994332896559118, 0.9936026574076873, 0.0007139622476140095, 0.00041025384720049966, 0.00031304757382444803], "calls": 1, "latency_seconds": 0.34853011602535844, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:32257", "target_index": 6, "predicted_index": 6, "n_labels": 10, "probabilities": [0.005802780762321408, 0.002755000885957622, 0.0008890873852896115, 0.0005206714206875113, 0.0004316953026541466, 0.0005698949465839374, 0.9809159177827801, 0.002702052574797714, 0.004795353288669816, 0.0006175456502582488], "calls": 1, "latency_seconds": 0.49817853001877666, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:33082", "target_index": 6, "predicted_index": 1, "n_labels": 10, "probabilities": [0.05661853193405482, 0.44141793934837287, 0.03395956575128944, 0.25884499202810873, 0.016889845512948438, 0.039764919124024634, 0.07366033369575857, 0.01458235180935259, 0.05271166316796721, 0.01154985762812266], "calls": 1, "latency_seconds": 0.27270580595359206, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:33200", "target_index": 6, "predicted_index": 6, "n_labels": 10, "probabilities": [0.015331622377973324, 0.027343710362377673, 0.004736386993257721, 0.03808981423970511, 0.0020404015799162134, 0.0054207881664372435, 0.9014032959968376, 0.002851837089158155, 0.0011440146992728335, 0.001638128495064114], "calls": 1, "latency_seconds": 0.27115424908697605, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:33614", "target_index": 6, "predicted_index": 0, "n_labels": 10, "probabilities": [0.8906268017922573, 0.04979587316418699, 0.0007063042478109912, 0.0005416332533277091, 0.00032689890687012354, 0.001126751444849972, 0.05529936277579065, 0.0005431616069137274, 0.0008827560871800312, 0.00015045672081249458], "calls": 1, "latency_seconds": 0.49304865999147296, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:34085", "target_index": 6, "predicted_index": 6, "n_labels": 10, "probabilities": [0.00034383072393020695, 0.00021903356518092362, 0.00012185974549677084, 1.4532354215122044e-05, 2.7951383450672223e-05, 0.00016119942798607456, 0.9989035565266919, 9.052007222890937e-05, 7.331921920423702e-05, 4.4196981615092014e-05], "calls": 1, "latency_seconds": 0.2699200236238539, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:34438", "target_index": 6, "predicted_index": 6, "n_labels": 10, "probabilities": [0.0002508188482140309, 0.00010873408052827451, 9.170648437249e-05, 2.4452212028019507e-05, 3.183235412660799e-05, 8.768686937494003e-05, 0.9984041554557506, 0.00014996720499758188, 0.0007823050507445563, 6.834143986293381e-05], "calls": 1, "latency_seconds": 0.4935395657084882, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:35256", "target_index": 7, "predicted_index": 7, "n_labels": 10, "probabilities": [0.0007383166837013767, 0.000348939372973949, 0.0010354859518029577, 8.736574573663823e-05, 0.0001373552151136542, 0.00024029940139269875, 0.0009743291669192421, 0.9962073200116606, 6.29920359883964e-05, 0.00016759641471054897], "calls": 1, "latency_seconds": 0.41236718418076634, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:35323", "target_index": 7, "predicted_index": 7, "n_labels": 10, "probabilities": [1.2562126371357852e-05, 1.1969284448213363e-05, 1.675548473021336e-05, 2.9754407463155025e-06, 1.8731414621250102e-06, 4.466987358688521e-05, 8.93769850924637e-06, 0.9998848207797436, 1.6027864551372604e-06, 1.3833383946848994e-05], "calls": 1, "latency_seconds": 0.2605467550456524, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:35387", "target_index": 7, "predicted_index": 5, "n_labels": 10, "probabilities": [1.8364216636933306e-05, 3.9028819144056425e-05, 1.8628069359243577e-05, 1.6838804065659104e-05, 3.984339983860863e-05, 0.9997651002390666, 4.346911302362385e-05, 3.26323189852484e-05, 3.1166299640418047e-06, 2.297838991586707e-05], "calls": 1, "latency_seconds": 0.28481741808354855, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:35624", "target_index": 7, "predicted_index": 7, "n_labels": 10, "probabilities": [0.0003199176550628406, 0.00028445723933274536, 0.001110081915735897, 0.0001922522102030431, 7.675817404754259e-05, 0.00027795157186908824, 0.0007269135004380773, 0.9967392387694951, 4.1900770285543373e-05, 0.0002305281935301788], "calls": 1, "latency_seconds": 0.49841737281531096, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:35832", "target_index": 7, "predicted_index": 7, "n_labels": 10, "probabilities": [0.0003748666335710966, 0.0002759275628699317, 0.001099592120572301, 9.824534172768186e-05, 5.508591466383617e-05, 0.0002464167328779111, 0.00042778745145207316, 0.9973318871249464, 1.839919030799537e-05, 7.179192701081748e-05], "calls": 1, "latency_seconds": 0.496418718714267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:35945", "target_index": 7, "predicted_index": 1, "n_labels": 10, "probabilities": [0.05466842570451349, 0.48653354894202633, 0.0124391629637828, 0.013462146999646143, 0.01804641493922875, 0.01419691630019897, 0.0967798771275468, 0.006097971766764722, 0.29408560746504514, 0.003689927791246841], "calls": 1, "latency_seconds": 0.4918888662941754, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:37260", "target_index": 7, "predicted_index": 7, "n_labels": 10, "probabilities": [0.00017059203734275195, 0.00018594832630581005, 6.743003000921264e-05, 6.770859818846278e-05, 2.617544627458081e-05, 9.832891479704212e-05, 0.0003022673825607367, 0.9989945727819652, 1.303260382190855e-05, 7.394387873423052e-05], "calls": 1, "latency_seconds": 0.4918942558579147, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:38551", "target_index": 7, "predicted_index": 8, "n_labels": 10, "probabilities": [0.004674727007222141, 0.048555130018249716, 0.010076350421729757, 0.001665158960152959, 0.0017022610084606504, 0.008098021531494606, 0.014341797567092803, 0.07274890021907177, 0.8373261819653143, 0.0008114713012113168], "calls": 1, "latency_seconds": 0.49593129428103566, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:38681", "target_index": 7, "predicted_index": 7, "n_labels": 10, "probabilities": [0.0022700326556699085, 0.03365117247991531, 0.006836583227349788, 0.0003781797048133761, 0.0004995600672477664, 0.15921436585110904, 0.005258770809006982, 0.7916183414785178, 8.617961471873257e-05, 0.0001868141116512475], "calls": 1, "latency_seconds": 0.4452138990163803, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:39200", "target_index": 7, "predicted_index": 5, "n_labels": 10, "probabilities": [0.0003862609685133464, 0.00026820488236923353, 0.00031993854431165545, 0.00010165582703785167, 0.00011766950481377169, 0.7563562587016146, 0.0024334250374019547, 0.23952281393589359, 0.0003108269109510454, 0.00018294568709293667], "calls": 1, "latency_seconds": 0.4462451911531389, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:40064", "target_index": 8, "predicted_index": 2, "n_labels": 10, "probabilities": [0.000532240153158162, 0.02084913423952655, 0.9761317561281055, 0.0007986724235847474, 0.0006301070540058504, 0.0002972498372145234, 0.00030947998305286576, 0.0003319248954966374, 6.396327410769696e-05, 5.5472011747501965e-05], "calls": 1, "latency_seconds": 0.49485606141388416, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:41001", "target_index": 8, "predicted_index": 8, "n_labels": 10, "probabilities": [0.01471212825459372, 0.06645036607025769, 0.006945574731485693, 0.011539083554656222, 0.0027505511580191377, 0.019222382225113917, 0.284225930613582, 0.00950243815462141, 0.5768357403029296, 0.007815804934740605], "calls": 1, "latency_seconds": 0.4902169667184353, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:41199", "target_index": 8, "predicted_index": 7, "n_labels": 10, "probabilities": [0.00997323268125845, 0.047390043781830066, 0.07187925196076425, 0.008485450938189495, 0.0037814829767825837, 0.01388920494491715, 0.0272245980865398, 0.7892272338837438, 0.02576711148557655, 0.002382389260397811], "calls": 1, "latency_seconds": 0.44429502822458744, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:41555", "target_index": 8, "predicted_index": 8, "n_labels": 10, "probabilities": [0.003072961581773886, 0.0022554932323588833, 0.002323747396593297, 0.0009641401504951023, 0.0005289632215541744, 0.0016354866389275754, 0.006235639800864571, 0.008214056416330391, 0.9740931801153849, 0.0006763314457171382], "calls": 1, "latency_seconds": 0.3016563057899475, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:42154", "target_index": 8, "predicted_index": 8, "n_labels": 10, "probabilities": [0.001455331315150471, 0.003304884211130404, 0.0008617374156809956, 0.0003602797286116046, 0.0003773526262144985, 0.0007932862951753445, 0.003596613438278647, 0.0024189466731547407, 0.9861912539844842, 0.0006403143121191181], "calls": 1, "latency_seconds": 0.447663557715714, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:42445", "target_index": 8, "predicted_index": 8, "n_labels": 10, "probabilities": [0.000977956032548254, 0.00176796244185153, 0.0007543300080858737, 0.0005243787755311333, 0.0007102100036417969, 0.0007536069808652755, 0.000866482757231533, 0.0007604090841226118, 0.9921892988258392, 0.0006953650902829155], "calls": 1, "latency_seconds": 0.2718997271731496, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:43009", "target_index": 8, "predicted_index": 8, "n_labels": 10, "probabilities": [0.007376623527363406, 0.00822911386612915, 0.00186898991101107, 0.0014227739787528277, 0.002607900699485395, 0.003750009958472932, 0.012578461331990467, 0.0015789625093497637, 0.9591088131503875, 0.0014783510670574294], "calls": 1, "latency_seconds": 0.5058453790843487, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:43478", "target_index": 8, "predicted_index": 8, "n_labels": 10, "probabilities": [0.004069463493225587, 0.00870034159229616, 0.004533328177724454, 0.003922629694375895, 0.001892651711865191, 0.0024186534115551773, 0.006587480537701941, 0.002354126617263142, 0.963978602239477, 0.0015427225245155194], "calls": 1, "latency_seconds": 0.2710981578566134, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:43765", "target_index": 8, "predicted_index": 4, "n_labels": 10, "probabilities": [0.0009009891015152121, 0.00015385339865531096, 0.00024646851945063356, 0.0004730347387103775, 0.979998026328482, 0.001277538490521079, 0.00040725809082728815, 6.679316326627417e-05, 0.016334541282846383, 0.0001414968857254874], "calls": 1, "latency_seconds": 0.48341549606993794, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:44853", "target_index": 8, "predicted_index": 5, "n_labels": 10, "probabilities": [0.001404929520070126, 0.0018736517208888129, 0.0004985107787426117, 0.00043843157842332343, 0.021098711966243903, 0.9711427336996701, 0.002626928937846507, 0.0004881195320042236, 0.00020659700545789045, 0.00022138526065257537], "calls": 1, "latency_seconds": 0.2850311012007296, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:45408", "target_index": 9, "predicted_index": 9, "n_labels": 10, "probabilities": [0.00033130619128040597, 0.00039143428325940776, 0.00014309087868346433, 0.00020405456871562256, 5.33138327619545e-05, 1.4145667624431461e-05, 0.0001236625154204288, 4.992729854159369e-06, 4.967098563554637e-05, 0.9986843283467646], "calls": 1, "latency_seconds": 0.28451974457129836, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:45692", "target_index": 9, "predicted_index": 9, "n_labels": 10, "probabilities": [0.0005813760415780082, 0.0004252926979534854, 7.95202913181597e-05, 0.00019408341258306703, 9.50238504216331e-05, 1.4476541863549202e-05, 0.0001050017128619274, 1.422718917775312e-05, 0.00011078673323715336, 0.9983802115290052], "calls": 1, "latency_seconds": 0.28363961493596435, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:46301", "target_index": 9, "predicted_index": 9, "n_labels": 10, "probabilities": [0.0006515035243916473, 0.0009107817908000308, 0.00019594001273327084, 0.0005314086427601329, 0.00012912913004819082, 8.328921938634912e-05, 0.00027360534295814263, 1.234351125274408e-05, 9.246290884129542e-05, 0.9971195359168282], "calls": 1, "latency_seconds": 0.2840409600175917, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:46372", "target_index": 9, "predicted_index": 3, "n_labels": 10, "probabilities": [0.0006030539467337856, 0.0005541385250919355, 0.0012254906351784002, 0.9961832553768685, 0.0004759169662544924, 0.000277561534591137, 0.0003280429432286004, 0.00016591975222582793, 2.9328743462281784e-05, 0.0001572915763649919], "calls": 1, "latency_seconds": 0.3115260722115636, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:47221", "target_index": 9, "predicted_index": 9, "n_labels": 10, "probabilities": [0.0006672708420343478, 0.002376757787848115, 0.00028265760107229487, 0.0007862510429424378, 0.00031889437658978926, 6.694053196788888e-05, 0.00027375031136779956, 6.089460179938464e-06, 3.780423535834492e-05, 0.995183583810639], "calls": 1, "latency_seconds": 0.4294223738834262, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:47921", "target_index": 9, "predicted_index": 9, "n_labels": 10, "probabilities": [0.0010026644096988648, 0.0013931740377579908, 0.00037302273059978616, 0.00045196052661103874, 0.00019749523557572056, 0.00011580925757774681, 0.0008262712083930757, 0.0001493041957944042, 0.0002372067202011077, 0.9952530916777902], "calls": 1, "latency_seconds": 0.31115918792784214, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:48073", "target_index": 9, "predicted_index": 3, "n_labels": 10, "probabilities": [0.0012359181732336671, 0.0025813001462374648, 0.0015947936378596212, 0.5955869967096421, 0.0004435716891389037, 0.00011032807294462372, 0.0004856692985528838, 3.133201886287428e-05, 5.679972876641598e-05, 0.3978732905247615], "calls": 1, "latency_seconds": 0.47913849726319313, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:49366", "target_index": 9, "predicted_index": 9, "n_labels": 10, "probabilities": [0.00022904573947414607, 0.00042986349329749633, 0.00010619921488980397, 0.00026219574042691217, 7.947311380925387e-05, 2.5575935195535485e-05, 8.290635884321962e-05, 6.749025814264715e-06, 0.000113245944562801, 0.9986647454336866], "calls": 1, "latency_seconds": 0.3732186849229038, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:49731", "target_index": 9, "predicted_index": 9, "n_labels": 10, "probabilities": [0.0014247444381691576, 0.002126698869570198, 0.0008665833688685792, 0.1328322317530828, 0.0004472805648515204, 0.00042577351809340304, 0.001151964307820182, 0.00013013647450066073, 0.0002900543390460888, 0.8603045323659975], "calls": 1, "latency_seconds": 0.4241585317067802, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "yahootopics", "example_id": "yahootopics:49810", "target_index": 9, "predicted_index": 9, "n_labels": 10, "probabilities": [0.000800414682682123, 0.0009727831034098072, 0.00023155230326964675, 0.0003585796693521566, 0.00016179621088118046, 6.22400180932443e-05, 0.00035448462664767024, 2.8995397071165982e-05, 0.00010632528532379708, 0.9969228287032692], "calls": 1, "latency_seconds": 0.477791931014508, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:56", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9512463639397244, 0.04875363606027571], "calls": 1, "latency_seconds": 0.3720548623241484, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:101", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9031250902800537, 0.09687490971994626], "calls": 1, "latency_seconds": 0.4777568308636546, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:181", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9999791134829994, 2.088651700054892e-05], "calls": 1, "latency_seconds": 0.19850272685289383, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:219", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.1888741832341774, 0.8111258167658226], "calls": 1, "latency_seconds": 0.5200340463779867, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:282", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986191731066013, 0.0013808268933986718], "calls": 1, "latency_seconds": 0.5233147041872144, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:326", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980255250952288, 0.0019744749047711932], "calls": 1, "latency_seconds": 0.5174558660946786, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:329", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9968305678115389, 0.003169432188461116], "calls": 1, "latency_seconds": 0.5220583090558648, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:376", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.3597020969158523, 0.6402979030841477], "calls": 1, "latency_seconds": 0.5206754631362855, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:408", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9929139821941622, 0.007086017805837868], "calls": 1, "latency_seconds": 0.5199461751617491, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:529", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995802151837924, 0.0004197848162076328], "calls": 1, "latency_seconds": 0.4516735039651394, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:628", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995810119959665, 0.0004189880040334863], "calls": 1, "latency_seconds": 0.41281722905114293, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:692", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9952272215300284, 0.004772778469971646], "calls": 1, "latency_seconds": 0.38411844288930297, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:823", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.024129224458902046, 0.9758707755410979], "calls": 1, "latency_seconds": 0.3819104768335819, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:1196", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991505848214038, 0.0008494151785961429], "calls": 1, "latency_seconds": 0.38343767495825887, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:1347", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984359994799095, 0.0015640005200906373], "calls": 1, "latency_seconds": 0.40324488701298833, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:1452", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9979393569293065, 0.0020606430706935665], "calls": 1, "latency_seconds": 0.3645604536868632, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:1476", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998523995412284, 0.00014760045877158098], "calls": 1, "latency_seconds": 0.24083101330325007, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:1659", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994719887953147, 0.0005280112046852593], "calls": 1, "latency_seconds": 0.5189682943746448, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:1821", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980884652537829, 0.0019115347462170431], "calls": 1, "latency_seconds": 0.27898837998509407, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:1991", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9881703304789464, 0.01182966952105355], "calls": 1, "latency_seconds": 0.3332380661740899, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2172", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9795284511437571, 0.020471548856242958], "calls": 1, "latency_seconds": 0.332030073273927, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2175", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976749695005791, 0.0023250304994209855], "calls": 1, "latency_seconds": 0.5742862117476761, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2202", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995717373215687, 0.0004282626784313833], "calls": 1, "latency_seconds": 0.5713243670761585, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2267", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9520234751521677, 0.0479765248478323], "calls": 1, "latency_seconds": 0.571123335044831, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2268", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980483657485497, 0.0019516342514501793], "calls": 1, "latency_seconds": 0.5711141950450838, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2281", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9870713542560823, 0.012928645743917638], "calls": 1, "latency_seconds": 0.5724388603121042, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2520", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996739996323967, 0.0003260003676032945], "calls": 1, "latency_seconds": 0.5710807251743972, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2639", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978561734830791, 0.002143826516921011], "calls": 1, "latency_seconds": 0.573924498166889, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2860", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9809105392190034, 0.01908946078099654], "calls": 1, "latency_seconds": 0.5726084723137319, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:2862", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996009357462241, 0.00039906425377599], "calls": 1, "latency_seconds": 0.571077223867178, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3077", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9957182932951001, 0.004281706704899885], "calls": 1, "latency_seconds": 0.5699996519833803, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3231", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976950861307304, 0.00230491386926955], "calls": 1, "latency_seconds": 0.5620164079591632, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3302", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9927073008668219, 0.007292699133178045], "calls": 1, "latency_seconds": 0.5395578746683896, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3321", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978014682096478, 0.002198531790352259], "calls": 1, "latency_seconds": 0.5023137079551816, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3410", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985981124683873, 0.0014018875316128428], "calls": 1, "latency_seconds": 0.40659568598493934, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3429", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9563665584412584, 0.04363344155874158], "calls": 1, "latency_seconds": 0.4677058132365346, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3520", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999131069787442, 0.0008689302125578971], "calls": 1, "latency_seconds": 0.2678140988573432, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3643", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9906170968982706, 0.009382903101729434], "calls": 1, "latency_seconds": 0.3236524942331016, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3791", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9293296539078011, 0.070670346092199], "calls": 1, "latency_seconds": 0.6167378900572658, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:3825", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9973243183910714, 0.002675681608928558], "calls": 1, "latency_seconds": 0.6078084348700941, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4040", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9851775473768706, 0.014822452623129392], "calls": 1, "latency_seconds": 0.6097211581654847, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4074", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984273583302303, 0.0015726416697696738], "calls": 1, "latency_seconds": 0.2932003871537745, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4111", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7078360286890953, 0.29216397131090466], "calls": 1, "latency_seconds": 0.6092792917042971, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4142", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9884113316107952, 0.011588668389204802], "calls": 1, "latency_seconds": 0.5704241367056966, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4193", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971975164639466, 0.002802483536053452], "calls": 1, "latency_seconds": 0.6057246397249401, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4327", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995185330646452, 0.0004814669353548038], "calls": 1, "latency_seconds": 0.5810527219437063, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4337", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992228242031289, 0.0007771757968711272], "calls": 1, "latency_seconds": 0.6081735701300204, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4359", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9568676650503727, 0.04313233494962728], "calls": 1, "latency_seconds": 0.5809320099651814, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4364", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996602413584674, 0.00033975864153262266], "calls": 1, "latency_seconds": 0.5802852129563689, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4365", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011753990525279108, 0.9988246009474722], "calls": 1, "latency_seconds": 0.6053506559692323, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4595", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.13597332194581285, 0.8640266780541872], "calls": 1, "latency_seconds": 0.6023762910626829, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4613", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9957143907450542, 0.004285609254945865], "calls": 1, "latency_seconds": 0.5321997981518507, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4763", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9002307602246166, 0.09976923977538343], "calls": 1, "latency_seconds": 0.41445019794628024, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:4901", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004736097289699436, 0.9952639027103005], "calls": 1, "latency_seconds": 0.5643771160393953, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5179", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.058275812312049306, 0.9417241876879507], "calls": 1, "latency_seconds": 0.5403870847076178, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5183", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002108256095784685, 0.9978917439042153], "calls": 1, "latency_seconds": 0.5679250466637313, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5194", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9938918821367725, 0.006108117863227538], "calls": 1, "latency_seconds": 0.2767566340044141, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5236", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9708553705755965, 0.029144629424403577], "calls": 1, "latency_seconds": 0.5596754811704159, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5284", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9778599604364355, 0.022140039563564397], "calls": 1, "latency_seconds": 0.3515381901524961, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5532", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01168456360514737, 0.9883154363948526], "calls": 1, "latency_seconds": 0.5352944750338793, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5554", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.45535888666997953, 0.5446411133300205], "calls": 1, "latency_seconds": 0.5347101776860654, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5587", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001996564957009413, 0.9980034350429906], "calls": 1, "latency_seconds": 0.5351671841926873, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5668", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9979863914809272, 0.002013608519072819], "calls": 1, "latency_seconds": 0.3115418809466064, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:5670", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9965044185162593, 0.0034955814837408323], "calls": 1, "latency_seconds": 0.5307699916884303, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6099", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005206571447446557, 0.9994793428552553], "calls": 1, "latency_seconds": 0.5291617829352617, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6226", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0018598865327142712, 0.9981401134672858], "calls": 1, "latency_seconds": 0.5281142508611083, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6332", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9557953710034456, 0.04420462899655443], "calls": 1, "latency_seconds": 0.5300377532839775, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6422", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01006830072069809, 0.9899316992793019], "calls": 1, "latency_seconds": 0.5284729949198663, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6603", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8969742664915052, 0.10302573350849482], "calls": 1, "latency_seconds": 0.48388272197917104, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6651", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9783504682118547, 0.02164953178814524], "calls": 1, "latency_seconds": 0.37388654286041856, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6849", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9849795728521629, 0.015020427147837141], "calls": 1, "latency_seconds": 0.3171800780110061, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6962", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9948371536607102, 0.005162846339289756], "calls": 1, "latency_seconds": 0.28137593902647495, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:6978", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014941033002184377, 0.9985058966997816], "calls": 1, "latency_seconds": 0.21787052415311337, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7024", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001871330900167374, 0.9981286690998327], "calls": 1, "latency_seconds": 0.29664641711860895, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7134", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8023005449028531, 0.19769945509714687], "calls": 1, "latency_seconds": 0.3735659490339458, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7187", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9975992180806271, 0.002400781919372919], "calls": 1, "latency_seconds": 0.6636008089408278, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7231", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993835418664914, 0.0006164581335086983], "calls": 1, "latency_seconds": 0.6555464840494096, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7258", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9095088964919994, 0.09049110350800063], "calls": 1, "latency_seconds": 0.33435738924890757, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7274", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.11945680976419754, 0.8805431902358024], "calls": 1, "latency_seconds": 0.3289351360872388, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7287", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9492617678301405, 0.05073823216985954], "calls": 1, "latency_seconds": 0.6543047400191426, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7303", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00048102816363164707, 0.9995189718363684], "calls": 1, "latency_seconds": 0.654355991166085, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7308", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987055636720901, 0.001294436327909902], "calls": 1, "latency_seconds": 0.6587410718202591, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7469", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.010967678982719097, 0.9890323210172809], "calls": 1, "latency_seconds": 0.6615480249747634, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7647", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5040395963658499, 0.49596040363415], "calls": 1, "latency_seconds": 0.6602960401214659, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7747", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.471152249442986, 0.528847750557014], "calls": 1, "latency_seconds": 0.6563607342541218, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7784", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9030984189227425, 0.09690158107725755], "calls": 1, "latency_seconds": 0.6578526319935918, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7911", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5536512067347911, 0.44634879326520893], "calls": 1, "latency_seconds": 0.6564733050763607, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7925", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.918841986212864, 0.08115801378713602], "calls": 1, "latency_seconds": 0.626257271040231, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:7968", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.010276673534864821, 0.9897233264651352], "calls": 1, "latency_seconds": 0.5708154607564211, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8082", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01768988551715563, 0.9823101144828444], "calls": 1, "latency_seconds": 0.5671288492158055, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8105", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009771947786020247, 0.999022805221398], "calls": 1, "latency_seconds": 0.647740013897419, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8428", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016868479968788742, 0.9983131520031212], "calls": 1, "latency_seconds": 0.5542318969964981, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8535", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.17291681270436857, 0.8270831872956315], "calls": 1, "latency_seconds": 0.3270755340345204, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8652", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003822148725782896, 0.9961778512742171], "calls": 1, "latency_seconds": 0.7850616727955639, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8668", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9598770021487025, 0.040122997851297484], "calls": 1, "latency_seconds": 0.5062273936346173, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8741", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.010891580472735416, 0.9891084195272646], "calls": 1, "latency_seconds": 1.0431721191853285, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8743", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00937707676622762, 0.9906229232337723], "calls": 1, "latency_seconds": 0.5011073341593146, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8746", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991114377326075, 0.0008885622673926446], "calls": 1, "latency_seconds": 0.41301229083910584, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8805", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9966195760066898, 0.003380423993310209], "calls": 1, "latency_seconds": 1.0399592607282102, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "trueteacher", "example_id": "trueteacher:8829", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0023046501374533643, 0.9976953498625466], "calls": 1, "latency_seconds": 1.0387630057521164, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:79", "target_index": 0, "predicted_index": 0, "n_labels": 56, "probabilities": [0.3714074317826684, 0.0017604386402624989, 0.0030776337505525127, 0.008345782617864112, 0.00019550562619007587, 9.022889866416933e-05, 0.00034899743636927695, 0.00012608784318414548, 0.00010912320587009839, 0.0012854308199532034, 0.006493560468072848, 0.0026730258460324293, 0.004156921152389317, 0.07547532186646554, 0.0004170435804584195, 8.035434319479753e-05, 0.0016174790347056756, 8.626597248665593e-05, 0.0005186268255571317, 0.0005243849345386416, 0.00013753525082703922, 0.0003366115307749463, 0.0002629735651663555, 0.23672156813245798, 0.006017440441187479, 0.009476965216254452, 0.03439586696410062, 0.0012775712190250378, 0.0040904142196918495, 0.07728304815214702, 7.988188789112719e-05, 0.00013119530090257412, 6.61298197059213e-05, 0.00021187562321950174, 0.00014871443051474133, 0.00030337905147301324, 0.0030667929389013244, 0.005952677501220168, 0.0013502597487435011, 0.008243590264941737, 0.0012651940300521388, 0.0002098601874048814, 0.04665915376639406, 0.0002050372160555914, 0.00023833542341880317, 0.00022917598685667388, 0.0009463706765019441, 0.0003556716621100871, 0.00015589236627299146, 0.04682335873785651, 0.00011528640399246148, 0.0034989313447854227, 0.018121214569565603, 0.00020042942326661833, 0.006977846586540459, 0.0056541057142994], "calls": 1, "latency_seconds": 0.9444113806821406, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:87", "target_index": 0, "predicted_index": 0, "n_labels": 56, "probabilities": [0.7606631597871215, 0.0002774314379390844, 7.919714439229885e-05, 1.3815599780989454e-05, 8.244332830368153e-05, 3.377007539946761e-05, 8.918830726033827e-05, 4.219825326666689e-05, 1.9694824985059306e-05, 0.00011460142299719539, 0.0009133639958003969, 0.0005907892464356813, 0.00014565746709444666, 6.819345260398804e-05, 7.392397938155444e-05, 5.129126938697113e-05, 0.00030791975724671637, 1.3130963285028542e-05, 1.3852083159919057e-05, 4.170203812168724e-05, 4.444871383076811e-05, 0.22312018499673153, 1.5942583777190482e-05, 0.00011392610569337807, 0.00022258727558797437, 0.0007370932545735812, 0.002880300576593427, 1.155543320748697e-05, 2.457375199360962e-05, 1.1477033948378638e-05, 7.794068691771465e-06, 4.3806342754684515e-06, 6.131634375576138e-07, 8.066949940263036e-06, 1.144178101936661e-05, 2.821046245853606e-06, 6.807966448163147e-05, 0.00044890418580822473, 2.4293461436684306e-05, 2.479310060305384e-05, 4.062511074900842e-05, 2.9500484821996496e-05, 0.0019123868910769738, 1.2368867844360629e-05, 2.0031576084484435e-06, 4.394396981158803e-06, 3.560785191259636e-05, 0.0006938436031910583, 1.4759812810548582e-06, 1.2038970292418705e-05, 1.42897257008473e-06, 0.00010006170906349502, 0.004466829573211235, 2.85626651381971e-05, 0.0008160680747824008, 0.00042420147363566007], "calls": 1, "latency_seconds": 1.0396081167273223, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:682", "target_index": 1, "predicted_index": 50, "n_labels": 56, "probabilities": [0.09268928485710314, 0.004687184500767367, 0.0011352877096806962, 0.00037920617485693946, 0.000766235166364331, 0.00015137324863997905, 0.0014662960715904364, 0.0001886650418378147, 0.0006795152632356026, 0.0018730430149552888, 0.00539682902679973, 0.0029178341571241724, 0.0017282092616450928, 0.014401418824479836, 0.003045427609162162, 0.001003785167845262, 0.0011683741174385932, 0.0001252294925053325, 0.020854332036045347, 0.0009216546952197884, 0.00015675796729116968, 0.0006236062426073376, 0.00010193747648071739, 0.0010198336936784972, 0.18702499144742346, 0.003277223897662426, 0.16769979208104452, 0.006751890291579149, 0.0020693636774202478, 0.0011235358472424435, 0.0005895895179358736, 0.00023758954606556952, 0.00015154615506778588, 0.0005359704206752439, 0.000537675254589085, 0.0008828791990975787, 0.0014159372275592082, 0.007738576924245117, 0.0009738801759769883, 0.0034954082963756503, 0.005580370050441326, 0.0009507559537220191, 0.017854474631173952, 0.0010175336527201663, 0.01228968247589528, 0.0009792582550776244, 0.0007085719890448248, 0.0004440446119352109, 0.00016749983825224213, 0.009512669506771024, 0.3549340825461665, 0.014868306453401151, 0.02670220595651958, 0.00016714888127131663, 0.010109799927764562, 0.0017264244925282298], "calls": 1, "latency_seconds": 0.7785630971193314, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:807", "target_index": 1, "predicted_index": 44, "n_labels": 56, "probabilities": [0.0005457194254090863, 3.55356398587486e-05, 5.0501423410812816e-05, 7.628716266150062e-06, 2.0232974022555718e-05, 1.1927763825186655e-05, 2.5228264760026507e-05, 6.342396989441091e-06, 2.8888221171367545e-05, 2.5553424279385904e-05, 0.0010350884298610636, 0.00014135509697450088, 8.471080250649358e-05, 4.923822516433542e-05, 4.4951343822024485e-05, 3.2751974145667586e-05, 0.0009312902413052093, 4.670774698259786e-05, 0.004348319546505564, 5.226185077037885e-05, 1.1772500117129862e-05, 1.2210504040604392e-05, 9.02194099774193e-06, 2.8621049022253968e-05, 0.0002725718879630667, 7.800490568462331e-05, 0.001625027974077975, 5.407643998308448e-05, 2.5869953288022562e-05, 2.1605998777662796e-05, 2.8152842947863787e-05, 2.300541303984675e-05, 1.4291749194190752e-06, 2.429288137099576e-05, 4.969963986596504e-05, 2.4187075137789014e-05, 0.0006852868968973771, 0.004080364964478378, 4.328280597747829e-05, 0.00018390789569290545, 0.0007025998726786117, 7.068545905105057e-05, 0.007645302072273429, 5.8717808674363e-05, 0.9662754554036124, 0.00011164613949826645, 6.58353567651588e-05, 4.599534881443137e-05, 1.9451941633652532e-05, 0.00011814443540024587, 4.117719664226137e-05, 0.0003454157558671668, 0.007020609669353583, 9.308744117544082e-06, 0.0024266576936802895, 0.00023637084962679425], "calls": 1, "latency_seconds": 1.0381422298960388, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:915", "target_index": 2, "predicted_index": 2, "n_labels": 56, "probabilities": [0.0024054894343777987, 0.001878765239569718, 0.5579686255570591, 0.0006956460678541045, 0.00028381389835617217, 0.00019572851992957698, 0.00017651564008179158, 9.717236362856802e-05, 3.3606667256741196e-05, 0.00044684523012996545, 0.0031732766575590264, 0.009725035335076335, 0.0004744706566045612, 9.283860800485475e-05, 1.8163108106444436e-05, 0.00035709275165328, 0.0007734371750201241, 0.00012228335682959112, 0.00028752982195918807, 0.007547159035808362, 0.0003040488249849224, 0.0013704753267849592, 0.0006000750918700328, 0.07779355668654479, 0.0008725710130947305, 0.009320371494896989, 0.0008031430943328047, 0.0004593578597262241, 0.17632881513721307, 0.0013078298480159792, 3.8560437009456464e-05, 5.99661936026018e-05, 2.6395787579655275e-05, 0.0002590443912932036, 6.46981433504629e-05, 0.00022317265019593138, 0.002090401766045548, 0.011927050656514724, 0.0006658258034843142, 0.00016461797401642482, 0.00013815487859641733, 0.0003458033141994495, 0.02147905767817884, 0.0004498366286605125, 0.0003314383444758769, 0.09594537239793721, 0.00011959020485749472, 0.001096213322047054, 7.879710250335014e-05, 0.004045990502818264, 7.199511880872113e-06, 0.0023433855087810953, 0.0015439550911504091, 2.407085557497985e-05, 0.00043912244934922614, 0.00017853890356693845], "calls": 1, "latency_seconds": 0.7779052089899778, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:916", "target_index": 2, "predicted_index": 2, "n_labels": 56, "probabilities": [0.004149091091514864, 0.002813254120411758, 0.5468446248784761, 0.0008976920322208791, 0.00044219764684937167, 0.0003226805958438014, 0.0004633631875031927, 0.0003332772230729323, 3.2763281928801916e-05, 0.00048094679213042397, 0.009868255115607688, 0.0030099447494705864, 0.0006582684820368508, 0.0001289628977107049, 7.563252639479819e-05, 0.00030927533070570606, 0.004169013962481203, 0.00015522273665154925, 0.0003293141011580512, 0.0009824838551292375, 0.0010069283753621006, 0.0013685211632891712, 0.13467767301182276, 0.003016305060092296, 0.0014054475795861941, 0.008632438715416602, 0.0011613976506886208, 0.000354035906519639, 0.17126374810639206, 0.001371018145126475, 3.802690808759452e-05, 6.72996890774484e-05, 1.9673965107370384e-05, 0.00033035549303979926, 0.00022330384392450756, 0.00019669475488228358, 0.0017608433184337227, 0.005854645313931883, 0.00037750055005170114, 0.00014176253491779753, 0.0003373878271808929, 0.0002730605614882238, 0.07810589812480255, 0.00018526733154128873, 4.427198609208453e-05, 0.00023773881447044959, 0.0003400121557433209, 0.000996068445015941, 0.00028752308742400296, 0.0009680638603110779, 8.422644715379938e-06, 0.001501131881556002, 0.005221101090035525, 0.00017647624321083822, 0.001207414741018995, 0.0003762765123449406], "calls": 1, "latency_seconds": 1.0346306678839028, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:926", "target_index": 3, "predicted_index": 10, "n_labels": 56, "probabilities": [0.0070106914060031975, 0.002839587365958223, 0.005837869387211229, 0.04313526257962808, 0.0016223118606689148, 0.002137945606327929, 0.03282404460877219, 0.1063005323841899, 0.00022202742569231464, 0.00203703313548378, 0.5033846659605778, 0.02280966382970007, 0.0008833929433546978, 0.0004067943796950063, 0.00254489209419884, 0.00604848787544612, 0.0023588348544363183, 0.0034085851144595564, 0.0006655921142040708, 0.0016547484864592706, 0.0005855007288530984, 0.005029539446649927, 0.00010688278266115782, 0.0032147615819741963, 0.0076673674533371435, 0.00486988059798843, 0.0030858023873336802, 0.000960404858398609, 0.0020098423027741005, 0.003480329426060377, 7.551396446449071e-05, 0.0006687618205967235, 0.00017757032363255996, 0.015539271951279802, 0.00023440180976256185, 0.00026074472251977283, 0.002680169005053701, 0.0018616287383248571, 0.0002946439909942405, 0.00017707548368579834, 0.0016597141646805787, 0.0010051602571339365, 0.051977244562906054, 0.04200059706434982, 0.0006646163936635355, 0.00036624331306294307, 0.003861112389932986, 0.009238327811325355, 0.0001175712265546063, 0.0020538727893715182, 0.0010021504699205214, 0.0033799353870425358, 0.021826734430216346, 0.00013043080889272964, 0.04180265835268612, 0.017800573789447653], "calls": 1, "latency_seconds": 0.7761095180176198, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:934", "target_index": 3, "predicted_index": 10, "n_labels": 56, "probabilities": [0.0002474587504855759, 8.758144613322127e-05, 6.306343027607095e-05, 6.321325661678779e-05, 0.00014960850451577513, 3.2231777276716695e-05, 8.07854094459426e-05, 1.3345949057515066e-05, 8.888542537247013e-06, 6.856839344609986e-05, 0.9826239271525985, 0.008771052104278898, 0.0001559822077531234, 2.2891635642521923e-05, 1.6029518240687423e-05, 3.457219912065949e-05, 7.31970718463131e-05, 7.692774016687263e-06, 2.0261141555042046e-05, 0.0019125482798468569, 3.400077158378176e-05, 3.635771133518446e-05, 2.0448219979416242e-05, 6.594789144685543e-05, 0.00011157868110285023, 0.0001741681369216468, 6.116972566442023e-05, 8.980747741582453e-06, 2.8696429020468962e-05, 1.3366556470198619e-05, 3.4047237596944125e-06, 4.536103668658307e-06, 9.88665280154537e-07, 1.609723534189262e-05, 3.7876827091868424e-05, 9.928386812919081e-06, 0.001268467390283727, 0.000644143966042574, 1.6202840895353652e-05, 1.5703106471654134e-05, 3.0154058466017925e-05, 2.134037453990427e-05, 0.0022394387830409943, 8.763820531078911e-06, 1.481356436395553e-06, 3.0077144651861656e-05, 8.320899284377477e-06, 6.069290414669309e-05, 2.9929073115102557e-06, 3.457597760264442e-05, 2.329742319313735e-06, 4.88578983677169e-05, 0.00018839113651906108, 5.755032167826835e-06, 0.00020867507782041763, 8.318922518906715e-05], "calls": 1, "latency_seconds": 0.8140233820304275, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:939", "target_index": 4, "predicted_index": 45, "n_labels": 56, "probabilities": [0.0029903669299129, 0.00025132774605424646, 0.001112078529555867, 3.1682198695250675e-05, 0.00048814507600127623, 0.00030316267330600654, 0.00011230405837627465, 8.955330725717612e-05, 2.02418383437188e-05, 4.174220330234483e-05, 0.0015213153085291053, 0.0010346318882451585, 8.090538452183596e-05, 2.4136152316125242e-05, 9.77277643277477e-05, 0.00048050401820382097, 0.00018770084724131992, 0.0003250414249615974, 0.04325364348746077, 0.08598919262339179, 7.496975731275846e-05, 0.0009495535396456515, 6.473135142955352e-05, 0.0014495415592271665, 0.000339517397273681, 0.0012705208286308543, 0.0025750704832594035, 0.0002600284683916979, 0.0012432956322367362, 0.00017841164752177238, 0.0001335843587830496, 0.0003800913836690264, 2.1415627603336316e-05, 0.0007429975655981359, 0.0001687113137747926, 7.097436221894938e-05, 0.000951335678052083, 0.002876320966771081, 0.0003232801239323095, 0.00013647709405099264, 0.0016337871291134901, 0.0007310539320773431, 0.06813930136344354, 0.0011557589114400194, 0.01462714325199028, 0.711558574889822, 0.0011870075616112958, 0.0009753390310803424, 6.767601942850779e-05, 0.001439525013560888, 2.451061511444542e-05, 0.0016923449173814802, 0.022982827399983096, 8.940017288103999e-05, 0.0192435054925874, 0.001806011699097491], "calls": 1, "latency_seconds": 0.7221566857770085, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1048", "target_index": 4, "predicted_index": 42, "n_labels": 56, "probabilities": [0.00040801803699088985, 2.2564458494338398e-05, 6.402373400212345e-05, 6.404180350283774e-06, 0.0009524864050510104, 1.9577620232970166e-05, 3.7089026355850184e-05, 0.00023034659198655074, 3.046311775506492e-06, 9.497383002564001e-06, 7.384779546410822e-05, 0.00015424000471413022, 1.1263376092580265e-05, 2.4651783152943286e-06, 1.030761395025206e-06, 1.0926542013167325e-05, 0.009855101732178797, 3.921393592314566e-06, 3.1911766829079337e-06, 0.00010599902259556089, 1.3821939926954921e-05, 6.43387412107791e-06, 2.1828534662861153e-06, 6.752359928539331e-06, 8.173696758457752e-06, 1.3601731740326793e-05, 0.00048319651887178633, 8.342065347541618e-05, 0.00011174708226884182, 3.794076155891842e-05, 0.00016035664665744535, 0.0002661458395888787, 1.3755812764699316e-05, 0.022855735193938163, 2.9313955829515294e-05, 1.644411366364787e-05, 0.00027348560684176614, 0.0015768834857996768, 0.00010525172790842868, 3.430857451433873e-05, 0.00014777971870007104, 0.00010931898957336214, 0.8519030127454051, 3.6602108817396486e-05, 3.259642688782134e-05, 0.00017457850138560837, 3.15859791456212e-05, 7.848110006009745e-05, 1.1353449946249448e-05, 3.854387410569028e-05, 1.1192240722246544e-06, 5.696341675430658e-05, 0.10814332641587777, 1.4397218886912081e-05, 0.0008653018816661504, 0.0002810457878063369], "calls": 1, "latency_seconds": 1.0315664829686284, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1116", "target_index": 5, "predicted_index": 11, "n_labels": 56, "probabilities": [0.005748809583885679, 0.0034124816668815146, 0.0031729984515076744, 0.0569551010145612, 0.0011102503883476742, 0.033122009601818464, 0.03153659993375592, 0.0005734065234205754, 0.00012713008169346637, 0.0015254444407446722, 0.07612548403212496, 0.6661556417965748, 0.003373594892301807, 0.00046217671492965325, 0.00021285257280587026, 0.0007711332375015063, 0.0025157361722970588, 0.00018262868764820926, 0.00017823721722513605, 0.0012901597107453297, 0.0006956866528757657, 0.003678805565453485, 0.00021084410417614077, 0.0016128066099316248, 0.0010427664034257833, 0.0039001086541480172, 0.003774096252356066, 0.0009014460760601997, 0.002414074605497254, 0.003206777683288273, 5.6607759298471126e-05, 0.0027408750512011902, 0.0006656289251660828, 0.0007153073768882898, 0.0003243249428976894, 0.00047155015133725517, 0.008741844436927337, 0.018137219834114576, 0.0008690409687474264, 9.36822229704513e-05, 0.0007682864846551771, 0.00043376967660430256, 0.03629429579180928, 0.00016262675338550087, 0.00011022501635847036, 0.000408824830541741, 0.002915329018624691, 0.009624817934302652, 5.140402342475184e-05, 0.0007199555211605539, 5.658016346308591e-05, 0.002205322661870038, 0.0023944448126950635, 1.0245823173450315e-05, 0.0004860443200437499, 0.0005524561703549231], "calls": 1, "latency_seconds": 0.940212361048907, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1139", "target_index": 5, "predicted_index": 10, "n_labels": 56, "probabilities": [0.0063230641321692085, 0.005279984891632298, 0.16637288413473625, 0.003045292296781381, 0.004016996056488094, 0.12346250315696519, 0.20722744908466575, 0.00030854690252616875, 0.0001663850858696972, 0.004016996056488094, 0.23942711421633253, 0.1331002078125583, 0.0057791808041332375, 0.0005110594044945382, 0.0002515043918240612, 0.0014303220640992658, 0.003045292296781381, 0.00021555169617256377, 0.0005372359525607793, 0.0023005099349709315, 0.0010196911134455159, 0.0009711975545036363, 0.0005110594044945382, 0.004016996056488094, 0.0015741572748684816, 0.004016996056488094, 0.0004623408307388721, 0.0010196911134455159, 0.012799389075345384, 0.0009711975545036363, 7.552121825052168e-05, 0.002093549721714348, 0.0005110594044945382, 0.0004623408307388721, 0.0001663850858696972, 0.0009711975545036363, 0.009854616228700467, 0.016564366807764446, 0.0008807665342535437, 0.00010382603533777351, 0.00021555169617256377, 0.0001663850858696972, 0.021359685504659748, 0.0005647004883706743, 8.858414364118673e-05, 0.0006237391433474272, 4.412926112880558e-05, 0.0004861123975312524, 1.4703631333106493e-05, 0.0003593242719605493, 1.3150631430882357e-05, 0.0023005099349709315, 0.007560149894787254, 7.928353734195592e-06, 0.00021555169617256377, 0.00011536803668987382], "calls": 1, "latency_seconds": 0.5335351852700114, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1143", "target_index": 6, "predicted_index": 25, "n_labels": 56, "probabilities": [0.0009415209581523422, 0.00040404623539043455, 0.0003470443544002101, 4.4685064742134854e-05, 0.0002426001574811496, 0.0001778621682113108, 0.00016026482845411216, 5.547278856146303e-05, 4.2324685047900015e-05, 7.653653255133997e-05, 0.0024591968858677137, 0.0035715748530125014, 0.00032983016952112, 4.008566062940361e-05, 5.255991403766882e-05, 0.0003134408505163049, 0.0012608762927526864, 6.877309781040519e-05, 0.00019732170897802264, 0.0004700205137295842, 5.255991403766882e-05, 8.97979395612247e-05, 5.255991403766882e-05, 0.00023042024375250972, 0.0003470443544002101, 0.9345335745524036, 0.00016884179270460465, 9.984949677490955e-05, 0.00016884179270460465, 4.7173254891843394e-05, 1.9631384940937025e-05, 5.547278856146303e-05, 4.2773859325946384e-06, 0.00011098785486352184, 4.4685064742134854e-05, 3.0509612709705867e-05, 0.0002554012431667972, 0.0008964884215265788, 0.00012998336320734394, 6.518364033213333e-05, 9.984949677490955e-05, 0.00011098785486352184, 0.02933714525841148, 3.222684744265228e-05, 2.3174746365387844e-05, 0.00010527608379389587, 8.073059886218904e-05, 0.0003134408505163049, 3.222684744265228e-05, 7.255412615045019e-05, 3.3980098753247366e-06, 0.019280794579137745, 0.0016040971535853264, 1.0620558850860262e-05, 8.97979395612247e-05, 0.00014435731326621886], "calls": 1, "latency_seconds": 0.2576713599264622, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1158", "target_index": 6, "predicted_index": 6, "n_labels": 56, "probabilities": [0.0014661669897055145, 0.0005233228426014986, 0.0005381499748516787, 0.00012552613537920748, 0.00028938930965631527, 0.21658108609828416, 0.7444179975106954, 8.9475233309968e-05, 2.4985707302724652e-05, 0.0009532194727618728, 0.0027574467689687444, 0.013814838849753035, 0.0008808151948515447, 7.802040441282535e-05, 6.076341948362837e-05, 0.0007630347981445306, 0.0005748235266408544, 4.877564885573986e-05, 5.172771807562845e-05, 0.0007852716067384374, 0.00011532703545199834, 0.00028765702919571987, 5.2722024606994076e-05, 0.0005224416060807216, 0.00041314076048820295, 0.0008224842451319626, 0.00015926666106026187, 0.0002622057968148364, 0.0002775986349740771, 9.524234312010081e-05, 7.45347846667856e-06, 0.000833674531392383, 0.0012308733349984152, 0.00020296546032002417, 1.9106658335519047e-05, 8.620212228479721e-05, 0.0007268952703520722, 0.0028277565858257575, 0.00022979859646648728, 3.986142891019348e-05, 1.3842625130680658e-05, 6.302509611763733e-05, 0.004744125815800239, 6.22274968301848e-05, 1.3897580050403616e-05, 0.0001591630667694587, 3.37267462488009e-05, 0.0002788629328552451, 7.443798837100918e-06, 6.800758808302603e-05, 7.689248086463943e-06, 0.00022188342524121057, 0.00025384766597031744, 1.316590251979593e-06, 1.6689872431038588e-05, 1.6739636545756182e-05], "calls": 1, "latency_seconds": 0.660267430357635, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1217", "target_index": 7, "predicted_index": 54, "n_labels": 56, "probabilities": [0.00394854865263832, 0.0005812232985791057, 0.0015508444334523814, 0.0005775812295664978, 0.0003612406796811633, 0.0021179560513549965, 0.022696605054305638, 0.012840806718929641, 0.00037158123977238847, 0.0007910485923021803, 0.010725558522310089, 0.010329223877095658, 0.0005637256204793636, 0.00020665848581604302, 0.0005017730834947906, 0.00033596952561677556, 0.00030812567158001965, 0.00012487437242755873, 0.0002725166330580008, 0.004068858713135707, 0.000482057163338559, 0.008891270338058425, 8.388187907749529e-05, 0.0007291976237288505, 0.004075653372327675, 0.007770275565827311, 0.15711912574612225, 0.005169091416088203, 0.0061950737227122275, 0.0033167311507568973, 0.00015340597456842117, 0.005514862317169079, 0.00884114438861009, 0.19026604000878172, 0.0018163564236038012, 0.0020967525842924364, 0.011304713006265987, 0.02462303142806313, 0.0012974321781314617, 0.0003330133294911251, 0.002466008668979747, 0.0008392433837824101, 0.0460161778354543, 0.001724164380706147, 0.001671493096887633, 0.0018583252627676333, 0.009093451019205827, 0.04055197089224544, 0.0002607279694458387, 0.0022549573783125485, 0.0012124789042575294, 0.012643739164081966, 0.08481312011142578, 0.0006239127990920195, 0.25515299569288336, 0.025463403367860384], "calls": 1, "latency_seconds": 0.663597708567977, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1219", "target_index": 7, "predicted_index": 7, "n_labels": 56, "probabilities": [0.000889135380895246, 0.0002586212991272137, 0.00037568646629209664, 5.9625092316770384e-05, 6.181613527087338e-05, 5.9116005700220936e-05, 0.02786730524311315, 0.7910100465900547, 7.444883117038901e-05, 0.0003732428850128939, 0.0007194230668507281, 0.0019302324937027578, 0.00016878467158784464, 9.612874687235672e-05, 4.1814390867229475e-05, 0.00013975085596240733, 6.786405811824605e-05, 2.6232655675545463e-05, 9.365074493994075e-05, 0.0014092820264670763, 0.00045979789466818726, 5.5393813246443105e-05, 6.419480496549394e-05, 0.00020760500048228191, 0.0008672818782420686, 0.0005258906235340245, 0.00030216376974498177, 0.0012564217858151343, 0.0005263509810925507, 0.000151478183218905, 4.664981998572322e-05, 0.00034837027412001805, 0.007196746203690042, 0.12290045712373433, 0.00023995895698542463, 0.0006147144069442536, 0.0009718217956464039, 0.023551734752063985, 0.0003087560564229398, 0.00014463371641569263, 5.984576763723176e-05, 0.0003118990412890162, 0.005000882002070521, 0.000268444803622048, 0.00036710569469861705, 0.0008092006433442777, 0.0003476864245581342, 0.0003172327964221884, 2.8442944502493723e-05, 0.00029937865905584234, 5.241619056128363e-05, 0.001306171615532866, 0.0012580030943245802, 1.3747448871184982e-05, 0.0029157616831919516, 0.00018115170930123572], "calls": 1, "latency_seconds": 0.6628858800977468, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1236", "target_index": 8, "predicted_index": 26, "n_labels": 56, "probabilities": [0.0005866553502375069, 0.0016215805942842662, 0.0002193286431396047, 4.1379539149680906e-05, 9.516749938964284e-05, 4.5237131417921095e-05, 0.019695162078943847, 0.000389812562979033, 0.013501820990326093, 0.000945687459195321, 0.0009990214103464054, 0.0029363110916191945, 0.00022420234019358522, 9.010732396255627e-05, 8.074370829756812e-05, 4.358312446365696e-05, 1.5970212371820824e-05, 2.6014918626020872e-05, 3.479492054183707e-05, 0.00030032390146607005, 2.836707456097158e-05, 0.0003176960396475958, 2.7487285629477863e-05, 0.00017216539179066022, 0.0004821857105628773, 0.0015900258478778074, 0.4185504110307554, 0.06275436771933054, 0.003016315167362782, 0.0012220490742092067, 0.0003946747809342269, 0.0009064752462573559, 0.1783409824012274, 0.006777596067653562, 0.19506756290783342, 0.008279423412319482, 0.008659040025623883, 0.039832502763677065, 0.001219412168969568, 0.0003172078935741422, 0.003061763663308566, 0.0007101156545043234, 0.007503443083804382, 0.0006044886594159013, 0.00030766067274873554, 0.0014463146933949781, 0.0004678126390233547, 0.0025653255872162073, 0.00019036614671984314, 0.001484305688787906, 0.0002990982860047855, 0.005535484850921724, 0.0016641696689352384, 0.00010641946159047644, 0.003172529511192739, 0.001031848921681853], "calls": 1, "latency_seconds": 0.23635344114154577, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1238", "target_index": 8, "predicted_index": 37, "n_labels": 56, "probabilities": [0.0005496807838367933, 0.001965250658713449, 0.0002923458760669558, 0.00014547654949522858, 0.00075015538610951, 0.00014547654949522858, 0.004104904702913789, 0.0030652125281647397, 0.34211342437184566, 0.008794171316137897, 0.004977756238096849, 0.04856146618898905, 0.0004952090503170483, 0.0007898082731002124, 0.00046996919327654514, 0.00018059702760574937, 0.00011081382164864063, 4.576636219424503e-05, 6.75517884797412e-05, 0.001609022200036187, 0.00011703200658239808, 0.00011703200658239808, 9.932699457988372e-05, 0.00046996919327654514, 0.00022389747055959216, 0.00044597748322148357, 0.002518102150509525, 0.03743374680999554, 0.0014550978551403793, 0.0007898082731002124, 0.00018059702760574937, 0.0011298364563481617, 0.00321887773843149, 0.007285897665007478, 0.04856146618898905, 0.003910802313439868, 0.002518102150509525, 0.39839961713791855, 0.002065525001368534, 0.0006423999053884547, 0.002281044194476984, 0.001778570856601285, 0.020112500548594845, 0.0014550978551403793, 0.0013154115922251906, 0.00321887773843149, 0.00022389747055959216, 0.002065525001368534, 0.0004952090503170483, 0.0005496807838367933, 3.657599087011719e-05, 0.0006423999053884547, 0.004977756238096849, 0.0009696434534960624, 0.02875235122320912, 0.0003082874023089825], "calls": 1, "latency_seconds": 0.28215782810002565, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1260", "target_index": 9, "predicted_index": 4, "n_labels": 56, "probabilities": [0.12014871719655842, 0.000900094981693566, 0.0006702053379723281, 7.75149688965048e-05, 0.18750514297085516, 0.0007397168643623611, 0.000522815813089774, 4.533229647987001e-05, 8.620642543350411e-05, 0.174270704471661, 0.00513826295701638, 0.004692575355721277, 0.0006378485296153084, 0.0003678286251407549, 0.08859751595554806, 0.00010103920414534166, 0.0007397168643623611, 6.96760050596588e-05, 7.75149688965048e-05, 0.001606851514998492, 0.00044993097761825336, 0.00014589912328159907, 6.96760050596588e-05, 0.0005495431636182347, 0.0010935778935294701, 0.0020373560160758743, 0.013579245803131993, 0.0007041370605675273, 0.0012642572726321334, 0.0011478547567399817, 0.0018533468104275648, 0.0001384753374624324, 3.4559194377042394e-05, 0.000606997141257428, 0.0022387611373363182, 0.0341913941631759, 0.005624059776163075, 0.01611975680264787, 0.0010417701693755, 0.0007770211384725756, 0.174270704471661, 0.00044993097761825336, 0.08201932631491507, 0.00016191908516237336, 5.934075535159826e-05, 0.0010935778935294701, 0.0007041370605675273, 0.0005495431636182347, 3.853081490943918e-05, 0.0015319047648778494, 4.067961656057098e-05, 0.0009923212250321648, 0.055436114821528736, 0.00042788914784972946, 0.010467600942831414, 0.0010935778935294701], "calls": 1, "latency_seconds": 0.4003974739462137, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1266", "target_index": 9, "predicted_index": 9, "n_labels": 56, "probabilities": [0.0032830975349843693, 0.0007914900150755151, 0.00036699614843316715, 5.815175529310034e-05, 0.00047771347693043855, 0.0003138838248011634, 0.0006425295158332235, 6.072347438619139e-05, 0.00022945842882645523, 0.803023045016837, 0.007624217037602271, 0.008733810338781112, 0.0006128507052569327, 0.0005721747681302317, 0.00011136152459539758, 0.00041917462033605013, 0.0025657087808358763, 9.277605850517418e-05, 8.818690914099343e-05, 0.00045483212432816377, 0.00042225969532972373, 0.07300864495284518, 9.523913926426862e-05, 0.00031520201078751893, 0.0005706028151950922, 0.0010973673247784235, 0.0017591193195598816, 0.0002516400268139821, 0.00034060130813714406, 0.00033123141184657694, 4.70095174752806e-05, 0.00017781512352144725, 5.6375197211143644e-05, 0.00031261268563857725, 0.00010526930535948262, 0.019253295421645666, 0.002164253925453695, 0.00495976680842089, 0.00021347098429678595, 9.118835250185927e-05, 0.0005822937031370246, 0.0002517773806897754, 0.05722377267634203, 8.143468685472912e-05, 1.6176097755065645e-05, 0.00011864817794602804, 0.00019905737753517181, 0.0036228618011531306, 2.208522363042534e-05, 0.00033853211408694253, 1.3728821516011655e-05, 0.000210440208976005, 0.0008338261040793714, 2.1758999413146117e-05, 0.00026209912461034837, 0.0001063601172794583], "calls": 1, "latency_seconds": 0.7439686707220972, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1738", "target_index": 10, "predicted_index": 13, "n_labels": 56, "probabilities": [0.0015188811328251841, 0.0015304062097270914, 0.000704933533735189, 0.0004664266373575974, 0.00020685512895357973, 0.00012968083858092472, 0.00036924261656697146, 5.9548813342306075e-05, 0.00018159128206417515, 0.0009625657089532303, 0.0027161084541554195, 0.006058380723509587, 0.2334953824012793, 0.7124517581679556, 0.00018490895687294838, 0.00022495906626878733, 0.00021348474083179863, 0.00014293152446727875, 0.00021529407214704072, 0.000513304517244604, 0.00016002762934236048, 9.062797770009924e-05, 3.7595695351338394e-05, 0.0011899830809716295, 0.004019779137135008, 0.001931492352129055, 0.00030502093557129186, 0.00043109388082481056, 0.00027616587649753025, 0.0002073700054054149, 2.157751030071871e-05, 4.207841470229567e-05, 2.296359606842762e-05, 7.10594117006209e-05, 0.00033472351212237254, 0.0004220165833218503, 0.0007995413204784333, 0.002520385575615747, 0.004911512163338094, 0.01393180363422446, 0.00016160622173242226, 5.340581802958577e-05, 0.0033614528474356516, 4.2464182037157936e-05, 1.707259090809403e-05, 3.317929032620535e-05, 9.118725195864972e-05, 0.00020121635293800978, 1.0653809689518232e-05, 0.00024946029845269904, 3.132704280433551e-05, 0.00033600166109595993, 8.641126797315594e-05, 7.004461691912392e-06, 0.0009400640737539747, 0.00030403000953251524], "calls": 1, "latency_seconds": 0.7444139658473432, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:1859", "target_index": 10, "predicted_index": 10, "n_labels": 56, "probabilities": [0.00019222435061180232, 5.462676768772276e-05, 0.00019407349363493006, 0.00010319978766907174, 7.412614310892508e-05, 0.0012666816311240326, 0.009217480099471428, 1.859331064228859e-05, 2.3852122628171975e-05, 0.00020908523986572951, 0.9772371760873139, 0.005207477098162755, 0.00016055004329124288, 1.0047496641921848e-05, 4.6885043168494694e-05, 6.960747326646226e-05, 6.731341181377871e-05, 9.15388728528716e-06, 8.99215309591021e-06, 0.00012396187483213413, 4.8184315789520494e-05, 5.87134231384243e-05, 1.4254908400328655e-05, 8.729190330525464e-05, 3.558060205480734e-05, 0.0003068831982176768, 0.00015314374935653484, 1.717652431459865e-05, 8.322844734799655e-05, 1.738879278345094e-05, 2.2050051771841696e-06, 4.5668545005286e-05, 4.9212335246703e-06, 1.2265615601521433e-05, 2.7686472454878624e-05, 3.8023049768285255e-05, 0.0019917888737216866, 0.0008317828963684942, 4.989154732475072e-05, 1.5049188679018631e-05, 1.523822065005313e-05, 1.815963288321112e-05, 0.0012772243417849662, 2.4437259121636572e-05, 2.226253226277207e-06, 1.4575059824369896e-05, 1.4115758582018144e-05, 7.692479825466114e-05, 8.824964335623489e-07, 5.340213078055934e-05, 8.350705184020453e-07, 0.0001358239154437481, 0.00018979439677892132, 1.5590090983054274e-06, 2.1164664011146448e-05, 1.7401184957823832e-05], "calls": 1, "latency_seconds": 0.5394876641221344, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:2038", "target_index": 11, "predicted_index": 11, "n_labels": 56, "probabilities": [0.0004765171009835815, 0.0007568489493761691, 0.0003689239853893589, 0.0021034820253061012, 0.00034578496721514085, 0.00447357222789346, 0.012601405708782702, 6.465972649623373e-05, 4.299498095194131e-05, 0.0008016502375373568, 0.06184057231374454, 0.8815951654943323, 0.0007876200312651198, 0.00013160779417980759, 8.810176454653633e-05, 0.00020204455765718976, 0.0009883582695187742, 3.6399654563817185e-05, 2.0457882821697982e-05, 0.00030095556764753786, 0.00023904973410298564, 0.0008983359117563522, 4.799774334146076e-05, 0.00026879813493909033, 0.0002523723863890061, 0.0013590227522784185, 8.501502210171716e-05, 5.820213593992015e-05, 0.0001190504634610494, 0.00041830297180183384, 9.254174378429048e-06, 0.0002549416139897502, 6.69125786297387e-05, 0.00010614751956724734, 5.84005881192109e-05, 9.364398341543445e-05, 0.0013913091981902154, 0.013291245791148515, 7.620065658200396e-05, 2.0132116537444326e-05, 0.00010772309406322022, 8.526673268572555e-05, 0.011044680559813395, 1.8456950080286797e-05, 4.2550950832004836e-06, 5.147551210103155e-05, 8.03464981271977e-05, 0.0006674433722107751, 7.1639779509544446e-06, 6.993697120082967e-05, 1.131502318084678e-05, 0.00033841394796896903, 0.00020552020249226612, 1.8460520574157581e-06, 9.904746965308091e-05, 6.564982445162117e-05], "calls": 1, "latency_seconds": 0.7462251666001976, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:2214", "target_index": 11, "predicted_index": 12, "n_labels": 56, "probabilities": [0.0004463534126057032, 0.00014263752281562427, 0.00011294308091099812, 0.00013743957799463536, 0.00015478213907791713, 0.00011528997999253143, 0.000497906496125481, 7.754225227170785e-05, 3.118285133306147e-05, 9.916795641738189e-05, 0.002602871654623247, 0.005156427034468297, 0.9766423926992613, 0.0009494446123278477, 0.0001400056335301804, 0.0008531759486295069, 0.00044453378769029417, 0.00012834800251427096, 0.00011445612687645528, 0.00048586001004284217, 0.0003029353807866738, 2.8228756996069773e-05, 4.132134494393428e-05, 0.00038888868539118965, 0.0008918806014651768, 0.000752842896998143, 0.0002447591800134843, 0.00010499305749311882, 0.00010310158375079922, 4.908749432075345e-05, 1.1945082768407333e-05, 4.1276979933112746e-05, 1.0489432571955605e-05, 7.548996216182022e-05, 8.319231826333278e-06, 2.698039994087329e-05, 0.00021157271446068686, 0.0014956203164077741, 0.0012245798540606917, 2.7230700997464118e-05, 0.00016128929626486074, 2.3200470625527618e-05, 0.0032033376042232093, 3.206038356843472e-05, 3.133309749317188e-05, 1.140161870149384e-05, 0.00023251939662977082, 0.00011322676590876479, 2.9081961365340235e-05, 4.488884719403603e-05, 5.522174703630805e-06, 6.660618479917135e-05, 0.00019127424504371634, 5.208577610124357e-06, 0.00012584508307748274, 0.0003488998559935865], "calls": 1, "latency_seconds": 0.7468100339174271, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:2363", "target_index": 12, "predicted_index": 55, "n_labels": 56, "probabilities": [0.00019303841127880353, 0.0002018234487468956, 2.374160641875513e-05, 3.276353216587633e-05, 4.674651282641411e-05, 1.0189851720054e-05, 3.3273722548994396e-05, 1.56125423725528e-05, 7.945745057992875e-06, 1.9300283723666338e-05, 5.880841539910652e-05, 9.140097360543664e-05, 4.295324997215189e-05, 0.000331522704739997, 9.180755362602777e-06, 2.7458812775464418e-05, 7.739868456351093e-05, 2.2022105064935674e-05, 1.8298706585368737e-05, 3.806612849412432e-05, 7.726685231874631e-06, 2.9022178027773432e-06, 7.816970216148579e-06, 4.008626294541463e-05, 0.00015003709475737843, 3.2646633735055534e-05, 0.00027207260752431893, 0.0011342414565479824, 0.00014028962137467162, 1.5846077182761064e-05, 5.840824466604718e-06, 1.6180973668873898e-05, 9.595383433504857e-06, 8.368740257306092e-05, 1.7474520190037278e-05, 5.103142224716937e-05, 9.885784902645777e-05, 0.0003492293174775133, 9.198249147410648e-05, 0.00031220012649807775, 2.2094850050752917e-05, 4.201704718853573e-05, 0.001397379478656677, 9.33710903814056e-05, 5.434275172411743e-05, 2.528070363863192e-05, 0.00010470784476657123, 0.00013745424153696758, 3.767333633510575e-05, 7.980296348761892e-05, 3.833057184177208e-05, 0.0001279716177307945, 0.0011350746239965732, 0.00037890449408179637, 0.061979455549043966, 0.9302048467037423], "calls": 1, "latency_seconds": 0.5381028577685356, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:2378", "target_index": 12, "predicted_index": 12, "n_labels": 56, "probabilities": [0.001933110994064445, 0.0010064161568505458, 0.0004064083988585347, 0.00034602056451057375, 0.00027363896246895196, 6.586244841560601e-05, 0.00030371221919303436, 0.0001605787702090024, 0.0001741846847840805, 0.0004834635589653354, 0.0014359971422484015, 0.003768371496309122, 0.9676487417329633, 0.0040149472120034726, 0.0001944931278099359, 0.0003139144932935386, 0.00028303941975868035, 0.00015003255929835676, 5.16555800045929e-05, 0.00032630091352091464, 8.75841552267127e-05, 8.02192986776177e-05, 2.8638346581479993e-05, 0.0005862535573207748, 0.001248271504541968, 0.000796313585203474, 0.0004444229251736272, 0.00016769048367498937, 0.00016509483854238523, 7.138196862473477e-05, 3.797815311563491e-05, 4.1427434214152835e-05, 1.6608227374018103e-05, 0.0001521340135435844, 0.00017083443393523662, 0.00015482370583299582, 0.0004471689382626536, 0.0016697720810498595, 0.0022376432934662982, 0.00016473003933009965, 0.0001896429305870644, 5.7412109256661415e-05, 0.00471242790798454, 4.616382833355215e-05, 2.634020301340748e-05, 1.3723685692557939e-05, 9.278369570602553e-05, 0.00012672307551040164, 1.4433969500672227e-05, 0.0001358783620754835, 6.517255600504534e-05, 0.00021517795585945064, 0.0003894770962758543, 1.1098996828943988e-05, 0.0014962503288829202, 0.0002974118792646786], "calls": 1, "latency_seconds": 0.7423881427384913, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:2622", "target_index": 13, "predicted_index": 13, "n_labels": 56, "probabilities": [0.001174239613878271, 0.032317382612600344, 0.00046663830694229034, 0.00013038091424492383, 0.00011315015165138994, 9.594337379390493e-05, 0.00028005130225587546, 4.268651224220544e-05, 4.5601679895467514e-05, 0.000598060608440853, 0.0018950956948997524, 0.016518869338474778, 0.0018494804879390643, 0.7571120528799871, 4.2212417991077645e-05, 0.0020691596432501668, 0.0018274334555316266, 0.0004477269876608409, 0.0008900050638146459, 0.00046042317248532784, 0.0001393168650679558, 0.00013126913313543103, 2.0777557162242745e-05, 0.0005271186461198031, 0.011990365463083668, 0.0018326822200144658, 0.0005383422991851078, 0.016921230089147674, 0.00022384852483571757, 0.000154469258652436, 2.0777263334034602e-05, 3.311493759629578e-05, 1.661861684181479e-05, 4.690039493874462e-05, 6.519559210348022e-05, 0.0002291512847901483, 0.00021429862285712785, 0.012114415528458482, 0.00028120894081081475, 0.13199742192542657, 3.1410749788253436e-05, 0.00019501729587105055, 0.0012662192311636293, 4.363295730430849e-05, 6.56918748531645e-05, 4.578019412546164e-05, 3.06589479218902e-05, 0.00011708030808858121, 6.805419952281533e-06, 0.00027587964730108706, 0.0011197370727815906, 0.0007288120748905065, 4.07115282576517e-05, 6.735654303388996e-06, 7.126384888121512e-05, 7.944581297413573e-05], "calls": 1, "latency_seconds": 0.7445579976774752, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:2744", "target_index": 13, "predicted_index": 13, "n_labels": 56, "probabilities": [0.30290952961932555, 0.02713838475158448, 0.0004724190882427731, 0.00020730600068951362, 5.705656520146273e-05, 1.2479887726014772e-05, 0.00013307798813523778, 2.5285296379114057e-05, 2.9915762534761236e-05, 0.0004391844160463667, 0.002073051082561535, 0.005496387575687674, 0.0009349769698128755, 0.5902337048545795, 0.00010493917076289187, 6.835338213967502e-05, 0.00029885834017683726, 4.293917464996797e-05, 0.00035943479646941234, 0.00022238374711587756, 6.209831581372068e-05, 3.4188463272108886e-05, 1.759494660499331e-05, 0.014232947302212504, 0.004511968868156485, 0.002736839990717851, 0.0020382509663568558, 0.010500797116276975, 0.0003385982585804761, 0.00016620038639669543, 1.855173930108522e-05, 6.908466078567959e-06, 7.091488213867656e-06, 4.4713494201141616e-05, 3.438644567665846e-05, 9.684656072798606e-05, 0.0009686740193758851, 0.007523457884561734, 8.226019689776311e-05, 0.018308728911575336, 7.154297346138462e-05, 2.086784854525944e-05, 0.0009672029624317227, 2.8356241150829666e-05, 6.559394831855119e-05, 2.2380743727191607e-05, 5.540647161220148e-05, 2.4369900059563335e-05, 4.34594796022962e-06, 0.00016119803701497622, 2.9864855153977128e-05, 0.0005642925898797243, 0.00155912343849281, 7.430245720761886e-05, 0.0014497303417222533, 0.0019106489524414896], "calls": 1, "latency_seconds": 0.6741595030762255, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:2876", "target_index": 14, "predicted_index": 14, "n_labels": 56, "probabilities": [0.0009318079269627111, 0.0021341529389411, 0.0001825998240222733, 9.391302390162916e-05, 0.00011647999152321926, 0.00010216739144438918, 0.0005874984814362636, 4.0159418976854844e-05, 2.0128149802298456e-05, 3.6960923227789924e-05, 0.00013375264540110805, 0.00011393054774495669, 0.0001886604980862215, 0.00020957030951882432, 0.9506292648391095, 0.00019438146168597838, 3.1772996535435104e-05, 1.548355420188986e-05, 0.00010933260214870464, 0.00013635080766646543, 9.46929041358018e-05, 3.261782460869928e-05, 1.824963381392298e-05, 0.00034087742344871886, 0.0009431115134071315, 0.00015251759706672632, 0.00019349868638842747, 0.00022863193767549704, 0.0002198036801344297, 0.00019541588672960624, 3.041398819428067e-05, 3.324086667341978e-05, 7.650574064713898e-06, 8.019363257777122e-05, 2.3187552692963234e-05, 1.0446461696684275e-05, 8.010463872618347e-05, 0.0003720173481735273, 0.00011567534155360485, 0.000108234981879326, 0.02138046404788036, 2.629282502140821e-05, 0.0009773694031923346, 0.00011896521561648664, 7.119062357143478e-05, 2.1182206945327026e-05, 0.0002755418570456345, 0.00021289102812918577, 4.297809861068874e-06, 0.0001047515617979976, 1.515197671791668e-05, 4.9463314753979815e-05, 0.010234121421547943, 2.445187260812486e-05, 0.0029240017358330424, 0.004270912293498724], "calls": 1, "latency_seconds": 0.7766412240453064, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:2965", "target_index": 14, "predicted_index": 14, "n_labels": 56, "probabilities": [0.00042789191840868484, 0.0009515798717303394, 4.382095865266448e-05, 9.982095984433247e-06, 8.726684358894283e-05, 3.884989825571212e-05, 0.00010785942785383377, 2.964401821447425e-05, 9.057561021248016e-06, 5.3275080679363886e-05, 0.000423604717350209, 0.0003370211981537654, 0.00019278980453703605, 0.00011055733816254964, 0.9783596267933927, 4.0941894428603136e-05, 0.0001066478673147738, 9.53635000170026e-06, 1.346772655648428e-05, 0.00010622224283047653, 1.4794308497166073e-05, 8.162725384000751e-06, 1.609609960324816e-05, 6.24774075662714e-05, 0.00015339401897852736, 0.00010172892183264062, 0.00012996835846302326, 0.0002948466737368046, 3.261761161092581e-05, 1.9603692762466812e-05, 1.902037769854582e-05, 5.192547800746735e-06, 1.3007994309976896e-06, 3.128194170035299e-05, 2.254731681363442e-05, 1.1151513886723468e-05, 7.470214857870495e-05, 0.0010056345776621894, 3.101872261790599e-05, 3.570728059412742e-05, 0.010102190327410873, 2.3705709014240332e-05, 0.0010471858727475526, 1.2580449165184894e-05, 2.142168991497677e-06, 1.3052874007083297e-05, 4.472551095737841e-05, 6.536874403322093e-05, 3.7727743080728627e-06, 5.851958249956368e-05, 7.234840598300768e-06, 5.9531064961249626e-05, 0.0034312190297518756, 1.4061570475190634e-05, 0.0007293978574955448, 0.0008544209712461816], "calls": 1, "latency_seconds": 1.2124081430956721, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:3037", "target_index": 15, "predicted_index": 14, "n_labels": 56, "probabilities": [0.0008099208773162913, 0.0007902435862931121, 9.929990784013754e-05, 1.9870022486884714e-05, 0.00014911930044171195, 0.00017853430824820812, 0.005098405944358305, 7.216648026630647e-05, 3.0337631462112245e-05, 0.00012451497607158995, 0.001359584827309637, 0.002521947979148382, 0.0016414294904400946, 0.00019533103599600138, 0.9053851940099698, 0.00043712830385434686, 8.554883100797568e-05, 2.7492624111986535e-05, 3.191952524490651e-05, 0.00043604052301920917, 5.964581483801018e-05, 0.0001658821485369591, 5.709421115911902e-05, 0.00016100991184082164, 0.002050977475793972, 0.0011380154693859865, 0.00047213723761003025, 0.0004891612516711671, 0.00011943624500621485, 6.561348914740355e-05, 2.4482219373809388e-05, 5.7679491486630394e-05, 0.0016161520821668031, 0.00018148151567477718, 5.277914695990926e-05, 5.645410819328404e-05, 0.0005627010072857504, 0.002065977448312686, 0.00033203501106074905, 0.00010223663480329805, 0.009041113821508314, 0.00016408844443268762, 0.004174961383120346, 5.687491534247044e-05, 1.2651656890502467e-05, 5.289229688673071e-05, 0.0002930675757718202, 0.0005483858601661099, 7.731314815580549e-06, 0.00014921817834293128, 1.8861825367358163e-05, 0.00018430754452065983, 0.007168404741172928, 0.00010751111516320885, 0.04619265247690577, 0.0025022947443983216], "calls": 1, "latency_seconds": 0.719624015968293, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:3046", "target_index": 15, "predicted_index": 14, "n_labels": 56, "probabilities": [6.382864052190373e-05, 9.17153211601672e-05, 3.44306795994364e-06, 8.004134519565414e-07, 4.035169365911325e-06, 1.419570216961605e-05, 1.1319784255164333e-05, 1.846835291397277e-06, 9.785177895074272e-07, 1.7219428085677728e-05, 0.00013172148277605026, 4.131255089852937e-05, 2.7069675665720992e-05, 1.2152226484793142e-05, 0.9969656122427668, 1.764041272135434e-05, 2.0933458599312e-05, 1.4284007489590276e-06, 8.8132285692647e-07, 1.43727185306399e-05, 4.264383919415206e-06, 1.8683624158538733e-06, 2.6652393956180823e-06, 5.0389014351752456e-06, 1.5720239057725535e-05, 1.1111303167791424e-05, 1.2607832094095248e-05, 8.614316096583071e-06, 4.0268165055538174e-06, 2.6847714173772127e-06, 4.003723109346317e-07, 1.0233253290548133e-06, 1.4312840907320092e-07, 2.3040319624481694e-06, 1.0186175424575424e-06, 1.1959217536234426e-06, 1.491612316571449e-05, 0.00011754514282277771, 4.537110136393036e-06, 4.9817938432690245e-06, 0.0014325084864350416, 2.5564263262694647e-06, 0.00036427669603553554, 2.849908985291146e-06, 1.2420652124575224e-07, 6.360947484029506e-07, 2.3643362058586037e-06, 8.476971818080518e-06, 1.5491061470915743e-07, 6.277349408056502e-06, 5.098621528307488e-07, 3.4273680632339055e-06, 0.00038641206845528147, 1.7992456086321453e-06, 7.8343098092665e-05, 5.0107865647589986e-05], "calls": 1, "latency_seconds": 0.6535392408259213, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:3487", "target_index": 16, "predicted_index": 27, "n_labels": 56, "probabilities": [0.0007391484520948921, 0.011350908854001406, 0.000335095963450739, 2.5775835407421195e-05, 1.3540785079592892e-05, 3.6387930219506704e-05, 0.00017748732596330685, 3.9477703501396645e-05, 8.364536020438742e-05, 0.0002774960438349168, 0.000674904140000226, 0.0021783333418290067, 0.0009305110972067183, 0.03724556523252551, 4.555201326096831e-05, 0.00026746433406855486, 0.00021467916899828545, 5.885929253057384e-05, 8.782483137132561e-05, 0.00010110969829545736, 2.4381106781361073e-05, 7.017962256865511e-05, 1.4973704383244658e-05, 0.0001991198939997259, 0.0039542421777097455, 0.0008383344996010995, 0.004506811851165641, 0.8659715123756887, 0.0005531622833224024, 0.00033279137004388, 3.8617911408460245e-05, 9.090276999427314e-05, 4.38453061445953e-05, 0.0002992751935163643, 0.00010060127669255526, 0.0006300378278885897, 0.0011440193640396184, 0.006998393353501829, 0.000692398955845214, 0.04527035039271413, 0.0003569597172669341, 0.0003125788224310457, 0.0027818273810537183, 0.00010754592225693178, 9.935172195099115e-05, 9.707622037009567e-05, 0.00013785973848895558, 0.00022554516619298235, 3.745344683195813e-05, 0.00114279145950529, 0.004920784411786847, 0.002327842597617387, 0.0001381897789008043, 1.8468983838684167e-06, 0.00043414081099755846, 0.0002204872651103297], "calls": 1, "latency_seconds": 1.208850520197302, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:4219", "target_index": 16, "predicted_index": 16, "n_labels": 56, "probabilities": [6.125932383071045e-05, 4.076339918489799e-06, 6.129266106292602e-06, 1.0118380140479508e-06, 1.073957840765758e-05, 1.2324547625771347e-05, 2.0821161818765587e-05, 3.303264960870548e-06, 2.447854080816708e-06, 3.2128460834198124e-06, 0.001680061427653657, 0.0002181657248060812, 2.3564819900417328e-05, 3.402380711585412e-05, 1.2539611516224866e-05, 0.00011743786028590442, 0.9857928233606733, 0.001677804220675923, 1.7067172027822815e-05, 2.0464202339638784e-05, 7.802436553355518e-06, 6.470530566961255e-06, 3.917433716719195e-06, 1.9151568890564363e-05, 0.00019031154351185138, 5.0522745878702765e-06, 2.4942842667513465e-05, 1.2615357860833475e-06, 4.181327914569442e-06, 4.421703556142632e-06, 8.534665339416717e-07, 1.5505744353663084e-06, 3.8818445537194486e-07, 4.233963593906952e-06, 3.293604540911794e-06, 1.470786434090117e-06, 7.477217642551662e-05, 0.0002901505703517269, 1.517537873874961e-05, 4.672384423410857e-06, 9.14363346955274e-06, 4.406996792448997e-06, 0.00945936136979374, 9.909034399183866e-06, 6.28387946512231e-06, 1.9119766768828114e-06, 2.83343367918509e-05, 1.6827434386037818e-05, 6.066156486977175e-07, 2.989294015816938e-05, 7.803820944700372e-06, 1.297511031664108e-05, 3.953971832615806e-06, 8.85619048189798e-08, 1.5795865363653098e-05, 9.351936529557776e-06], "calls": 1, "latency_seconds": 1.2079154998064041, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:4321", "target_index": 17, "predicted_index": 17, "n_labels": 56, "probabilities": [1.0118041439331406e-05, 3.8621553179188525e-06, 2.1786971894337e-06, 3.2904859622138205e-07, 1.6736127810668453e-06, 8.346460927717423e-07, 2.9812107982652432e-06, 9.297990569463972e-07, 1.2161054063022809e-06, 2.7854309761304773e-07, 2.2180766625000546e-05, 2.820501994800723e-05, 1.9610696643389345e-06, 4.7432618318071e-06, 2.0671109730583843e-06, 5.8169333434961585e-06, 0.0008030289421658645, 0.9913508454982063, 4.121947002523306e-05, 1.9610696643389345e-06, 1.4271848316689644e-06, 7.906876335039467e-07, 3.1129430929283114e-07, 1.1527302510950353e-06, 8.7099364772736e-06, 2.4425407919688073e-05, 1.353154161442818e-06, 3.140203511016787e-06, 1.5026359959806448e-05, 3.8621553179188525e-06, 1.6736127810668453e-06, 3.140203511016787e-06, 6.025362144409627e-07, 1.578116625623314e-05, 1.2161054063022809e-06, 2.0671109730583843e-06, 3.751125291342416e-05, 0.0001617044286368432, 7.878180306854625e-06, 1.0634301260839399e-05, 1.2339641053520544e-05, 1.6736127810668453e-06, 0.002051149973028955, 0.00494879258723552, 0.00032317222699191223, 4.0663071659196076e-06, 8.7099364772736e-06, 2.820501994800723e-05, 2.549570799034867e-06, 2.549570799034867e-06, 6.362946242740253e-07, 1.578116625623314e-05, 1.2161054063022809e-06, 2.116821264478504e-08, 7.878180306854625e-06, 2.4196240574696997e-06], "calls": 1, "latency_seconds": 0.3395729809999466, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:4322", "target_index": 17, "predicted_index": 16, "n_labels": 56, "probabilities": [5.1568225749829346e-06, 6.685281658297576e-07, 6.685281658297576e-07, 8.093639660900347e-08, 1.0275317043680508e-06, 1.5707619278623097e-06, 2.2667645011216563e-06, 5.381650541801196e-07, 1.0159969742474767e-07, 1.6874546894028735e-07, 2.2591431765307102e-05, 3.3015642115969034e-05, 3.4288576440650826e-06, 7.3344410047093025e-06, 2.3586642093798024e-07, 3.2569982593521464e-06, 0.9934547155157563, 0.00020025696898348042, 1.3405170077778595e-06, 3.998599594091832e-06, 4.0960301312558427e-07, 5.096541896944833e-07, 1.0159969742474767e-07, 9.74066402241284e-07, 5.705491663778776e-06, 2.3878664312649925e-06, 0.003197353392318322, 5.381650541801196e-07, 1.20557107580214e-06, 3.473869486519546e-07, 1.0752312896294742e-07, 1.8873056548069713e-07, 9.069427052193271e-08, 2.2667645011216563e-06, 2.4933803132496174e-07, 1.595433111881871e-07, 8.104268076979505e-06, 9.406532223009778e-06, 2.9379018744772676e-06, 8.293705985917819e-07, 2.515215145356626e-06, 3.877470175882123e-07, 0.002974014784279158, 1.7846511391665595e-07, 4.826146480222999e-07, 1.1378344214537279e-07, 8.751148610300917e-07, 1.5707619278623097e-06, 4.5619602718809013e-08, 5.705491663778776e-06, 5.682247982025709e-07, 1.745075485962751e-06, 6.000508405383508e-06, 1.6464190143272287e-08, 2.7331828299758893e-05, 2.1516155336831242e-06], "calls": 1, "latency_seconds": 0.27733736066147685, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:4463", "target_index": 18, "predicted_index": 18, "n_labels": 56, "probabilities": [0.001083677105524378, 0.00024864236179111815, 5.918531107662338e-05, 4.4366409445651044e-05, 0.00010624204902994885, 5.943615014240161e-05, 8.050529065980267e-05, 1.9025855723678757e-05, 1.1908145027940685e-05, 5.601114992421441e-05, 0.00026342096899373757, 0.0004408072254568338, 0.00021629192603811898, 0.00020283549274505993, 1.0719371621523571e-05, 7.40798769494834e-05, 2.65947747909794e-05, 0.00012489301917594807, 0.9815274576560417, 0.0008340935085906401, 8.016240460880968e-05, 6.74538629804555e-05, 3.112429647715747e-05, 0.0008864420042516408, 0.0006519698730006877, 0.00020759712372549714, 6.428242619848919e-05, 4.33853289868121e-05, 1.485941358176158e-05, 2.053008427710574e-05, 2.504973397498787e-05, 3.768420842767831e-06, 1.0847325040377789e-06, 1.7326350906812762e-05, 1.3109653830335125e-05, 1.4238397930481962e-05, 3.0085377422278053e-05, 0.00018544626555438295, 8.475902071004583e-05, 2.9088898400264155e-05, 1.8639414469326636e-05, 1.3219938382385701e-05, 0.0004401737644093464, 8.212017245289964e-05, 0.010566075073130126, 2.913142042277231e-05, 1.6471880939638418e-05, 6.58900545279807e-05, 9.161771512787112e-06, 0.00021195640908927034, 2.326969037489717e-05, 0.00013448046178569006, 0.00011250307069205782, 1.239695705572022e-05, 0.00019872255803759262, 0.00010383004380298895], "calls": 1, "latency_seconds": 1.0747800688259304, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:4520", "target_index": 18, "predicted_index": 18, "n_labels": 56, "probabilities": [3.5882811856058786e-05, 8.018872754641941e-06, 3.1586919009984513e-06, 1.5652166253691703e-06, 4.537864872947317e-06, 3.842016162947177e-06, 6.32705427513401e-06, 1.8115198530915497e-06, 5.192350518534662e-06, 1.0234802383657197e-06, 4.526396020783691e-05, 2.9066463899525045e-05, 8.667011451662552e-06, 5.529801381394122e-06, 4.330500395066719e-06, 6.8439465963988744e-06, 1.8688216008273986e-05, 5.443896428038112e-06, 0.997605766024513, 2.0063715628933612e-05, 6.141350052978469e-06, 2.736386977946025e-06, 2.188679394522248e-06, 3.2109484373621187e-06, 1.0961718057384944e-05, 9.260346528183069e-06, 6.69365298522193e-06, 1.3594849597901695e-06, 1.5727845222775566e-07, 1.8998396464231241e-06, 1.6290201019455155e-06, 5.968654422431552e-07, 6.214971366147015e-08, 8.734225578463129e-07, 1.5791419263185349e-06, 4.826821777864117e-07, 5.215273444941983e-06, 4.924066546825063e-05, 6.968403136064769e-06, 2.560233749691641e-06, 2.694690745501993e-06, 1.8463738976095017e-06, 0.00030711711718732704, 5.519398638775977e-07, 0.0017224053474125174, 1.0179538108701578e-06, 3.3145261029946096e-06, 7.96243763424559e-06, 5.66428394653337e-07, 1.8230828519125983e-06, 4.7534234129266893e-07, 8.506312045879776e-06, 1.985815816142187e-06, 2.4263362826524956e-07, 3.929057587649571e-06, 7.199819002459723e-07], "calls": 1, "latency_seconds": 0.8728476823307574, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:5688", "target_index": 19, "predicted_index": 16, "n_labels": 56, "probabilities": [0.001336125048263375, 0.00010920734842459157, 0.00016683080015130584, 5.263536890646103e-05, 0.0004303711784414272, 0.00028958806129881755, 0.0002811814463435716, 6.02138251444052e-05, 1.709002569831876e-05, 0.0001005297867146057, 0.00694109444000963, 0.010027626710067213, 0.000496812461043127, 0.00030845279364649755, 7.331856367785846e-05, 0.0005978335481938412, 0.8532222554137374, 0.011397445996365899, 0.02652302020205233, 0.0009840355112085903, 0.00022102574843559195, 0.00012991218573766864, 0.00010203869008652814, 0.0003093939398956739, 0.00031935795691900485, 0.00029180437763529516, 0.000420409234371651, 5.027877172285114e-05, 0.00018191301901113296, 6.321196109105582e-05, 4.0159005744662185e-05, 1.4146440944936451e-05, 3.997425338610949e-06, 6.410733315412362e-05, 0.00017021378391710628, 4.909367301954603e-05, 0.0011813267337636051, 0.004621579407563701, 0.0002127528840202149, 7.923853651290668e-05, 0.00014118081300893519, 0.00011985119903620611, 0.0429891552314628, 0.000263088190160923, 0.0023712576460874326, 0.00015415443251461846, 0.00018152910053710137, 0.00032774553329261797, 1.2388117263420486e-05, 0.0009405026710646614, 1.3732381169908769e-05, 0.0002329000674005742, 0.0011855736323497354, 2.5858744361816934e-05, 0.027963437667584315, 0.0011360149344297602], "calls": 1, "latency_seconds": 0.8740420560352504, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:5895", "target_index": 19, "predicted_index": 19, "n_labels": 56, "probabilities": [0.00811382321818564, 0.003500430601892694, 0.0007843484015558462, 0.0002833949482206713, 0.0008207106768048022, 0.0004199377383008937, 0.0010669322692511054, 0.0001422871466747945, 7.744594855900622e-05, 0.0005730397953713287, 0.002573082441298062, 0.023402188517218196, 0.0016433308452326353, 0.0006678618496870844, 0.0029584988871225746, 0.00025255994086827784, 0.00014142137397230302, 0.0007286731631789952, 0.0013271168226895922, 0.37382446931168606, 0.00024169489968406106, 0.001041805658664467, 0.00016455680570298388, 0.0013053830374614233, 0.08022555206973016, 0.11670813922839972, 0.0006731646061404531, 0.0003985126884320198, 0.0004541349703040669, 9.768912963671207e-05, 1.139092544934422e-05, 8.528862018389323e-05, 2.6977222408002808e-05, 0.0003107745975041775, 0.00019857760691298232, 0.00021890368480375266, 0.0009848324943987873, 0.0034991332613854955, 0.00016565324552126606, 0.00016660517809911812, 0.00036727732351929794, 0.00018889272268753337, 0.010050223044455048, 0.0003116689053707009, 0.0003537115214330749, 0.002979773280828841, 0.00048359132337315265, 0.0010951354404860356, 6.579340028982516e-05, 0.0004736142145131557, 0.0004492872637251741, 0.01321509240691728, 0.02760713644620123, 0.0020103639805630763, 0.189373775976275, 0.12069433892076811], "calls": 1, "latency_seconds": 0.8708115881308913, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6319", "target_index": 20, "predicted_index": 20, "n_labels": 56, "probabilities": [0.003393087119694273, 0.0012062214405424729, 0.0003995419017712861, 0.00032804287534603905, 0.00037524584495804295, 0.00021779250234918728, 0.0008383065941975874, 5.7529145072842923e-05, 3.8289634642618676e-05, 0.0002998156058915397, 0.0025902391423821684, 0.006054390327122705, 0.0004784526027637378, 0.00010678851597175699, 8.539367466875038e-05, 0.00034688320603135797, 0.0003571293743331754, 2.7818633094337748e-05, 0.0001351947954611109, 0.0006231546515178381, 0.7002044775118446, 0.25811666099157116, 0.00031361184313283914, 0.0008606822320497437, 0.001478129316878292, 0.0030908616115208707, 0.00023824648208737852, 0.00020766359410230513, 0.00014541214054559262, 0.00010848547878399519, 7.619103782321047e-06, 3.508734848281271e-05, 5.290257211965056e-06, 3.5448442147921564e-05, 1.0394342791155584e-05, 2.555503506826984e-05, 0.0001136606481832013, 0.0016570717121744908, 5.0207008769961674e-05, 3.3768573248440056e-05, 1.9776572853740557e-05, 5.4019415267248586e-05, 0.004918377435090929, 2.8535204577042003e-05, 2.831182208396209e-05, 1.3679082228917835e-05, 0.0010809750651708196, 0.006411327724763603, 1.086365735121207e-05, 0.00014596228877008838, 9.743831559650855e-06, 0.00043024385774673905, 0.0009656487219313905, 3.235412417445493e-05, 0.0007903170536055939, 0.000362212880634534], "calls": 1, "latency_seconds": 0.8737858328968287, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6377", "target_index": 20, "predicted_index": 21, "n_labels": 56, "probabilities": [2.4865213889077277e-05, 2.63423296783495e-05, 5.997250835214764e-06, 2.035382179069391e-06, 5.587867175080609e-06, 4.427023680734425e-06, 6.533708442075524e-06, 1.2713467803911247e-06, 3.165572081140657e-06, 2.3649661839757705e-05, 9.039418140263719e-05, 6.614608745907419e-05, 1.1389567960469868e-05, 3.843506172846388e-06, 1.2522696958173145e-06, 2.1809731354444386e-05, 3.7613421652435136e-05, 1.1567997900838302e-06, 3.8924485251291615e-06, 2.439052223552605e-05, 1.029748171491743e-05, 0.9751552258373545, 5.839523377472101e-06, 5.636435814475252e-06, 5.407462314053732e-05, 6.256810975887868e-05, 7.719587080917348e-06, 6.594958295206811e-06, 1.7549120664502334e-06, 4.905066116180742e-06, 6.180317751080176e-07, 4.4379499998362686e-07, 2.943582385408736e-08, 1.1395426917757992e-06, 3.4226183056776827e-07, 6.726981020153528e-07, 1.4420681800792457e-05, 2.9776163099959774e-05, 3.660011324436874e-06, 9.32420639594861e-07, 1.706445843744848e-06, 2.622433062187375e-06, 0.0007962082442828976, 1.4216061694598581e-06, 3.921968707265509e-07, 7.649057881049561e-07, 1.6704690657347804e-06, 0.023427463109589063, 2.459334598216778e-07, 7.847731181994841e-07, 9.648521744749738e-08, 4.667225987083051e-06, 4.88499202397706e-06, 1.8568490689014606e-06, 1.5263574636312742e-05, 7.535286179343154e-06], "calls": 1, "latency_seconds": 0.8700312091968954, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6447", "target_index": 21, "predicted_index": 21, "n_labels": 56, "probabilities": [5.381490765824348e-05, 9.836217436861428e-05, 3.392511130582064e-05, 3.472185186729703e-05, 3.090411780291526e-05, 2.1761628863821173e-05, 2.0049823906669835e-05, 8.620096578157213e-06, 5.101974727799762e-06, 0.00010348870513444257, 0.0003406130289609964, 0.0011358630652672365, 5.176213254423329e-05, 5.4780367941823765e-06, 5.335375871504079e-06, 2.6811857868335035e-05, 4.355368862497832e-05, 2.60458689705407e-06, 2.2315124958896948e-05, 7.124092687981478e-05, 1.2202419820992854e-05, 0.9529989346026568, 1.2813145245051222e-05, 1.6396526301083488e-05, 0.0001426558864889228, 0.00015821759077427904, 3.889145903940825e-05, 2.6921651047197007e-05, 2.511307511872973e-05, 6.108983060584059e-05, 5.583143594782916e-06, 2.7917432420843626e-06, 2.8984649906803016e-07, 4.025810698369803e-06, 4.605162840596011e-06, 4.6556183418456416e-06, 5.400748057612246e-05, 0.00018647094870380518, 1.1989276028711972e-05, 2.288363182035927e-06, 6.158642122654925e-06, 1.4929443135683288e-05, 0.0006705723196461838, 4.858766413105519e-06, 5.761221510009133e-06, 3.839023722823719e-06, 3.875318632782023e-06, 0.04330651475600387, 2.2630683483163155e-06, 1.2220175210153667e-05, 1.5304445597747372e-06, 4.013370910470763e-05, 5.385591042928994e-06, 2.960776513141798e-06, 2.3587289988376854e-05, 9.137656358602822e-06], "calls": 1, "latency_seconds": 1.3716979501768947, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6522", "target_index": 21, "predicted_index": 21, "n_labels": 56, "probabilities": [4.175288268954063e-05, 5.489994495270961e-05, 5.7627465117151835e-06, 3.5855806068952666e-06, 1.2304492236806648e-05, 8.726330964506141e-06, 5.713632239608826e-06, 2.199698171484889e-06, 7.094815582671762e-06, 2.4854721157536244e-05, 0.00010206335855584997, 8.315291711174181e-05, 1.634311048806161e-05, 7.098936911608192e-06, 2.216339893426932e-06, 1.832427452423247e-05, 6.98675988998157e-05, 2.4546588321979124e-06, 4.707614830254752e-06, 1.798218451553068e-05, 1.89027944781781e-05, 0.9771067176331701, 7.897549852608436e-06, 1.18648829642675e-05, 6.99441077896488e-05, 8.684808900847089e-05, 1.3385410035159924e-05, 7.5309620985046266e-06, 3.6134910406622403e-06, 6.618576648126993e-06, 1.6684411534228612e-06, 7.531521864319672e-07, 6.008960124580997e-08, 1.4005831655851725e-06, 5.532729696221306e-07, 6.978642575488345e-07, 1.9843191711802076e-05, 6.071275323361946e-05, 1.0308279113228357e-06, 7.869500813501041e-07, 3.380805320070326e-06, 1.932482101688876e-06, 0.0004775821036298477, 1.7217666743575479e-06, 3.7698515519735216e-07, 9.701101719412986e-07, 1.0844137697821113e-06, 0.021537822811251203, 7.208993850222643e-07, 1.5553445967614097e-06, 2.0402677343436114e-07, 1.6006549028518526e-05, 6.811927104256802e-06, 2.3399434263304127e-06, 3.1920196097860714e-05, 3.6331724797579395e-06], "calls": 1, "latency_seconds": 1.3715987489558756, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6529", "target_index": 22, "predicted_index": 22, "n_labels": 56, "probabilities": [0.0014088549258873691, 0.0011772346713490667, 0.0032515285372086778, 0.0002271622635096538, 0.00014153880902830537, 0.00015970375104064339, 0.00019796771102300052, 0.00010149401745254574, 1.1290090936418864e-05, 0.00032705760024868047, 0.001044082497667634, 0.0030655692166411492, 0.0004469993129104304, 7.363397742443359e-05, 8.362490878766956e-05, 0.00021121708407385425, 0.0013513442524599893, 9.56864236124927e-05, 0.00015640740183370827, 0.0017041273828630435, 0.0008521666783591611, 0.010917366153035261, 0.7265262496931685, 0.15333254170094046, 0.006546426441976813, 0.028316551543845218, 0.00030613605777512646, 0.000567625328527531, 0.006594341808281486, 0.00030520992039491666, 1.628319870675067e-05, 5.487939054540678e-05, 1.0244283983279076e-05, 0.00016583326892895004, 6.145270082627449e-05, 8.005119500891095e-05, 0.00034186035423930134, 0.002008093920713618, 0.00017523854423107175, 4.290578482181035e-05, 6.637966482802648e-05, 0.00013384731424119587, 0.03064952082413363, 0.00012661185315087392, 3.346477188853809e-05, 0.00011183277119894007, 0.00024014248538978213, 0.004502732042596715, 0.00031483362562940054, 0.00561644901437493, 1.7635159028841948e-05, 0.0012761953497875487, 0.003935659628971205, 4.7244478341973037e-05, 0.0003724031306892924, 9.706508148052085e-05], "calls": 1, "latency_seconds": 1.30115278204903, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6532", "target_index": 22, "predicted_index": 23, "n_labels": 56, "probabilities": [0.0014778175213285359, 0.0005348224067000321, 0.0011301464360729493, 0.00016490114159495268, 0.00012958845865796136, 5.731097278355268e-05, 0.00010875061619529642, 3.417976089817227e-05, 3.815570380320423e-05, 0.00011770885359190116, 0.0008910355076619745, 0.003992853989994549, 0.0002864688138680778, 2.1369804826399693e-05, 3.7212041444720684e-05, 0.00015078456109047464, 0.0012562201884578012, 3.532533846508994e-05, 8.044944002283118e-05, 0.0007933319692535858, 0.00021592094558038833, 0.0028636152904760012, 0.00035079638740431973, 0.9376287091704347, 0.0007467875429074727, 0.033260324696573154, 0.0001391295874942751, 0.00019171360186222454, 0.00033440442623767526, 5.510193533519509e-05, 6.3817432700618375e-06, 2.9311237091353038e-05, 8.00088303148769e-06, 1.4281324753443244e-05, 1.143003577886689e-05, 7.913109036900911e-06, 0.00017387587617193436, 0.001232892144680551, 0.0001745246907913969, 1.3337938604833714e-05, 2.8721569021264208e-05, 5.3062155605170657e-05, 0.00874236954599346, 2.989379967355632e-05, 1.0833077028654594e-05, 4.661404082805126e-05, 9.561560737145239e-05, 0.0008341190870949408, 1.1714967801478633e-05, 0.00042014829015131174, 5.51665705920382e-07, 0.0003550823445799569, 0.0003297155863156109, 8.566418937553074e-06, 0.00020369805886557587, 3.240769079772956e-05], "calls": 1, "latency_seconds": 1.2999063981696963, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6562", "target_index": 23, "predicted_index": 23, "n_labels": 56, "probabilities": [0.0006606501994934136, 0.0006280950388630768, 0.0004024774886841527, 0.00023627210291266905, 3.627324157821179e-05, 6.858934291379054e-06, 2.4727256158259357e-05, 5.522817051472263e-06, 8.507898430840837e-06, 0.00018092421671790036, 0.0005656644783117393, 0.0006110405678708221, 0.00023008657458709102, 0.06379920992328893, 4.702557062191381e-05, 7.916040071225069e-05, 0.0004335401459501201, 4.511454611295209e-05, 0.00011394459227565158, 0.0006116196275495774, 7.142811320056917e-05, 0.0006961962118188895, 8.616478948167658e-05, 0.9174872647622805, 0.002080123518970342, 0.0026570597665400617, 0.00016739891892335502, 0.00017658281603924236, 0.00013894492651336568, 8.514658652080755e-05, 3.057698280477584e-06, 2.740336402634073e-06, 1.997663425545076e-06, 4.5464373073881276e-06, 7.848227172975127e-06, 1.329824397382423e-05, 0.00012661382780697236, 0.0006481062544882008, 3.504344879111544e-05, 0.0029498338568972934, 2.7910025935248827e-05, 7.326966816873604e-06, 0.002209666146538908, 1.5833779091999704e-05, 7.016146133397297e-06, 2.9507242432035747e-05, 5.5009707504730205e-05, 0.000131340331394208, 2.4556669323019816e-05, 0.000416348930199756, 1.625753801773518e-06, 5.838830791399544e-05, 0.0002938655658065901, 1.8452229780060091e-06, 0.0002119498076859152, 0.00034169737014586173], "calls": 1, "latency_seconds": 1.06192824896425, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6617", "target_index": 23, "predicted_index": 23, "n_labels": 56, "probabilities": [0.0004934261958628287, 0.00013528961630913144, 0.0002683959105143264, 0.00010362390276726835, 3.22465236256403e-05, 8.676822986974301e-06, 3.65720459841525e-05, 9.264921069034136e-06, 2.0505571555154097e-05, 5.899875247360357e-05, 0.0006194255260297484, 0.000388991469213011, 0.0016333085107904319, 1.0612405376805321e-05, 1.6443308913664954e-05, 6.849450609875333e-05, 0.0003773153402534945, 1.576723608674621e-05, 2.8969207691509e-05, 0.00029325889991231585, 6.382140671141114e-05, 0.00015127400230636621, 0.0001959413176057295, 0.9646548035666502, 0.0009051939412502048, 0.0012174208410257578, 0.0002978975446619023, 0.0002192509521487544, 0.0004993543574787276, 0.0001249840721991315, 7.296443918946666e-06, 4.39999061481782e-05, 1.6029253020091253e-05, 1.7532825626815807e-05, 2.5090993040977426e-05, 1.0160329733255813e-05, 0.00030927501184712785, 0.001492665509610942, 0.005810445357298887, 2.1708183448419286e-05, 0.00012474334101027985, 5.7746448478101585e-05, 0.01660523817746345, 5.488858166774033e-05, 2.2373725639538336e-05, 3.522980058518759e-05, 0.00011360851057959636, 0.0004366726387912612, 2.2182930907733357e-05, 0.0011860704558438401, 4.303854353124839e-06, 0.00011067422767957583, 0.00031412306356555004, 1.1947354725677332e-05, 0.0001509218541093931, 4.554254535352429e-05], "calls": 1, "latency_seconds": 1.0626593469642103, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6689", "target_index": 24, "predicted_index": 10, "n_labels": 56, "probabilities": [0.0006975141485747306, 0.0006907749391527317, 5.696179164651545e-05, 0.00040731780936641143, 0.00020114358711816204, 1.8580094189816443e-05, 0.00023090471016062606, 8.367305212254299e-06, 2.7844303677189304e-05, 6.306852498783923e-05, 0.862650396923764, 0.0007385451259070314, 5.480859215104677e-05, 2.7302590377977324e-05, 4.396025732240994e-06, 7.540938777881735e-05, 4.385235526203257e-05, 4.574997242209508e-06, 1.9189935508517046e-05, 0.00011049401114697724, 3.0802898985982553e-05, 1.8893954060449628e-05, 1.1685597755362231e-05, 0.00014384154872939379, 0.000170655666394724, 0.0001471337319660891, 0.0005260190660456597, 0.0029355243866917716, 0.0006938712776287915, 0.0001686161713439811, 3.7560822652328767e-06, 2.9945416490087134e-05, 1.85201250008318e-05, 7.684745466283485e-05, 3.8043951365462546e-05, 7.447872632367862e-05, 0.0036005087927677972, 0.002361961166052854, 4.968413716562304e-05, 0.00012781280179689634, 3.699695161273719e-05, 3.4545992506634654e-05, 0.0021571626471595983, 8.06699376518719e-05, 5.1685200504641126e-05, 7.870706419561885e-05, 2.2174576892592082e-05, 8.972228341252268e-05, 1.4762302289382201e-05, 0.0002959359667361172, 5.1556733626706394e-05, 0.00019208180501866428, 0.0011209877390869392, 0.00023150206760367412, 0.01563098427254219, 0.10255047434670957], "calls": 1, "latency_seconds": 0.998755777720362, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6713", "target_index": 24, "predicted_index": 54, "n_labels": 56, "probabilities": [0.007279008599137747, 0.0010476919860313153, 0.0007565202954701567, 0.000255493895587139, 0.0006887431862700992, 0.00020210506989196467, 0.0004234681059483531, 7.513260090820793e-05, 0.00010306553943193172, 0.00014399273266053281, 0.004025580871961167, 0.0020629801424325834, 0.000893226258179892, 0.0012045629456853156, 0.0003958745810845028, 0.00031824015448079726, 0.00018431758219444684, 0.00011866970055377359, 0.05301526797113422, 0.0027709330972361655, 0.00020068816551824885, 0.0001693343390802333, 4.472445502272399e-05, 0.0006741043702095774, 0.003850483991757535, 0.001118259976922619, 0.006460070153325324, 0.0014197764333393301, 0.0003920702473331825, 0.0002852743735131844, 0.00010923120588395715, 0.00011408288651721379, 3.462108068599461e-05, 0.00016154867649139252, 8.887266239503558e-05, 4.60983756014488e-05, 0.001865191223194327, 0.002238768328919872, 0.0001816144707232065, 0.0003987513167914369, 0.0006171216470037378, 0.00011291274215064115, 0.011024691329940186, 0.0006213156725497773, 0.3733384986219731, 0.0005271946892261915, 0.0005189244288520958, 0.00010494021046097307, 6.441292776757994e-05, 0.000339691635139829, 0.0004381386780054641, 0.0011944666632414066, 0.024187059121866618, 0.00022444637074766916, 0.48580529503739617, 0.0050624481741724054], "calls": 1, "latency_seconds": 0.8078073798678815, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:6969", "target_index": 25, "predicted_index": 9, "n_labels": 56, "probabilities": [0.0020335443835874014, 0.0009220586717106148, 0.00039384771947111204, 0.00025431961608201155, 0.00036008376172609754, 0.0003648900814320695, 0.0010690603697649096, 0.00025058991555102004, 0.0001114959287919596, 0.5266163639273902, 0.006015718870025563, 0.3924593601916367, 0.0013929915795022926, 0.00117885395572043, 0.001023323589552735, 0.00045084746978244855, 0.0006794666032227202, 0.00021787546314641794, 0.00010122704566059954, 0.0008121927487595409, 0.0005147244139243327, 0.0013019947680132941, 0.00013000506559249496, 0.0006047278333061834, 0.00070649808375921, 0.0015678975703824736, 0.0006324924615744779, 0.00017358075131062106, 0.00034661243836213467, 0.0005364338748565438, 6.754545187377081e-05, 0.00013305941497993094, 6.92922881262222e-05, 0.00048198298229488296, 0.00036971951067149333, 0.025351901930108875, 0.002538864817121931, 0.011364142273312422, 0.00035081670531110276, 0.0004114376732754289, 0.0008763186480092472, 0.00017659646468537465, 0.010407519662497351, 6.602533499631505e-05, 2.1471020390911997e-05, 0.00017115724705789963, 0.00013207981774953972, 0.0007151181997246389, 1.0518056066628397e-05, 0.00040141078972929926, 4.518686115260943e-05, 0.0008568182358215674, 0.0008061998392428514, 6.292074848428741e-05, 0.0007890631463112733, 9.975372740555737e-05], "calls": 1, "latency_seconds": 1.001942474860698, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:7079", "target_index": 25, "predicted_index": 25, "n_labels": 56, "probabilities": [0.0005832653123355255, 0.0002452414359755519, 8.97838279212133e-05, 4.6171487126705844e-05, 4.014502869769106e-05, 6.831590910851691e-05, 2.5303164686723136e-05, 8.995795607512014e-06, 1.8292304114544904e-05, 5.6318892146368674e-05, 0.0003601106259783409, 0.007185535944687563, 0.00015549613280535304, 1.0156898327418077e-05, 1.3233258422491463e-05, 5.989841821493926e-05, 0.0002500941012775438, 3.177102204426742e-05, 9.823269404647768e-05, 0.0011176040153275534, 3.286460369334163e-05, 0.0002471820489341856, 3.4889629946825285e-05, 0.003722949176311618, 0.0016947220807046518, 0.9370526818040196, 0.00021302873422303237, 8.08223162769351e-05, 9.330082749314234e-05, 5.5965023927539255e-05, 8.277373986903824e-06, 6.751488486996605e-06, 9.877552058052364e-07, 2.5449973471871357e-05, 1.9452876848156393e-05, 6.40947320729792e-05, 7.364990882627426e-05, 0.0022209863386431308, 8.378928155356926e-05, 3.991834930906254e-06, 6.92480342535043e-05, 2.2248793614380766e-05, 0.0026512453820187695, 8.404283537310309e-06, 2.209911752057989e-05, 4.479338650523676e-05, 1.7735058584943502e-05, 0.00017302375753094074, 1.037255706276065e-05, 0.0002456836772326747, 0.0002676322408781451, 0.03697948519088821, 0.0027919350294118143, 2.660364555342773e-05, 0.0002505896038474293, 0.00021909616315006784], "calls": 1, "latency_seconds": 1.0018371040932834, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:7318", "target_index": 26, "predicted_index": 54, "n_labels": 56, "probabilities": [0.00012657036719474282, 2.7568806389066216e-05, 2.5864570667790602e-05, 1.1477678340425205e-05, 3.5873149819547055e-05, 6.8459074573675e-05, 0.00012066838765719576, 2.8746522139147242e-05, 1.2331465937314457e-05, 3.081742686908791e-05, 0.0001236924806015271, 0.00010551314533874305, 2.184628897344052e-05, 1.7500754791201503e-05, 3.4173599917955002e-06, 9.028788179213826e-05, 5.5594513822441284e-05, 1.3037859468338495e-05, 3.438051061596836e-05, 4.5052329537556356e-05, 3.165129656848558e-05, 1.7626052608633172e-05, 8.895915983844559e-06, 1.4237551298427165e-05, 2.8362064871867207e-05, 3.0681460273730276e-05, 0.00023411249936229614, 3.341997013111383e-05, 1.1485185250402858e-05, 2.0995831389399516e-05, 8.849244415554007e-07, 2.140406132407602e-05, 9.280047812226274e-06, 0.00017090212828943562, 1.8840531617414545e-05, 3.4506411806489365e-05, 6.7503677149586e-05, 0.00025858796716561014, 8.096603408019588e-05, 3.135319890473809e-05, 2.3904746562458555e-05, 3.2645084747766134e-05, 0.0030745073891359056, 2.7537352328136407e-05, 2.4199326682537643e-05, 1.000123352405823e-05, 2.3909830753934497e-05, 5.684021406568222e-05, 1.3591255708435035e-05, 2.636151651211255e-05, 1.0193398501298519e-05, 6.337470716000488e-05, 0.002024076985931538, 0.0002748712852427642, 0.9896685242903994, 0.0025210639978933084], "calls": 1, "latency_seconds": 1.0004763277247548, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:7398", "target_index": 26, "predicted_index": 16, "n_labels": 56, "probabilities": [0.0008191026182931789, 5.263443986205937e-05, 8.41523301396652e-05, 1.5419329169925708e-05, 0.00010823043567618707, 5.131884884691349e-05, 7.830656781440508e-05, 2.4270533331845436e-05, 2.7032226306186255e-05, 2.6415889468787097e-05, 0.0047060284529015116, 0.0010315611217779589, 0.0002803419668646809, 5.853149329263016e-05, 5.557900291376044e-05, 0.0005282035338866006, 0.5215688258144946, 0.019280920116690674, 0.07065958147166931, 0.00025299280835475315, 0.00014865235143105568, 3.5978656713443445e-05, 4.22160264963773e-05, 0.00019450879166379382, 0.00042924750970123267, 9.590961882759009e-05, 0.0003842230780466996, 5.176234796200742e-05, 6.188521754655675e-05, 9.514219464446467e-05, 7.616394734823582e-05, 1.926493034487674e-05, 5.430043529454068e-06, 6.504206875226472e-05, 6.757571956147277e-05, 2.1369916016353327e-05, 0.0018301163755294753, 0.006748813820987604, 0.00017707254071262017, 7.283853351166559e-05, 0.00026480709172078276, 7.994749099079263e-05, 0.1031055635659525, 0.0008776680424262822, 0.2603058831686372, 9.322201981589824e-05, 0.0001313092705576975, 4.945147085903027e-05, 3.699252394953109e-05, 0.0018548070538710604, 5.0238809194488775e-05, 0.00024143603771203283, 0.0008650018928659726, 4.7073834796458515e-06, 0.0013991671381872268, 0.00030713434869705553], "calls": 1, "latency_seconds": 0.9973254008218646, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:7726", "target_index": 27, "predicted_index": 13, "n_labels": 56, "probabilities": [0.0026221018402117604, 0.07332028944542725, 0.0019123097529624709, 0.00045324019366948474, 0.00015308344256226143, 0.00012600886515400615, 0.0008557307047161193, 0.00016330847911165416, 0.0002716125944521197, 0.0015769584732114484, 0.007158158548158016, 0.02309338004188987, 0.004342209889571385, 0.4914439123967702, 0.00014670697840244695, 0.001648204350848438, 0.0008171758339879038, 0.00026105341429665847, 0.0005002708923907323, 0.001024484995519866, 0.00022804052300087074, 0.000539845071394229, 3.7459910068144455e-05, 0.001888830907644256, 0.003912734060192701, 0.005915227090897072, 0.0013393792757314443, 0.14914188400399905, 0.0010440030909378455, 0.0007111668961876253, 3.110969560022121e-05, 7.104664609263164e-05, 4.579018083029231e-05, 0.00036401288724615977, 0.00025519031594149787, 0.0013397881984599013, 0.0018638239793711546, 0.016941324272891304, 0.0012204601907772397, 0.19089519519442966, 0.0001084018269481254, 0.00046103390993682827, 0.0035820292808115685, 0.00010647956170288601, 0.00010422196151318701, 0.000352240091169188, 0.00013694222343192496, 0.000286511682606488, 3.6748496132521575e-05, 0.0005674446270137689, 0.00010362141501818917, 0.0017772278361054203, 0.0004272512437308349, 2.2650897894111196e-05, 0.001401061956084206, 0.0008496194648933307], "calls": 1, "latency_seconds": 1.0003057857975364, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:7825", "target_index": 27, "predicted_index": 27, "n_labels": 56, "probabilities": [0.0004376223381835646, 0.006444355512689781, 0.0004538862289790813, 5.182174078707621e-05, 1.539449481235894e-05, 2.153386352595459e-05, 8.779139739373058e-05, 1.93117064068378e-05, 6.677438854028955e-06, 4.2688337867287955e-05, 0.00016804576510601492, 0.00024972345182484515, 2.4119438007990982e-05, 0.00018194009965695655, 0.0010337151197002531, 4.965366397235641e-05, 1.2459889480594523e-05, 1.1698945211359127e-05, 5.0320277964862444e-05, 0.0001649526447698888, 1.2565791201496585e-05, 0.00015657084172070553, 0.0006924276775782897, 0.0006623360969025676, 0.05153071566289781, 0.00028208890623636053, 0.005672042986808368, 0.8677664305454446, 0.0018280348257448484, 0.00036186757962365553, 3.4207943432858535e-05, 0.00023718643677888779, 4.33961186700239e-05, 0.0005985559682590152, 7.033453097043851e-05, 0.00042676398299586, 0.0006276685260905481, 0.001916666758221225, 0.00013599756241330856, 0.0006522069885649788, 0.005463066197616162, 0.00013638797040907343, 0.0009120184962929461, 0.00011358167544167397, 0.00021694398438254397, 0.0003520103043854321, 0.0001116266428784767, 0.000706020940449244, 0.0001579229303113439, 0.00914134476946434, 0.03612103796330912, 0.0013222646214732098, 0.0013997199645335418, 2.422799452657324e-06, 0.00018448939604541557, 0.0004233632578042264], "calls": 1, "latency_seconds": 1.0006741601973772, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8105", "target_index": 28, "predicted_index": 22, "n_labels": 56, "probabilities": [0.0014887437214072493, 0.001016749778468313, 0.03698511647925207, 0.0004326375765098144, 0.00029437480815284187, 6.866840123439631e-05, 0.00048396223415863877, 0.00011648164964233432, 2.0735216303492442e-05, 0.00025095768650333693, 0.002527293210077613, 0.0010258565243150505, 0.0002150990729127366, 0.0003805531200962138, 0.00014248467195614758, 0.0002586369897909914, 0.0005361148576794171, 8.234164902747084e-05, 0.00022422866270474057, 0.0010184455103250244, 0.0029510438297417735, 0.01648847331861409, 0.5217940459062362, 0.02430490999609144, 0.009422546768016807, 0.010809067774361959, 0.002616233304321888, 0.0033444453199750666, 0.19539769818495567, 0.002121022828136952, 6.86609065184666e-05, 0.0006439493548132137, 6.225712985853863e-05, 0.0009946900511074057, 0.00018856862217831791, 0.00026613148774363407, 0.0011567321886340246, 0.0043242668787902335, 0.0005253190637403832, 0.0020891059851336513, 0.0005060576138341751, 0.0007009623172215962, 0.08782801705457867, 0.0005741009364401416, 0.0006977278149815522, 0.0001290560612194552, 0.0028988637678461623, 0.014806381190342785, 0.0058333946816097396, 0.01041612338083658, 0.00029643557671869575, 0.0037288856428445262, 0.022811943339028206, 0.00015565572133332062, 0.001069905915060054, 0.00040783826661677824], "calls": 1, "latency_seconds": 0.8018251401372254, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8111", "target_index": 28, "predicted_index": 28, "n_labels": 56, "probabilities": [0.0002557804157197852, 0.00025188594923609866, 0.00029715859706886663, 2.8067498025456413e-05, 5.257794109470885e-06, 2.115660884856111e-06, 1.0508739667155226e-05, 3.7413689278268667e-06, 1.666471803767618e-06, 8.222425326988829e-06, 0.00023776087832150507, 4.686602136534276e-05, 5.84003638412604e-06, 1.0820983726535453e-05, 1.556295791988461e-06, 5.832746726615198e-06, 1.1917052974067173e-05, 4.762650525452099e-06, 1.3296090377911588e-05, 1.1833706756004025e-05, 8.56541088399076e-06, 5.4785654976290406e-05, 1.73353547020068e-05, 0.0004114880858678526, 0.0004913371695476552, 0.00012464440717525107, 0.0003339654545083362, 0.00037578311749902665, 0.9733640283556002, 0.00037422307719542185, 8.275811166883056e-06, 2.724520406334169e-05, 8.528630790964439e-06, 0.0001726306559019861, 1.133371161181777e-05, 1.760514107660569e-05, 0.0001797708886939746, 0.00020334929866074863, 6.323452304437464e-05, 6.783840467919655e-05, 4.565222196331273e-05, 5.558096562958214e-05, 0.0019334148923730136, 1.8963099486906687e-05, 6.0873960063438727e-05, 2.2330875972240946e-05, 9.725067973159948e-05, 0.00037749409855557643, 6.485300070555638e-05, 0.017720192476213356, 0.00018048526078851823, 0.00037207478933718656, 0.0007593463651751934, 3.650509573997599e-05, 0.0002554241119007885, 0.000468698364998038], "calls": 1, "latency_seconds": 0.9975893539376557, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8126", "target_index": 29, "predicted_index": 29, "n_labels": 56, "probabilities": [0.00015177520092846892, 3.928736881450209e-05, 0.00010561886561538062, 0.000588374750412396, 9.344523340325552e-06, 9.719908325240323e-06, 5.0663092273667574e-06, 1.3040992124680728e-05, 9.421736330672623e-06, 7.049843745593247e-05, 0.00033753647729703825, 0.000335467369606387, 0.00013597119448504583, 2.4428746464029986e-05, 9.759926185152202e-06, 1.4371615710188457e-05, 4.666568961904067e-05, 8.513581255049151e-06, 2.0211412745258514e-05, 0.0005799741736657671, 9.715379652660488e-06, 0.000397157611782965, 1.1846699863311008e-05, 9.542369557252525e-05, 7.906096914516862e-05, 0.00015338022877064736, 0.0001664878126411959, 0.00011662081430384306, 0.0005665136685935687, 0.9873178044852429, 2.7526441491737754e-05, 4.47679804326009e-05, 2.127638635840599e-06, 3.0526093994931025e-05, 1.2571356764535898e-05, 0.00010889423314207425, 0.00012599248553644586, 0.0012266690510409873, 0.00014538303302844477, 3.129380890911447e-05, 0.00019781001429857258, 3.558347324891189e-05, 0.004798274728756237, 9.485220511159955e-06, 3.281719584934331e-05, 0.0006527862884815201, 5.252106187129468e-05, 0.00043926531757249206, 1.1774683371217628e-05, 0.00013816361025011488, 4.312872410441171e-06, 9.374375848407194e-05, 3.707697759222958e-05, 5.7947144938757894e-06, 0.00021150407641578218, 9.427423823938442e-05], "calls": 1, "latency_seconds": 0.9580532209947705, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8464", "target_index": 29, "predicted_index": 23, "n_labels": 56, "probabilities": [0.004879049227482874, 0.0008374058665604276, 0.0011251916839525946, 0.0005723698602333919, 0.0003003933203132769, 0.0002609490712837027, 0.00037527171148708566, 7.41331537913443e-05, 5.685468592531953e-05, 0.000879167517441547, 0.0009365888429130871, 0.034202510655130115, 0.0006381044225436425, 0.00030790241747829286, 0.0009267620241540601, 0.000495941030632337, 0.1487265092043118, 0.0003928253512215312, 0.033173516726656124, 0.012209803536833135, 0.0009145739227056739, 0.03215069208007783, 0.000459121226697198, 0.28136562928447223, 0.016613870366797442, 0.030749466787367983, 0.002940774759081537, 0.0004912335798192766, 0.0018261661036997287, 0.003614442643522022, 6.689881051146646e-05, 4.3448216974788466e-05, 2.49336121556379e-05, 0.0002811676113841298, 0.00013754805992199502, 0.00013448671861529123, 0.000894664595054814, 0.011105344356284333, 0.0007133158478002306, 9.787297365738711e-05, 0.0019957607527233317, 0.00030997923257369484, 0.26869323014435453, 0.000289417086985094, 0.0019025807143114282, 0.0024621600051922443, 0.001959220387237885, 0.011710198427755373, 9.300242144054749e-05, 0.021794817247357934, 0.0011570610781986373, 0.01027540221382858, 0.013089324702685532, 0.0005890575292703663, 0.029554984769330966, 0.008126901419807115], "calls": 1, "latency_seconds": 0.6114405379630625, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8490", "target_index": 30, "predicted_index": 54, "n_labels": 56, "probabilities": [0.002897869161867501, 0.01169889379509214, 0.000987447452844341, 0.0006404165049946903, 0.015431298385122912, 0.00021832715573845087, 0.0012650498121263606, 0.00046570368624496465, 0.0003913950540914388, 0.00029800525087975887, 0.0013648690470056367, 0.0006392909816789254, 0.044637678216387144, 0.007253495505241799, 0.01734239810551543, 0.00045148109337518947, 0.0006541042138664815, 0.00013480039794299856, 0.0011206862885642641, 0.000855610798198412, 0.00048248020618222773, 0.00034689003750844056, 0.0001530448944244481, 0.00033948637683731245, 0.003921195384962144, 0.0037199421258005652, 0.007005145381528674, 0.004712848955776565, 0.0012772615981552185, 0.0007589144645689619, 0.21060804985256043, 0.00029602740466553603, 3.549200066419148e-05, 0.0009199205079283754, 0.00023650813200255447, 0.00017714554506015754, 0.00030042510183770894, 0.0006542363336883285, 0.0070683445366394515, 0.0005490971297778476, 0.007911058926054237, 0.00028039216721037334, 0.015683120558061557, 0.0001681471013311867, 0.0008576412295362887, 0.00016279347580085222, 0.002861812354487866, 0.0009639820148969618, 0.00013334189483490082, 0.0005591133132728434, 0.0006381958334230637, 0.0027041324931853395, 0.0285984478569847, 0.0006163775848189398, 0.38384159396665096, 0.20170857235210196], "calls": 1, "latency_seconds": 0.6113421269692481, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8496", "target_index": 30, "predicted_index": 49, "n_labels": 56, "probabilities": [0.0011837128842865628, 0.0026252186293604634, 0.0008823621226384769, 8.08186480544813e-05, 0.00011512939072747073, 8.217349514834724e-05, 0.00019857549072187542, 0.00018257373956291617, 2.241930181446157e-05, 0.0001270940437516327, 0.0009568971849055901, 0.0007593367602815836, 7.476088372357302e-05, 0.0011185396994542363, 0.00017076385623376034, 0.0002286257194664519, 0.00014326394545896077, 3.1744422707461366e-05, 0.07012880395322843, 0.00019191292845947155, 8.441931308122055e-05, 0.0002538277392197471, 0.0001694651374801795, 0.02904790662833981, 0.009307732570790154, 0.0005817747345725714, 0.00403990960195436, 0.0068237219951037265, 0.003202072385981418, 0.0002997302101344355, 3.177376282843952e-05, 9.671882766389917e-05, 2.4687777233203923e-05, 0.0008290035963721571, 0.00020089179379484311, 0.00022483890648622535, 0.001616196799155538, 0.004005503334971629, 0.0006466517073138507, 0.0025315085254876348, 0.001475515052994331, 0.0009426480174790395, 0.010065603394107166, 0.0003209729593014206, 0.03289320174752326, 0.0010547142806663595, 0.0005826079341096034, 0.0006881327412456143, 0.0006648247245178739, 0.7911332116201761, 0.011149267743423421, 0.003415858221633137, 0.0008196751344336302, 5.1907783203178855e-05, 0.0010914203485721536, 0.0003273758486624433], "calls": 1, "latency_seconds": 0.9586793882772326, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8510", "target_index": 31, "predicted_index": 31, "n_labels": 56, "probabilities": [0.0002610642833582038, 0.00015718743747928374, 4.033570121072627e-05, 3.8434508964030865e-05, 1.4009078566371146e-05, 0.0011558654649335887, 0.000861148837353602, 1.8833094511513034e-05, 9.478304020300469e-06, 6.47494306805478e-05, 0.0003148870982057105, 0.00045294573379256307, 0.00010186294053457325, 4.5984296360629375e-05, 4.0707083115181004e-06, 3.332034509313822e-05, 9.513557447706283e-06, 1.2879026057844318e-05, 1.3733242439332914e-05, 0.00010362111905066558, 2.169755230482488e-05, 2.2752999174373846e-05, 3.1780676451493374e-06, 3.491896825478962e-05, 0.0001084952785522029, 0.0003215956765436102, 0.0011377617529104618, 0.0019204351510723886, 0.0007070731708488157, 0.0004731206945370705, 5.730757970624164e-05, 0.9408077470890258, 0.022348869853570007, 0.0033891843478704876, 0.00014381313856933535, 0.00033896215756256255, 0.0012383683210310872, 0.017805521806359085, 0.00023784947314537728, 0.0003104502900736089, 8.39579288735037e-05, 0.00019880963201810402, 0.002512674137793011, 0.00022503707650822159, 0.0001898227697047373, 0.00016309569470518537, 4.271294642324842e-05, 0.00036604014153941375, 2.532135233295465e-05, 0.00010895618299288299, 2.038649178596183e-05, 0.0006811710621607999, 4.5475759836548824e-05, 9.68114055914358e-06, 8.120153308008935e-05, 0.00010262857255709678], "calls": 1, "latency_seconds": 0.955598752014339, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8530", "target_index": 31, "predicted_index": 47, "n_labels": 56, "probabilities": [0.001678562053816291, 0.0007176930036043533, 0.0011611535567498696, 0.00013877673493460627, 0.00019368382796783036, 0.0024337315697799556, 0.0017763776038956687, 0.0008805943933860967, 2.3583758385434775e-05, 6.783503185303955e-05, 0.0015573172993530568, 0.0003421490843257913, 0.00013581683709672118, 0.0001378775659199253, 0.00014583185437010786, 0.0002188439174609233, 5.440610164267385e-05, 4.080049258463333e-05, 0.00010573932311443221, 0.0010694583136985263, 5.436438576714628e-05, 0.021770683065039282, 3.1506606338846576e-05, 0.0005010354861715646, 0.0018343667744787854, 0.011089849219170212, 0.006781531337209517, 0.0036114587142474387, 0.003551921011679471, 0.0004786864432551468, 0.00010187673622248631, 0.058186270987688055, 0.002758275208278349, 0.0473721854571725, 0.00023108500019749815, 0.000274550493420572, 0.0007460434452739665, 0.012376602718117415, 0.0003472054059775841, 0.0005735509846662476, 0.0016160649750724234, 0.0007381379968519641, 0.0383731118012635, 0.0003516776219899496, 0.0006566510245463195, 0.00039608171213932923, 0.0009921935107885266, 0.6970017687346513, 0.00034258538904027353, 0.0012973140789662484, 0.0002716080004112385, 0.01858405211917253, 0.031073108720692036, 0.0004182603500327751, 0.013335215382765294, 0.00899888677730442], "calls": 1, "latency_seconds": 0.7490506111644208, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8689", "target_index": 32, "predicted_index": 13, "n_labels": 56, "probabilities": [0.01372958092527568, 0.007564744854759731, 0.003415633980297095, 0.0009303645725233657, 0.00022339164250737427, 5.5205422385702245e-05, 0.006936135495489152, 0.00014120785744810538, 6.818526703235674e-05, 0.0016398427948973754, 0.004468229278846338, 0.053807490285121606, 0.012624084639469456, 0.7560180062629905, 0.00014120785744810538, 0.0002598679195036931, 0.0006326934157528489, 0.00012739620422173422, 0.000602661819128507, 0.0014934826379931763, 0.0008868833972294283, 0.0005740009667757025, 5.235534609333544e-05, 0.009789936679302615, 0.024433878190646595, 0.010660087862763509, 0.005824313720979841, 0.004882908896094031, 0.0021656414658981285, 0.001125584470101492, 8.409958053334832e-05, 7.186602537569045e-05, 0.0014934826379931763, 9.335032006850415e-05, 0.00016467107710110994, 0.0006641575591128052, 0.0021656414658981285, 0.028704552920065438, 0.0008868833972294283, 0.020765299869758905, 0.0004276402752784723, 6.818526703235674e-05, 0.005824313720979841, 0.00013413031209136885, 0.00016467107710110994, 0.000602661819128507, 0.0005740009667757025, 0.00015646018952124153, 7.573875970609244e-05, 0.003415633980297095, 0.00047190462221344433, 0.0026016859472388324, 0.0023741406774204525, 2.753145208694466e-05, 0.0005466504851171574, 0.0021656414658981285], "calls": 1, "latency_seconds": 0.29810985503718257, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:8960", "target_index": 32, "predicted_index": 19, "n_labels": 56, "probabilities": [0.0005718721116708857, 0.0003951110065985196, 0.00016944701133470784, 5.3198731442699596e-05, 0.00019570029240009937, 0.00015452349552902455, 0.023529282354520783, 6.899106962521882e-05, 2.2941372089165475e-05, 0.0002613080407417862, 0.0023060484176483983, 0.006984808708893939, 0.0008350077011453066, 0.0001414061809737003, 0.0004792570399516477, 0.00014862931912016045, 3.4869145338871513e-05, 0.0001596314641122941, 0.0079591643185917, 0.7318360251489026, 0.00017898206972101, 0.0004834094603393708, 0.00011179042903598999, 0.000191435272982574, 0.0044025695668800805, 0.005593867057995991, 0.00024698029035545094, 0.00017745462251951541, 5.5832148541882716e-05, 4.677070390851926e-05, 6.619183400332545e-06, 5.942905714933106e-05, 0.058011487753242295, 0.00018045089162411392, 7.470186104778013e-05, 7.673897576562133e-05, 0.0013342712287099095, 0.0023972468912151594, 0.00015421360229742317, 7.6253929075453e-05, 0.0003855330092986508, 0.00010052189591660735, 0.0040169763114857844, 4.7078943413067135e-05, 0.0008701299443860871, 0.026125772083600184, 0.00028509961005790066, 0.00018311248765122515, 3.148877173313142e-05, 8.035609385869767e-05, 2.0803916939510178e-05, 0.0009501744253969072, 0.013186175260360594, 0.0009584333615615189, 0.10005142102518372, 0.002539194932717127], "calls": 1, "latency_seconds": 0.6583486082963645, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:9284", "target_index": 33, "predicted_index": 33, "n_labels": 56, "probabilities": [6.1466546990732e-05, 3.591925558920769e-06, 5.9494596189474625e-06, 6.20139752236294e-08, 1.6565132824837903e-06, 4.6092544601833036e-07, 6.375382793225539e-07, 1.1870657402819612e-05, 4.40015539509853e-06, 1.3430483219118394e-06, 3.0818035057748566e-06, 1.9221985129997086e-05, 1.913271571664644e-07, 7.356816766383788e-08, 7.489546761292692e-07, 4.866305177065551e-07, 4.6092544601833036e-07, 2.6419708892001357e-06, 6.041112835366866e-07, 2.927869460938927e-06, 4.9332204973168336e-08, 5.422882703916163e-07, 2.4673572258957403e-08, 1.7453204306815746e-06, 1.1464804953149243e-06, 2.040260591182902e-06, 6.57391826236737e-06, 1.9221985129997086e-05, 9.779199844474255e-07, 8.791745820617194e-07, 5.723894175013977e-07, 1.1464804953149243e-06, 1.2086829812836315e-06, 0.9989733241922838, 1.4155483872709946e-06, 1.2741509073147519e-06, 5.1245527042118784e-05, 0.00012521883185332016, 3.230005849857588e-05, 1.0767399596169258e-05, 1.4411341133925529e-05, 1.9369594627769905e-06, 8.801091637617514e-05, 5.9494596189474625e-06, 6.375382793225539e-07, 1.4918298124238585e-06, 2.3881662219199007e-07, 4.867416948075779e-06, 4.6092544601833036e-07, 2.927869460938927e-06, 2.8178897639604024e-07, 4.867416948075779e-06, 0.0004437647017137276, 3.230005849857588e-05, 8.848873983975253e-06, 3.5451541226429433e-05], "calls": 1, "latency_seconds": 0.30068341502919793, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:9738", "target_index": 33, "predicted_index": 33, "n_labels": 56, "probabilities": [0.0001860444095823075, 0.00010583096173349987, 0.00010199050679202003, 6.996712864615614e-06, 1.0863248618486034e-05, 2.991301066022657e-06, 1.5766913956828094e-05, 0.0008141882091548707, 4.921340000758109e-06, 1.432192363431419e-05, 6.720971268682923e-05, 7.562908154117689e-05, 0.00016362412110084855, 7.3886406191549985e-06, 7.146154882122314e-06, 7.80851038941664e-06, 3.2110826986833095e-05, 1.3340292406872229e-05, 1.3486297142471758e-05, 2.856659722000371e-05, 1.534633817846133e-05, 8.871896975824388e-06, 5.319094388977185e-06, 0.0018268058173994657, 0.00013178640715360966, 0.00031562061650104164, 0.000296981522240187, 0.00046193810650598725, 0.0003918926954640707, 7.581499045199859e-05, 2.969916228310195e-05, 4.907806975691637e-05, 5.075862058603927e-05, 0.9802702181224887, 4.826974678443308e-05, 0.00010455718972970669, 0.0005011704162667939, 0.004567759073344055, 0.0013778620274067623, 0.0001234933547339285, 9.00390837686573e-05, 7.969289317954474e-05, 0.0045047731878162045, 9.052939116001254e-05, 0.0001824745303627839, 4.4371664435332884e-05, 8.743231809816064e-05, 0.00030631706105109963, 3.351901752039925e-05, 0.0004394637209626592, 1.8098476761731783e-05, 0.00033551495129334344, 0.0011443557870668174, 2.8442402473357908e-05, 0.00018707538666639474, 9.443109636399754e-05], "calls": 1, "latency_seconds": 0.6560187200084329, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10299", "target_index": 34, "predicted_index": 19, "n_labels": 56, "probabilities": [0.00028849990625625077, 8.427178378987154e-05, 0.00017911126087261206, 9.64788804886526e-05, 6.840050214597263e-05, 4.2565460618655777e-05, 0.00053128150799436, 3.1550542489484095e-05, 3.733410589628837e-05, 9.440590940915459e-05, 0.0005313374885694047, 0.007144093003585826, 0.00035117544934769296, 0.0004207542372095853, 0.00050390379974155, 8.563025979543156e-05, 3.4782040436894325e-05, 3.6091684093019906e-05, 0.0007190193031027958, 0.9607394967257501, 0.00016307197690618782, 5.763314480670338e-05, 3.7682845741805754e-05, 0.0009477775087354805, 0.005155017094930537, 0.0010665081145813753, 8.984279788206817e-05, 3.4393881871114525e-05, 0.00011608866628233381, 9.89760777919234e-05, 3.0097205347637776e-06, 7.5762212201304235e-06, 2.8577848656347058e-05, 7.297040588725657e-05, 0.00011708612192361076, 3.5147081783566214e-05, 0.00046084926296852813, 0.0030854705519493906, 2.3156603193004242e-05, 1.9532829915769894e-05, 0.0002687053758576095, 1.0879610372070197e-05, 0.002987267048329012, 4.118635977050677e-05, 0.0004105973809401421, 0.0034377455250321686, 6.521599698337592e-05, 3.1306937813594334e-05, 7.86374022158535e-06, 3.789149832306987e-05, 5.255260962221018e-05, 9.97910901685803e-05, 0.0013211827781022703, 7.63109655516833e-05, 0.007081902259869954, 0.0004290482138865942], "calls": 1, "latency_seconds": 0.5837471028789878, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10346", "target_index": 34, "predicted_index": 13, "n_labels": 56, "probabilities": [0.0017922774384376652, 0.003266589298942815, 0.001262412508761645, 0.0002288955146623511, 6.586480521294171e-05, 9.010230092303779e-05, 0.00022237037260722497, 6.530621498598869e-05, 5.743019666237236e-05, 0.00043531528502640425, 0.007401928356314193, 0.01137835455913927, 0.024008235486464066, 0.8749371949288612, 7.342628136031268e-05, 0.00025281825117420446, 0.0005468907683191386, 0.00011320731729857892, 0.00023580342760351743, 0.00029319114456051633, 8.257205242524043e-05, 7.125401807277306e-05, 2.5387874590500153e-05, 0.0007188167178567018, 0.00449065651289581, 0.001863448290117259, 0.001059909363069491, 0.002042031746752143, 0.0003240641993543977, 9.91638260961867e-05, 1.1300703527209701e-05, 2.2678605854398187e-05, 1.7536998993337106e-05, 6.735063295852183e-05, 6.662558837031472e-05, 0.00020230715408404404, 0.0020232635854427854, 0.0071244401600210555, 0.001461347219890993, 0.044550076879865536, 6.943228949790656e-05, 4.256949742525231e-05, 0.0034598281968315934, 5.7468381112604263e-05, 1.5361173604931108e-05, 1.5428679787308643e-05, 0.0001297840761789543, 9.239890797719928e-05, 1.4002482998536373e-05, 0.00015630130727993505, 3.503921885031477e-05, 0.0004915024145730467, 0.00019868626713105835, 4.396965014674702e-05, 0.0016538720336017692, 0.00047250883544666894], "calls": 1, "latency_seconds": 0.9627363462932408, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10375", "target_index": 35, "predicted_index": 24, "n_labels": 56, "probabilities": [0.0075951838550075285, 0.054515217789169144, 0.01012356033176012, 0.0010028044353131967, 0.0023837883646664064, 0.0036704664268018194, 0.016817027990215574, 0.0014955361765707112, 0.0001329094674527013, 0.0020300533897204226, 0.005266540135856256, 0.007169951969880946, 0.003984896641480034, 0.013897835041907754, 0.0002895698808283615, 0.0008393364903112045, 0.0002799378101363686, 0.00028925292577365515, 0.0022269591360585235, 0.0036156395043183596, 0.0002716223504088158, 0.001983110703614406, 0.0067686914077308424, 0.010377266971208424, 0.25107151899625857, 0.017235759053134955, 0.02542490873046245, 0.07774330331469949, 0.033920350296550085, 0.005308402750898281, 0.0009438832939594591, 0.22187442857807999, 0.010490804135378225, 0.008941981445278092, 0.0015027521609100303, 0.004456031139828501, 0.015069316447161776, 0.016155029823175855, 0.003493641668723021, 0.007923788097108, 0.0013742529911236544, 0.00147834244341296, 0.0054785306747088015, 0.003226138217695033, 0.005515377689580409, 0.003332037100485997, 0.0006193832143296629, 0.0033907497496419117, 0.0007765304124949572, 0.010201179532617443, 0.0504671314741605, 0.02211749069199993, 0.009121676781714563, 0.0004634045112992561, 0.017796149392261675, 0.006058565994674892], "calls": 1, "latency_seconds": 0.5818028301000595, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10390", "target_index": 35, "predicted_index": 27, "n_labels": 56, "probabilities": [0.003135991957440984, 0.03147792362919181, 0.0006098829265437653, 0.0002572839409054554, 0.00020869832275515905, 9.537581052747644e-05, 0.006649247980272161, 0.0010434745833809629, 0.00013958630689262815, 0.00126151301835984, 0.0013586220329369174, 0.002498382991961284, 0.00018369676286787525, 0.000177750790016956, 0.0031218106166759495, 0.00021532597085699242, 1.3270684734376198e-05, 9.0763267759421e-05, 0.0004208678563765913, 0.15486422294461424, 3.129912689989585e-05, 0.0002205077063647004, 1.3146347716441343e-05, 0.0018775909137630782, 0.08946268257038945, 0.003834669088058889, 0.006269676741786243, 0.47286637873119786, 0.0013093756966612567, 0.00046711049444322976, 9.652121370350574e-05, 0.00019198247945509235, 0.0008689295780869131, 0.0022113420485389964, 0.00015075678489621976, 0.0009804351227394477, 0.0015750345560544797, 0.0018698785971795078, 5.359903343596858e-05, 0.00031847277072173614, 0.002239358255006904, 0.0001687975868711663, 0.0015085266030397902, 0.00013640899947624292, 0.0008322807113859591, 0.01074967045450978, 0.00015461412483963057, 0.0009489760736460197, 2.9080670237722282e-05, 0.004306197957420651, 0.06507401177566467, 0.003764521350040582, 0.020669745376879663, 0.0003740619724402564, 0.06697026581099347, 0.029580400280383747], "calls": 1, "latency_seconds": 0.8167336140759289, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10417", "target_index": 36, "predicted_index": 16, "n_labels": 56, "probabilities": [3.926308422665631e-06, 6.558668129881564e-07, 7.224799925622564e-07, 4.445965114397633e-08, 8.77716598445e-07, 8.743358532300772e-07, 9.497819323460812e-07, 1.691383539254577e-07, 8.142716117161927e-08, 5.037287241437859e-07, 0.00022824955653253919, 1.0282759551998477e-05, 1.69461781418006e-06, 1.598549567661655e-06, 3.4452892616094695e-07, 1.1243214916880893e-05, 0.9926380094041745, 0.0020622391381629524, 9.133269010071528e-07, 8.705215192293251e-07, 7.550676884207101e-07, 3.913293957486477e-07, 4.6962300873523137e-07, 6.49814396363425e-07, 1.7440780589108128e-06, 7.281756219684574e-07, 6.917033341981215e-07, 7.529807172904916e-08, 2.8990190565714806e-07, 1.7842542650491827e-07, 1.6353481375986907e-07, 1.197074329276446e-07, 8.44128441110021e-09, 6.177787038798292e-07, 3.0230589070290095e-07, 1.727486966290571e-07, 3.2615718279132445e-06, 1.3952016787001024e-05, 1.2097796300815223e-06, 2.1755032867477838e-07, 9.132584686175969e-07, 1.716937364340331e-07, 0.0050008196922216985, 6.04240077710681e-07, 1.4017377846826412e-07, 9.014668104400586e-08, 1.742464379175304e-06, 1.3145161869166416e-06, 1.318973714794135e-07, 1.8411154698855028e-06, 1.050081778282421e-07, 7.049493775368382e-07, 1.69837909637886e-07, 2.7113097835602346e-09, 3.5981943182684064e-07, 6.387615479917986e-07], "calls": 1, "latency_seconds": 0.9621185590513051, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10419", "target_index": 36, "predicted_index": 27, "n_labels": 56, "probabilities": [0.0011429543396271416, 0.010945978617404976, 0.0005638646087705396, 2.6406537899258864e-05, 7.975792198425746e-05, 4.331440855076571e-05, 0.00031106627815448456, 8.325366521077913e-05, 4.406936765464364e-05, 5.685148969282297e-05, 0.000597081537524756, 0.0013460931685266122, 0.00032969133757942444, 0.006252773494387286, 0.13392640847778126, 0.0016308837815054017, 9.713876951283533e-05, 2.1148641755342042e-05, 8.177712612385606e-05, 0.00021797683639964202, 2.030080090159555e-05, 0.00019906120187874324, 9.427382306968568e-06, 0.0002624228002641099, 0.018613142483203775, 0.000690090690324467, 0.016206941251632797, 0.687202700903633, 0.0015269344138126837, 0.00034541073288930945, 8.446410153538275e-05, 0.0002232084859397824, 8.909159810078222e-05, 0.0016974707922083416, 0.0006881746893719787, 0.0005206088511153029, 0.002876588307107175, 0.016292860205614733, 0.0011689110429991864, 0.020583759801090222, 0.04924711211772777, 0.002826514484874589, 0.002681067108348931, 0.00019500199750492324, 0.00013261388331421074, 0.00048590794720783153, 0.0006562975293355812, 0.0008603016321120932, 6.490325233033994e-05, 0.0014309074665155833, 0.005020620680227201, 0.002472279205045493, 0.002394719796337537, 1.0536424431077027e-05, 0.002585280821888307, 0.0018358747108221014], "calls": 1, "latency_seconds": 0.9627766972407699, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10439", "target_index": 37, "predicted_index": 45, "n_labels": 56, "probabilities": [0.0030924200580430316, 0.0008902269422620949, 0.0011917854499629934, 0.0001135429669005237, 0.00031365983865502947, 0.000594778953649484, 0.0009984160332047532, 0.00041030531675795203, 4.2683135700676856e-05, 0.00021891065725932694, 0.00266532407515066, 0.0025209499594729856, 0.0009518904789567438, 0.0002492596514556903, 0.00010312493576674318, 0.0007441886771674118, 0.0003210023005010178, 0.0007465069637019654, 0.2556231042209073, 0.09763070804521387, 0.0002511799683257058, 0.0012515502435549255, 0.0002673306725430006, 0.003023760630952964, 0.000730288698107691, 0.003567118839673123, 0.0025806227530734463, 0.0003698805852496988, 0.001028462666991174, 0.00026588126219362904, 7.818537611147786e-05, 0.0005949419959787267, 4.801854243107977e-05, 0.0016789354065898862, 0.00029009197786192313, 0.00021705448003758347, 0.0015036632878915588, 0.01185677735468237, 0.002581116771908003, 0.0003253201036935489, 0.0012460525595993502, 0.0008624053339630007, 0.04513811730662869, 0.0015519395948766794, 0.027324666147937916, 0.4480029384191041, 0.002000209450351135, 0.0013156407199948674, 0.00017653506251021832, 0.0021116107454956733, 3.8358877439495486e-05, 0.0032846798700267386, 0.0493880040063103, 0.00013835981190213743, 0.013753635668953712, 0.0017338761463641986], "calls": 1, "latency_seconds": 0.5786662744358182, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10484", "target_index": 37, "predicted_index": 37, "n_labels": 56, "probabilities": [0.0017019261165881162, 0.0005582262025370558, 0.0034969934648317307, 0.00010600451135532532, 6.635942282373999e-05, 0.00010604413646906184, 8.779775549204125e-05, 0.00010835628026381625, 2.031769675014107e-05, 4.875118651616374e-05, 0.0005251858144457522, 0.03796278629602722, 0.0007017155896412823, 0.00018869656282991028, 4.89681233631257e-05, 0.00045695410125692437, 4.58473941782883e-05, 0.0001072298156088572, 0.00045147392725827025, 0.001946059634125367, 0.00011098424542533997, 0.0007036076087278746, 0.00038028995745396704, 0.001514154431454221, 0.0007967472305658615, 0.007171653489734182, 0.0036728580180706476, 0.0006389331303178874, 0.016378382513236575, 0.0006301961758190488, 8.511988784442716e-05, 0.0004944025676493459, 5.893270962630748e-05, 0.007631147219709196, 0.00023999569549124086, 0.00042738568689248605, 0.0027128186570858945, 0.7193892025481036, 0.01672978984618805, 0.0017616227362564042, 0.001851633571903274, 0.011018969753199577, 0.030635960838138476, 0.0014184609691015883, 0.0021849533057768634, 0.0642717524127951, 0.004976178115102116, 0.004425892104579707, 0.0016161330012321917, 0.004943517220868118, 0.00028605745312419766, 0.012077370423621003, 0.026695432854238064, 5.571635111422684e-05, 0.0025375395568529428, 0.0007405136803378072], "calls": 1, "latency_seconds": 0.8588208071887493, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10607", "target_index": 38, "predicted_index": 38, "n_labels": 56, "probabilities": [0.0003206644556453789, 2.1710746872375842e-05, 9.221154173727952e-05, 6.215468699584613e-06, 7.080680649241432e-06, 1.5212155427870592e-05, 1.753881841301411e-05, 0.00021949627994963074, 1.0587361937969747e-05, 1.042805570594338e-05, 0.00014009420951769218, 7.504761028436062e-05, 0.00039289949445869593, 6.773031278142137e-06, 9.995197726080175e-06, 5.07601226049741e-06, 5.1961081958587714e-06, 1.2900057121907705e-05, 7.828989902024961e-06, 4.159118297972886e-05, 0.0004342472878381407, 1.0870424691157603e-05, 1.914063069089003e-06, 1.791025685615606e-05, 5.165309041445932e-05, 0.0002006266318516129, 0.025090766156561427, 0.0005563594019286626, 0.0011283564944787746, 0.00021339375767823152, 5.93917041976884e-05, 8.453077335168098e-05, 8.041561325922173e-05, 0.06278246909529822, 0.000146303945930493, 0.00027800529108111175, 0.0011298379171730307, 0.018066777350116116, 0.7741299759253536, 0.0004437790896684273, 0.000274757240809942, 0.0002948176108096019, 0.015740271490291547, 0.00016524232357382915, 0.00031333104961901075, 0.00020321358106918262, 0.0867366493852716, 0.0028844528110883922, 8.567330344669226e-05, 0.00043692609516207274, 8.279072946282411e-05, 0.00045054401919276157, 0.004969156801244442, 5.0862890664531896e-05, 0.0007571632180526731, 0.0002280157206802923], "calls": 1, "latency_seconds": 0.7043871069326997, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10791", "target_index": 38, "predicted_index": 38, "n_labels": 56, "probabilities": [7.620657884933425e-05, 3.2803974727793614e-05, 1.966548341032527e-05, 2.4934713304471825e-06, 2.418785601979659e-06, 4.409518129420508e-06, 8.156923783865885e-06, 6.875944879356352e-06, 1.975719631832813e-06, 3.2001332124382797e-06, 2.5962561864351635e-05, 3.4370931577855355e-05, 0.00036280973883937284, 2.3813332893823417e-06, 3.5785722049031572e-06, 3.222887139549971e-06, 1.937442669316814e-06, 3.0889611886914527e-06, 4.5130714506073705e-06, 1.1429162375195643e-05, 5.309084909009723e-06, 1.3364621239549665e-06, 8.52055632484139e-07, 6.787097354842559e-06, 1.732762606123152e-05, 3.3306617769482816e-05, 0.00014446614070291438, 7.770909966196746e-05, 6.599703373637921e-05, 4.940592376461631e-05, 8.40256734486267e-06, 1.6925317270571416e-05, 3.049307903409396e-06, 0.0004176369587938811, 9.476727714359165e-05, 7.133981406275633e-05, 0.0001635977964905424, 0.00961327380572679, 0.9864977871792694, 8.048277102770706e-05, 3.058110133542431e-05, 4.779123008314559e-05, 0.001335109606958533, 1.7269717084417087e-05, 3.36034232563904e-05, 2.8289314877117567e-05, 0.00012352506002163277, 0.00012249315863752702, 1.8042095493707185e-05, 0.00010836523406064376, 4.936825756998637e-06, 7.777143908132651e-05, 5.323299715211185e-05, 5.866589549366263e-06, 7.13764539140532e-06, 4.723428353867859e-06], "calls": 1, "latency_seconds": 0.8467367957346141, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10860", "target_index": 39, "predicted_index": 39, "n_labels": 56, "probabilities": [1.6490355460129067e-05, 4.565700410095873e-06, 1.1238456800187704e-05, 2.013465030642643e-07, 1.2119918803799038e-06, 6.825329360546553e-07, 5.768875939208841e-07, 1.02339762246502e-07, 1.8951603972150184e-06, 2.87349051483068e-07, 1.3428307871330501e-05, 6.896626748108114e-06, 4.009051213638956e-06, 1.908081848927969e-05, 4.2519691391778793e-07, 4.300183569888205e-06, 8.705224206698336e-07, 1.2482204801070513e-06, 1.342293850627004e-06, 3.892770743097591e-06, 3.487873502199178e-06, 9.262181226830209e-07, 2.586977783201265e-07, 1.929530203961135e-06, 1.9910581944594057e-06, 1.184218944074172e-05, 9.64205203684244e-05, 3.838150401129361e-05, 0.0002479275764225857, 3.658124166638772e-05, 1.378389168248399e-05, 1.2631223925323647e-05, 2.009043382897252e-06, 9.433886347108697e-06, 1.1797256272147494e-05, 1.1137160644003053e-05, 0.000130737071417517, 0.0019860998670525724, 0.00013742452037669373, 0.9968073330747408, 1.1336120885463128e-05, 2.6875867346495853e-05, 0.00019404224442783264, 1.0266200032778517e-05, 6.259010390596722e-06, 1.9426502710297326e-05, 5.398229249053762e-06, 1.5315898681322137e-05, 6.038554444365882e-06, 1.6336462205087044e-05, 4.1934980961771217e-07, 2.9621599713643064e-05, 3.5587779762758395e-07, 4.830961369403317e-07, 2.162225234008205e-06, 7.832422868146374e-07], "calls": 1, "latency_seconds": 0.7117597642354667, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10868", "target_index": 39, "predicted_index": 6, "n_labels": 56, "probabilities": [0.003493523069121514, 0.007084576731183944, 0.014219314657512487, 0.0012171767050367323, 0.0005635050547503498, 0.010262084302975911, 0.60383943270253, 0.00016783386230198626, 2.2079504188561225e-05, 8.993201426788254e-05, 0.004752222025798832, 0.003012655037918893, 0.00023567044177422224, 0.00015425575515486977, 0.000264261059737363, 0.010431079386080217, 0.001985450069101769, 2.7277365098262512e-05, 0.00018447728827715893, 0.0004337799544778114, 0.000785554654188288, 0.000838020360004926, 0.00014657853041127677, 0.0011282965689290436, 0.0029889647410843707, 0.0030058280562903143, 0.003275480925418164, 0.0016477638066539659, 0.017429754227551966, 0.00050836923172298, 4.3393081162342895e-05, 0.0018299604279966865, 0.001106015333712108, 0.0007962892199743647, 2.2393259638960743e-05, 9.580151972869336e-05, 0.0005364095703853382, 0.0037909865616538863, 0.00012599316981570428, 0.0005526283973493737, 0.001473388465660151, 0.014447156484984337, 0.11739981085066778, 0.0005990339347812613, 0.0011330287505848476, 0.0002080906726249423, 0.0006940086440834273, 0.0026266822521121623, 8.746324038794532e-05, 0.001564722050194081, 0.00028882539549173614, 0.005720768430405946, 0.14801457864966583, 0.00010331196957370928, 0.001614471439058208, 0.0009295901387620713], "calls": 1, "latency_seconds": 0.667723358143121, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10912", "target_index": 40, "predicted_index": 19, "n_labels": 56, "probabilities": [0.05321362384633064, 0.0052832930596097534, 0.0018974561772792209, 0.0004817533217363389, 0.19620841320554078, 0.0048231072522949454, 0.0027686765768659568, 0.0007181431205979782, 0.00014796080841472623, 0.001644139158939217, 0.007576922730469536, 0.18228874059470654, 0.0052832930596097534, 0.00013322805104550383, 0.00401475092377284, 0.0004817533217363389, 0.0011729118209810958, 0.0004355866211725815, 0.0048231072522949454, 0.3248390162344374, 0.0020866525518111307, 0.0014234063744793795, 0.0004355866211725815, 0.005785085366004077, 0.006927948948734374, 0.008283378346488046, 0.0048231072522949454, 0.0006502910262534634, 0.0006187215680533142, 0.00017305647755229439, 0.0002900520239870703, 8.727282273420665e-05, 2.9602604510534558e-05, 0.00014796080841472623, 0.0003052736887987942, 0.00032126506502005205, 0.0007181431205979782, 0.003336614831840658, 0.0005886296856977949, 2.510012625599268e-05, 0.001292350705104925, 0.0004355866211725815, 0.025452434565342488, 0.00014040747754584567, 0.0004817533217363389, 0.0048231072522949454, 0.00018230202266517203, 0.0007927762823403011, 3.30313047007139e-05, 0.0009188668629409497, 2.510012625599268e-05, 0.0010641054615444167, 0.023403022275932273, 0.010797340769400738, 0.09234420432804168, 0.002520584174443155], "calls": 1, "latency_seconds": 0.4978754660114646, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:10963", "target_index": 40, "predicted_index": 40, "n_labels": 56, "probabilities": [6.25671596041843e-05, 2.9797064286324032e-05, 1.0803298761358483e-05, 2.909469018684356e-06, 1.1322748055504413e-05, 8.534519317711187e-06, 2.187405631455703e-05, 3.777948639093406e-06, 3.496980055438385e-06, 2.604127625660836e-05, 0.0001215631691396317, 0.00010664113689552245, 1.5320055731185528e-05, 2.8941818059822704e-06, 0.01017019983753351, 1.0775826152635046e-05, 2.497839878777195e-05, 1.9151533220940712e-06, 2.8346827349759292e-05, 0.0005352279089320002, 7.534423176582755e-06, 1.1057607434080169e-05, 5.103799789448154e-06, 7.92685331759813e-06, 5.721029826046682e-05, 6.851761254251547e-05, 0.0004807155197483887, 5.269520060988592e-05, 3.7041934187082204e-05, 1.0889555494961462e-05, 2.0279853503565017e-06, 9.554794801943946e-06, 1.2878040916967379e-06, 2.0378359549043005e-05, 9.166532033304716e-06, 1.0163211859986244e-05, 0.00018616829919299542, 0.0011653100256409673, 2.4731960212118507e-05, 4.078195516423621e-05, 0.9521269379259013, 2.780104846318107e-05, 0.0016656752932580454, 4.22205431464329e-05, 3.603757880145064e-05, 0.0006817404326022387, 8.375839045557153e-05, 4.433374863945469e-05, 6.312392314103616e-06, 1.0466155794717755e-05, 2.750298010141575e-06, 5.761519209888054e-05, 0.011694336882056264, 0.015390294662004816, 0.004290027956499373, 0.0004324407515367442], "calls": 1, "latency_seconds": 0.946584025863558, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:11207", "target_index": 41, "predicted_index": 18, "n_labels": 56, "probabilities": [0.0005991699442249241, 0.00048049862076079286, 5.8773929672428824e-05, 7.861321779211117e-05, 0.00013264700435609145, 3.4580945176783016e-05, 0.0002218111487154586, 1.4307079451341026e-05, 3.999559340928891e-05, 0.000171837467367897, 0.00033022504341942443, 0.0015407824346762408, 0.00016218304719759424, 5.624365198908218e-05, 0.0002277824381017435, 8.990881326004945e-05, 0.0001499261834321237, 5.054036602572111e-05, 0.9626204131659603, 0.0015890974201965562, 9.347413130738278e-05, 0.00020331471370067707, 4.557135495103974e-05, 0.0003282216797131056, 0.000824818645846476, 0.00039247146037975106, 0.00046684041427969296, 0.00011301716300750747, 6.86410129589399e-05, 0.00010396888176211618, 2.204181824686826e-05, 1.1067809189644704e-05, 3.959985972463232e-06, 3.0139974125967872e-05, 2.462071440019862e-05, 2.6054379507533043e-05, 4.9094797355923456e-05, 0.001047829817960959, 4.948555708396346e-05, 3.3965243035408256e-05, 0.00036076028611693484, 2.6320760741274952e-05, 0.002809391963318977, 9.533682385411764e-05, 0.007546072953310502, 0.00030709548263002315, 4.998518829390431e-05, 0.00016033234795335922, 1.8206040935903676e-05, 0.000186419538357055, 4.144939466075024e-05, 0.00044254748004483543, 0.0025533679015801174, 0.006404360009421293, 0.005241995698108249, 0.0011684210607011943], "calls": 1, "latency_seconds": 0.947226993739605, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:11264", "target_index": 41, "predicted_index": 33, "n_labels": 56, "probabilities": [0.00022105467782764318, 5.480166401350407e-05, 6.46774532836266e-05, 5.541563091187773e-06, 9.1765278199212e-06, 4.119918277000305e-06, 3.583460436522589e-05, 0.0012598117070016914, 6.702767400142868e-06, 1.1302428936722764e-05, 8.18519213692009e-05, 5.8368880411581794e-05, 1.8879240877015172e-05, 3.935529481693734e-06, 8.358152985148802e-06, 1.3607834631135401e-05, 1.2734443838848036e-05, 1.2359867747028656e-05, 1.1477401938831494e-05, 4.663671006848247e-05, 2.9116431499039794e-05, 1.4109254501345738e-05, 2.8383752691330233e-06, 2.859729393753815e-05, 3.5235632326820635e-05, 7.295000693332232e-05, 0.00036423780681126813, 0.0007311436379608406, 0.00017835914400309531, 0.00013216708187171954, 3.1403464864140655e-05, 0.0001444521481630571, 4.9019293847950387e-05, 0.9849169478733294, 0.00011569936551123316, 0.000138847438866513, 0.000864066245356748, 0.003675254228453015, 0.0003617272061374315, 0.00011198312198122172, 0.0001167452286019145, 0.00010806720828443365, 0.003300635243319875, 9.204293573661457e-05, 0.00016043780128959773, 9.124710256822547e-05, 0.00015382213867828258, 0.00045447406219896604, 3.5086935745495666e-05, 0.000171643897976917, 2.6680714344368067e-05, 0.0002899703156198109, 0.0009078113702928601, 1.371939635054455e-05, 8.542959124031406e-05, 5.279771076131773e-05], "calls": 1, "latency_seconds": 0.9460925511084497, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:11279", "target_index": 42, "predicted_index": 42, "n_labels": 56, "probabilities": [0.0015877652667429195, 4.426894881056999e-05, 6.604949849748181e-05, 2.6808136755911722e-06, 0.022747006291778445, 2.644084670079932e-05, 1.4059442759383619e-05, 1.0252270054928543e-05, 3.1400221674089925e-06, 1.3481077192258423e-05, 0.00010068458046785385, 7.101974245246712e-05, 7.999634118705024e-06, 2.572996722915223e-06, 1.2702653886541496e-05, 5.6368140006581284e-06, 0.004618279148544794, 1.7191231871561498e-06, 2.5708787112725195e-06, 4.700547505867509e-05, 8.891339967198302e-06, 1.0496839456044693e-05, 2.3467482565470487e-06, 1.0688510864311815e-05, 1.0709808336208475e-05, 1.52636023045665e-05, 0.0006267503806690364, 2.0752948843225602e-05, 0.00021583626779973273, 1.540647009770169e-05, 0.001045289666771887, 3.1307763735475494e-05, 2.8017215176706653e-06, 5.850842732573559e-05, 1.6139414748181734e-05, 6.743272157823912e-06, 0.00016380063075907564, 0.0009506109327965282, 2.672948614185837e-05, 1.3141498019931362e-05, 0.00019297096217171637, 7.684243586187703e-05, 0.9381728168157158, 4.4778976870360486e-05, 6.419042845782394e-06, 5.324565666518551e-05, 8.716471176244831e-06, 9.230476496907234e-05, 2.72576851009837e-06, 4.2376222019252045e-05, 3.881019351042799e-07, 1.778533386045531e-05, 0.026933667268095884, 7.412265492501245e-06, 0.0012243899243070094, 0.0004856087334039863], "calls": 1, "latency_seconds": 0.6839304668828845, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:11324", "target_index": 42, "predicted_index": 12, "n_labels": 56, "probabilities": [0.0018459046726403913, 0.004107423615829488, 0.001407247066374722, 0.0002133654159248227, 0.00021334650219620015, 0.00015557091656418222, 0.00036538945686607544, 5.5579222527216615e-05, 5.3165802343183155e-05, 0.0006490905852451278, 0.0061650648770715105, 0.019856658086360564, 0.3616357042378823, 0.3231684651420979, 0.0005502142270407454, 0.000640660473431216, 0.002803461056570143, 0.0001628039484788719, 0.00020248203516873642, 0.0003957153607362905, 0.00022990143778037482, 0.00027223454736872825, 5.7072239856999054e-05, 0.11135744261864991, 0.0735985120524143, 0.00736518356474606, 0.0002987685068329326, 0.0011912368976126583, 0.0012770545693500462, 0.00022989169923345765, 3.288042391893184e-05, 3.96326306452258e-05, 4.622744553163596e-05, 0.00010176660443579796, 9.88269732653897e-05, 0.0005415581446120027, 0.0039563549644896735, 0.010130554563116493, 0.0031858088585590286, 0.0062200322024240735, 0.0003532013180078808, 0.00013077169940285127, 0.038622436313604534, 0.00016252134532649198, 8.121256105761132e-05, 7.92753841712931e-05, 0.00018207689985699812, 0.0002257799241450714, 2.3772097762361322e-05, 0.008067715510756548, 0.0019009406939157314, 0.001034271615875614, 0.001660748598708393, 1.616815195910304e-05, 0.0020908376167453444, 0.0004900166225107637], "calls": 1, "latency_seconds": 0.8659723717719316, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:11605", "target_index": 43, "predicted_index": 43, "n_labels": 56, "probabilities": [0.0008732049574227397, 0.00013444032509329798, 0.0013962787478177235, 1.8153806078366074e-05, 3.652120301180019e-05, 8.913249618904336e-05, 0.00028598690213038933, 0.0005408121450056034, 3.851592467106127e-05, 0.0001277483873385939, 0.0005956552285351546, 0.00013444032509329798, 0.00014885346230558079, 8.913249618904336e-05, 4.28272153572489e-05, 0.0002721283653089179, 0.00036609376416709896, 0.0075948287030390025, 1.541870886045411e-05, 6.874041977266671e-05, 3.1119748081526065e-05, 4.515477451802154e-05, 1.1098416190091513e-05, 0.0003005225438709982, 0.00016475162172244141, 0.00014885346230558079, 0.0010547930439184512, 0.00012137855199524076, 0.0011586126834202345, 3.851592467106127e-05, 2.306912564936743e-06, 8.913249618904336e-05, 3.1119748081526065e-05, 0.002018333698741579, 0.00019170593453069214, 0.00018228065648245317, 0.0007940316364861612, 0.002018333698741579, 0.0001414699939173701, 0.00016475162172244141, 0.00013444032509329798, 0.00021198512763171462, 0.07084281636431614, 0.8992123811716712, 8.035680269254205e-05, 0.00014885346230558079, 0.00019170593453069214, 0.00042408004575507927, 6.191740512807206e-05, 0.002018333698741579, 5.018314498750046e-05, 0.00046753247054391925, 0.0006250383702843824, 1.6282575762281443e-05, 0.003788058886711938, 0.00014885346230558079], "calls": 1, "latency_seconds": 0.3782474040053785, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:11635", "target_index": 43, "predicted_index": 43, "n_labels": 56, "probabilities": [0.0023028635204984005, 0.0040305696934615845, 0.003349761635357757, 0.0004373029030965799, 0.0006528532783508595, 0.0001649126446368619, 0.0009688258658348874, 0.0009224873473882941, 0.0002030442061787012, 0.00029119487599764876, 0.010839884042974864, 0.008316016200441059, 0.00033939552465391063, 0.00022517831843976341, 0.00023710262658145772, 0.0004157639194858221, 0.00033939552465391063, 0.0076067770347335905, 0.00035710893551929866, 0.000757546256953403, 0.00011420659694747856, 0.00032253090147393995, 0.0001409607057764498, 0.002094874301245716, 0.001017395036493511, 0.0019049324623172622, 0.00530411009102588, 0.015348888240036043, 0.011831734938899064, 0.001017395036493511, 0.00010832917966423454, 0.0006528532783508595, 0.0001409607057764498, 0.003349761635357757, 0.00014854379799383402, 7.076757607506419e-05, 0.0027795856115591737, 0.04193066451621213, 0.00018302032219734388, 0.00032253090147393995, 0.0044186166607484804, 0.0005085658210561225, 0.02777936055017962, 0.566887318960332, 0.0003952496324042401, 0.00032253090147393995, 0.0008782822542184453, 0.0014290148264204574, 0.00030647651663714075, 0.004842111077004565, 0.00022517831843976341, 0.0014995068546860709, 0.04193066451621213, 0.0012360925719222518, 0.18300698779336688, 0.03279201255428964], "calls": 1, "latency_seconds": 0.16632829001173377, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:11945", "target_index": 44, "predicted_index": 54, "n_labels": 56, "probabilities": [9.493342856554684e-05, 1.5849431597272556e-05, 4.936382962959999e-06, 4.310659720121994e-06, 2.4152827386468066e-05, 1.937263939500277e-05, 1.845039875975757e-05, 5.32535150448029e-06, 3.6375365809735793e-06, 5.696785856627038e-06, 3.844202138105429e-05, 5.962651472963773e-05, 7.125547403111538e-06, 3.721524480470492e-06, 4.621266027890563e-06, 7.690421095404322e-06, 1.7428943094633973e-05, 7.774255549351625e-06, 0.00015535609022035196, 0.00043702487316740437, 8.608571636086746e-06, 3.965217787980576e-06, 2.8974542786376533e-06, 9.645655809630552e-06, 2.126563909836438e-05, 2.9501607179063827e-05, 4.9699526793468297e-05, 3.7771780080090555e-06, 3.228571513759229e-06, 5.50964805852124e-06, 2.0471055405587478e-07, 2.6417767787723366e-06, 1.2218501137542111e-06, 3.803494839735364e-05, 7.395599469837945e-06, 7.349439488610329e-06, 2.2622991696145556e-05, 5.2713216878900494e-05, 2.177590685186541e-05, 5.4175909409267195e-06, 5.469352211981604e-06, 4.09674294359538e-06, 0.00038292259874628276, 1.2049013126059553e-05, 0.0002598958234144638, 6.86259435417477e-05, 3.492607646016247e-06, 1.7654225923999795e-05, 3.714528321688212e-06, 4.691407757730387e-06, 2.908651815915448e-06, 1.5283808554690387e-05, 0.0015296432671176132, 0.002221108587046996, 0.9150501812964174, 0.0791853081446016], "calls": 1, "latency_seconds": 0.4071287428960204, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:12051", "target_index": 45, "predicted_index": 21, "n_labels": 56, "probabilities": [0.000397276193392036, 0.0007905020515717728, 8.313457599446196e-05, 2.4334135619776732e-05, 5.3026187086701224e-05, 0.00012497669973181676, 6.938476180043123e-05, 1.7446302693760877e-05, 1.1835084602160646e-05, 0.00014505562743029736, 0.0022706700758541873, 0.16866572241980446, 0.00012761485598001838, 2.323298209937688e-05, 1.8572625475988895e-05, 7.138145150643424e-05, 0.0004217731338906892, 1.653882410493614e-05, 2.2078321186415468e-05, 0.0002898267124196969, 7.862055421561289e-05, 0.7925225075322496, 0.002409235089223473, 0.00680738211059887, 0.0008101152712132358, 0.003943597749848363, 0.00012761430925061534, 9.683384513617082e-05, 0.00011410676306098141, 0.0003785382463039762, 3.2952940431787165e-06, 2.251098782416633e-05, 2.1616446118335506e-06, 1.084479344033237e-05, 1.1274978620180606e-05, 8.787816760252226e-06, 0.0001141016037994688, 0.0036468700418598845, 6.50869108466679e-05, 9.546129662789437e-06, 4.962831390092372e-05, 4.129182643983234e-05, 0.006725372383950376, 2.543581806800244e-05, 5.791775797334583e-06, 1.696677542292536e-05, 3.9137556273284456e-05, 0.007720692249230848, 1.3514278834337623e-05, 3.481163620792895e-05, 7.12593337123367e-07, 0.00012105255958255105, 0.000259611009315794, 5.4666539461797185e-06, 6.164506040378179e-05, 5.145481447365701e-05], "calls": 1, "latency_seconds": 0.8929714481346309, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:12127", "target_index": 46, "predicted_index": 46, "n_labels": 56, "probabilities": [0.001618378901204622, 0.0004703880145054291, 0.0005293456246419727, 9.543666228271535e-05, 9.524046177320685e-05, 0.002495963830641034, 0.0002421253274505377, 0.0001694951547711552, 2.5645078058793566e-05, 0.0001018446303242161, 0.0019379891526632724, 0.002101370083452644, 0.0002942254461434494, 0.00044360639497890433, 7.479232446381078e-05, 0.00033987411518278317, 0.00023070974191021946, 0.00014331558874658404, 0.00022550141683915748, 0.0003469803895431831, 0.0073078561875497845, 0.006380284406074092, 7.537325099883265e-05, 0.00022624959323380118, 0.000609829098475286, 0.002037610447150469, 0.009864309915451643, 0.0005214996375843315, 0.0013148219718944138, 0.0004056052981481907, 3.0228253621357584e-05, 0.01123775766048512, 6.609002812900166e-05, 0.0033933413720367714, 0.0002682065687168872, 0.00022959179209627758, 0.00197160501547032, 0.006088921162150936, 0.000873939244118869, 0.00041645583311044037, 0.0004103641052271278, 0.0005925771030200824, 0.011921034882269125, 0.0003619390108874107, 0.00042556930854383007, 0.00043612485192284154, 0.6895902726672394, 0.21127521605478405, 0.00034292893541583723, 0.0009865866562928486, 0.000125569142931139, 0.003472180558079812, 0.004403135813381221, 0.00014484137873408467, 0.00693889954396585, 0.0032709549112307787], "calls": 1, "latency_seconds": 0.8925402234308422, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:12537", "target_index": 47, "predicted_index": 26, "n_labels": 56, "probabilities": [7.949529182356523e-05, 4.271708621807679e-05, 0.0001245418365398453, 6.769694885674796e-06, 4.537502597125264e-06, 0.00012820396218440623, 3.4814739094103576e-05, 7.022277713601729e-06, 8.96448155741218e-06, 1.2491505561020007e-05, 0.0003417773249854235, 2.6833841807679694e-05, 1.4233019138929754e-05, 2.829222620622361e-06, 4.97257249617872e-06, 1.758105015042491e-05, 3.44380259320066e-05, 2.099432229160274e-06, 5.365008416837984e-06, 3.2829070963107264e-05, 4.624607012756791e-05, 0.0013000550379428106, 2.0816830504017753e-06, 1.0514285559753025e-05, 6.253308049651153e-05, 0.00018302972801978538, 0.8762994908664821, 0.00033296423790909547, 0.001225914722959507, 9.315333084325792e-05, 1.0160665853339345e-05, 0.00023318618890696494, 4.57045655154127e-05, 0.000205057925987802, 3.026367697675624e-05, 3.324733275380201e-05, 0.0005366229900358398, 0.0016617570809526958, 0.00013501777848309935, 3.3857773691985246e-05, 0.00018227275486368014, 9.526335799005432e-05, 0.011918388927087053, 4.4531642458209446e-05, 2.795478501331648e-05, 3.981706047622931e-05, 0.007556144224767554, 0.08633324627387055, 4.412799355649993e-05, 0.00028150332297028057, 6.220832294097633e-05, 0.00037811754791640807, 0.0022677123847296347, 1.611819261851267e-05, 0.003486735048144169, 0.0038524821911332242], "calls": 1, "latency_seconds": 0.8901398652233183, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:12610", "target_index": 48, "predicted_index": 20, "n_labels": 56, "probabilities": [0.000767353917852391, 0.0005352500401357707, 0.01100997475440562, 9.956461657380366e-05, 7.29023735916414e-05, 1.4700191815874775e-05, 7.011654428940225e-05, 1.1126744860134988e-05, 5.481101054407061e-06, 6.658768867356649e-05, 0.0005785284072589747, 0.00011315018922963069, 5.509651143609988e-05, 2.382722025435538e-05, 2.5200733250643193e-05, 4.617015829385577e-05, 0.00011979361786922418, 7.1393498751142835e-06, 6.90049941460758e-05, 0.0001358186025407652, 0.917467116028502, 0.0036500322105588834, 0.0029687130652452415, 0.0001106051053866551, 0.0016014432928886956, 0.0009842722541230056, 0.00016111660479615472, 0.000232572907015344, 0.026301091562743135, 0.00015565033747209206, 8.82351073261312e-06, 1.24442364081723e-05, 3.0757958771752524e-06, 0.00010076627170888161, 3.6439574452768043e-06, 2.298211575370265e-05, 8.612470120884066e-05, 0.0003930791456026079, 4.146252827275794e-05, 3.6317070022112645e-05, 4.511012066409596e-05, 5.800580870450124e-05, 0.008315107587960117, 4.4080786135005215e-05, 4.8602489742244805e-05, 1.484876428487874e-05, 0.0124967119235989, 0.001562432116415876, 0.00604865801308502, 0.00033084031293179625, 5.398075284386187e-05, 0.0006037447228611144, 0.0006489087782852485, 3.937538877503092e-05, 0.0011474510090505527, 0.0003740209654911007], "calls": 1, "latency_seconds": 0.89095125393942, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:12708", "target_index": 49, "predicted_index": 14, "n_labels": 56, "probabilities": [0.001253183043699244, 0.0024933130392887043, 0.00023367190040649615, 6.918245488231454e-05, 0.00021103387995894415, 0.0001712041211762552, 0.0009473784757938477, 6.51228496650331e-05, 7.465136404715519e-05, 9.974882735317739e-05, 0.0017255504032135523, 0.002822439152510304, 0.0004602338650264314, 0.000671480203660981, 0.8922881025652063, 0.0002031208729469262, 0.0001737202917429579, 7.047259365833743e-05, 5.141389342802769e-05, 0.0004818913444060215, 0.00025569667195794873, 0.00028247509825458006, 8.799297645945682e-05, 0.000964716218663144, 0.02875462660742567, 0.0007145485344839271, 0.001340524171048106, 0.0015131680032139236, 0.0002172724380342794, 0.000144468927146495, 2.357378023404654e-05, 0.00013223306037021481, 3.305204509801904e-05, 8.122968702489993e-05, 0.00011184814797795251, 5.8801399882151096e-05, 0.0002771095731747797, 0.00810291757284446, 0.00014254044733101286, 0.00024322000204252464, 0.03385908179497974, 9.936606774324794e-05, 0.0018525126125617836, 0.00012694523543407477, 7.993542354340613e-05, 0.00013030479178937837, 0.0009044661053082529, 0.0013181851392143238, 1.6848945409415767e-05, 0.00040686073653812296, 0.0006924130023794587, 0.00018378370518752342, 0.00958831916689365, 1.3028483148545587e-05, 0.0012709704675499236, 0.001408047817580538], "calls": 1, "latency_seconds": 0.8891742727719247, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:13186", "target_index": 50, "predicted_index": 50, "n_labels": 56, "probabilities": [0.00042680339628396236, 0.0001928167880580629, 0.0002595894303846928, 4.365617384060482e-05, 0.00012065334404139116, 0.00014285830006366298, 0.0001523925478067544, 3.908311752967862e-05, 5.993847053016719e-05, 0.00013344854341410634, 0.0009108148566091063, 0.0010774282094347463, 0.0019105931032534903, 0.003124374804690149, 8.969385114891164e-05, 0.0029114207097312448, 4.494440565456025e-05, 4.5677810194962365e-05, 0.0013630281873514237, 0.00040755903368999577, 3.941265134077428e-05, 0.00011797945425597667, 1.2773623100286557e-05, 4.812761276805725e-05, 0.04959344931675629, 0.00015067862608067115, 0.0017901782089508544, 0.00027544393459461974, 0.00033285959939784285, 6.679745977566115e-05, 7.375803218814932e-05, 0.00011967961458420086, 6.6483097471978705e-06, 8.683806499244385e-05, 0.0002273473721507729, 0.00031884501171237277, 0.00042686158034406166, 0.005204471347550706, 0.0006201697120785582, 0.0010226472222802097, 0.00035757598045801665, 0.001296404995706461, 0.007309779150652271, 0.00014350193628063745, 0.00028106051255617114, 0.00039644469199558895, 0.00019474414142843838, 0.0003447213073170269, 3.316958543719716e-05, 0.0028364695278076772, 0.907363593304592, 0.0027144582447166618, 0.0003785750590938143, 9.424919557243805e-06, 0.002185159574734117, 0.0001631752293053512], "calls": 1, "latency_seconds": 0.5922118830494583, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:14118", "target_index": 51, "predicted_index": 51, "n_labels": 56, "probabilities": [0.00025330271808719876, 5.593570706139202e-05, 2.7925437251297155e-05, 5.310766848650663e-06, 3.463021192300429e-05, 1.9173375776590977e-05, 1.0269305901044417e-05, 4.923901913606655e-06, 5.703439403882356e-06, 7.18397875421491e-06, 0.00027458954667339524, 0.000449121091392429, 1.1335436231060929e-05, 2.3344888483168183e-06, 0.00042749834032629905, 1.0904829366920004e-05, 1.6145672333319747e-05, 1.6028969671817267e-05, 0.006894058551049697, 0.004174845848974129, 3.102758639591557e-06, 4.336198808570423e-05, 2.8156513140707283e-06, 6.352110646625326e-05, 6.599842197146467e-05, 0.06413721438191092, 0.00010279137568401166, 6.234832394926376e-05, 1.0023363518609176e-05, 6.55312350618731e-06, 2.671815298047174e-06, 9.827715477407891e-06, 1.0638603545480128e-06, 1.9759182114296247e-05, 6.706906760917011e-06, 5.111355702001241e-06, 0.00013763447842528927, 0.00011005674874239842, 1.3019865312984371e-05, 5.032366001329109e-05, 0.002223076395167798, 1.681530715079355e-05, 0.002189054184483009, 0.00012132089185354488, 0.07058522110374803, 0.0012583260278233388, 1.2459034037579325e-05, 3.7777210204465915e-05, 6.744281294835662e-06, 0.00015531357008912494, 3.3657804275727485e-05, 0.7918636309655309, 0.0408646728622876, 0.0015827556072234425, 0.010870158518486437, 0.000623888535307783], "calls": 1, "latency_seconds": 0.4838254419155419, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:14311", "target_index": 52, "predicted_index": 33, "n_labels": 56, "probabilities": [0.0005540809839784043, 8.49795220468906e-05, 0.00013395357677337802, 4.7147477914608496e-05, 2.3754109154924452e-05, 1.1684472698697888e-05, 6.991237885358212e-05, 0.0026784325259252193, 1.4312149476249713e-05, 4.458429980847077e-05, 0.0004028703373955426, 9.800021372501458e-05, 2.4876031569225675e-05, 1.213106063027603e-05, 2.2943457020017615e-05, 2.9299286968922802e-05, 2.8806897105707298e-05, 1.5591757778393637e-05, 0.00010260119009773028, 8.930654810654637e-05, 2.442894366068275e-05, 1.2060098708986615e-05, 3.1745112507884613e-06, 0.00011570374165607778, 0.00011039933796058454, 0.0001722775170016426, 0.0014642040767915228, 0.00100176022356881, 0.0005695121745591593, 0.0006392218853743845, 0.00011568188930703267, 0.00015732877273456688, 4.446897085582556e-05, 0.9777485668701839, 0.00022914150279286654, 0.00015897311724670545, 0.0008389828146285637, 0.002944402263497654, 0.0002534060072029511, 0.0002824690103619269, 9.046230551616451e-05, 0.00017603887755594864, 0.003353238772274837, 0.00014861380252747088, 0.00038257843714169145, 0.00013799130331559775, 0.0003751568914396022, 0.00033161110598845797, 2.2964821659484787e-05, 0.0003868833846397304, 0.00014063207232143076, 0.0006214908373467383, 0.0018889833160386717, 1.5433744455682985e-05, 0.00023142383275690708, 0.000321064488649174], "calls": 1, "latency_seconds": 0.8829383999109268, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:14555", "target_index": 53, "predicted_index": 44, "n_labels": 56, "probabilities": [0.015164889533693545, 0.002054928083696115, 0.000596176533691091, 0.00030898832874153844, 0.0003662330122183738, 6.882357815206458e-05, 0.00020670737140864346, 4.6803248193043705e-05, 0.0011694246612928157, 0.25267425290599, 0.006659127342652931, 0.010705246567675925, 0.0005949968122402109, 0.0014123653852920325, 0.0004323588743296929, 0.0005230156740048913, 0.00416537506655468, 0.00029893052224021693, 0.06304684954792554, 0.0013594058845395993, 0.000790771359803988, 0.0001935074373700716, 0.00012254819907726525, 0.0010166204818704535, 0.01650400725270341, 0.0006504080522834461, 0.00452971026720346, 0.000849216745641317, 0.0007470629839511942, 0.0009055888029387894, 0.00019715138081997355, 0.0003793866536172065, 8.65827936554453e-05, 0.0026916815728592965, 0.0014926174983748571, 0.020716927514752865, 0.0033388973806585294, 0.013031821841171137, 0.0020428251183824773, 0.004005113864786667, 0.001602937483730459, 0.0008901567404314497, 0.042345714415120396, 0.0004483652235335953, 0.487769564330459, 0.00038291347600852586, 0.0007932268090387738, 0.00019747283653484906, 0.00010141889239840383, 0.0009815322068792412, 0.01067030385805671, 0.000725249219690752, 0.010019289700444679, 8.75083006331496e-05, 0.005898860188309563, 0.0009381401822757232], "calls": 1, "latency_seconds": 0.8682175478897989, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:16070", "target_index": 54, "predicted_index": 54, "n_labels": 56, "probabilities": [4.0326858304411234e-05, 6.282767395770601e-06, 7.022117075553922e-06, 1.0486289896754584e-06, 1.1475161974554848e-05, 8.41268304030486e-06, 9.878451158248763e-06, 3.299176154879534e-06, 7.218524929848626e-06, 8.363549950660799e-06, 6.090284663747891e-05, 8.134833314694205e-05, 3.6692940344494636e-06, 2.9016224320242513e-06, 7.971383672017827e-07, 1.0918855567884923e-05, 9.80973057775087e-06, 1.7087584630392615e-06, 7.772612335814325e-05, 0.0002466589151054772, 3.157646568995044e-06, 2.0283229915066483e-06, 2.341687787565706e-06, 2.5468539339337985e-06, 1.0427820868806725e-05, 1.5508610554088747e-05, 5.451535564933333e-05, 7.2475834795800166e-06, 2.73811156193052e-06, 6.282489609321999e-06, 3.0802319578172795e-07, 3.4171488235981493e-06, 1.6220649205923038e-06, 3.595316885135291e-05, 7.49191512771773e-06, 1.0822046433362844e-05, 8.566517477326404e-05, 0.0001855662784886141, 1.9862390552069438e-05, 6.018334201856569e-06, 8.26399214638522e-06, 7.290815680752701e-06, 0.0006355037922505484, 9.914161627058747e-06, 7.634064454903267e-05, 3.834740110549983e-05, 4.883916972447785e-06, 1.9107644171045876e-05, 7.37633937174851e-06, 3.137941759751966e-06, 1.9026124436244909e-06, 2.1970239010766214e-05, 0.0003453726789419708, 0.00012537931204802526, 0.9963312600946591, 0.0013006578482246197], "calls": 1, "latency_seconds": 0.722614720929414, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "manifesto", "example_id": "manifesto:16960", "target_index": 55, "predicted_index": 54, "n_labels": 56, "probabilities": [0.0002760546228983728, 4.844391511845185e-05, 4.13170605784041e-05, 1.6673568979486303e-05, 6.252440605131186e-05, 4.713584561494758e-05, 7.568585132195726e-05, 9.84205182569506e-06, 1.0049611029102329e-05, 0.00010562383667041021, 0.00026572513326622723, 0.00043453037685088305, 0.0001227362856902637, 7.032842069130769e-05, 3.788504649928871e-05, 3.689689194191575e-05, 5.5977413751194957e-05, 4.772342308158966e-05, 0.03265131607621947, 0.21942795018196634, 0.00016968378583011572, 1.7189783143134168e-05, 2.123935389354275e-05, 5.626113185461402e-05, 0.001500058332716721, 0.00028531555129023554, 6.61206393971531e-05, 1.3184537090493592e-05, 1.1466007396559072e-05, 1.4750467994539758e-05, 1.920745460885884e-06, 9.037821903223001e-06, 1.6378134549539858e-06, 1.9188893879288595e-05, 2.4445548124072037e-05, 1.915108784518759e-05, 0.0001447947662559907, 0.0002375938118699059, 2.091355218716808e-05, 2.888966313252254e-05, 4.2723116632663275e-05, 1.6818919867207677e-05, 0.0070611200441219315, 3.4350024789701557e-05, 0.013661426400678543, 0.0009068318125951355, 7.875890111497148e-05, 2.1671916808839678e-05, 1.1393160492896531e-05, 1.44761668433672e-05, 8.212108890542076e-06, 7.692497292382977e-05, 0.0017822189490638537, 0.0016390553811637706, 0.7153090727627613, 0.0028276820464844107], "calls": 1, "latency_seconds": 0.854710889980197, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3", "target_index": 0, "predicted_index": 0, "n_labels": 21, "probabilities": [0.9986820700534585, 0.0001595773986916964, 9.736846301646138e-06, 0.0008672763927039708, 2.831116416650357e-05, 9.736846301646138e-06, 6.137134756684692e-06, 2.2554703464315007e-06, 2.2554703464315007e-06, 4.342405210467322e-05, 3.663897591113327e-05, 1.0665865343030959e-05, 1.3128017775173664e-06, 7.390248749135645e-06, 1.5233255398398746e-06, 8.885254924431855e-06, 0.0001074271935998922, 3.481902516624206e-06, 5.563064052207895e-07, 1.6004497534374734e-06, 9.736846301646138e-06], "calls": 1, "latency_seconds": 0.5807977290824056, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:16", "target_index": 0, "predicted_index": 0, "n_labels": 21, "probabilities": [0.99979307270669, 3.97601265999108e-05, 7.1463228221561485e-06, 7.1463228221561485e-06, 1.9642017983394944e-05, 1.2988258720308506e-06, 5.1292116259944074e-06, 1.8436954611861437e-06, 2.0360687115071415e-06, 9.459920824423687e-06, 1.4979114028742725e-05, 1.2478429307611245e-05, 3.167576790168299e-06, 1.2478429307611245e-05, 2.605157685165822e-06, 8.61897636746429e-06, 4.334614915910618e-05, 7.1463228221561485e-06, 7.049858642995513e-07, 1.4362193268970097e-06, 6.503419927979986e-06], "calls": 1, "latency_seconds": 0.44024950126186013, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:19", "target_index": 0, "predicted_index": 0, "n_labels": 21, "probabilities": [0.9998618037039683, 3.780272469075831e-05, 3.8369459092545665e-06, 2.1370142553929727e-06, 2.042441511901083e-05, 5.624797750140543e-06, 3.48367117091791e-06, 1.5867150134339057e-06, 2.244996851639734e-06, 2.601325314452292e-06, 1.4241688147474542e-05, 1.300120750713781e-05, 7.428128972933059e-07, 2.244996851639734e-06, 1.5867150134339057e-06, 1.5094031328373067e-06, 2.042441511901083e-05, 6.046102614305971e-07, 2.6163139305490697e-07, 1.234884319048584e-06, 2.601325314452292e-06], "calls": 1, "latency_seconds": 0.43911612685769796, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:26", "target_index": 0, "predicted_index": 0, "n_labels": 21, "probabilities": [0.9987667406610755, 0.0006151431753084403, 2.9403847213514187e-05, 3.487699713343873e-05, 5.306788778779807e-05, 1.4618868226614348e-05, 1.1175053908872318e-05, 6.460615790448898e-06, 5.365133307831791e-06, 0.00012899168693353657, 4.491956921357113e-05, 7.371063793555002e-05, 7.08540794133797e-06, 0.0001101520247445991, 1.1175053908872318e-05, 1.0209771557903654e-05, 4.883381675965787e-05, 6.460615790448898e-06, 7.08540794133797e-06, 3.3487136119021843e-06, 1.1175053908872318e-05], "calls": 1, "latency_seconds": 0.44025530107319355, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:53", "target_index": 0, "predicted_index": 0, "n_labels": 21, "probabilities": [0.999704509087767, 4.953088642214993e-05, 4.0158354463677925e-06, 4.416256555570419e-06, 3.6503067975931712e-06, 4.854723795569704e-06, 3.3167679219125426e-06, 0.00012199602059700522, 1.944718493568685e-06, 1.1181726248219762e-05, 8.496944098673794e-06, 2.0927862350109525e-05, 3.4765644293832567e-07, 3.6503067975931712e-06, 1.1850935405143637e-06, 4.854723795569704e-06, 4.552428214745348e-05, 2.2521059944958047e-06, 3.6626212773702855e-07, 6.138751519880774e-07, 2.3645575078681384e-06], "calls": 1, "latency_seconds": 0.4010592610575259, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:98", "target_index": 1, "predicted_index": 1, "n_labels": 21, "probabilities": [0.0001801800886110215, 0.9982094593553175, 0.00011586953532694575, 4.371542760030015e-05, 2.350237633274068e-05, 2.026032970480305e-05, 1.9057986497347265e-05, 1.9644225649332326e-05, 2.172423560321706e-05, 0.00037057138961823507, 9.134685015678875e-05, 6.985363613395046e-05, 1.906749707348066e-05, 0.00020690298238789544, 3.0960520338721215e-06, 0.0001960335760330238, 0.00027866244809491176, 2.215349897236233e-05, 8.291651314453612e-06, 2.4902623439652882e-05, 5.5704234098116374e-05], "calls": 1, "latency_seconds": 0.6317396648228168, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:115", "target_index": 1, "predicted_index": 1, "n_labels": 21, "probabilities": [0.0001598072696692226, 0.9982652867683789, 9.871277863049847e-05, 3.484209481595e-05, 5.21126771170054e-05, 3.141789401489408e-05, 1.9530505818662496e-05, 5.8192133820315526e-06, 1.1639995580842513e-05, 0.0002531888041101743, 0.00011864603563961801, 5.4803548751947843e-05, 2.7210188205033317e-05, 0.00010869834170869764, 3.3906257812646864e-06, 0.00012695389516540078, 0.0005362229231561945, 2.0373773182913818e-05, 7.322331657790396e-06, 3.6868323783223553e-05, 2.7152011449796833e-05], "calls": 1, "latency_seconds": 0.525068654678762, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:122", "target_index": 1, "predicted_index": 1, "n_labels": 21, "probabilities": [7.608902009564136e-05, 0.9993613383133443, 3.3625785129817616e-05, 9.564601152399048e-06, 1.600758113682349e-05, 9.679284633144889e-06, 6.474772359620676e-06, 3.738066874795284e-06, 2.9229384007017473e-05, 6.430823197198621e-05, 7.196196667012021e-05, 4.528915054180926e-05, 8.28958450948839e-06, 7.034790201208624e-05, 3.2736942096123876e-06, 4.171184146473683e-05, 8.877444533506295e-05, 1.7004900746345623e-05, 6.34508892338284e-06, 1.800272233918927e-05, 1.894366254266536e-05], "calls": 1, "latency_seconds": 0.27786771673709154, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:131", "target_index": 1, "predicted_index": 1, "n_labels": 21, "probabilities": [0.000594063980862925, 0.9932724170503582, 0.0002764644863238643, 8.641581098924222e-05, 0.00011477280174827217, 0.00014881268037349958, 7.539866801083165e-05, 6.951096739772451e-06, 5.4419919544601056e-05, 0.0009941904778647329, 0.0006086022388206419, 0.00036728240463352636, 8.729079802137694e-05, 0.0010513283525070115, 0.0005355177908502322, 0.0006277437440298938, 0.0007625897352830508, 3.0432386733001183e-05, 4.519695295930663e-05, 0.00015595807313972966, 0.00010415055020622171], "calls": 1, "latency_seconds": 0.27685582591220737, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:156", "target_index": 1, "predicted_index": 1, "n_labels": 21, "probabilities": [0.00017010163797700201, 0.6739235842150997, 0.0003803048359646819, 0.0001841048710524369, 0.00010904278541463015, 0.00020934132773963834, 7.895670504622692e-05, 2.8758915184218642e-05, 5.683913695914871e-05, 0.0015213480693272885, 0.0006228622853463572, 0.0032852779439406883, 0.00013062009943483205, 0.0010167350258818621, 0.0002258268664096323, 0.0022662186168137975, 0.0005798649946817272, 6.032672152534938e-05, 9.547426611610138e-05, 0.31486031216046195, 0.000194098519622751], "calls": 1, "latency_seconds": 0.5095418733544648, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:161", "target_index": 2, "predicted_index": 2, "n_labels": 21, "probabilities": [1.7039524937380576e-05, 0.0001744158508577914, 0.9994922601085264, 1.7039524937380576e-05, 8.608315658069615e-06, 1.2139520354001394e-05, 4.969256191938575e-06, 7.621902191950803e-07, 3.856693610904768e-06, 3.4680960727019254e-05, 6.027282628565833e-05, 1.547363005275624e-05, 1.2977774330397067e-06, 1.1009174415764169e-05, 2.5587956203208245e-06, 1.2139520354001394e-05, 4.5801052918805986e-05, 6.388006244657457e-06, 2.5587956203208245e-06, 7.223708778497229e-05, 4.4913872496118285e-06], "calls": 1, "latency_seconds": 0.22936146892607212, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:162", "target_index": 2, "predicted_index": 2, "n_labels": 21, "probabilities": [1.7809960149092745e-05, 0.0001421498100325546, 0.9997042919992606, 1.232089067886229e-05, 7.705239972649545e-06, 8.470253341286013e-06, 1.8705760487847714e-06, 7.865132540301872e-07, 1.6084610933895997e-06, 1.6252288596966748e-05, 1.9509256984251247e-05, 9.30758976547868e-06, 1.31349649137296e-06, 4.125549047704924e-06, 4.200677985388918e-07, 6.071200860469616e-06, 3.6513775749457836e-05, 4.772175560810667e-06, 1.31349649137296e-06, 1.7789377289370225e-06, 1.6084610933895997e-06], "calls": 1, "latency_seconds": 0.22951760981231928, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:208", "target_index": 3, "predicted_index": 13, "n_labels": 21, "probabilities": [0.00019367778562726944, 0.00013968599674940436, 4.1682249964415694e-05, 0.0004687010408218423, 1.733900546296178e-05, 3.620947138336032e-05, 2.6322448779514035e-05, 3.3398856664847437e-06, 3.359021448739447e-05, 0.0006033941512985908, 0.00012856752550347462, 0.0002809181051254936, 3.7613249012473666e-05, 0.997666002734129, 3.805840374899256e-06, 2.1872159379126765e-05, 0.00012239486044537113, 1.7973510062765003e-05, 7.979025019306198e-06, 0.0001206409061441041, 2.828983456277459e-05], "calls": 1, "latency_seconds": 0.5125764491967857, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:250", "target_index": 3, "predicted_index": 3, "n_labels": 21, "probabilities": [0.00017495421460463016, 0.00037258412503206605, 0.00020324460547176137, 0.9929571622302737, 0.0001608221602737443, 6.877560356171095e-05, 6.031357869373468e-05, 1.450092811432653e-05, 1.7890973650580004e-05, 0.0007641916626214374, 0.0030888972206240387, 0.0005399828326064681, 6.727473741230274e-05, 6.106456834894473e-05, 9.289917931176184e-06, 0.00019422374712043994, 0.0009145166382783384, 2.873785463658442e-05, 2.1689009291971816e-05, 0.00016174827932577673, 0.00011813511212620946], "calls": 1, "latency_seconds": 0.41099150804802775, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:421", "target_index": 3, "predicted_index": 3, "n_labels": 21, "probabilities": [5.267984617128166e-05, 1.689197498121265e-05, 3.875726296996921e-05, 0.9989517493564855, 2.208422256685657e-05, 1.474000603381641e-05, 6.647435441337449e-06, 2.0056620074185487e-06, 9.343301448986179e-06, 0.00025561993709765924, 4.943033971708368e-05, 2.266331865646527e-05, 1.682987536860556e-05, 4.105295676276216e-05, 7.584802303615266e-06, 9.112736612795595e-05, 0.0002569146392711641, 2.9090319244266284e-05, 8.252691117779527e-06, 3.3703315577967233e-05, 7.28313706483643e-05], "calls": 1, "latency_seconds": 0.5056095467880368, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:538", "target_index": 3, "predicted_index": 13, "n_labels": 21, "probabilities": [0.00013220790333144406, 0.00020419979444968807, 9.272508777268123e-05, 0.05694966523214458, 8.681760863799674e-05, 5.67589506469261e-05, 2.0043652655412696e-05, 3.688745114445748e-06, 2.89374518277877e-05, 0.002019726784786132, 0.00018513310360734387, 0.0004766173683396574, 8.304195952674654e-05, 0.9392915807982944, 6.690046152333009e-06, 2.7015857747626982e-05, 0.00013147232582273648, 1.1643887699935384e-05, 1.205117444348788e-05, 0.0001168325817376225, 6.31496852609438e-05], "calls": 1, "latency_seconds": 0.5055971969850361, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:606", "target_index": 3, "predicted_index": 13, "n_labels": 21, "probabilities": [4.1191025821332566e-05, 5.3240967094754395e-05, 5.6460614150399595e-05, 0.016417979166766253, 2.4290513798161893e-05, 4.298288056990033e-05, 1.8819609329748002e-05, 3.3175295736011236e-06, 1.331264465455445e-05, 0.0009743236046631814, 9.859554652431429e-05, 0.000432754805189508, 3.8699784526127896e-05, 0.9814292583644291, 4.9917340001769576e-06, 2.201786583446758e-05, 8.540557450950922e-05, 1.723191501678778e-05, 1.5334967961462326e-05, 0.00017454808139203922, 3.524280419465199e-05], "calls": 1, "latency_seconds": 0.5027648638933897, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:686", "target_index": 4, "predicted_index": 4, "n_labels": 21, "probabilities": [0.0009469449959769244, 0.00026751349289728233, 4.411659633932619e-05, 4.869426641616945e-05, 0.9963203315931117, 8.836053023901266e-05, 2.7211401161115863e-05, 5.160750456135329e-06, 2.1926461846891548e-05, 9.373206958515475e-05, 0.00022105530026837996, 6.642471064590635e-05, 5.106435636901017e-06, 6.426207798479075e-05, 3.234610951391966e-05, 0.00024108320093419255, 0.0013726722727261161, 1.2893331302260027e-05, 4.966801826557505e-06, 6.841531890857125e-05, 4.678228222260626e-05], "calls": 1, "latency_seconds": 0.502861934248358, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:712", "target_index": 4, "predicted_index": 11, "n_labels": 21, "probabilities": [7.713683974342947e-05, 7.495023991507693e-05, 2.553943635635247e-05, 6.583608686019347e-06, 2.218123600885305e-05, 5.231809985692493e-05, 1.2939429470642722e-05, 6.574338443422816e-06, 1.6979200824977753e-05, 0.00013720384061589042, 9.365571733941895e-05, 0.9948033585830544, 0.0001421870680614014, 3.21948896554625e-05, 6.908689571027728e-06, 0.004343281244746595, 8.378164648830273e-05, 1.5873799696653805e-05, 9.402895653147835e-06, 1.5251377648089011e-05, 2.1697818164023597e-05], "calls": 1, "latency_seconds": 0.5015701199881732, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:717", "target_index": 4, "predicted_index": 11, "n_labels": 21, "probabilities": [0.00018975129693520138, 0.000544464045643751, 7.042484310595571e-05, 2.238680363010704e-05, 0.00011560296493210814, 0.0014724425283756783, 0.00023941261220120576, 0.00013770224772174258, 2.297610866249205e-05, 0.001415322414703148, 0.0004085886841591674, 0.9923104818941708, 6.932435420991008e-05, 9.045504946423814e-05, 1.3110738253026758e-05, 0.00014511173873275554, 0.0003748284331540757, 0.00011977209738696312, 2.708799981136586e-05, 2.528000893888682e-05, 0.0021854731358073778], "calls": 1, "latency_seconds": 0.5023502078838646, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:723", "target_index": 4, "predicted_index": 4, "n_labels": 21, "probabilities": [0.0011636220540997449, 0.0038327717987300496, 0.00013831380840975755, 0.0002883831978042528, 0.991970408686165, 0.00018136781475546387, 6.35856346398115e-05, 5.172699077790433e-05, 0.00042518940722583706, 0.0002951077918669534, 0.0001604746262052846, 0.0002801736168069844, 1.6073556366996585e-05, 0.00011068705605504096, 3.398515956643363e-05, 0.00011951957410039235, 0.000620527146629103, 1.527835140508688e-05, 7.296086333171519e-06, 6.299745270023181e-05, 0.00016251018935643078], "calls": 1, "latency_seconds": 0.5511203510686755, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:744", "target_index": 4, "predicted_index": 9, "n_labels": 21, "probabilities": [0.0058487006532572435, 0.014570607203486652, 0.0005171780738637605, 0.00031853675962679844, 0.000793319305411494, 0.0007324977521294475, 0.0012134453039205969, 5.324267971669329e-05, 0.00036570642982756903, 0.9480930713109343, 0.0015944035160319024, 0.0020763129735000534, 0.00048453923945057344, 0.0023165043004178777, 0.00010759455672136439, 0.01387942293388348, 0.005670024199055144, 0.00012790996195483596, 0.00032042510226080025, 0.0005312151493811276, 0.00038534259516825853], "calls": 1, "latency_seconds": 0.5518158292397857, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:806", "target_index": 5, "predicted_index": 5, "n_labels": 21, "probabilities": [0.00015448470712539224, 0.00018609801230096677, 1.758171457525547e-05, 1.818522271987486e-05, 0.00021345640123702383, 0.7059709965625717, 0.00015196007007715876, 3.647279605340815e-06, 1.983936695971545e-05, 0.0004899361976521345, 0.0006994015705470445, 0.0014699482004522319, 3.5873134268740115e-05, 9.934006126661958e-05, 0.289548696113009, 9.065184847376863e-05, 0.0005559966762867315, 1.583580380006025e-05, 3.467749147151765e-05, 0.00012173631995081794, 0.00010165724564890992], "calls": 1, "latency_seconds": 0.323091097176075, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:817", "target_index": 5, "predicted_index": 5, "n_labels": 21, "probabilities": [8.038657149772797e-06, 1.9409271186363736e-05, 2.087270358381026e-06, 1.1106223580305794e-06, 1.1491872588134074e-05, 0.9995215443215449, 5.096813462481185e-06, 7.854804637838174e-07, 1.9895326131388954e-06, 4.146678602771279e-05, 0.00015923427572581383, 4.887090573173599e-05, 3.5148950254093453e-06, 2.7307320305325755e-05, 2.9120612434945187e-06, 6.234050833631697e-05, 4.887090573173599e-05, 1.0515928652313626e-05, 7.34429147284276e-06, 3.5148950254093453e-06, 1.2553384996806054e-05], "calls": 1, "latency_seconds": 0.2706793528050184, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:828", "target_index": 5, "predicted_index": 5, "n_labels": 21, "probabilities": [4.3014171518833504e-05, 8.993009833257791e-05, 3.3397585128807405e-05, 9.776693602553404e-06, 5.993836240697371e-05, 0.9989260224186419, 8.9286733364109e-06, 2.5241947549039978e-06, 6.784859200687488e-06, 8.298745376396176e-05, 0.0002464553587607067, 0.00014441515879322125, 6.186569475018348e-06, 2.8156595210035037e-05, 5.137555153907416e-06, 7.05839810673091e-05, 0.00019646735916806617, 9.776693602553404e-06, 3.8765251399392705e-06, 8.9286733364109e-06, 1.671101960515712e-05], "calls": 1, "latency_seconds": 0.17873221496120095, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:838", "target_index": 5, "predicted_index": 5, "n_labels": 21, "probabilities": [2.296781033801318e-05, 7.174734530889861e-05, 1.573428277739236e-05, 5.207114651386104e-06, 7.435554537123248e-05, 0.9984736009386515, 2.6423823144884375e-05, 8.486363974125207e-06, 6.265281876102433e-06, 0.00020699831822112823, 0.0004060730972829816, 0.0004446569073196472, 1.599671467856945e-05, 1.9561039594922228e-05, 3.964738827767387e-06, 4.943888337785194e-05, 7.471696256173177e-05, 8.639090624733181e-06, 1.6915488859633726e-05, 2.9245771321897878e-05, 1.9004481235711182e-05], "calls": 1, "latency_seconds": 0.5066081890836358, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:850", "target_index": 5, "predicted_index": 5, "n_labels": 21, "probabilities": [4.48196829693767e-05, 0.00277444549180773, 5.1318643555098825e-05, 1.5038018660007888e-05, 0.00015477473422757402, 0.9949458817489796, 6.220323346531726e-05, 9.931299371111524e-06, 1.0017805572251119e-05, 0.0004909697800740892, 0.0005146946618764252, 0.0003206656074755994, 1.4020563861947496e-05, 6.629068501821242e-05, 9.069021259493885e-06, 0.00015836098313374268, 0.00020082033782371176, 2.702077194913716e-05, 2.3187647584623102e-05, 3.722115694943941e-05, 6.924812438560784e-05], "calls": 1, "latency_seconds": 0.5042351610027254, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:924", "target_index": 6, "predicted_index": 6, "n_labels": 21, "probabilities": [3.674632447304654e-06, 4.457705408435833e-06, 5.147495197651465e-06, 2.6046523210121167e-07, 4.906923761868248e-06, 4.1854009666040235e-05, 0.9998061414157808, 4.6771539753936165e-06, 1.300005738664279e-06, 1.7265553644009478e-05, 5.416548902474091e-05, 9.958107568658813e-06, 1.790803599787828e-07, 2.2520190796116633e-06, 3.5790071051369163e-07, 1.5118547834461901e-06, 2.4721694520767617e-05, 1.6711645477546342e-06, 3.395111954979418e-07, 1.1982000792775811e-05, 3.1758165639427563e-06], "calls": 1, "latency_seconds": 0.142953434959054, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:935", "target_index": 6, "predicted_index": 6, "n_labels": 21, "probabilities": [9.11390808221696e-06, 7.901757473059675e-06, 6.523717262719016e-06, 2.307592956714551e-05, 1.1009198660997267e-05, 1.0018780811446498e-05, 0.9994039512010666, 0.00012085619575673276, 2.2125538244020107e-06, 9.394927984368676e-05, 1.5989031750730617e-05, 3.3093855156490904e-05, 6.462509565820545e-07, 1.3277880868978975e-05, 3.136646005261176e-06, 1.0018780811446498e-05, 0.00019784221072413987, 2.0008936633674803e-06, 2.2125538244020107e-06, 2.5267616416435335e-05, 7.901757473059675e-06], "calls": 1, "latency_seconds": 0.1427494427189231, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:943", "target_index": 6, "predicted_index": 6, "n_labels": 21, "probabilities": [2.9412877618384136e-05, 1.9862471587878015e-05, 2.8279681593312696e-05, 4.046264253135314e-06, 2.7521929597020816e-05, 4.349364715246328e-05, 0.9991289992621131, 7.994562794373987e-05, 6.895797859073305e-06, 0.00011596174218972302, 0.00016438313800045128, 0.00011140256946723666, 5.5266410046287905e-06, 4.8536133147941885e-06, 2.5287624159776966e-06, 8.226957989917571e-06, 0.00016033573649052276, 4.829992050172459e-06, 1.3837270465522647e-06, 3.838568963434314e-05, 1.3723870677600117e-05], "calls": 1, "latency_seconds": 0.27841889299452305, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:956", "target_index": 6, "predicted_index": 6, "n_labels": 21, "probabilities": [0.0003697905624050871, 0.002472764290373064, 0.002082753024981115, 0.08731944821913493, 0.0007103086766066349, 0.0007960500216690603, 0.7491519423529854, 0.00035750171366728215, 0.00019011432829325908, 0.008874639197089302, 0.0017474553888422268, 0.0046707758624452405, 0.0002835257909442126, 0.1354303159538484, 2.4131777770053955e-05, 0.0001228750036559177, 0.0023478709366073136, 0.00012216271771984814, 4.8568921611506206e-05, 0.002395043319264241, 0.0004819619400859053], "calls": 1, "latency_seconds": 0.5328679769299924, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:980", "target_index": 6, "predicted_index": 6, "n_labels": 21, "probabilities": [0.008147506282119247, 0.01348901450575265, 0.000560621794507988, 0.0003975776212025342, 0.019301036759617623, 0.007778341248583271, 0.6485681853368465, 0.0003545553055208632, 0.00016180681839772778, 0.008585773257776536, 0.001513938675517139, 0.008128108158052077, 0.00011546909546147453, 0.0006164594768736178, 0.07939920590320901, 0.00020479739965865255, 0.008105056315693013, 8.456869800586043e-05, 6.9182861196018e-05, 0.0026981427557214214, 0.19172065173028682], "calls": 1, "latency_seconds": 0.3076637461781502, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1009", "target_index": 7, "predicted_index": 17, "n_labels": 21, "probabilities": [0.0011379698278774874, 0.0008167207731299989, 4.282870031520574e-05, 6.835090618400904e-05, 4.7785670009453264e-05, 0.00014292612608033766, 0.0005005735194985237, 0.20169193345016614, 0.0015999241957823764, 0.0007887441654291929, 0.0003405734867463126, 0.0007543859427037297, 0.00020135753782004869, 0.0007910674596537515, 3.889185866672537e-05, 8.97193855781235e-05, 0.0003181400119562419, 0.7899182346056888, 4.014963342304296e-05, 0.0005461077260706562, 0.00012361501721987436], "calls": 1, "latency_seconds": 0.307553306221962, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1017", "target_index": 7, "predicted_index": 7, "n_labels": 21, "probabilities": [0.0001517583533615748, 5.524506351007231e-05, 2.0801138214649625e-05, 1.3713389174344842e-05, 2.524756256342375e-05, 1.4835754999422786e-05, 8.357411390293715e-05, 0.9979445873150571, 8.282862388915514e-06, 0.0003192294140676099, 5.006021976413636e-05, 0.0008598130043073289, 4.039263529798801e-06, 1.5009835388585418e-05, 8.54576521936115e-06, 1.714962172683831e-05, 0.00028671013109676265, 4.691905168456773e-05, 6.159002102488571e-06, 2.745047822280299e-05, 4.086865971735846e-05], "calls": 1, "latency_seconds": 0.5333028621971607, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1024", "target_index": 7, "predicted_index": 7, "n_labels": 21, "probabilities": [4.89175868243408e-05, 1.3829323958020038e-05, 1.255843948657741e-05, 1.3000215767214918e-06, 5.184522932879573e-06, 4.460515378961894e-06, 2.5634954432636198e-05, 0.9995910683117781, 2.3022861806534256e-06, 3.38944026773721e-05, 4.89175868243408e-05, 9.99717124527953e-05, 2.423769047678014e-06, 1.596928736608755e-05, 6.327620359550503e-06, 8.100029541185276e-06, 2.3337886770659274e-05, 9.383008493079534e-06, 2.3022861806534256e-06, 1.596928736608755e-05, 2.8147160371658146e-05], "calls": 1, "latency_seconds": 0.2690555341541767, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1036", "target_index": 7, "predicted_index": 7, "n_labels": 21, "probabilities": [0.0002418977084390657, 5.037724679917517e-05, 5.600609746314191e-05, 1.5590946104636575e-05, 3.5524042531892485e-05, 1.3472538221017578e-05, 0.00014626965378925947, 0.9981388196680786, 6.336530943235382e-05, 0.00015093981751585585, 0.00014210535576908572, 0.0004323509542082826, 1.0588402771016005e-05, 2.904356910056632e-05, 1.477749217935193e-05, 2.465673609074095e-05, 0.00019379941291991612, 5.7353732427876905e-05, 1.4820603665373416e-05, 0.0001348729738559832, 3.3367738636852184e-05], "calls": 1, "latency_seconds": 0.5304998490028083, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1038", "target_index": 7, "predicted_index": 7, "n_labels": 21, "probabilities": [0.00015643158408064987, 4.066820298766813e-05, 2.489835689961459e-05, 1.2284887851204108e-05, 1.937918197858104e-05, 1.0728628068472743e-05, 0.00021278868679623332, 0.9958802542419873, 1.2762145986443282e-05, 0.0005251541495008893, 0.00011284531930370314, 0.0003133038515824791, 4.890299875195769e-06, 0.0024080640184155604, 1.61092178544093e-05, 1.1677480814838748e-05, 8.775119275556221e-05, 5.857956047439846e-05, 1.0277747716161883e-05, 4.019688620365492e-05, 4.095435886694059e-05], "calls": 1, "latency_seconds": 0.5325095518492162, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1075", "target_index": 8, "predicted_index": 8, "n_labels": 21, "probabilities": [0.0006033551307345232, 0.025907269885316626, 0.0001251176021749918, 0.00017973220904076077, 0.11316986843186147, 8.721178465329506e-05, 0.00019819323803313074, 0.00027057409129283244, 0.8340404351745999, 0.0016215264782082918, 0.0007137581752405864, 0.005024173781311533, 0.0002568113972800939, 0.014458045685959084, 0.00018507841297655644, 0.0011592838264878288, 0.0014388979057442317, 8.18378710031228e-05, 2.0495752668364774e-05, 0.00029488584839872534, 0.00016344731701404614], "calls": 1, "latency_seconds": 0.5270894193090498, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1083", "target_index": 8, "predicted_index": 8, "n_labels": 21, "probabilities": [0.003768442080393994, 0.07292227592191838, 0.00028507075931380243, 0.0006838180092227947, 0.0996158482899621, 0.000503322437276011, 0.0007101313156309312, 0.0005909396816474682, 0.5816061113266974, 0.014172297720550633, 0.0015607579694116023, 0.020218010819769965, 0.0005609817416852808, 0.021608630814308402, 0.17701644294291302, 0.0006916219656880401, 0.0014665851727128016, 0.00024185974721428418, 3.809790640250435e-05, 0.0010998389777175676, 0.0006389143995630196], "calls": 1, "latency_seconds": 0.4861461981199682, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1098", "target_index": 8, "predicted_index": 16, "n_labels": 21, "probabilities": [4.2968043147502816e-05, 4.669353008869586e-05, 1.2862893019816952e-05, 3.240270747122677e-06, 0.0003790558959948504, 1.9967365880666622e-05, 7.4895906011194405e-06, 6.113568823336434e-07, 1.2310673353119194e-06, 1.9967365880666622e-05, 1.676671442566591e-05, 5.507491044565112e-05, 6.764032589893647e-07, 6.234329699016587e-06, 6.764032589893647e-07, 1.8300871125024665e-05, 0.9993496303529267, 6.834545776831709e-06, 9.607854435741679e-07, 8.204192851690083e-06, 2.553111209763028e-06], "calls": 1, "latency_seconds": 0.22349447989836335, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1127", "target_index": 8, "predicted_index": 4, "n_labels": 21, "probabilities": [0.0006051290360359919, 0.00021883482857131795, 2.9140814940248593e-05, 3.780438382729862e-05, 0.9956102932788488, 0.00011850184103058359, 1.9680801904911324e-05, 5.458916786725677e-06, 1.4520768444510257e-05, 0.00010585358704657932, 7.014473493830249e-05, 9.335431109948645e-05, 4.344348755458274e-06, 2.3775574535361545e-05, 3.683514745626646e-05, 0.00033507137611706137, 0.0024847341360449944, 2.039922886795928e-05, 4.386509305339096e-06, 2.5578239477016455e-05, 0.00013615813596583843], "calls": 1, "latency_seconds": 0.48769524693489075, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1132", "target_index": 8, "predicted_index": 8, "n_labels": 21, "probabilities": [0.0055909112734202696, 0.01950096334026146, 0.00035565161449468106, 0.0010305878071678821, 0.014832226592988081, 0.00018186705381419043, 0.0004533773993368859, 0.0005038045063337046, 0.8566854353402292, 0.004806968228917443, 0.001003405088377951, 0.006482171407627926, 0.00034158920941786787, 0.08083735517500303, 0.0035488931983651208, 0.0004236698377157647, 0.0014829480926565751, 8.273886499887933e-05, 2.383802732770056e-05, 0.0012071918744497073, 0.000624406067095612], "calls": 1, "latency_seconds": 0.5350748817436397, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1205", "target_index": 9, "predicted_index": 9, "n_labels": 21, "probabilities": [0.0010612939204157213, 0.010921808034816329, 0.000427816500821738, 0.000223097542772735, 0.0004914551535492703, 0.00044022112253836723, 0.0007317828929275239, 1.5933510602474806e-05, 0.00013059259384469842, 0.9083493701762341, 0.0011669936369873403, 0.0026632898047749885, 0.00029850967451945426, 0.0012230154647457107, 0.00019429875150030857, 0.06886841885926842, 0.0023041603930965106, 8.066981303204038e-05, 0.00010519669404219692, 0.0001800823406745151, 0.0001219931188355659], "calls": 1, "latency_seconds": 0.5329913282766938, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1230", "target_index": 9, "predicted_index": 9, "n_labels": 21, "probabilities": [0.006084934729411995, 0.006814597407071044, 0.0003348694962714098, 0.00013439349108501384, 0.00030384965623696925, 0.0003673726391663472, 0.0007996563277463538, 4.4963245714768454e-05, 0.0086020750175924, 0.9605636201309969, 0.0009661653391709621, 0.0003783015051846388, 0.0004634315362656744, 0.01118401316253075, 4.780767076166862e-05, 0.000982458790966227, 0.0006182007583191254, 4.933491929122973e-05, 0.00019753127998612313, 0.00046479777237368636, 0.0005976251238566401], "calls": 1, "latency_seconds": 0.31457520788535476, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1239", "target_index": 9, "predicted_index": 9, "n_labels": 21, "probabilities": [0.0003266882886034, 0.00013238149404511113, 2.2347455382616837e-05, 1.5797333690018273e-05, 7.686958718335725e-05, 2.6815715063902214e-05, 2.162077863603634e-05, 2.1600581507884647e-06, 9.744508121576188e-05, 0.9981549214350743, 0.0003465975234604932, 0.0001575663533690083, 6.43888570921355e-05, 0.00010410633409108608, 1.3848566229514956e-05, 9.207368361147615e-05, 0.00021937828844510902, 2.156178400157599e-05, 5.7947576414351504e-06, 8.011924088321706e-05, 1.7517384129571727e-05], "calls": 1, "latency_seconds": 0.4883304643444717, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1242", "target_index": 9, "predicted_index": 9, "n_labels": 21, "probabilities": [0.00019851743133592173, 0.00016626286385285, 4.554378496400223e-05, 4.1278669738420295e-05, 9.83085886633099e-05, 5.542740663362601e-05, 4.835236043689786e-05, 6.290183344306286e-06, 3.272896179992746e-05, 0.9849761521333963, 0.00036358920672365793, 0.0012996826770836278, 0.00010052232454375706, 0.0001555569149113656, 1.3084684612533497e-05, 8.094042393414969e-05, 0.0004018151222093553, 2.6175410532823264e-05, 8.972326584547196e-06, 6.1019264940634196e-05, 0.01181977925975798], "calls": 1, "latency_seconds": 0.31303518870845437, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1324", "target_index": 9, "predicted_index": 9, "n_labels": 21, "probabilities": [0.003734329079142225, 0.1060066667119346, 0.001240774455538184, 0.00047298358990766797, 0.00032083144171308234, 0.00030649452599229923, 0.0007118657178542613, 8.901831277119037e-05, 0.0003406106110620291, 0.8493819689961456, 0.0012990073421235866, 0.004638520731742682, 0.0011086731335703346, 0.004082564907365668, 4.671489050602754e-05, 0.0019929256030230304, 0.0011419748470201064, 9.636454103393526e-05, 0.021426123381678045, 0.0011033499638143608, 0.0004582372160611372], "calls": 1, "latency_seconds": 0.5310092149302363, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1341", "target_index": 10, "predicted_index": 10, "n_labels": 21, "probabilities": [1.9772508401463568e-06, 1.3884022746809481e-06, 4.933839546607663e-07, 7.894146846517691e-07, 1.8803865907477426e-06, 3.955525730160175e-06, 1.7881005349129248e-06, 4.933839546607663e-07, 1.7001880518642536e-06, 1.7179120465874732e-05, 0.99991896850021, 1.8825622561907707e-05, 9.218302689620971e-07, 1.5366893239421602e-06, 1.8803865907477426e-06, 8.144652669613843e-06, 1.3023523669063569e-05, 6.085388447502106e-07, 2.7513695072736817e-07, 3.094375946184789e-06, 1.075585881610117e-06], "calls": 1, "latency_seconds": 0.25475300569087267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1379", "target_index": 10, "predicted_index": 10, "n_labels": 21, "probabilities": [3.46183814875088e-05, 4.901923620782453e-05, 8.970859034037874e-06, 8.685039901942416e-06, 4.0535230657524795e-05, 1.420089658248552e-05, 6.384314311363775e-06, 4.927411462695617e-06, 1.203450838413882e-05, 0.00031090275494453175, 0.9991855408535596, 0.00010640112076057659, 6.790301590692644e-06, 3.3897675606476374e-05, 2.902954404308048e-06, 1.7826481028450567e-05, 0.00011168851412783649, 6.21922046633468e-06, 5.766441073326415e-06, 2.415059419783508e-05, 8.537210210449504e-06], "calls": 1, "latency_seconds": 0.49743896117433906, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1520", "target_index": 10, "predicted_index": 10, "n_labels": 21, "probabilities": [5.643743961932777e-06, 6.790782702421634e-06, 2.407632147014403e-06, 3.5294852218345853e-06, 6.790782702421634e-06, 8.936468488886059e-06, 7.444571827431374e-06, 1.6322967797934e-06, 5.718202222970836e-07, 1.9934338585697313e-05, 0.9997975657684964, 1.9934338585697313e-05, 1.3409478115139119e-06, 1.5542247370165592e-06, 2.5263984958462535e-06, 1.4010986848490147e-05, 9.000861154525755e-05, 1.7141270690734952e-06, 9.956424106161158e-07, 4.6831002380373545e-06, 1.9839311221576928e-06], "calls": 1, "latency_seconds": 0.22097659995779395, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1524", "target_index": 10, "predicted_index": 18, "n_labels": 21, "probabilities": [0.00029753572659609983, 0.0009722148861038793, 3.9376552459153644e-05, 7.455183261361103e-05, 0.0001368878361753691, 0.00015989375117553617, 5.8620088723875175e-05, 3.0113355388313526e-05, 6.158164280172846e-05, 0.0006081315447210863, 0.006354519648294673, 0.0012577399542053629, 0.00020598121839753594, 8.655231866318141e-05, 2.099621609004204e-05, 0.0002450214545154294, 0.0002120482585055434, 6.413178499046453e-05, 0.9889305197951872, 0.00016382787655346156, 1.97542578384152e-05], "calls": 1, "latency_seconds": 0.5363309769891202, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1526", "target_index": 10, "predicted_index": 10, "n_labels": 21, "probabilities": [7.211504227304047e-06, 1.184903184263764e-05, 1.171148904417014e-06, 2.260659212868063e-06, 5.564640972289261e-06, 6.122653810719992e-06, 5.884455086650823e-06, 1.3595292737849754e-06, 1.6523433601946621e-06, 4.394549042772122e-05, 0.9998223637685767, 2.9448818624091962e-05, 8.410154556630478e-07, 1.5635552909207117e-06, 2.5664238673613514e-06, 8.028965285168019e-06, 2.735413874690038e-05, 9.013943648030156e-07, 4.8387319471676175e-06, 1.3927002548802314e-05, 1.144728173888057e-06], "calls": 1, "latency_seconds": 0.2741713938303292, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1544", "target_index": 11, "predicted_index": 11, "n_labels": 21, "probabilities": [1.3585390986329723e-05, 2.2890186464391266e-05, 8.699510164987696e-06, 3.4630011142100618e-06, 7.258654536371042e-06, 1.4834340187508682e-05, 2.153090854492476e-06, 3.4630011142100618e-06, 7.948061116704536e-06, 3.801594952114734e-05, 3.215313856175451e-05, 0.9997142896557579, 1.2436612301352037e-05, 1.2436612301352037e-05, 2.153090854492476e-06, 6.746548283597567e-05, 1.7666114576917086e-05, 5.029433701117762e-06, 9.866484333309358e-07, 1.6915879950792336e-06, 1.1380436620272262e-05], "calls": 1, "latency_seconds": 0.22688259882852435, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1553", "target_index": 11, "predicted_index": 11, "n_labels": 21, "probabilities": [3.346800955608078e-05, 0.00012220486272689494, 1.0835545911940914e-05, 6.29414053760076e-06, 1.8388552966408015e-05, 3.9570574406401474e-05, 7.555490078238225e-06, 7.555490078238225e-06, 3.2803358493822627e-06, 5.072015577330738e-05, 6.477723273653852e-05, 0.999481390756318, 3.346800955608078e-05, 9.907466603522059e-06, 3.2803358493822627e-06, 3.346800955608078e-05, 3.639881692265191e-05, 2.1863869870610087e-05, 6.29414053760076e-06, 2.9840636273740974e-06, 6.29414053760076e-06], "calls": 1, "latency_seconds": 0.26908351527526975, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1562", "target_index": 11, "predicted_index": 11, "n_labels": 21, "probabilities": [4.2650450867445775e-05, 3.69922871550156e-05, 6.002729170606123e-06, 7.548902317502924e-06, 1.7256277072231514e-05, 3.659201768880816e-05, 5.630412031022212e-06, 1.0385326923190946e-05, 1.547569451869178e-05, 3.3415981945693056e-05, 5.046589751486616e-05, 0.9994994311571473, 3.4871800484793636e-05, 2.3615905965488735e-05, 3.426126760623753e-06, 9.797669061761712e-05, 1.8632054397015264e-05, 2.822181219559692e-05, 8.073831892597852e-06, 1.1208178884695053e-05, 1.2126464449157287e-05], "calls": 1, "latency_seconds": 0.49486160138621926, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1574", "target_index": 11, "predicted_index": 11, "n_labels": 21, "probabilities": [0.00012123390253794103, 0.00010385296653936403, 5.7797580429825686e-05, 1.5529138614413814e-05, 3.275240874342563e-05, 0.00011561977715096079, 4.835501543683979e-05, 1.9273309974228292e-05, 3.9496050265840836e-05, 0.00014098240412219247, 6.32348486488238e-05, 0.998831128042091, 7.368207905776715e-05, 4.389410518737839e-05, 4.640079756673091e-06, 0.00013523368742281747, 6.441282677644401e-05, 1.6224000086828577e-05, 1.697399690236112e-05, 2.437899727955786e-05, 3.130478297538296e-05], "calls": 1, "latency_seconds": 0.5290290708653629, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1578", "target_index": 11, "predicted_index": 11, "n_labels": 21, "probabilities": [0.0042858702106157555, 0.004825523982621904, 0.0004969282171395483, 0.0003221157059517128, 0.009176292378548112, 0.0014298951226553828, 0.0012112996576063976, 5.422934234271426e-05, 0.00018888402018640856, 0.007013716851806819, 0.0012866422526608696, 0.6307293780752419, 0.0018355600630483473, 0.003241525714121817, 0.3272059123874863, 0.002995992114948783, 0.0015698963478833993, 0.00016682356384178183, 0.000795898740212194, 0.00018553416703191199, 0.000982081084047957], "calls": 1, "latency_seconds": 0.4366733692586422, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1588", "target_index": 12, "predicted_index": 12, "n_labels": 21, "probabilities": [8.7565720361436e-05, 0.0003762223877689506, 2.199514408764373e-05, 7.05768216519373e-05, 2.4985643884970497e-05, 1.0082039483224337e-05, 3.118059768429056e-05, 6.227564167510161e-06, 2.0980315306954715e-05, 0.00037157060502357583, 0.00011982009937159736, 0.0015934789930057485, 0.9968775061642287, 0.00010894982070540127, 1.2463709682038385e-06, 3.912013291736773e-05, 5.4544247428741705e-05, 3.7238331013392726e-05, 7.686029864443242e-06, 0.00011085015282969348, 2.8172818246303105e-05], "calls": 1, "latency_seconds": 0.5286976271308959, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1601", "target_index": 12, "predicted_index": 12, "n_labels": 21, "probabilities": [0.0008947881744072661, 0.004113044912048192, 0.00014102923112967698, 0.0006593998233868888, 0.00015922122889403372, 0.00017346372380853714, 0.00017312159895608014, 2.0392994888568813e-05, 0.0001694912946499816, 0.0023731335185193064, 0.0006478189343329168, 0.038614646237739796, 0.9488872414298257, 0.0008312524289498474, 1.731643967719068e-05, 0.0012365811919408522, 0.00024102539819906676, 6.56610267705116e-05, 0.0001357131560415052, 0.0003177008445423773, 0.00012795641129165664], "calls": 1, "latency_seconds": 0.350508539006114, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1613", "target_index": 12, "predicted_index": 12, "n_labels": 21, "probabilities": [5.499539931094165e-05, 0.018034478311939436, 3.0474697366255034e-05, 0.00015321354992817643, 1.7323485171529945e-05, 1.1405653857724366e-05, 7.332158011501876e-06, 1.4446577774498987e-06, 1.833212541819985e-05, 0.00030951756116871267, 5.771479599301938e-05, 0.0018468835110407276, 0.9792661947224566, 7.543067463053866e-05, 1.9741342339948185e-06, 2.1189758634517375e-05, 4.74798955037998e-05, 7.63398353886226e-06, 3.815833800624524e-06, 2.1311839208251905e-05, 1.1853251009158447e-05], "calls": 1, "latency_seconds": 0.4413415640592575, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1617", "target_index": 12, "predicted_index": 12, "n_labels": 21, "probabilities": [0.00030194147176299294, 0.0006745539484000996, 6.140517191440739e-05, 8.061704233125949e-05, 6.258137455048625e-05, 2.253519062898948e-05, 2.8894069944974124e-05, 7.680511893963753e-06, 4.778258527141835e-05, 0.0004219506710908887, 0.00019401047822021055, 0.004413305083185999, 0.9925403515360938, 0.00022361148234597468, 3.783812965812738e-06, 0.0005869269618226824, 0.00010120030932052288, 3.9483194880701665e-05, 1.5887141816249992e-05, 0.00014488299953022978, 2.661496202836855e-05], "calls": 1, "latency_seconds": 0.47644669469445944, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1623", "target_index": 12, "predicted_index": 12, "n_labels": 21, "probabilities": [0.00030890874441219225, 0.0013577743833834515, 7.039414143737176e-05, 0.0001825757055379647, 7.562487918145913e-05, 4.940020948037057e-05, 2.9903276314436343e-05, 7.071087229913412e-06, 4.322749837899542e-05, 0.0008257990238029096, 0.00023482796617557613, 0.02249108872019745, 0.9683824065544674, 0.0005447601498997757, 8.739676452827168e-06, 0.005133276942398128, 6.951519917906707e-05, 3.7849922282397144e-05, 2.6579805946754217e-05, 7.512031458750905e-05, 4.515579925407941e-05], "calls": 1, "latency_seconds": 0.30548685090616345, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1838", "target_index": 13, "predicted_index": 13, "n_labels": 21, "probabilities": [7.449208736994145e-05, 1.4713516317285243e-05, 1.614981255633581e-05, 8.43989074698108e-05, 1.1594443098079506e-05, 2.4030434670195052e-05, 7.479598237405151e-06, 2.1425932859596427e-06, 1.3107248989250887e-05, 0.000298867220140419, 0.00010540447643502839, 9.086870059644907e-05, 2.854326920649405e-05, 0.9990126690338027, 6.230866890175331e-06, 2.831557213500619e-05, 5.8434335672550116e-05, 1.3725235427556173e-05, 1.1716772550947181e-05, 7.74525263886459e-05, 1.966334875978463e-05], "calls": 1, "latency_seconds": 0.3029531119391322, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1857", "target_index": 13, "predicted_index": 13, "n_labels": 21, "probabilities": [9.692500586572242e-05, 0.00010875446179930531, 9.907319938715024e-05, 0.10810754288761942, 2.0907889671043604e-05, 2.7932879607041582e-05, 2.3018560188416076e-05, 2.6065490611571656e-06, 2.0423128054840814e-05, 0.0008205070503843781, 0.00013585387006408706, 0.00013820190214378612, 4.5860792955373894e-05, 0.8897011715729297, 8.577262427360102e-06, 0.0001431500178736991, 0.0002490477662160141, 1.912343384434541e-05, 2.081156230991422e-05, 0.0001541980973062362, 5.6312110291069394e-05], "calls": 1, "latency_seconds": 0.34393415087834, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1861", "target_index": 13, "predicted_index": 13, "n_labels": 21, "probabilities": [7.126335829336968e-05, 7.622685680306267e-05, 3.561682923363016e-05, 0.017699738407536934, 1.8496109319442835e-05, 2.4296619070009535e-05, 1.3202280125145661e-05, 1.6844568725716722e-06, 1.0558699138286414e-05, 0.0007554303310906426, 0.00010444809514842938, 0.0001881346542975344, 7.57373424171202e-05, 0.9805613137386349, 2.0656230852804945e-06, 2.73386826314999e-05, 0.0001191420182350932, 1.2490901785628522e-05, 8.286222436742672e-06, 0.00016048475124932286, 3.404402259541031e-05], "calls": 1, "latency_seconds": 0.39952820306643844, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1917", "target_index": 13, "predicted_index": 13, "n_labels": 21, "probabilities": [0.00018567380303100613, 4.828393234197886e-05, 3.505354651138017e-05, 0.000223435234919863, 1.3711292867326473e-05, 2.4818482815337497e-05, 2.1036888868790715e-05, 2.5543077110927475e-06, 5.957581809911169e-05, 0.0009973563527519425, 7.096110483158872e-05, 0.0002962545295946876, 4.592657172002547e-05, 0.9975934975540053, 8.834785302751986e-06, 3.416613687677594e-05, 0.0001362115249760428, 2.6369213578568833e-05, 6.40589781792065e-06, 0.0001335422686079428, 3.633075277065954e-05], "calls": 1, "latency_seconds": 0.5084406202659011, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:1956", "target_index": 13, "predicted_index": 13, "n_labels": 21, "probabilities": [0.0003481141670416028, 0.003312785498568908, 0.00032606982912738037, 0.002375114579003001, 8.227629160367728e-05, 7.678543370148498e-05, 6.835139751571775e-05, 5.919814815137949e-06, 5.699145161421433e-05, 0.0018652443910887376, 0.0001813103491048626, 0.0007841517096846757, 0.00011891952044784986, 0.9896838754799344, 1.4165742731898163e-05, 0.00010210572821918358, 0.00017034534819293962, 7.574416667201176e-05, 5.017008640655161e-05, 0.000245492774109142, 5.606624041667622e-05], "calls": 1, "latency_seconds": 0.39826181810349226, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2254", "target_index": 14, "predicted_index": 14, "n_labels": 21, "probabilities": [0.0023592768088545545, 0.0012341014033331957, 2.279367716584193e-05, 4.705416575713822e-05, 0.001127837441019719, 0.00022982023060840606, 8.179284211988929e-05, 4.763526938668108e-06, 9.662017904933056e-06, 0.00024129548735540434, 6.910570524060516e-05, 0.0005397428598637211, 4.171057014057159e-05, 0.00019381327500433417, 0.9929608643404972, 9.582084020557677e-05, 0.000605529022873478, 9.236973058081628e-06, 1.1360049000260319e-05, 4.313895355841237e-05, 7.127980949997037e-05], "calls": 1, "latency_seconds": 0.5073009668849409, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2301", "target_index": 14, "predicted_index": 14, "n_labels": 21, "probabilities": [0.0008814390076987384, 0.012460094461386274, 5.260052062341563e-05, 0.00023445351941851054, 0.0014603212951813328, 0.00034957109399274985, 0.0004920412669235471, 3.631058701664473e-05, 0.00011896424212743581, 0.021334040147921635, 0.0005841216132219053, 0.006394002976632475, 0.0002188108354593643, 0.0018710864966781262, 0.9508239734951096, 0.00047830585996574824, 0.0014264359577135966, 4.4532934291177653e-05, 7.59911236280197e-05, 0.00022505737974395657, 0.00043784518526570747], "calls": 1, "latency_seconds": 0.460851542185992, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2305", "target_index": 14, "predicted_index": 18, "n_labels": 21, "probabilities": [0.0002279690577712805, 0.0017376382597895056, 4.514106657905343e-05, 8.218156678982715e-05, 9.36171057215768e-05, 0.00043967443762357614, 0.00013333492397170154, 3.497193801861617e-05, 3.848878960262046e-05, 0.0061195770384564335, 0.0018420185823944195, 0.003383598195261415, 0.00016419800893931273, 0.00013789053063628122, 7.24126285369641e-06, 0.0003462766061738369, 0.00015262965279144245, 8.131546767547985e-05, 0.9847141321398145, 0.00016693124630032694, 5.11741228350435e-05], "calls": 1, "latency_seconds": 0.4267614232376218, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2316", "target_index": 14, "predicted_index": 18, "n_labels": 21, "probabilities": [4.292166853423154e-05, 3.656153673844317e-05, 1.1486407036639079e-05, 5.129528497672066e-05, 5.116462383297331e-05, 9.898972969615136e-05, 3.6167335476130776e-05, 4.24675900411008e-06, 8.88454190181761e-06, 0.00013777189344382518, 0.0001465347718840544, 0.0005023986892443709, 5.154760908009221e-05, 4.574980561174825e-05, 7.702308004156676e-06, 9.814827105213567e-05, 0.00015288573929791787, 3.481450872957113e-05, 0.9983447124598528, 8.593534645793336e-05, 5.008071014414611e-05], "calls": 1, "latency_seconds": 0.3428345280699432, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2328", "target_index": 14, "predicted_index": 14, "n_labels": 21, "probabilities": [0.0004998112721628575, 0.001286481441947193, 2.1938622165252147e-05, 4.529237015348568e-05, 0.00014130875587697018, 0.00026459199824520823, 0.00021426411044195753, 2.3907564966712695e-05, 7.502563232823796e-05, 0.0010528717785734532, 0.0001759986499334123, 0.0015016222271246138, 7.473682247701507e-05, 0.0002980263912402479, 0.9909558721836098, 0.002527455926291357, 0.0004687822436932979, 1.6392179346628076e-05, 4.0421283413054836e-05, 0.00017322450381604268, 0.00014197404219323703], "calls": 1, "latency_seconds": 0.3572971783578396, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2378", "target_index": 15, "predicted_index": 5, "n_labels": 21, "probabilities": [0.0006899456630516549, 0.2504250894783106, 0.00038885750662703833, 0.00028120210598424366, 0.0010039742705061979, 0.6843685065680929, 0.0008081594405966832, 4.389798169551081e-05, 0.00012063373155701384, 0.002640619159103524, 0.027757167814490138, 0.0043808314467368055, 9.708563311335454e-05, 0.0003292286775821905, 0.0003779534882383166, 0.02274071794072973, 0.001162019679527338, 5.092834033845296e-05, 0.0016417779005350195, 0.00042383830538520405, 0.00026756486779814956], "calls": 1, "latency_seconds": 0.35646850895136595, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2448", "target_index": 15, "predicted_index": 15, "n_labels": 21, "probabilities": [0.00014219838144426597, 0.003167560140021281, 3.293678827709519e-05, 9.765394532205271e-06, 2.7572720437689716e-05, 6.43677694892165e-05, 1.1808218010863539e-05, 2.113893349341743e-06, 1.7376589899127292e-05, 0.00016982088898592112, 5.837634774453117e-05, 0.0009295763646893875, 2.2683130975193957e-05, 1.6626734229276173e-05, 1.2698379627328152e-05, 0.9950450082781542, 0.00011284677874534788, 2.041449192478273e-05, 9.683607178085591e-05, 2.7799733487233034e-05, 1.1612904194808485e-05], "calls": 1, "latency_seconds": 0.4712923248298466, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2454", "target_index": 15, "predicted_index": 15, "n_labels": 21, "probabilities": [1.849715195629219e-05, 1.4122831511107207e-05, 1.177440379435755e-05, 3.825805931737838e-06, 9.801005044575497e-06, 3.4748888092024188e-06, 1.063375226139838e-06, 7.452489633108912e-07, 6.759027798207846e-06, 2.6358992963241925e-05, 4.067334686380245e-05, 0.00016491835907008406, 4.632162223378524e-06, 7.421407355826824e-06, 8.145506264170435e-06, 0.9996171213152336, 3.423563117437754e-05, 9.801005044575497e-06, 5.094037606536805e-06, 8.9367512043769e-06, 2.597745960976399e-06], "calls": 1, "latency_seconds": 0.24654719978570938, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2464", "target_index": 15, "predicted_index": 15, "n_labels": 21, "probabilities": [0.00028826928801644464, 0.29317058801704554, 0.00016714071390042318, 5.0319552375146265e-05, 8.162796220004345e-05, 0.0002922050024664281, 5.555273566009656e-05, 2.0051192485249794e-05, 4.597688887298572e-05, 0.0011444073626187955, 0.00040863149138673936, 0.005550542095338773, 9.179686544118352e-05, 0.00011616586129599307, 0.0003046791720319034, 0.6922655623865133, 0.0007103832317913463, 6.900623368869953e-05, 0.00495868860687693, 0.00016144487573692645, 4.696046425717976e-05], "calls": 1, "latency_seconds": 0.47044366504997015, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2474", "target_index": 15, "predicted_index": 15, "n_labels": 21, "probabilities": [0.0025031613639175895, 0.1173947807618115, 0.0009613404754572208, 0.0017163843350188534, 0.0003874700071956992, 0.0007495032818526957, 0.00022122527257801387, 2.8751859671887184e-05, 9.597224850334196e-05, 0.06096930615653477, 0.0007212553681577393, 0.000920667638758595, 0.00012514983918629737, 0.0009915545177417208, 0.00018272967136473685, 0.8103043706215701, 0.0008394844133476399, 8.904666738111543e-05, 0.00016195944757294343, 0.00039312311564979253, 0.00024276293672775593], "calls": 1, "latency_seconds": 0.46941352216526866, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2582", "target_index": 16, "predicted_index": 4, "n_labels": 21, "probabilities": [0.001143351437686474, 0.0007698415742921655, 4.0564169040551515e-05, 8.783676083455011e-05, 0.9551880345037479, 0.00019482078772811915, 6.842492515626524e-05, 1.4966547154753067e-05, 0.012335804775916963, 0.00024870938790096483, 0.00011715360639699972, 0.0006324289704952386, 1.0607194636389427e-05, 0.0004847484305140911, 9.953746121230985e-05, 0.0003101763702234013, 0.02808231288576563, 2.6009333746074516e-05, 1.0222434017727892e-05, 4.887234258111119e-05, 8.557610095230814e-05], "calls": 1, "latency_seconds": 0.4684103108011186, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2650", "target_index": 16, "predicted_index": 4, "n_labels": 21, "probabilities": [0.013870869447617791, 0.06617092358812889, 0.0003427916850206974, 0.0008400478426057023, 0.7114232857408156, 0.0012009730075011327, 0.0008851880996933949, 3.877203172787776e-05, 7.56548144697844e-05, 0.056551060730760064, 0.00029960644896179293, 0.0037078321486246806, 4.599234305195261e-05, 0.0014520385992060837, 0.001106489790600187, 0.0034990172025441356, 0.13751591581458542, 7.826778544026437e-05, 0.00034707091466938634, 0.0001285460121531176, 0.00041965595182216265], "calls": 1, "latency_seconds": 0.4699900490231812, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2826", "target_index": 16, "predicted_index": 16, "n_labels": 21, "probabilities": [3.268524095091971e-05, 1.4468426610995027e-05, 9.533271116734001e-06, 1.9574078126710564e-06, 0.0006004299992580363, 4.1378421669840086e-05, 1.4524367098072979e-05, 1.1464093020625858e-06, 2.982917227912753e-06, 3.895170650681186e-05, 8.226543036759692e-05, 9.174682583290327e-05, 2.3430126053614837e-06, 1.6871334793756342e-05, 3.076286050703671e-06, 6.891267865585297e-05, 0.9989383107234077, 2.065516566303647e-05, 1.0962431716417899e-06, 9.009671442912207e-06, 7.654460454543561e-06], "calls": 1, "latency_seconds": 0.38801485765725374, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2948", "target_index": 16, "predicted_index": 16, "n_labels": 21, "probabilities": [7.53436168129169e-05, 2.6961424927121757e-05, 6.93326507659736e-06, 6.491791073636572e-06, 0.014891243173570877, 0.00010140655515232267, 1.1699601336157556e-05, 1.9217017719214684e-06, 8.42727649706905e-06, 3.2191985646815905e-05, 5.2105327268033017e-05, 7.920268899159536e-05, 6.04731878461488e-06, 8.17085105425598e-06, 3.865684071679081e-06, 3.7633644867608637e-05, 0.9846148088460379, 9.490226496061517e-06, 1.5559893080730045e-06, 1.8528667983627124e-05, 5.970363271086031e-06], "calls": 1, "latency_seconds": 0.383108320645988, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:2984", "target_index": 16, "predicted_index": 16, "n_labels": 21, "probabilities": [0.0012134762035787366, 0.0001498606466131428, 3.947010227975758e-05, 2.4356975366492907e-05, 0.29814688687658, 0.00016857260743572864, 0.00010255103357955029, 6.807141890274622e-06, 1.1355036976874805e-05, 0.0003374288847799856, 6.31744593293809e-05, 0.000335529237214211, 5.0870323016742585e-06, 2.4363710984802117e-05, 1.0166563513465947e-05, 0.0003181527872146982, 0.6988792648873896, 1.8841737222263516e-05, 4.634472427436723e-06, 5.723284687262456e-05, 8.278675644942253e-05], "calls": 1, "latency_seconds": 0.382022469304502, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3103", "target_index": 17, "predicted_index": 1, "n_labels": 21, "probabilities": [0.010024343125344254, 0.7835575389068443, 0.16882361100578874, 0.0012256359511740027, 0.0008789784363467214, 0.0009311243087884405, 0.0004899556470765736, 0.0001525158215246372, 9.743054177910154e-05, 0.007246046334793804, 0.0009327409570174868, 0.006266019410196696, 0.0005293622794725993, 0.015939851511154252, 4.612843237105421e-05, 0.000539014709788305, 0.001686013104506508, 8.125588497957703e-05, 0.00017786659982312175, 0.0002098785935148926, 0.00016468843771494217], "calls": 1, "latency_seconds": 0.3194564851000905, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3105", "target_index": 17, "predicted_index": 17, "n_labels": 21, "probabilities": [0.00034763820066013206, 0.00017905305571630918, 8.166247598015842e-05, 5.2052912498379675e-05, 3.908243194199204e-05, 7.484985539898335e-05, 0.07598581946851922, 0.04116405670428944, 0.000269849441659351, 0.000736371338599361, 0.00017544044003399266, 0.0006574775453882975, 7.301900327816326e-05, 0.00036958194599959594, 1.7156693520043524e-05, 5.434002447854436e-05, 0.00022903022133309104, 0.8793463172565941, 2.979878298663487e-05, 6.773944823247463e-05, 4.966275289182545e-05], "calls": 1, "latency_seconds": 0.3260580124333501, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3112", "target_index": 17, "predicted_index": 1, "n_labels": 21, "probabilities": [0.07720298773611485, 0.41935412584448706, 0.0018502855662187031, 0.00643039593628134, 0.0033342689226939274, 0.004426324163291875, 0.01347773034678717, 0.0004981700912983278, 0.002952549435763117, 0.31191082297499684, 0.04332334342266475, 0.009941609807220331, 0.000805214196540361, 0.00934553465872922, 0.0012048984746443935, 0.0723319454131214, 0.007079201283561451, 0.00027014234057552873, 0.011320624222723712, 0.0009938433043087018, 0.0019459818579769448], "calls": 1, "latency_seconds": 0.32418908132240176, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3114", "target_index": 17, "predicted_index": 7, "n_labels": 21, "probabilities": [0.0003812465671058208, 6.297486360582343e-05, 4.65315604012464e-05, 4.5601212696076774e-05, 6.394599710806433e-05, 7.15272454040992e-05, 0.0003272287884412402, 0.9937161798327483, 1.760084969106269e-05, 0.00032992996380006793, 0.00020246067603574484, 0.0035710935158056907, 1.6316562802901113e-05, 0.00011702405774284383, 1.467403020298394e-05, 5.86248809504555e-05, 0.0002681539438875515, 0.0004031811985765167, 5.6288635558875995e-05, 0.00014639141912491885, 8.302419830976349e-05], "calls": 1, "latency_seconds": 0.42375636799260974, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3120", "target_index": 17, "predicted_index": 7, "n_labels": 21, "probabilities": [0.00018657044209831827, 7.097057975389987e-05, 5.79844913508093e-05, 4.8592521997711174e-05, 6.0995909713897286e-05, 6.404238583623696e-05, 8.753834597421973e-05, 0.5291655498966413, 1.2263111938381444e-05, 0.0001734784823953115, 0.0001186246600842843, 0.0006684329677593003, 2.4949928608673498e-05, 9.815674618237415e-05, 1.1343640424537227e-05, 4.6707433031277765e-05, 0.00016089108918705903, 0.4687996099212037, 2.6309933310644062e-05, 5.242355417974167e-05, 6.456395832828698e-05], "calls": 1, "latency_seconds": 0.32327643875032663, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3156", "target_index": 18, "predicted_index": 4, "n_labels": 21, "probabilities": [0.002690040646156668, 0.002246094456018694, 0.0003611827110576667, 0.0004399860875603918, 0.8916123135627827, 0.004194766343069428, 0.0005754105039702734, 2.6993773027104538e-05, 0.0001001272755642129, 0.0015549824823106113, 0.002292787522814926, 0.005665719218135039, 5.4766800560519213e-05, 0.0003025367561935373, 0.0006814120507357441, 0.004955896694220195, 0.07564452043508343, 0.0001543362846235773, 0.005497069635408654, 0.00046774574367680264, 0.00048131101702988], "calls": 1, "latency_seconds": 0.3217488508671522, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3172", "target_index": 18, "predicted_index": 18, "n_labels": 21, "probabilities": [0.0002773586342180315, 0.0004852986330938199, 6.221272860732945e-05, 0.00010760813591613207, 0.00012817220682092184, 0.002372055222921698, 9.636129627704125e-05, 2.416932546365995e-05, 7.575535131571272e-05, 0.000791179172078912, 0.031073170427180528, 0.004539857599569441, 0.00016034851583451867, 0.0001696983277817813, 2.611414400627031e-05, 0.00044307675924971815, 0.00023619233041495771, 5.52475988886932e-05, 0.9586351903923542, 0.0001532947694521641, 8.763842855441806e-05], "calls": 1, "latency_seconds": 0.432791143655777, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3195", "target_index": 18, "predicted_index": 9, "n_labels": 21, "probabilities": [0.0030035091125617114, 0.0021886439127643187, 0.000583678642985571, 0.00025166342990427223, 0.0007803365510728414, 0.0004490223022916477, 0.0007768830297083605, 4.5106623012120624e-05, 0.00040689748885454943, 0.9775782989878722, 0.0016983963522925998, 0.0024826760583702622, 0.0005546406833757773, 0.003781538521670573, 3.9393814283150504e-05, 0.0016520083649418705, 0.0016197047954773318, 0.00010300258408040943, 0.00011863847087218441, 0.0011699905871364747, 0.0007159696864717645], "calls": 1, "latency_seconds": 0.43202949361875653, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3229", "target_index": 18, "predicted_index": 18, "n_labels": 21, "probabilities": [0.00034238707715273086, 0.003027869227006599, 0.00014915843916169286, 0.00013302654045503813, 0.00039455344450646697, 0.09296366105758865, 0.00033854099256670224, 3.7210161934730475e-05, 0.00015609637107353552, 0.001704347995162765, 0.32674285788229696, 0.01862584683031468, 0.00020772971812281835, 0.00020856457688707707, 0.0001291559317255099, 0.0008825219834346698, 0.0004708127274689408, 8.117364136500982e-05, 0.5530302852037743, 0.0002742124897383205, 9.998770826290541e-05], "calls": 1, "latency_seconds": 0.3643519007600844, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3236", "target_index": 18, "predicted_index": 18, "n_labels": 21, "probabilities": [0.00016827591671375705, 9.475665504112659e-05, 2.1639929435839606e-05, 3.206224028879502e-05, 8.665822501666246e-05, 6.666715509097707e-05, 1.8253170421842707e-05, 1.0683879474583223e-05, 1.6670105897706468e-05, 0.00013741297222585365, 0.00020436855740476467, 0.00021104672909591336, 3.777680924954746e-05, 6.854489206963714e-05, 2.164799088435255e-05, 0.00010905277562240202, 0.00020761029213767286, 7.872537752083344e-05, 0.9983216555267873, 6.435881405486999e-05, 2.213198556549383e-05], "calls": 1, "latency_seconds": 0.35192910488694906, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3268", "target_index": 19, "predicted_index": 19, "n_labels": 21, "probabilities": [2.0076553151547654e-05, 1.4043710134858589e-05, 1.181278426002445e-06, 1.0697083913475738e-05, 2.3600606039835094e-06, 1.1717721842332653e-05, 2.4779024760876617e-06, 3.8381888797239164e-07, 5.087434783774647e-06, 6.136954442850109e-05, 2.394723032495593e-05, 5.19051474535363e-05, 6.140598606410329e-06, 5.6450502571380335e-05, 5.590358873352407e-06, 6.140598606410329e-06, 4.770648676546333e-05, 2.193103858290682e-05, 3.0082493890368647e-06, 0.9996166814985734, 3.1103181604712805e-05], "calls": 1, "latency_seconds": 0.2783108218573034, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3270", "target_index": 19, "predicted_index": 19, "n_labels": 21, "probabilities": [2.1873395923344208e-05, 5.338909254977538e-05, 3.7690741643064658e-06, 3.548844406046226e-05, 3.7191781472560165e-06, 2.2716898326384123e-05, 8.044190061985574e-06, 5.819121287455281e-07, 1.0211929964756748e-05, 0.00011176836943972919, 5.756817412939115e-05, 0.00017816578270301724, 7.0040048466423646e-06, 0.00018119512268688026, 3.7754012933439236e-06, 6.173314111866148e-06, 4.3649268184336096e-05, 1.4716200013451323e-05, 3.521394276309458e-06, 0.9992061673358132, 2.650151717474097e-05], "calls": 1, "latency_seconds": 0.36304587591439486, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3277", "target_index": 19, "predicted_index": 19, "n_labels": 21, "probabilities": [0.00033493782530949164, 0.0001773617933470655, 1.6104765002306108e-05, 5.220849618159768e-05, 2.1063552495827136e-05, 9.542936119575458e-05, 9.577413186184351e-05, 3.21022866261792e-06, 3.982146328880893e-05, 0.0002573761674383757, 9.711329008977466e-05, 0.0009491093120492536, 2.6403422880006326e-05, 0.00014291266806850354, 9.04101327645495e-06, 1.8043578913487193e-05, 0.00016077361856122239, 4.1985023913033824e-05, 1.9184458989716532e-05, 0.9972928051141056, 0.0001493407143692845], "calls": 1, "latency_seconds": 0.5254655200988054, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3289", "target_index": 19, "predicted_index": 19, "n_labels": 21, "probabilities": [1.0209322372163012e-05, 9.316407907870296e-06, 7.529443638769003e-07, 1.753385845393586e-05, 2.252447463140493e-06, 7.748857232926085e-06, 7.529443638769003e-07, 1.948248159726921e-07, 3.1616269505797344e-06, 1.0209322372163012e-05, 1.3403350410981092e-05, 1.2245591557997246e-05, 1.2459831193375014e-06, 7.062786429597445e-06, 4.064682188064178e-07, 4.016444335065977e-06, 2.4946556221492294e-05, 3.4802350062442588e-06, 1.0722827981545763e-06, 0.9998565843951949, 1.3403350410981092e-05], "calls": 1, "latency_seconds": 0.2773106903769076, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3337", "target_index": 20, "predicted_index": 20, "n_labels": 21, "probabilities": [0.00046965497062147215, 0.0017451214245360243, 7.260022485198168e-05, 0.0002374038544203775, 0.000302979897287358, 0.000490088512077965, 0.00029918980637508595, 1.500042430719734e-05, 4.730853405906228e-05, 0.0018945040796798638, 0.0004335252408873737, 0.0008352422863829514, 8.556677480934659e-05, 0.00015286094008965862, 0.00337512896158935, 0.00030727296714515675, 0.002391816218159339, 8.700389418901232e-05, 3.238464722677233e-05, 0.0028939186789572633, 0.9838314276623474], "calls": 1, "latency_seconds": 0.35017350502312183, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3347", "target_index": 20, "predicted_index": 20, "n_labels": 21, "probabilities": [0.0003875012720604565, 0.00010390495269391384, 3.917329164846277e-05, 9.078475063253111e-05, 0.00010241945118211285, 0.00011117769767072602, 0.00014428128081431842, 1.4074250212453873e-05, 1.8378666609916727e-05, 0.00041617782438859477, 0.0002776558524309856, 0.00031156528570194043, 3.246735085572007e-05, 2.5640958484635917e-05, 3.6850430640520356e-05, 0.0003861709064065422, 0.0004347545877018283, 6.86109978773856e-05, 4.927340786798742e-05, 0.0003130810302151491, 0.9966360557539038], "calls": 1, "latency_seconds": 0.47572742588818073, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3353", "target_index": 20, "predicted_index": 20, "n_labels": 21, "probabilities": [0.00017322554518665808, 0.00010115848493999691, 3.985468163274554e-05, 4.8933406860926976e-05, 0.00012090562317272568, 0.0001023963711602399, 0.0001474449096776686, 6.7664373292999305e-06, 6.071140905266957e-06, 0.0002819661257497431, 0.00019463366116368496, 0.0003699080630511358, 1.583514196686161e-05, 3.293861472994948e-05, 0.00017581088017395503, 0.00020012099798237374, 0.0012181900563567477, 3.635895932018056e-05, 5.108048312401143e-05, 0.0004904379641925724, 0.9961859624513233], "calls": 1, "latency_seconds": 0.47423885902389884, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "capsotu", "example_id": "capsotu:3354", "target_index": 20, "predicted_index": 20, "n_labels": 21, "probabilities": [7.038301257922982e-05, 8.90093408791798e-05, 1.4449598230454925e-05, 5.4215967108446564e-05, 6.166657663334065e-05, 4.867285340778958e-05, 5.345621481324338e-05, 9.631444978262113e-06, 9.933183204413677e-06, 0.00019831583515029903, 8.754220935010062e-05, 0.00024018803611675798, 1.1649147900274174e-05, 2.0792072348636593e-05, 7.111677691699397e-05, 7.021087981933083e-05, 0.00023948890882937048, 2.914525938369825e-05, 8.97908340044959e-06, 7.05586466948841e-05, 0.9985405949522548], "calls": 1, "latency_seconds": 0.38716873805969954, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:10", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9969043588750106, 0.0030956411249894256], "calls": 1, "latency_seconds": 0.38642470026388764, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:31", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9376208841918892, 0.06237911580811081], "calls": 1, "latency_seconds": 0.4256066591478884, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:44", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998241609033381, 0.00017583909666184775], "calls": 1, "latency_seconds": 0.4228354259394109, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:63", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996848895266607, 0.0003151104733393203], "calls": 1, "latency_seconds": 0.32458393508568406, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:175", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993923479377251, 0.000607652062274807], "calls": 1, "latency_seconds": 0.38578593311831355, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:177", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996639085369416, 0.0003360914630582712], "calls": 1, "latency_seconds": 0.45258290506899357, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:199", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978169078994243, 0.0021830921005756335], "calls": 1, "latency_seconds": 0.35390946874395013, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:218", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994062523459373, 0.0005937476540626595], "calls": 1, "latency_seconds": 0.3184576532803476, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:294", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986505669195875, 0.0013494330804125025], "calls": 1, "latency_seconds": 0.38000594498589635, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:313", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998634090137524, 0.00013659098624760178], "calls": 1, "latency_seconds": 0.3672719360329211, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:424", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00038391662427637993, 0.9996160833757236], "calls": 1, "latency_seconds": 0.36620999313890934, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:462", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996258378442556, 0.0003741621557443922], "calls": 1, "latency_seconds": 0.3290256070904434, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:479", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.06909179532263118, 0.9309082046773688], "calls": 1, "latency_seconds": 0.48382772179320455, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:642", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996557521334466, 0.00034424786655344304], "calls": 1, "latency_seconds": 0.24478456005454063, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:643", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992732593586191, 0.0007267406413808204], "calls": 1, "latency_seconds": 0.4520039977505803, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:650", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9964727886411402, 0.003527211358859922], "calls": 1, "latency_seconds": 0.4505358007736504, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:693", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996010470985638, 0.00039895290143621327], "calls": 1, "latency_seconds": 0.44689823780208826, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:698", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.007229718092768679, 0.9927702819072313], "calls": 1, "latency_seconds": 0.45208833971992135, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:707", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998285235819712, 0.00017147641802889966], "calls": 1, "latency_seconds": 0.4432795559987426, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:717", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995745048900282, 0.0004254951099717768], "calls": 1, "latency_seconds": 0.44891882315278053, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:728", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997752596390799, 0.00022474036092007645], "calls": 1, "latency_seconds": 0.37011032877489924, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:780", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004674808691451412, 0.9995325191308548], "calls": 1, "latency_seconds": 0.3386941500939429, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:797", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9283679645169414, 0.07163203548305867], "calls": 1, "latency_seconds": 0.3092281147837639, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:812", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.24746606769176263, 0.7525339323082373], "calls": 1, "latency_seconds": 0.39690040284767747, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:912", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996346683060136, 0.000365331693986391], "calls": 1, "latency_seconds": 0.40568764600902796, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:958", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012873766470054052, 0.9987126233529946], "calls": 1, "latency_seconds": 0.2477872953750193, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1026", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999716641894886, 0.00028335810511397703], "calls": 1, "latency_seconds": 0.4054721831344068, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1028", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984970407056354, 0.0015029592943646168], "calls": 1, "latency_seconds": 0.2475984231568873, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1041", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994879008544013, 0.0005120991455986344], "calls": 1, "latency_seconds": 0.24452963704243302, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1102", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8754493523843387, 0.12455064761566127], "calls": 1, "latency_seconds": 0.1823985781520605, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1130", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9981706997467468, 0.0018293002532533051], "calls": 1, "latency_seconds": 0.34363070875406265, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1146", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7924852347934086, 0.2075147652065914], "calls": 1, "latency_seconds": 0.18108121305704117, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1162", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996172066298101, 0.0003827933701898094], "calls": 1, "latency_seconds": 0.3421461209654808, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1174", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001826881254102073, 0.998173118745898], "calls": 1, "latency_seconds": 0.1804655259475112, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1231", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995526422602505, 0.0004473577397494467], "calls": 1, "latency_seconds": 0.33917233627289534, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1255", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.12420722821126338, 0.8757927717887366], "calls": 1, "latency_seconds": 0.34022320760414004, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1265", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994062899833985, 0.0005937100166014172], "calls": 1, "latency_seconds": 0.33927294658496976, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1271", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997487032850426, 0.0002512967149574717], "calls": 1, "latency_seconds": 0.3253200640901923, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1291", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996028546866166, 0.0003971453133833636], "calls": 1, "latency_seconds": 0.2629379718564451, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1346", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994807281208751, 0.0005192718791249087], "calls": 1, "latency_seconds": 0.3250200501643121, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1358", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997489498262894, 0.000251050173710569], "calls": 1, "latency_seconds": 0.3370712511241436, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1396", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.722241908083481, 0.277758091916519], "calls": 1, "latency_seconds": 0.26118164230138063, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1430", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995950360344156, 0.0004049639655844725], "calls": 1, "latency_seconds": 0.20297781890258193, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1463", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5600268021882133, 0.4399731978117867], "calls": 1, "latency_seconds": 0.25483741657808423, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1470", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006285467776076652, 0.9993714532223923], "calls": 1, "latency_seconds": 0.2853342439047992, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1471", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9562319404584286, 0.043768059541571286], "calls": 1, "latency_seconds": 0.23787917755544186, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1479", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.989561920731177, 0.01043807926882294], "calls": 1, "latency_seconds": 0.26796974102035165, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1556", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5853487027812175, 0.41465129721878247], "calls": 1, "latency_seconds": 0.2682217741385102, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1568", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997150678545612, 0.00028493214543891287], "calls": 1, "latency_seconds": 0.22029063198715448, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1587", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00034592919763485865, 0.9996540708023651], "calls": 1, "latency_seconds": 0.22034290293231606, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1687", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004326578581134473, 0.9995673421418865], "calls": 1, "latency_seconds": 0.20067242300137877, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1689", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004355738529222782, 0.9995644261470777], "calls": 1, "latency_seconds": 0.3351914989762008, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1760", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9727157369157674, 0.027284263084232555], "calls": 1, "latency_seconds": 0.32290003495290875, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1779", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016192023622755224, 0.9983807976377246], "calls": 1, "latency_seconds": 0.3223945992067456, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1909", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011246699424821347, 0.9988753300575179], "calls": 1, "latency_seconds": 0.2652136590331793, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1940", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00073480401369489, 0.999265195986305], "calls": 1, "latency_seconds": 0.32152405893430114, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1983", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985676897671062, 0.0014323102328938444], "calls": 1, "latency_seconds": 0.32600623089820147, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1989", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003824815136116295, 0.9996175184863885], "calls": 1, "latency_seconds": 0.32040086574852467, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:1990", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008512994549828115, 0.9991487005450173], "calls": 1, "latency_seconds": 0.30945991771295667, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2039", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007850068763264315, 0.9992149931236736], "calls": 1, "latency_seconds": 0.25115906400606036, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2104", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.005141546769331451, 0.9948584532306685], "calls": 1, "latency_seconds": 0.24731428921222687, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2141", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9922075645814622, 0.0077924354185377916], "calls": 1, "latency_seconds": 0.24002873431891203, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2143", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00033836956952224527, 0.9996616304304777], "calls": 1, "latency_seconds": 0.24050061916932464, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2165", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.008470918436837858, 0.9915290815631621], "calls": 1, "latency_seconds": 0.23993651289492846, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2210", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9937481300487284, 0.006251869951271622], "calls": 1, "latency_seconds": 0.3537001460790634, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2214", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001340227080630977, 0.998659772919369], "calls": 1, "latency_seconds": 0.2902858420275152, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2215", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00019589520218146763, 0.9998041047978186], "calls": 1, "latency_seconds": 0.31009160494431853, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2261", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001661392012903231, 0.9983386079870968], "calls": 1, "latency_seconds": 0.23394691292196512, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2307", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009338262738336169, 0.9990661737261664], "calls": 1, "latency_seconds": 0.3221090561710298, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2333", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.017549205959016226, 0.9824507940409837], "calls": 1, "latency_seconds": 0.4358400790952146, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2389", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7873662523338205, 0.21263374766617948], "calls": 1, "latency_seconds": 0.43423830019310117, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2408", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005956836993545612, 0.9994043163006454], "calls": 1, "latency_seconds": 0.21617850381880999, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2420", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00030514238971956256, 0.9996948576102804], "calls": 1, "latency_seconds": 0.2155335359275341, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2433", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00019927163582706623, 0.9998007283641729], "calls": 1, "latency_seconds": 0.4349325178191066, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2466", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.88859321370516, 0.11140678629484001], "calls": 1, "latency_seconds": 0.214740676805377, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2649", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.07577995870777253, 0.9242200412922275], "calls": 1, "latency_seconds": 0.43382589472457767, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2669", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.24273755661503837, 0.7572624433849615], "calls": 1, "latency_seconds": 0.43322761775925756, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2680", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003601476926904324, 0.9963985230730956], "calls": 1, "latency_seconds": 0.41257544700056314, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2763", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.008549699566643436, 0.9914503004333566], "calls": 1, "latency_seconds": 0.4125124760903418, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2860", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.016198207764627784, 0.9838017922353722], "calls": 1, "latency_seconds": 0.41280669905245304, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2871", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986362754551765, 0.001363724544823519], "calls": 1, "latency_seconds": 0.3250870699994266, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:2901", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9850920531981462, 0.01490794680185373], "calls": 1, "latency_seconds": 0.46886235708370805, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3020", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006308571341468182, 0.9993691428658532], "calls": 1, "latency_seconds": 0.5101482700556517, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3055", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007677304493782848, 0.9992322695506217], "calls": 1, "latency_seconds": 0.5094875018112361, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3095", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005187751232082321, 0.9994812248767917], "calls": 1, "latency_seconds": 0.4716277290135622, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3164", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00030012323555999237, 0.9996998767644399], "calls": 1, "latency_seconds": 0.4695626338943839, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3166", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003930240927864486, 0.9996069759072136], "calls": 1, "latency_seconds": 0.4695385443046689, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3175", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.337055138496094, 0.6629448615039061], "calls": 1, "latency_seconds": 0.3648363556712866, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3208", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.019568160113680386, 0.9804318398863195], "calls": 1, "latency_seconds": 0.6933963978663087, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3211", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017455956742254257, 0.9982544043257746], "calls": 1, "latency_seconds": 0.47765881894156337, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3333", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.009444930788741741, 0.9905550692112582], "calls": 1, "latency_seconds": 0.4763353941962123, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3413", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.047487384353386904, 0.952512615646613], "calls": 1, "latency_seconds": 0.6280424818396568, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3481", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.4872273578484977, 0.5127726421515023], "calls": 1, "latency_seconds": 0.6906618461944163, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3560", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009787173595453237, 0.9990212826404546], "calls": 1, "latency_seconds": 0.47542514419183135, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3733", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00025588316088849766, 0.9997441168391115], "calls": 1, "latency_seconds": 0.2513782368041575, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3751", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016789568443731381, 0.9983210431556269], "calls": 1, "latency_seconds": 0.2506589679978788, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3767", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003256419164853776, 0.9996743580835146], "calls": 1, "latency_seconds": 0.6916372370906174, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3783", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002079841156168487, 0.9979201588438316], "calls": 1, "latency_seconds": 0.7523002387024462, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3800", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000614827450376225, 0.9993851725496237], "calls": 1, "latency_seconds": 0.5260558570735157, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_offensive", "example_id": "biasframes_offensive:3828", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011644007656192196, 0.9988355992343807], "calls": 1, "latency_seconds": 0.6289491532370448, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:96", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9975114089569102, 0.0024885910430899353], "calls": 1, "latency_seconds": 0.6282603750005364, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:247", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9453311346562726, 0.05466886534372739], "calls": 1, "latency_seconds": 0.514123747125268, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:253", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9942829245388575, 0.0057170754611424925], "calls": 1, "latency_seconds": 0.7099163820967078, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:314", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991195636062502, 0.0008804363937498683], "calls": 1, "latency_seconds": 0.4425300979055464, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:355", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9105827196510723, 0.08941728034892775], "calls": 1, "latency_seconds": 0.7086508367210627, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:356", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993036786985796, 0.00069632130142045], "calls": 1, "latency_seconds": 0.5118990605697036, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:567", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991666591978139, 0.000833340802186144], "calls": 1, "latency_seconds": 0.48658658377826214, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:592", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996097945091209, 0.00039020549087920786], "calls": 1, "latency_seconds": 0.4863419411703944, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:740", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992411312486762, 0.000758868751323835], "calls": 1, "latency_seconds": 0.4852518979460001, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:749", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999594814703428, 0.0004051852965719576], "calls": 1, "latency_seconds": 0.3366713272407651, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:828", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.6217229996266005, 0.37827700037339956], "calls": 1, "latency_seconds": 0.2734080236405134, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:839", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9952127988566837, 0.004787201143316407], "calls": 1, "latency_seconds": 0.3046055813319981, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:914", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997307980118075, 0.0002692019881925165], "calls": 1, "latency_seconds": 0.46432702289894223, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:943", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9860558647757891, 0.01394413522421087], "calls": 1, "latency_seconds": 0.2700342549942434, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1111", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996033008556157, 0.0003966991443843148], "calls": 1, "latency_seconds": 0.3245485941879451, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1141", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997632161528721, 0.00023678384712788467], "calls": 1, "latency_seconds": 0.35891709802672267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1185", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996582323085035, 0.0003417676914965295], "calls": 1, "latency_seconds": 0.38188559701666236, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1282", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984727479079283, 0.0015272520920717098], "calls": 1, "latency_seconds": 0.28013449255377054, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1295", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9717196515825882, 0.02828034841741185], "calls": 1, "latency_seconds": 0.2800461729057133, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1456", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996532862978265, 0.0003467137021736162], "calls": 1, "latency_seconds": 0.36094364104792476, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1474", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9947521762716341, 0.005247823728365874], "calls": 1, "latency_seconds": 0.3600624813698232, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1495", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9740398148692124, 0.02596018513078751], "calls": 1, "latency_seconds": 0.36045850487425923, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1505", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9749564987777556, 0.025043501222244358], "calls": 1, "latency_seconds": 0.26541553204879165, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1515", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8803864310232987, 0.11961356897670125], "calls": 1, "latency_seconds": 0.35808892687782645, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1518", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9302200980792803, 0.06977990192071969], "calls": 1, "latency_seconds": 0.26425514789298177, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1818", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9946583735983906, 0.005341626401609427], "calls": 1, "latency_seconds": 0.26308589428663254, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1883", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9802208529046206, 0.01977914709537938], "calls": 1, "latency_seconds": 0.2634146078489721, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1908", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995883846238829, 0.00041161537611720086], "calls": 1, "latency_seconds": 0.3564254082739353, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:1987", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9905760327510205, 0.009423967248979568], "calls": 1, "latency_seconds": 0.3242009412497282, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2026", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9611288140702765, 0.03887118592972357], "calls": 1, "latency_seconds": 0.2374717639759183, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2061", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999000143332394, 0.000999856667606012], "calls": 1, "latency_seconds": 0.20313454093411565, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2149", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996270832979941, 0.00037291670200584846], "calls": 1, "latency_seconds": 0.24507600301876664, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2176", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.06869360352129733, 0.9313063964787027], "calls": 1, "latency_seconds": 0.3663388448767364, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2177", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995532757729239, 0.00044672422707616333], "calls": 1, "latency_seconds": 0.299936936236918, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2315", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998063523338427, 0.00019364766615717578], "calls": 1, "latency_seconds": 0.36486169695854187, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2509", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9941738288166808, 0.005826171183319191], "calls": 1, "latency_seconds": 0.297100393101573, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2580", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9960951945654427, 0.003904805434557332], "calls": 1, "latency_seconds": 0.2985414192080498, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2649", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9980598571590782, 0.0019401428409218462], "calls": 1, "latency_seconds": 0.29556835489347577, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2684", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.6714652123016449, 0.3285347876983551], "calls": 1, "latency_seconds": 0.2960006599314511, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2755", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999394865746404, 0.0006051342535959462], "calls": 1, "latency_seconds": 0.33051840541884303, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:2764", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9960337459275935, 0.003966254072406486], "calls": 1, "latency_seconds": 0.41884602000936866, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:3007", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989959210033604, 0.0010040789966395693], "calls": 1, "latency_seconds": 0.24035469768568873, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:3158", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8012020237850173, 0.19879797621498288], "calls": 1, "latency_seconds": 0.4187279478646815, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:3240", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9673212545840092, 0.032678745415990806], "calls": 1, "latency_seconds": 0.2968520997092128, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:3244", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9949627570475235, 0.0050372429524764865], "calls": 1, "latency_seconds": 0.23990525165572762, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:3608", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.979502968078917, 0.020497031921082962], "calls": 1, "latency_seconds": 0.412043790332973, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:3738", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991844932616205, 0.0008155067383795424], "calls": 1, "latency_seconds": 0.1985809369944036, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:3797", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995543037146062, 0.00044569628539385697], "calls": 1, "latency_seconds": 0.3363459431566298, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4009", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.996188373680594, 0.003811626319405974], "calls": 1, "latency_seconds": 0.2825939832255244, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4031", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985252661188337, 0.0014747338811662448], "calls": 1, "latency_seconds": 0.21835897909477353, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4155", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0041851943316828935, 0.9958148056683171], "calls": 1, "latency_seconds": 0.4612154266797006, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4158", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006853546236156841, 0.9931464537638431], "calls": 1, "latency_seconds": 0.45910023199394345, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4161", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.062134843473498694, 0.9378651565265013], "calls": 1, "latency_seconds": 0.46176071278750896, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4163", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.37084938620419033, 0.6291506137958096], "calls": 1, "latency_seconds": 0.460567579139024, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4170", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014339917585620419, 0.998566008241438], "calls": 1, "latency_seconds": 0.3148900209926069, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4176", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004933999797072156, 0.9950660002029279], "calls": 1, "latency_seconds": 0.46117979660630226, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4181", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.022842618134663057, 0.977157381865337], "calls": 1, "latency_seconds": 0.42449432611465454, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4185", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006131951574409214, 0.999386804842559], "calls": 1, "latency_seconds": 0.42172385286539793, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4188", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.019203191315009444, 0.9807968086849905], "calls": 1, "latency_seconds": 0.22232772689312696, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4192", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001226507845506759, 0.9987734921544932], "calls": 1, "latency_seconds": 0.3335890001617372, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4194", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0028407031420950466, 0.9971592968579049], "calls": 1, "latency_seconds": 0.4421746227890253, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4198", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00820385450095084, 0.9917961454990492], "calls": 1, "latency_seconds": 0.24942880403250456, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4201", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.27298073330971157, 0.7270192666902884], "calls": 1, "latency_seconds": 0.24850560259073973, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4206", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012126076127620773, 0.9987873923872379], "calls": 1, "latency_seconds": 0.4411082612350583, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4208", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7276602608671804, 0.2723397391328196], "calls": 1, "latency_seconds": 0.24667069129645824, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4212", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002048524524811528, 0.9979514754751885], "calls": 1, "latency_seconds": 0.2725665047764778, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4215", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004877075339424817, 0.9951229246605752], "calls": 1, "latency_seconds": 0.3412011102773249, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4218", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5894443678581731, 0.41055563214182694], "calls": 1, "latency_seconds": 0.3395572900772095, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4227", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.010266335270300759, 0.9897336647296993], "calls": 1, "latency_seconds": 0.4165926733985543, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4231", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.08442629188093176, 0.9155737081190682], "calls": 1, "latency_seconds": 0.4181105517782271, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4237", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.18230948871169741, 0.8176905112883026], "calls": 1, "latency_seconds": 0.41032529016956687, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4243", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006169573994488015, 0.993830426005512], "calls": 1, "latency_seconds": 0.41676624631509185, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4247", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006703497992199897, 0.99932965020078], "calls": 1, "latency_seconds": 0.21837976993992925, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4255", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.03423943727087044, 0.9657605627291296], "calls": 1, "latency_seconds": 0.41502281511202455, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4270", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.11901180471115547, 0.8809881952888445], "calls": 1, "latency_seconds": 0.1961601795628667, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4272", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.008102143159026704, 0.9918978568409733], "calls": 1, "latency_seconds": 0.4131650230847299, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4277", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0724490917517179, 0.9275509082482821], "calls": 1, "latency_seconds": 0.405628995038569, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4278", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.015103163205041889, 0.9848968367949582], "calls": 1, "latency_seconds": 0.41308032162487507, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4283", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01914945336980208, 0.9808505466301979], "calls": 1, "latency_seconds": 0.40667136665433645, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4299", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0404946729059422, 0.9595053270940578], "calls": 1, "latency_seconds": 0.3863162091001868, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4307", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006209479337805238, 0.9937905206621948], "calls": 1, "latency_seconds": 0.419785070233047, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4309", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9969519379214007, 0.0030480620785994362], "calls": 1, "latency_seconds": 0.32324586994946003, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4315", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7234516675853978, 0.2765483324146023], "calls": 1, "latency_seconds": 0.22356120077893138, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4323", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.05168250275615736, 0.9483174972438426], "calls": 1, "latency_seconds": 0.2227412909269333, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4324", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.037820622736915395, 0.9621793772630846], "calls": 1, "latency_seconds": 0.41647246200591326, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4326", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9953968338611635, 0.004603166138836559], "calls": 1, "latency_seconds": 0.4007497178390622, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4329", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.25276160061167474, 0.7472383993883251], "calls": 1, "latency_seconds": 0.333203115966171, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4333", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.019543525728258605, 0.9804564742717414], "calls": 1, "latency_seconds": 0.510529104154557, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4342", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006293139402578429, 0.9993706860597421], "calls": 1, "latency_seconds": 0.436435136012733, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4343", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.735512693504895, 0.264487306495105], "calls": 1, "latency_seconds": 0.21590494085103273, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4357", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.05015454996453161, 0.9498454500354683], "calls": 1, "latency_seconds": 0.20438059605658054, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4364", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01621509570302842, 0.9837849042969715], "calls": 1, "latency_seconds": 0.507153345271945, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4366", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.03734034265941252, 0.9626596573405874], "calls": 1, "latency_seconds": 0.43032557517290115, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4372", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0013514395921716605, 0.9986485604078283], "calls": 1, "latency_seconds": 0.5077888118103147, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4373", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007043415965685396, 0.9992956584034315], "calls": 1, "latency_seconds": 0.507234666030854, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4375", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.4210368557686065, 0.5789631442313935], "calls": 1, "latency_seconds": 0.5063585857860744, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4381", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009066707234065172, 0.9990933292765934], "calls": 1, "latency_seconds": 0.5025423411279917, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4384", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.03782971589799904, 0.962170284102001], "calls": 1, "latency_seconds": 0.5016659907996655, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4400", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.06546029108733545, 0.9345397089126646], "calls": 1, "latency_seconds": 0.40167812863364816, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "biasframes_sex", "example_id": "biasframes_sex:4402", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.015577837067750924, 0.9844221629322492], "calls": 1, "latency_seconds": 0.5800134190358222, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:392", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003548937459637971, 0.9996451062540361], "calls": 1, "latency_seconds": 0.30824702279642224, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:406", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017643930654008292, 0.9982356069345991], "calls": 1, "latency_seconds": 0.5737890270538628, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:493", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006023127045677733, 0.9939768729543222], "calls": 1, "latency_seconds": 0.3386621600948274, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:496", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9902440469560735, 0.009755953043926485], "calls": 1, "latency_seconds": 0.5627534971572459, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:640", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00019529449688486042, 0.9998047055031152], "calls": 1, "latency_seconds": 0.45009736623615026, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:651", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.005763020398353, 0.994236979601647], "calls": 1, "latency_seconds": 0.3484186138957739, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:724", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006155269423010734, 0.9993844730576988], "calls": 1, "latency_seconds": 0.3462522989138961, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:813", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.025021624945302173, 0.9749783750546978], "calls": 1, "latency_seconds": 0.5910226181149483, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:835", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007680612029883372, 0.9992319387970117], "calls": 1, "latency_seconds": 0.5920029398985207, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:960", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007069349774877652, 0.9992930650225123], "calls": 1, "latency_seconds": 0.5896514030173421, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1212", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000544233341402942, 0.999455766658597], "calls": 1, "latency_seconds": 0.3745745811611414, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1333", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.13013927816222104, 0.869860721837779], "calls": 1, "latency_seconds": 0.591655096039176, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1401", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00036693699348976046, 0.9996330630065102], "calls": 1, "latency_seconds": 0.59108532872051, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1628", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007690647359249084, 0.9992309352640751], "calls": 1, "latency_seconds": 0.5898552350699902, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1927", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0020747387271132763, 0.9979252612728867], "calls": 1, "latency_seconds": 0.5899077448993921, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:1990", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.03708988847680997, 0.96291011152319], "calls": 1, "latency_seconds": 0.5910843689925969, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2090", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0015995581789841598, 0.998400441821016], "calls": 1, "latency_seconds": 0.554077744949609, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2186", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000664819155927951, 0.999335180844072], "calls": 1, "latency_seconds": 0.5799644780345261, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2196", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008989142565496366, 0.9991010857434504], "calls": 1, "latency_seconds": 0.4339707479812205, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2324", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007571481795231304, 0.9992428518204768], "calls": 1, "latency_seconds": 0.5778593341819942, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2458", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0033582817703092277, 0.9966417182296907], "calls": 1, "latency_seconds": 0.577919814735651, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2568", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989051203628817, 0.0010948796371183277], "calls": 1, "latency_seconds": 0.31244492204859853, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2667", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006515008817722124, 0.9993484991182279], "calls": 1, "latency_seconds": 0.5799895678646863, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:2727", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00010778192580361327, 0.9998922180741964], "calls": 1, "latency_seconds": 0.4778635920956731, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3020", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.05203298271980701, 0.947967017280193], "calls": 1, "latency_seconds": 0.26890229200944304, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3043", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9930550897776227, 0.006944910222377411], "calls": 1, "latency_seconds": 0.5223428229801357, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3110", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004439271665918618, 0.9995560728334082], "calls": 1, "latency_seconds": 0.5230807820335031, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3299", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002370429810821253, 0.9976295701891787], "calls": 1, "latency_seconds": 0.30870127910748124, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3314", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005996841103986668, 0.9994003158896013], "calls": 1, "latency_seconds": 0.4235005839727819, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3381", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008990152861510159, 0.999100984713849], "calls": 1, "latency_seconds": 0.5219365279190242, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3641", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00013929971231912047, 0.9998607002876808], "calls": 1, "latency_seconds": 0.5202189479023218, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3758", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006824573937140599, 0.9931754260628594], "calls": 1, "latency_seconds": 0.3072844319976866, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3818", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0002931269079637101, 0.9997068730920362], "calls": 1, "latency_seconds": 0.30730603309348226, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:3983", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00016845263071777025, 0.9998315473692823], "calls": 1, "latency_seconds": 0.5204848810099065, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4036", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005477781992085558, 0.9994522218007915], "calls": 1, "latency_seconds": 0.4079244420863688, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4157", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0020001583420847916, 0.9979998416579152], "calls": 1, "latency_seconds": 0.5682000108063221, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4218", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014569455546330522, 0.998543054445367], "calls": 1, "latency_seconds": 0.5669026048853993, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4264", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00038592994856683795, 0.9996140700514332], "calls": 1, "latency_seconds": 0.5681501398794353, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4322", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005371495857859127, 0.999462850414214], "calls": 1, "latency_seconds": 0.5660727960057557, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4389", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.3768278250806326, 0.6231721749193673], "calls": 1, "latency_seconds": 0.5666169920004904, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4513", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004072573055664799, 0.9995927426944335], "calls": 1, "latency_seconds": 0.5634819157421589, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4538", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005264819215601019, 0.9994735180784399], "calls": 1, "latency_seconds": 0.31658350117504597, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4578", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0038383454404599887, 0.99616165455954], "calls": 1, "latency_seconds": 0.5180636830627918, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4586", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9517764338454533, 0.04822356615454662], "calls": 1, "latency_seconds": 0.5191185451112688, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4616", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0001425597718655695, 0.9998574402281344], "calls": 1, "latency_seconds": 0.405496533960104, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4651", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.003593601143083096, 0.9964063988569168], "calls": 1, "latency_seconds": 0.5543076382018626, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4792", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007741714083729017, 0.9992258285916271], "calls": 1, "latency_seconds": 0.5591781949624419, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4804", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00413517404467259, 0.9958648259553274], "calls": 1, "latency_seconds": 0.5535994102247059, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4958", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00045767407934383227, 0.9995423259206562], "calls": 1, "latency_seconds": 0.5586569788865745, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:4987", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0018571052973474767, 0.9981428947026525], "calls": 1, "latency_seconds": 0.5569916288368404, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5027", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991715924783939, 0.0008284075216061552], "calls": 1, "latency_seconds": 0.5527852098457515, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5105", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983603260271519, 0.0016396739728481349], "calls": 1, "latency_seconds": 0.45495537389069796, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5193", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9936730161242137, 0.006326983875786358], "calls": 1, "latency_seconds": 0.4556992407888174, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5218", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986789285502375, 0.0013210714497624084], "calls": 1, "latency_seconds": 0.4558197529986501, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5220", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9926341791680413, 0.007365820831958735], "calls": 1, "latency_seconds": 0.2560904719866812, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5258", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9946330957212497, 0.005366904278750281], "calls": 1, "latency_seconds": 0.4541319031268358, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5286", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9945364455605519, 0.005463554439448182], "calls": 1, "latency_seconds": 0.314673718996346, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5354", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988155701553042, 0.0011844298446958153], "calls": 1, "latency_seconds": 0.27066584303975105, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5389", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978406631785456, 0.002159336821454438], "calls": 1, "latency_seconds": 0.26998992497101426, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5410", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989302540804312, 0.0010697459195687256], "calls": 1, "latency_seconds": 0.4583554631099105, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5431", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.996502110466464, 0.003497889533535974], "calls": 1, "latency_seconds": 0.45081554539501667, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5501", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.815168265626735, 0.18483173437326506], "calls": 1, "latency_seconds": 0.21166608203202486, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5830", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8724461183594886, 0.1275538816405114], "calls": 1, "latency_seconds": 0.4571098987944424, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5868", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9541155036124815, 0.04588449638751848], "calls": 1, "latency_seconds": 0.46334699215367436, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5900", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976448795116276, 0.002355120488372429], "calls": 1, "latency_seconds": 0.45372501900419593, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5932", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977313588905151, 0.0022686411094848475], "calls": 1, "latency_seconds": 0.2063599294051528, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:5999", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9940549005082032, 0.005945099491796826], "calls": 1, "latency_seconds": 0.4526732270605862, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6020", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9975690498404709, 0.0024309501595291597], "calls": 1, "latency_seconds": 0.2066706931218505, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6042", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.99620372732492, 0.0037962726750800624], "calls": 1, "latency_seconds": 0.45583517383784056, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6181", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995567159345183, 0.00044328406548166193], "calls": 1, "latency_seconds": 0.254382882732898, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6313", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987651960815116, 0.0012348039184884143], "calls": 1, "latency_seconds": 0.4350549001246691, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6374", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.932931437525078, 0.06706856247492196], "calls": 1, "latency_seconds": 0.39591334108263254, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6387", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9966915469189913, 0.003308453081008684], "calls": 1, "latency_seconds": 0.26436485908925533, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6420", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9958978370098441, 0.004102162990155856], "calls": 1, "latency_seconds": 0.4570126882754266, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6464", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9942999915222831, 0.005700008477716934], "calls": 1, "latency_seconds": 0.4545217780396342, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6487", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9896673462739489, 0.010332653726051135], "calls": 1, "latency_seconds": 0.2569788033142686, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6550", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984899319800855, 0.001510068019914436], "calls": 1, "latency_seconds": 0.2581824269145727, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6589", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.44323821632253585, 0.5567617836774641], "calls": 1, "latency_seconds": 0.2515892288647592, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6647", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999131471067475, 0.0008685289325250181], "calls": 1, "latency_seconds": 0.4507581926882267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6699", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9178148858375087, 0.08218511416249132], "calls": 1, "latency_seconds": 0.25286292377859354, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6852", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989793509953628, 0.00102064900463713], "calls": 1, "latency_seconds": 0.3848420907743275, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:6944", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.5274702293870146, 0.4725297706129854], "calls": 1, "latency_seconds": 0.20657075103372335, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7047", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987528354609915, 0.00124716453900846], "calls": 1, "latency_seconds": 0.4601707439869642, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7118", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993211736752784, 0.0006788263247216153], "calls": 1, "latency_seconds": 0.25678364001214504, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7188", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990875491815892, 0.0009124508184108036], "calls": 1, "latency_seconds": 0.36980747524648905, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7308", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977841337182778, 0.002215866281722201], "calls": 1, "latency_seconds": 0.2519526840187609, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7390", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991564082760336, 0.0008435917239664681], "calls": 1, "latency_seconds": 0.4554271390661597, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7458", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9889492999561781, 0.01105070004382189], "calls": 1, "latency_seconds": 0.45497234305366874, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7577", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.998749786671011, 0.0012502133289889299], "calls": 1, "latency_seconds": 0.28747308999300003, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7609", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9965697731861276, 0.0034302268138724215], "calls": 1, "latency_seconds": 0.45386985084041953, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7651", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.370161513980962, 0.629838486019038], "calls": 1, "latency_seconds": 0.4505758420564234, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7677", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.244342474334261, 0.755657525665739], "calls": 1, "latency_seconds": 0.44535987125709653, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7724", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999471971760589, 0.0005280282394110223], "calls": 1, "latency_seconds": 0.44665109599009156, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7770", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9959072498476814, 0.004092750152318542], "calls": 1, "latency_seconds": 0.5200644368305802, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7895", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983083884779995, 0.0016916115220005706], "calls": 1, "latency_seconds": 0.2733874646946788, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7928", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995995994440374, 0.0004004005559626034], "calls": 1, "latency_seconds": 0.5184628670103848, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:7997", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986939564330687, 0.001306043566931325], "calls": 1, "latency_seconds": 0.5193100878968835, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:8243", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.995530045688816, 0.004469954311184059], "calls": 1, "latency_seconds": 0.5177917690016329, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:8271", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977924732331291, 0.0022075267668708624], "calls": 1, "latency_seconds": 0.4690635078586638, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_insult", "example_id": "wikitoxic_insult:8404", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.995397394606601, 0.004602605393398842], "calls": 1, "latency_seconds": 0.46481718914583325, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:12", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9977969307604023, 0.00220306923959763], "calls": 1, "latency_seconds": 0.4303548648022115, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:33", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.998369488384731, 0.0016305116152689964], "calls": 1, "latency_seconds": 0.3549493211321533, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:155", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988292346236392, 0.0011707653763608416], "calls": 1, "latency_seconds": 0.5170711916871369, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:303", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992368171331293, 0.0007631828668707176], "calls": 1, "latency_seconds": 0.30043549183756113, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:323", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9979796412209033, 0.002020358779096615], "calls": 1, "latency_seconds": 0.44418949726969004, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:447", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990186059797517, 0.0009813940202483022], "calls": 1, "latency_seconds": 0.2977156499400735, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:718", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9999125173670567, 8.748263294323301e-05], "calls": 1, "latency_seconds": 0.15021677082404494, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:940", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993620302745572, 0.0006379697254429116], "calls": 1, "latency_seconds": 0.5119753121398389, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1134", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996794961500137, 0.00032050384998622645], "calls": 1, "latency_seconds": 0.5138464239425957, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1136", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.997627155381684, 0.0023728446183159378], "calls": 1, "latency_seconds": 0.4950095531530678, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1182", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983514974476599, 0.0016485025523399783], "calls": 1, "latency_seconds": 0.36295613506808877, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1203", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996951555104405, 0.0003048444895594706], "calls": 1, "latency_seconds": 0.3519906969740987, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1354", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985894297489686, 0.0014105702510313876], "calls": 1, "latency_seconds": 0.5843363800086081, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1466", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990038743628291, 0.000996125637170825], "calls": 1, "latency_seconds": 0.582902183290571, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1638", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9803527040537983, 0.019647295946201796], "calls": 1, "latency_seconds": 0.5832740771584213, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1712", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971869365936661, 0.002813063406333945], "calls": 1, "latency_seconds": 0.5522278631106019, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1790", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991534908235267, 0.0008465091764733093], "calls": 1, "latency_seconds": 0.5821271240711212, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:1987", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9969081398215294, 0.003091860178470544], "calls": 1, "latency_seconds": 0.5435922732576728, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2010", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9982970098224975, 0.0017029901775025395], "calls": 1, "latency_seconds": 0.577889003790915, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2207", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.6592450532614446, 0.3407549467385554], "calls": 1, "latency_seconds": 0.5473534162156284, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2321", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012174450795247138, 0.9987825549204753], "calls": 1, "latency_seconds": 0.5474426778964698, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2477", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987373091342875, 0.0012626908657124008], "calls": 1, "latency_seconds": 0.4029100532643497, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2530", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989443073386083, 0.0010556926613917417], "calls": 1, "latency_seconds": 0.5580030111595988, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2577", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994954822757458, 0.0005045177242542347], "calls": 1, "latency_seconds": 0.3318426599726081, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2632", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0019759230024478974, 0.9980240769975521], "calls": 1, "latency_seconds": 0.3343914598226547, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2689", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004535307191956791, 0.9954646928080432], "calls": 1, "latency_seconds": 0.5527761597186327, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:2784", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9946479281332484, 0.005352071866751622], "calls": 1, "latency_seconds": 0.3840083912946284, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3268", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.99986066469096, 0.00013933530904002687], "calls": 1, "latency_seconds": 0.45304973097518086, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3367", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993505241186271, 0.0006494758813729074], "calls": 1, "latency_seconds": 0.2612258023582399, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3387", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996664734786018, 0.0003335265213982045], "calls": 1, "latency_seconds": 0.5846743038855493, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3404", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9966175564485193, 0.0033824435514806825], "calls": 1, "latency_seconds": 0.5607387442141771, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3922", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985239536491115, 0.0014760463508885994], "calls": 1, "latency_seconds": 0.5501638799905777, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:3966", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995252350333991, 0.0004747649666008918], "calls": 1, "latency_seconds": 0.5541091151535511, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4017", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9946425045291174, 0.005357495470882526], "calls": 1, "latency_seconds": 0.5541054857894778, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4288", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984278222885886, 0.0015721777114114], "calls": 1, "latency_seconds": 0.5545468009077013, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4323", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999062702256001, 0.0009372977439990572], "calls": 1, "latency_seconds": 0.5554128210060298, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4373", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9981502525169359, 0.0018497474830641355], "calls": 1, "latency_seconds": 0.5558365159668028, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4416", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988913022400312, 0.0011086977599687904], "calls": 1, "latency_seconds": 0.5476784501224756, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4421", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.06182827177315699, 0.938171728226843], "calls": 1, "latency_seconds": 0.5579218198545277, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4448", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994758133537447, 0.0005241866462553941], "calls": 1, "latency_seconds": 0.5551253277808428, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4479", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999388487201929, 0.0006115127980711113], "calls": 1, "latency_seconds": 0.505417593754828, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4530", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992377314769028, 0.0007622685230972869], "calls": 1, "latency_seconds": 0.33460548194125295, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4538", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998169444660618, 0.00018305553393820864], "calls": 1, "latency_seconds": 0.41221538186073303, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4593", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995411741319559, 0.00045882586804410784], "calls": 1, "latency_seconds": 0.32990572787821293, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4648", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9999660473153188, 3.395268468128215e-05], "calls": 1, "latency_seconds": 0.3228202937170863, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4723", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9966665069926839, 0.003333493007316119], "calls": 1, "latency_seconds": 0.22082214895635843, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4737", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.99812727645944, 0.0018727235405600275], "calls": 1, "latency_seconds": 0.2451297240331769, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4757", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9981376609421407, 0.0018623390578591911], "calls": 1, "latency_seconds": 0.21892572613433003, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4878", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993185266820092, 0.0006814733179908451], "calls": 1, "latency_seconds": 0.2408379539847374, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:4933", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9844859188508188, 0.015514081149181205], "calls": 1, "latency_seconds": 0.4750897893682122, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5015", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.6905326242782572, 0.30946737572174277], "calls": 1, "latency_seconds": 0.4732098472304642, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5230", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007602667566287999, 0.9992397332433712], "calls": 1, "latency_seconds": 0.4668624331243336, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5279", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017288804941339327, 0.998271119505866], "calls": 1, "latency_seconds": 0.4728041426278651, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5390", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0002211121236695422, 0.9997788878763305], "calls": 1, "latency_seconds": 0.4731227457523346, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5465", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00044844737039158626, 0.9995515526296084], "calls": 1, "latency_seconds": 0.4733714088797569, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5479", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006984150882780017, 0.99301584911722], "calls": 1, "latency_seconds": 0.30870025884360075, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5522", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004762819029189908, 0.9995237180970811], "calls": 1, "latency_seconds": 0.30777674773707986, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5531", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00821358098429067, 0.9917864190157093], "calls": 1, "latency_seconds": 0.4711597431451082, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5692", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9799539117851876, 0.020046088214812376], "calls": 1, "latency_seconds": 0.4641903708688915, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5701", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8783296656285546, 0.12167033437144535], "calls": 1, "latency_seconds": 0.463873247615993, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5813", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.02110311079070879, 0.9788968892092913], "calls": 1, "latency_seconds": 0.3947663879953325, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5879", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006008769092646614, 0.9993991230907353], "calls": 1, "latency_seconds": 0.2616547681391239, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:5931", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.08911745200083619, 0.9108825479991638], "calls": 1, "latency_seconds": 0.46536941500380635, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6086", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007011749062864624, 0.9992988250937136], "calls": 1, "latency_seconds": 0.39758596010506153, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6134", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006326360370374981, 0.9993673639629624], "calls": 1, "latency_seconds": 0.312478702981025, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6174", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000767255333900595, 0.9992327446660995], "calls": 1, "latency_seconds": 0.3684976198710501, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6190", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007365839102563475, 0.9992634160897437], "calls": 1, "latency_seconds": 0.3690957869403064, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6213", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.4452703504074324, 0.5547296495925677], "calls": 1, "latency_seconds": 0.49960167706012726, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6316", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004358002783304704, 0.9956419972166953], "calls": 1, "latency_seconds": 0.49843403324484825, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6508", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012966904767941977, 0.9987033095232059], "calls": 1, "latency_seconds": 0.2144870450720191, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6538", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00253924541822852, 0.9974607545817714], "calls": 1, "latency_seconds": 0.4951943950727582, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6551", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010002198279436946, 0.9989997801720563], "calls": 1, "latency_seconds": 0.349675209261477, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6554", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008858976179069443, 0.9991141023820931], "calls": 1, "latency_seconds": 0.2637742320075631, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6722", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.17635913536884962, 0.8236408646311504], "calls": 1, "latency_seconds": 0.4937916682101786, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6927", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.44207065294876075, 0.5579293470512392], "calls": 1, "latency_seconds": 0.24412442138418555, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:6956", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005615792783536631, 0.9994384207216462], "calls": 1, "latency_seconds": 0.23220088239759207, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7146", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007995916878177304, 0.9992004083121822], "calls": 1, "latency_seconds": 0.24374522687867284, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7277", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00035126375828022674, 0.9996487362417198], "calls": 1, "latency_seconds": 0.20827316120266914, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7309", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.12131495667935262, 0.8786850433206475], "calls": 1, "latency_seconds": 0.4139252519235015, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7317", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000773300875763542, 0.9992266991242365], "calls": 1, "latency_seconds": 0.3301978800445795, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7329", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00035919248197411783, 0.9996408075180259], "calls": 1, "latency_seconds": 0.3195625161752105, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7354", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.006896776747745667, 0.9931032232522543], "calls": 1, "latency_seconds": 0.2820323361083865, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7574", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007927520672512796, 0.9992072479327487], "calls": 1, "latency_seconds": 0.3183156908489764, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7705", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0015631360813126486, 0.9984368639186874], "calls": 1, "latency_seconds": 0.31556096905842423, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7781", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007582514496490965, 0.9992417485503509], "calls": 1, "latency_seconds": 0.5147499348968267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7870", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005524809744737538, 0.9994475190255262], "calls": 1, "latency_seconds": 0.4355951859615743, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7873", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9163746411898881, 0.08362535881011185], "calls": 1, "latency_seconds": 0.48020957922562957, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:7937", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.786752942065702, 0.21324705793429793], "calls": 1, "latency_seconds": 0.478465688880533, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8027", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.039857530517114444, 0.9601424694828856], "calls": 1, "latency_seconds": 0.46155205089598894, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8032", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.01975520954044831, 0.9802447904595517], "calls": 1, "latency_seconds": 0.37480268394574523, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8037", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00036682899572511, 0.9996331710042748], "calls": 1, "latency_seconds": 0.43678714986890554, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8066", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996954629175512, 0.00030453708244873357], "calls": 1, "latency_seconds": 0.46096248365938663, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8146", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00130056937602953, 0.9986994306239705], "calls": 1, "latency_seconds": 0.4617313430644572, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8159", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9833932008449988, 0.016606799155001184], "calls": 1, "latency_seconds": 0.4608204420655966, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8228", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0014485819476829078, 0.9985514180523171], "calls": 1, "latency_seconds": 0.25276887277141213, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8400", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007077911561816392, 0.9992922088438183], "calls": 1, "latency_seconds": 0.46014611423015594, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8460", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9968521928044158, 0.0031478071955841516], "calls": 1, "latency_seconds": 0.42940868390724063, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8505", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001636436467074838, 0.9983635635329251], "calls": 1, "latency_seconds": 0.39914720924571157, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8520", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.37979406751769185, 0.6202059324823082], "calls": 1, "latency_seconds": 0.3984941216185689, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_obscene", "example_id": "wikitoxic_obscene:8637", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002240715356397924, 0.9977592846436021], "calls": 1, "latency_seconds": 0.34924147417768836, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:37", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.997247308994243, 0.002752691005757086], "calls": 1, "latency_seconds": 0.2850783709436655, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:113", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991585441019278, 0.0008414558980721592], "calls": 1, "latency_seconds": 0.2377915778197348, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:121", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988139355115647, 0.0011860644884351872], "calls": 1, "latency_seconds": 0.40235433680936694, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:369", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994983678553471, 0.0005016321446529975], "calls": 1, "latency_seconds": 0.23696773825213313, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:710", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992367775925454, 0.0007632224074546268], "calls": 1, "latency_seconds": 0.2360596270300448, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:825", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976730665264154, 0.0023269334735846704], "calls": 1, "latency_seconds": 0.40100596100091934, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:886", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997514650992407, 0.00024853490075929746], "calls": 1, "latency_seconds": 0.26883409079164267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1124", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.996964860750789, 0.003035139249211024], "calls": 1, "latency_seconds": 0.25154094910249114, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1228", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9979795016327688, 0.002020498367231164], "calls": 1, "latency_seconds": 0.42604209389537573, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1234", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992598860531556, 0.0007401139468443886], "calls": 1, "latency_seconds": 0.424028140027076, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1493", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989989104602054, 0.0010010895397945816], "calls": 1, "latency_seconds": 0.20425030402839184, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1494", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990275098182306, 0.0009724901817694074], "calls": 1, "latency_seconds": 0.42424881365150213, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1590", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996329224966436, 0.0003670775033563799], "calls": 1, "latency_seconds": 0.22010694071650505, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1613", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9955229657065034, 0.004477034293496555], "calls": 1, "latency_seconds": 0.39585355995222926, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1634", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978000726390781, 0.0021999273609218982], "calls": 1, "latency_seconds": 0.3933840710669756, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1743", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993409671386758, 0.0006590328613241956], "calls": 1, "latency_seconds": 0.394721666816622, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1814", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994887367906018, 0.0005112632093982321], "calls": 1, "latency_seconds": 0.3954426348209381, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1825", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999353289771546, 0.0006467102284538719], "calls": 1, "latency_seconds": 0.3842750149779022, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:1872", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.25219703211748007, 0.74780296788252], "calls": 1, "latency_seconds": 0.386646943166852, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2222", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987262793414922, 0.001273720658507859], "calls": 1, "latency_seconds": 0.38672667322680354, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2227", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991533857575198, 0.0008466142424802376], "calls": 1, "latency_seconds": 0.2848559198901057, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2407", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9938630622109146, 0.006136937789085385], "calls": 1, "latency_seconds": 0.22512566903606057, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2438", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993435930888662, 0.0006564069111337605], "calls": 1, "latency_seconds": 0.25834072893485427, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2596", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996011549187723, 0.0003988450812277126], "calls": 1, "latency_seconds": 0.4744473719038069, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2746", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9997202324888199, 0.0002797675111800173], "calls": 1, "latency_seconds": 0.3274030480533838, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:2972", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.997853682655292, 0.002146317344707941], "calls": 1, "latency_seconds": 0.42839088197797537, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3001", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971272701609131, 0.002872729839086962], "calls": 1, "latency_seconds": 0.3023029640316963, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3096", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9996730749042332, 0.00032692509576688123], "calls": 1, "latency_seconds": 0.5642059138044715, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3189", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991366171784415, 0.0008633828215584519], "calls": 1, "latency_seconds": 0.5586591293103993, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3191", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9824020432633366, 0.017597956736663478], "calls": 1, "latency_seconds": 0.5590269141830504, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3299", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992728298169468, 0.0007271701830532234], "calls": 1, "latency_seconds": 0.5570965600199997, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3321", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993410428719217, 0.0006589571280783183], "calls": 1, "latency_seconds": 0.5595031888224185, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3549", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991053949547924, 0.000894605045207533], "calls": 1, "latency_seconds": 0.5606338023208082, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3791", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.99873143415847, 0.0012685658415300238], "calls": 1, "latency_seconds": 0.558505677152425, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:3918", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995422626764714, 0.0004577373235286782], "calls": 1, "latency_seconds": 0.5559966270811856, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4038", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998236652155329, 0.0001763347844670184], "calls": 1, "latency_seconds": 0.556093639228493, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4211", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9998992377425153, 0.00010076225748465153], "calls": 1, "latency_seconds": 0.5579366809688509, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4228", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999171503396067, 0.0008284966039330129], "calls": 1, "latency_seconds": 0.5590785825625062, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4257", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984688488661891, 0.001531151133810882], "calls": 1, "latency_seconds": 0.521706725936383, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4481", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992452279557215, 0.0007547720442785151], "calls": 1, "latency_seconds": 0.45261829625815153, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4529", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999321507641199, 0.0006784923588010373], "calls": 1, "latency_seconds": 0.30803189100697637, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4614", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995489870027437, 0.0004510129972562683], "calls": 1, "latency_seconds": 0.36832447769120336, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4685", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.998337893959548, 0.0016621060404520861], "calls": 1, "latency_seconds": 0.30482911318540573, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4795", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990776487929139, 0.0009223512070860542], "calls": 1, "latency_seconds": 0.5617350647225976, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4798", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989496274374463, 0.0010503725625537273], "calls": 1, "latency_seconds": 0.2993555502034724, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4812", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9978263372225276, 0.002173662777472366], "calls": 1, "latency_seconds": 0.3799272640608251, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4850", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985133790778757, 0.0014866209221242373], "calls": 1, "latency_seconds": 0.379899884108454, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4888", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994244243691213, 0.0005755756308787431], "calls": 1, "latency_seconds": 0.2991405064240098, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4903", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9981958807430891, 0.0018041192569109015], "calls": 1, "latency_seconds": 0.2990926359780133, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:4951", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9962615453274671, 0.003738454672532837], "calls": 1, "latency_seconds": 0.35994466906413436, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5003", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004551255810676167, 0.9995448744189324], "calls": 1, "latency_seconds": 0.5569792888127267, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5008", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004266231172306032, 0.995733768827694], "calls": 1, "latency_seconds": 0.3600201108492911, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5010", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012043394788952078, 0.9987956605211048], "calls": 1, "latency_seconds": 0.5578265190124512, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5014", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005170500367413105, 0.9994829499632587], "calls": 1, "latency_seconds": 0.5567927770316601, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5018", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00025811742672953954, 0.9997418825732705], "calls": 1, "latency_seconds": 0.2960920105688274, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5025", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8865589517484748, 0.1134410482515252], "calls": 1, "latency_seconds": 0.3580531971529126, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5026", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009055049311607551, 0.9990944950688393], "calls": 1, "latency_seconds": 0.3585219830274582, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5030", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005637470167919237, 0.999436252983208], "calls": 1, "latency_seconds": 0.5553334397263825, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5032", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005317535349903602, 0.9994682464650096], "calls": 1, "latency_seconds": 0.4959844839759171, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5041", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.002356973899351513, 0.9976430261006486], "calls": 1, "latency_seconds": 0.5987877189181745, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5046", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0012300372098967849, 0.9987699627901032], "calls": 1, "latency_seconds": 0.5972258714027703, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5049", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.008051431506642101, 0.9919485684933579], "calls": 1, "latency_seconds": 0.6016723532229662, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5055", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00026124835276924546, 0.9997387516472307], "calls": 1, "latency_seconds": 0.6030834699049592, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5060", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007831805651318498, 0.9992168194348681], "calls": 1, "latency_seconds": 0.5402588229626417, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5062", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016557395216079344, 0.9983442604783921], "calls": 1, "latency_seconds": 0.5358805819414556, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5067", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.008427184188586276, 0.9915728158114137], "calls": 1, "latency_seconds": 0.5390394791029394, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5071", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00114343771164482, 0.9988565622883552], "calls": 1, "latency_seconds": 0.5411433940753341, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5072", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00044750953844186484, 0.999552490461558], "calls": 1, "latency_seconds": 0.522285251878202, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5075", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.024099231414157277, 0.9759007685858427], "calls": 1, "latency_seconds": 0.5203320188447833, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5081", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007070826978776688, 0.9992929173021223], "calls": 1, "latency_seconds": 0.6094361739233136, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5083", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [9.321236465483995e-05, 0.9999067876353451], "calls": 1, "latency_seconds": 0.6086206645704806, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5087", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0062287227277142785, 0.9937712772722858], "calls": 1, "latency_seconds": 0.44787483010441065, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5091", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009140552602913755, 0.9990859447397086], "calls": 1, "latency_seconds": 0.3370338506065309, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5094", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00024925285313721066, 0.9997507471468627], "calls": 1, "latency_seconds": 0.34225302189588547, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5096", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00020750245065599126, 0.999792497549344], "calls": 1, "latency_seconds": 0.3408304248005152, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5103", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006257825256642941, 0.9993742174743356], "calls": 1, "latency_seconds": 0.2708611460402608, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5108", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005732507946162134, 0.9994267492053838], "calls": 1, "latency_seconds": 0.5575695768930018, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5109", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004763345408875077, 0.9952366545911249], "calls": 1, "latency_seconds": 0.27245879266411066, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5117", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003719465564636945, 0.9996280534435363], "calls": 1, "latency_seconds": 0.5567224370315671, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5122", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00031481583792224534, 0.9996851841620777], "calls": 1, "latency_seconds": 0.3365477151237428, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5125", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000396100599944327, 0.9996038994000557], "calls": 1, "latency_seconds": 0.5568519080989063, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5132", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007421947528778502, 0.9992578052471222], "calls": 1, "latency_seconds": 0.5535774589516222, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5135", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.000503036513307446, 0.9994969634866926], "calls": 1, "latency_seconds": 0.5539290430024266, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5140", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006156535529694241, 0.9993843464470306], "calls": 1, "latency_seconds": 0.3349093860015273, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5150", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003339945045710738, 0.9996660054954289], "calls": 1, "latency_seconds": 0.5550675457343459, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5160", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0016599956581405681, 0.9983400043418594], "calls": 1, "latency_seconds": 0.5531316637061536, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5161", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005579473680363745, 0.9994420526319636], "calls": 1, "latency_seconds": 0.3420230089686811, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5162", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0011660763580259872, 0.998833923641974], "calls": 1, "latency_seconds": 0.5501276692375541, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5166", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00028437353431799397, 0.999715626465682], "calls": 1, "latency_seconds": 0.446435262914747, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5167", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.005950973114771147, 0.9940490268852289], "calls": 1, "latency_seconds": 0.2837635357864201, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5170", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010939923572162128, 0.9989060076427838], "calls": 1, "latency_seconds": 0.5287836887873709, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5175", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004547746185521766, 0.9954522538144783], "calls": 1, "latency_seconds": 0.5281963809393346, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5180", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987864718541695, 0.0012135281458305674], "calls": 1, "latency_seconds": 0.2870490150526166, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5181", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0002683175650910611, 0.999731682434909], "calls": 1, "latency_seconds": 0.419489867053926, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5186", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0015650223678114804, 0.9984349776321885], "calls": 1, "latency_seconds": 0.4603230659849942, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5187", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0017469083318226403, 0.9982530916681773], "calls": 1, "latency_seconds": 0.4519487670622766, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5188", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0006802472131720305, 0.9993197527868279], "calls": 1, "latency_seconds": 0.24740811996161938, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5189", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005201874862508411, 0.9994798125137492], "calls": 1, "latency_seconds": 0.46562600787729025, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5196", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00016945187976186442, 0.9998305481202382], "calls": 1, "latency_seconds": 0.4639698388054967, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_threat", "example_id": "wikitoxic_threat:5197", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00021302396736697543, 0.999786976032633], "calls": 1, "latency_seconds": 0.24392943922430277, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:39", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.378925144941392, 0.6210748550586079], "calls": 1, "latency_seconds": 0.29495887784287333, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:90", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.09514385887415541, 0.9048561411258447], "calls": 1, "latency_seconds": 0.24464783817529678, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:214", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992244528135358, 0.0007755471864642145], "calls": 1, "latency_seconds": 0.4623087290674448, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:229", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9975891038560893, 0.0024108961439105996], "calls": 1, "latency_seconds": 0.46299468725919724, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:468", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983968709916415, 0.001603129008358479], "calls": 1, "latency_seconds": 0.4615542097017169, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:489", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.99842187070594, 0.0015781292940600547], "calls": 1, "latency_seconds": 0.4600959629751742, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:709", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984951551958411, 0.0015048448041588725], "calls": 1, "latency_seconds": 0.45631740894168615, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:768", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9990583080232496, 0.0009416919767503871], "calls": 1, "latency_seconds": 0.5282728131860495, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1416", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009478037979335159, 0.9990521962020664], "calls": 1, "latency_seconds": 0.4916369440034032, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1462", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993247609407475, 0.0006752390592525325], "calls": 1, "latency_seconds": 0.4875681051053107, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1552", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987836533551671, 0.001216346644833011], "calls": 1, "latency_seconds": 0.4898452921770513, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1641", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993658653079751, 0.0006341346920249697], "calls": 1, "latency_seconds": 0.4898573630489409, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1645", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004032548886190084, 0.999596745111381], "calls": 1, "latency_seconds": 0.31847347412258387, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1887", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9423539282833391, 0.05764607171666089], "calls": 1, "latency_seconds": 0.4890008117072284, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:1902", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.08056483148558578, 0.9194351685144142], "calls": 1, "latency_seconds": 0.48887168103829026, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2132", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001998113205049222, 0.9980018867949508], "calls": 1, "latency_seconds": 0.4393148198723793, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2305", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9965304461431119, 0.0034695538568881115], "calls": 1, "latency_seconds": 0.5402212226763368, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2401", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994391700643762, 0.0005608299356238464], "calls": 1, "latency_seconds": 0.42486957972869277, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2405", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.10016667075336935, 0.8998333292466306], "calls": 1, "latency_seconds": 0.5398088269867003, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2541", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9976263792422261, 0.0023736207577739407], "calls": 1, "latency_seconds": 0.5371006960049272, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2547", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999596490901255, 0.00040350909874496997], "calls": 1, "latency_seconds": 0.5381517079658806, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2559", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9979281486203536, 0.0020718513796464037], "calls": 1, "latency_seconds": 0.5369178741239011, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2642", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986316297194384, 0.0013683702805615521], "calls": 1, "latency_seconds": 0.5377399730496109, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2647", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9983520463063994, 0.001647953693600584], "calls": 1, "latency_seconds": 0.4403424416668713, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2657", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9846216117116131, 0.015378388288386873], "calls": 1, "latency_seconds": 0.5377751938067377, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2755", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.997709117357288, 0.0022908826427120855], "calls": 1, "latency_seconds": 0.5378203350119293, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2775", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9992616746264038, 0.0007383253735962815], "calls": 1, "latency_seconds": 0.5358411213383079, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:2922", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993482439501904, 0.0006517560498095233], "calls": 1, "latency_seconds": 0.5368033032864332, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3335", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994121111253664, 0.0005878888746335767], "calls": 1, "latency_seconds": 0.31405704095959663, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3345", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9960832148463872, 0.003916785153612841], "calls": 1, "latency_seconds": 0.5352542637847364, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3347", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9971364375688703, 0.002863562431129681], "calls": 1, "latency_seconds": 0.35636341804638505, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3437", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9989574242277154, 0.0010425757722845104], "calls": 1, "latency_seconds": 0.5325578628107905, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3462", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984987393516357, 0.0015012606483642554], "calls": 1, "latency_seconds": 0.3813440310768783, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3563", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9979694647609075, 0.002030535239092466], "calls": 1, "latency_seconds": 0.7831690008752048, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3574", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9986749859991373, 0.0013250140008626416], "calls": 1, "latency_seconds": 0.5679589877836406, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3816", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9995054661546595, 0.0004945338453405103], "calls": 1, "latency_seconds": 0.7765573430806398, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3849", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991719530606396, 0.0008280469393604321], "calls": 1, "latency_seconds": 0.7759309960529208, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3905", "target_index": 0, "predicted_index": 1, "n_labels": 2, "probabilities": [0.016077558543867027, 0.983922441456133], "calls": 1, "latency_seconds": 0.7747324821539223, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:3938", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9985298208401384, 0.0014701791598615685], "calls": 1, "latency_seconds": 0.7748012030497193, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4184", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.998472151282452, 0.0015278487175479655], "calls": 1, "latency_seconds": 0.7786775077693164, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4197", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9975785459607857, 0.0024214540392143028], "calls": 1, "latency_seconds": 0.7342622182331979, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4210", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9993109795783586, 0.0006890204216413431], "calls": 1, "latency_seconds": 0.6917782602831721, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4231", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9988783285451837, 0.0011216714548163693], "calls": 1, "latency_seconds": 0.7750231651589274, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4311", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9991608904484081, 0.0008391095515919585], "calls": 1, "latency_seconds": 0.7731009721755981, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4557", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987437687053402, 0.0012562312946598501], "calls": 1, "latency_seconds": 0.7735635777935386, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4664", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9987538930018258, 0.001246106998174117], "calls": 1, "latency_seconds": 0.7711904500611126, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4794", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.999082769406112, 0.0009172305938879455], "calls": 1, "latency_seconds": 0.5138178230263293, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4820", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9994832539495333, 0.0005167460504668534], "calls": 1, "latency_seconds": 0.36403812700882554, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4931", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9984497890066348, 0.0015502109933651397], "calls": 1, "latency_seconds": 0.7288199728354812, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:4993", "target_index": 0, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9968525328376878, 0.003147467162312251], "calls": 1, "latency_seconds": 0.4294401537626982, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:5116", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.7801403065472827, 0.2198596934527174], "calls": 1, "latency_seconds": 0.4068447188474238, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:5124", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010249565732108907, 0.9989750434267891], "calls": 1, "latency_seconds": 0.3361002900637686, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:5891", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008324697125862296, 0.9991675302874138], "calls": 1, "latency_seconds": 0.2627627798356116, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6017", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003935446834103124, 0.9996064553165896], "calls": 1, "latency_seconds": 0.2638469832018018, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6253", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003758423973721352, 0.9996241576026279], "calls": 1, "latency_seconds": 0.2649989170022309, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6272", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00035059269528994074, 0.9996494073047101], "calls": 1, "latency_seconds": 0.3538225581869483, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6297", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008480533258266199, 0.9991519466741734], "calls": 1, "latency_seconds": 0.33234238624572754, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6369", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007856395372440291, 0.999214360462756], "calls": 1, "latency_seconds": 0.25873809307813644, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6453", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003310124988355959, 0.9996689875011644], "calls": 1, "latency_seconds": 0.26011711871251464, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6473", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9891001900398311, 0.010899809960168972], "calls": 1, "latency_seconds": 0.3974760500714183, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6514", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005713682343241557, 0.9994286317656759], "calls": 1, "latency_seconds": 0.22552700387313962, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6566", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.993536611569033, 0.006463388430966968], "calls": 1, "latency_seconds": 0.22567280614748597, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6619", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005635965102376568, 0.9994364034897623], "calls": 1, "latency_seconds": 0.36205863393843174, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6645", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005021021183895348, 0.9994978978816105], "calls": 1, "latency_seconds": 0.3640064368955791, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6663", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004682298846380691, 0.9995317701153619], "calls": 1, "latency_seconds": 0.3615895789116621, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6693", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.010379601185061217, 0.9896203988149388], "calls": 1, "latency_seconds": 0.36289233434945345, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6766", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0005274637663345118, 0.9994725362336655], "calls": 1, "latency_seconds": 0.36359238205477595, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6914", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010122364737078157, 0.9989877635262921], "calls": 1, "latency_seconds": 0.23214219184592366, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6933", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9954248218767658, 0.004575178123234076], "calls": 1, "latency_seconds": 0.36574540799483657, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6979", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.19972627395404197, 0.800273726045958], "calls": 1, "latency_seconds": 0.36510697985067964, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:6989", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.023314054587582025, 0.9766859454124179], "calls": 1, "latency_seconds": 0.30222805216908455, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7094", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.9974970161196124, 0.002502983880387589], "calls": 1, "latency_seconds": 0.36067256797105074, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7336", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.990148080109887, 0.009851919890113086], "calls": 1, "latency_seconds": 0.2916145878843963, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7342", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.033793433311962974, 0.966206566688037], "calls": 1, "latency_seconds": 0.29228542605414987, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7489", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0009609493633431777, 0.9990390506366569], "calls": 1, "latency_seconds": 0.27056684205308557, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7620", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007943049853342336, 0.9992056950146657], "calls": 1, "latency_seconds": 0.2576151299290359, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7786", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00015951834166351, 0.9998404816583364], "calls": 1, "latency_seconds": 0.3077625981532037, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7836", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0010432207383879973, 0.998956779261612], "calls": 1, "latency_seconds": 0.3069733693264425, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7844", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00041069771814795117, 0.999589302281852], "calls": 1, "latency_seconds": 0.33672961685806513, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:7878", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0002540719247282124, 0.9997459280752717], "calls": 1, "latency_seconds": 0.2649643560871482, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8329", "target_index": 1, "predicted_index": 0, "n_labels": 2, "probabilities": [0.8565079560080163, 0.1434920439919837], "calls": 1, "latency_seconds": 0.2446265770122409, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8417", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004820399233826177, 0.9995179600766174], "calls": 1, "latency_seconds": 0.4199678129516542, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8486", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003718331927827014, 0.9996281668072173], "calls": 1, "latency_seconds": 0.4813018720597029, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8512", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00045445354820467486, 0.9995455464517953], "calls": 1, "latency_seconds": 0.4803770207799971, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8742", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.3711979797563526, 0.6288020202436474], "calls": 1, "latency_seconds": 0.48062167409807444, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8776", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007935435010378282, 0.9992064564989622], "calls": 1, "latency_seconds": 0.4808498271740973, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8891", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.00037327116638641864, 0.9996267288336136], "calls": 1, "latency_seconds": 0.4805391728878021, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8938", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [8.998073390664134e-05, 0.9999100192660934], "calls": 1, "latency_seconds": 0.4156726817600429, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:8989", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.001764550195154782, 0.9982354498048452], "calls": 1, "latency_seconds": 0.32681495090946555, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9066", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008965161105402293, 0.9991034838894597], "calls": 1, "latency_seconds": 0.47717861318960786, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9127", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0001922025651195691, 0.9998077974348805], "calls": 1, "latency_seconds": 0.413794981315732, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9259", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0003495102000487268, 0.9996504897999513], "calls": 1, "latency_seconds": 0.4466461460106075, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9326", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.007351623988738906, 0.9926483760112611], "calls": 1, "latency_seconds": 0.3540304503403604, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9557", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.036028309753581705, 0.9639716902464183], "calls": 1, "latency_seconds": 0.35286388639360666, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9572", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0008341008787081685, 0.999165899121292], "calls": 1, "latency_seconds": 0.4143853080458939, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9640", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0007407851135021675, 0.9992592148864978], "calls": 1, "latency_seconds": 0.4138957019895315, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9648", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0004528305234471341, 0.9995471694765529], "calls": 1, "latency_seconds": 0.3779017301276326, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9919", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.0024964998885104767, 0.9975035001114895], "calls": 1, "latency_seconds": 0.28988484805449843, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9962", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.009992438486581044, 0.990007561513419], "calls": 1, "latency_seconds": 0.20226900093257427, "error": null}
{"backend": "gemma", "mode": "native", "group": 0, "dataset": "wikitoxic_toxicaggregated", "example_id": "wikitoxic_toxicaggregated:9966", "target_index": 1, "predicted_index": 1, "n_labels": 2, "probabilities": [0.004247199093713729, 0.9957528009062864], "calls": 1, "latency_seconds": 0.20215341914445162, "error": null}