File size: 6,889 Bytes
58e6ce5 355317f 58e6ce5 355317f 58e6ce5 355317f 58e6ce5 355317f 58e6ce5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 | <svg xmlns="http://www.w3.org/2000/svg" width="920" height="698" viewBox="0 0 920 698" font-family="system-ui, -apple-system, Segoe UI, Arial, sans-serif">
<title>Accuracy on identical questions: Laya-Hebrew v1, V2, V2.1 and Nitzotz</title>
<desc>Grouped bars per test; the numbers are in the table below the chart.</desc>
<rect width="920" height="698" rx="10" fill="#fcfcfb"/>
<text x="24" y="34" font-size="17" font-weight="650" fill="#0b0b0b">Accuracy on identical questions</text>
<text x="24" y="54" font-size="12.5" fill="#52514e">Every model answered the same questions, scored by the same code. Higher is better.</text>
<rect x="24" y="68" width="11" height="11" rx="3" fill="#eda100"/><text x="41" y="78" font-size="12.5" fill="#0b0b0b">Laya-Hebrew (v1)</text>
<rect x="182.2" y="68" width="11" height="11" rx="3" fill="#1baf7a"/><text x="199.2" y="78" font-size="12.5" fill="#0b0b0b">Laya-Hebrew-V2</text>
<rect x="326.0" y="68" width="11" height="11" rx="3" fill="#2a78d6"/><text x="343.0" y="78" font-size="12.5" fill="#0b0b0b">Laya-Hebrew-V2.1</text>
<rect x="484.2" y="68" width="11" height="11" rx="3" fill="#eb6834"/><text x="501.2" y="78" font-size="12.5" fill="#0b0b0b">Nitzotz</text>
<line x1="362.0" y1="86" x2="362.0" y2="632" stroke="#e6e5e0" stroke-width="1"/><text x="362.0" y="646" font-size="11.5" fill="#52514e" text-anchor="middle">0%</text>
<line x1="486.5" y1="86" x2="486.5" y2="632" stroke="#e6e5e0" stroke-width="1"/><text x="486.5" y="646" font-size="11.5" fill="#52514e" text-anchor="middle">25%</text>
<line x1="611.0" y1="86" x2="611.0" y2="632" stroke="#e6e5e0" stroke-width="1"/><text x="611.0" y="646" font-size="11.5" fill="#52514e" text-anchor="middle">50%</text>
<line x1="735.5" y1="86" x2="735.5" y2="632" stroke="#e6e5e0" stroke-width="1"/><text x="735.5" y="646" font-size="11.5" fill="#52514e" text-anchor="middle">75%</text>
<line x1="860.0" y1="86" x2="860.0" y2="632" stroke="#e6e5e0" stroke-width="1"/><text x="860.0" y="646" font-size="11.5" fill="#52514e" text-anchor="middle">100%</text>
<text x="352" y="119.0" font-size="12.5" fill="#0b0b0b" text-anchor="end">Message triage, sealed test <tspan fill="#52514e">(2,915)</tspan></text>
<path d="M362,92 h358.9 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-358.9 z" fill="#eda100"/>
<path d="M362,104 h380.2 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-380.2 z" fill="#1baf7a"/>
<path d="M362,116 h443.8 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-443.8 z" fill="#2a78d6"/>
<text x="814.8" y="125" font-size="11" font-weight="600" fill="#0b0b0b">89.9%</text>
<path d="M362,128 h309.8 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-309.8 z" fill="#eb6834"/>
<text x="352" y="189.0" font-size="12.5" fill="#0b0b0b" text-anchor="end">MASSIVE intent, 20 options * <tspan fill="#52514e">(500)</tspan></text>
<path d="M362,162 h391.4 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-391.4 z" fill="#eda100"/>
<path d="M362,174 h393.4 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-393.4 z" fill="#1baf7a"/>
<path d="M362,186 h434.2 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-434.2 z" fill="#2a78d6"/>
<text x="805.2" y="195" font-size="11" font-weight="600" fill="#0b0b0b">88.0%</text>
<path d="M362,198 h71.7 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-71.7 z" fill="#eb6834"/>
<text x="352" y="259.0" font-size="12.5" fill="#0b0b0b" text-anchor="end">MASSIVE intent, 4 options * <tspan fill="#52514e">(500)</tspan></text>
<path d="M362,232 h457.1 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-457.1 z" fill="#eda100"/>
<path d="M362,244 h456.2 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-456.2 z" fill="#1baf7a"/>
<path d="M362,256 h470.1 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-470.1 z" fill="#2a78d6"/>
<text x="841.1" y="265" font-size="11" font-weight="600" fill="#0b0b0b">95.2%</text>
<path d="M362,268 h366.5 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-366.5 z" fill="#eb6834"/>
<text x="352" y="329.0" font-size="12.5" fill="#0b0b0b" text-anchor="end">SIB-200 news topic, 7 options <tspan fill="#52514e">(204)</tspan></text>
<path d="M362,302 h393.9 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-393.9 z" fill="#eda100"/>
<path d="M362,314 h408.6 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-408.6 z" fill="#1baf7a"/>
<path d="M362,326 h411.0 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-411.0 z" fill="#2a78d6"/>
<text x="782.0" y="335" font-size="11" font-weight="600" fill="#0b0b0b">83.3%</text>
<path d="M362,338 h398.8 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-398.8 z" fill="#eb6834"/>
<text x="352" y="399.0" font-size="12.5" fill="#0b0b0b" text-anchor="end">Belebele reading, 4 options <tspan fill="#52514e">(900)</tspan></text>
<path d="M362,372 h377.8 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-377.8 z" fill="#eda100"/>
<path d="M362,384 h381.1 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-381.1 z" fill="#1baf7a"/>
<path d="M362,396 h388.3 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-388.3 z" fill="#2a78d6"/>
<text x="759.3" y="405" font-size="11" font-weight="600" fill="#0b0b0b">78.8%</text>
<path d="M362,408 h309.7 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-309.7 z" fill="#eb6834"/>
<text x="352" y="469.0" font-size="12.5" fill="#0b0b0b" text-anchor="end">HeQ: does the passage support the answer <tspan fill="#52514e">(600)</tspan></text>
<path d="M362,442 h428.4 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-428.4 z" fill="#eda100"/>
<path d="M362,454 h399.4 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-399.4 z" fill="#1baf7a"/>
<path d="M362,466 h432.6 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-432.6 z" fill="#2a78d6"/>
<text x="803.6" y="475" font-size="11" font-weight="600" fill="#0b0b0b">87.7%</text>
<path d="M362,478 h353.7 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-353.7 z" fill="#eb6834"/>
<text x="352" y="539.0" font-size="12.5" fill="#0b0b0b" text-anchor="end">HeQ: plausible answer not in the passage <tspan fill="#52514e">(233)</tspan></text>
<path d="M362,512 h288.8 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-288.8 z" fill="#eda100"/>
<path d="M362,524 h314.5 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-314.5 z" fill="#1baf7a"/>
<path d="M362,536 h451.3 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-451.3 z" fill="#2a78d6"/>
<text x="822.3" y="545" font-size="11" font-weight="600" fill="#0b0b0b">91.4%</text>
<path d="M362,548 h487.6 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-487.6 z" fill="#eb6834"/>
<text x="352" y="609.0" font-size="12.5" fill="#0b0b0b" text-anchor="end">“None of the options” added * <tspan fill="#52514e">(400)</tspan></text>
<path d="M362,582 h308.5 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-308.5 z" fill="#eda100"/>
<path d="M362,594 h292.3 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-292.3 z" fill="#1baf7a"/>
<path d="M362,606 h370.7 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-370.7 z" fill="#2a78d6"/>
<text x="741.7" y="615" font-size="11" font-weight="600" fill="#0b0b0b">75.2%</text>
<path d="M362,618 h273.6 a4,4 0 0 1 4,4 v2 a4,4 0 0 1 -4,4 h-273.6 z" fill="#eb6834"/>
<text x="24" y="670" font-size="12" fill="#52514e">* Asked in English with English intent names (Laya's standard MASSIVE format). Nitzotz's card describes it as Hebrew-only.</text>
</svg> |