Hugging Face's logo

StentorLabs
/
Stentor2-12M

Text Generation
Transformers
Safetensors
English
llama
small-language-model
efficient
edge-deployment
speculative-decoding
tiny-model
12m-parameters
kaggle-trained
educational
research
low-resource
cpu-inference
mobile-deployment
stentor2
tokenmonster
conversational
Eval Results (legacy)
text-generation-inference
Model card Files
xet
 Community
1
Stentor2-12M
File size: 16,298 Bytes
6de881a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 960 420" width="960" height="420">
<rect width="960" height="420" fill="#ffffff" rx="12"/>
<rect x="56" y="52" width="414" height="316" fill="#f8f9fb" rx="6"/>
<rect x="522" y="52" width="414" height="316" fill="#f8f9fb" rx="6"/>
<line x1="56.00" y1="336.40" x2="470.00" y2="336.40" stroke="#e9eaed" stroke-width="1" />
<text x="48.00" y="340.40" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >3.0</text>
<line x1="56.00" y1="273.20" x2="470.00" y2="273.20" stroke="#e9eaed" stroke-width="1" />
<text x="48.00" y="277.20" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >3.5</text>
<line x1="56.00" y1="210.00" x2="470.00" y2="210.00" stroke="#e9eaed" stroke-width="1" />
<text x="48.00" y="214.00" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >4.0</text>
<line x1="56.00" y1="146.80" x2="470.00" y2="146.80" stroke="#e9eaed" stroke-width="1" />
<text x="48.00" y="150.80" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >4.5</text>
<line x1="56.00" y1="83.60" x2="470.00" y2="83.60" stroke="#e9eaed" stroke-width="1" />
<text x="48.00" y="87.60" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >5.0</text>
<line x1="522.00" y1="328.50" x2="936.00" y2="328.50" stroke="#e9eaed" stroke-width="1" />
<text x="514.00" y="332.50" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >24</text>
<line x1="522.00" y1="289.00" x2="936.00" y2="289.00" stroke="#e9eaed" stroke-width="1" />
<text x="514.00" y="293.00" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >26</text>
<line x1="522.00" y1="249.50" x2="936.00" y2="249.50" stroke="#e9eaed" stroke-width="1" />
<text x="514.00" y="253.50" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >28</text>
<line x1="522.00" y1="210.00" x2="936.00" y2="210.00" stroke="#e9eaed" stroke-width="1" />
<text x="514.00" y="214.00" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >30</text>
<line x1="522.00" y1="170.50" x2="936.00" y2="170.50" stroke="#e9eaed" stroke-width="1" />
<text x="514.00" y="174.50" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >32</text>
<line x1="522.00" y1="131.00" x2="936.00" y2="131.00" stroke="#e9eaed" stroke-width="1" />
<text x="514.00" y="135.00" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >34</text>
<line x1="522.00" y1="91.50" x2="936.00" y2="91.50" stroke="#e9eaed" stroke-width="1" />
<text x="514.00" y="95.50" text-anchor="end" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >36</text>
<line x1="111.20" y1="52.00" x2="111.20" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<line x1="577.20" y1="52.00" x2="577.20" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<text x="111.20" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >500</text>
<text x="577.20" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >500</text>
<line x1="166.40" y1="52.00" x2="166.40" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<line x1="632.40" y1="52.00" x2="632.40" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<text x="166.40" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >1000</text>
<text x="632.40" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >1000</text>
<line x1="221.60" y1="52.00" x2="221.60" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<line x1="687.60" y1="52.00" x2="687.60" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<text x="221.60" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >1500</text>
<text x="687.60" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >1500</text>
<line x1="276.80" y1="52.00" x2="276.80" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<line x1="742.80" y1="52.00" x2="742.80" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<text x="276.80" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >2000</text>
<text x="742.80" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >2000</text>
<line x1="332.00" y1="52.00" x2="332.00" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<line x1="798.00" y1="52.00" x2="798.00" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<text x="332.00" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >2500</text>
<text x="798.00" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >2500</text>
<line x1="387.20" y1="52.00" x2="387.20" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<line x1="853.20" y1="52.00" x2="853.20" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<text x="387.20" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >3000</text>
<text x="853.20" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >3000</text>
<line x1="442.40" y1="52.00" x2="442.40" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<line x1="908.40" y1="52.00" x2="908.40" y2="368.00" stroke="#e9eaed" stroke-width="1" />
<text x="442.40" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >3500</text>
<text x="908.40" y="388.00" text-anchor="middle" font-size="10" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >3500</text>
<rect x="56" y="52" width="414" height="316" fill="none" stroke="#c8cad0" stroke-width="1" rx="6"/>
<rect x="522" y="52" width="414" height="316" fill="none" stroke="#c8cad0" stroke-width="1" rx="6"/>
<line x1="315.44" y1="53.00" x2="315.44" y2="367.00" stroke="#94a3b8" stroke-width="1" stroke-dasharray="4 3"/>
<text x="320.44" y="70.00" text-anchor="start" font-size="9" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >epoch 1</text>
<line x1="781.44" y1="53.00" x2="781.44" y2="367.00" stroke="#94a3b8" stroke-width="1" stroke-dasharray="4 3"/>
<text x="786.44" y="70.00" text-anchor="start" font-size="9" fill="#94a3b8" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >epoch 1</text>
<path d="M 221.60,268.02 C 254.44,275.25 280.66,281.30 315.44,288.67 C 350.22,296.05 284.25,284.83 320.96,289.09 C 357.67,293.34 371.56,295.62 420.32,300.83 C 469.08,306.04 446.30,302.88 460.28,303.98 L 460.28,367.00 L 221.60,367.00 Z" fill="#ef4444" stroke="none" stroke-width="2" stroke-linejoin="round" stroke-linecap="round" fill-opacity="0.07"/>
<path d="M 89.12,86.63 C 100.71,123.76 99.06,124.76 122.24,192.72 C 145.42,260.68 132.18,258.45 155.36,280.81 C 178.54,303.16 165.30,253.80 188.48,256.59 C 211.66,259.39 198.42,274.82 221.60,288.80 C 244.78,302.77 231.54,290.71 254.72,296.52 C 277.90,302.33 264.66,307.42 287.84,305.41 C 311.02,303.39 297.78,291.60 320.96,290.77 C 344.14,289.94 330.90,302.45 354.08,303.04 C 377.26,303.64 364.02,283.83 387.20,292.48 C 410.38,301.12 397.14,309.51 420.32,327.75 C 443.50,345.99 441.85,338.70 453.44,344.59 L 453.44,367.00 L 89.12,367.00 Z" fill="#3b82f6" stroke="none" stroke-width="2" stroke-linejoin="round" stroke-linecap="round" fill-opacity="0.06"/>
<path d="M 221.60,268.02 C 254.44,275.25 280.66,281.30 315.44,288.67 C 350.22,296.05 284.25,284.83 320.96,289.09 C 357.67,293.34 371.56,295.62 420.32,300.83 C 469.08,306.04 446.30,302.88 460.28,303.98" fill="none" stroke="#ef4444" stroke-width="2.2" stroke-linejoin="round" stroke-linecap="round" stroke-dasharray="7 4"/>
<path d="M 89.12,86.63 C 100.71,123.76 99.06,124.76 122.24,192.72 C 145.42,260.68 132.18,258.45 155.36,280.81 C 178.54,303.16 165.30,253.80 188.48,256.59 C 211.66,259.39 198.42,274.82 221.60,288.80 C 244.78,302.77 231.54,290.71 254.72,296.52 C 277.90,302.33 264.66,307.42 287.84,305.41 C 311.02,303.39 297.78,291.60 320.96,290.77 C 344.14,289.94 330.90,302.45 354.08,303.04 C 377.26,303.64 364.02,283.83 387.20,292.48 C 410.38,301.12 397.14,309.51 420.32,327.75 C 443.50,345.99 441.85,338.70 453.44,344.59" fill="none" stroke="#3b82f6" stroke-width="2.5" stroke-linejoin="round" stroke-linecap="round" />
<circle cx="89.12" cy="86.63" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="122.24" cy="192.72" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="155.36" cy="280.81" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="188.48" cy="256.59" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="221.60" cy="288.80" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="254.72" cy="296.52" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="287.84" cy="305.41" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="320.96" cy="290.77" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="354.08" cy="303.04" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="387.20" cy="292.48" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="420.32" cy="327.75" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="453.44" cy="344.59" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<circle cx="221.60" cy="268.02" r="4" fill="#ef4444" stroke="white" stroke-width="2"/>
<circle cx="315.44" cy="288.67" r="4" fill="#ef4444" stroke="white" stroke-width="2"/>
<circle cx="320.96" cy="289.09" r="4" fill="#ef4444" stroke="white" stroke-width="2"/>
<circle cx="420.32" cy="300.83" r="5.5" fill="#10b981" stroke="white" stroke-width="2"/>
<circle cx="460.28" cy="303.98" r="4" fill="#ef4444" stroke="white" stroke-width="2"/>
<line x1="420.32" y1="291.83" x2="420.32" y2="268.83" stroke="#10b981" stroke-width="1.5" />
<rect x="382.32" y="248.83" width="76" height="17" rx="4" fill="#10b981" fill-opacity="0.12"/>
<text x="420.32" y="260.83" text-anchor="middle" font-size="9" fill="#10b981" font-weight="600" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >★ best  3.2814</text>
<text x="263.00" y="30.00" text-anchor="middle" font-size="13" fill="#1e293b" font-weight="600" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >Training & Validation Loss</text>
<text x="14" y="210" text-anchor="middle" font-size="11" fill="#475569" font-weight="500" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" transform="rotate(-90,14,210)">Cross-Entropy Loss</text>
<line x1="68.00" y1="67.00" x2="90.00" y2="67.00" stroke="#3b82f6" stroke-width="2.5" />
<circle cx="79.00" cy="67.00" r="3.5" fill="#3b82f6" stroke="white" stroke-width="2"/>
<text x="96.00" y="71.00" text-anchor="start" font-size="10" fill="#475569" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >Train loss</text>
<line x1="68.00" y1="85.00" x2="90.00" y2="85.00" stroke="#ef4444" stroke-width="2.2" stroke-dasharray="7 4"/>
<circle cx="79.00" cy="85.00" r="4" fill="#ef4444" stroke="white" stroke-width="2"/>
<text x="96.00" y="89.00" text-anchor="start" font-size="10" fill="#475569" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >Eval loss</text>
<path d="M 687.60,121.12 C 720.44,157.07 746.66,187.19 781.44,223.82 C 816.22,260.46 750.25,207.21 786.96,225.80 C 823.67,244.39 837.56,254.56 886.32,276.95 C 935.08,299.35 912.30,285.30 926.28,289.79 L 926.28,367.00 L 687.60,367.00 Z" fill="#8b5cf6" stroke="none" stroke-width="2" stroke-linejoin="round" stroke-linecap="round" fill-opacity="0.09"/>
<path d="M 687.60,121.12 C 720.44,157.07 746.66,187.19 781.44,223.82 C 816.22,260.46 750.25,207.21 786.96,225.80 C 823.67,244.39 837.56,254.56 886.32,276.95 C 935.08,299.35 912.30,285.30 926.28,289.79" fill="none" stroke="#8b5cf6" stroke-width="2.5" stroke-linejoin="round" stroke-linecap="round" />
<circle cx="687.60" cy="121.12" r="4" fill="#8b5cf6" stroke="white" stroke-width="2"/>
<circle cx="781.44" cy="223.82" r="4" fill="#8b5cf6" stroke="white" stroke-width="2"/>
<circle cx="786.96" cy="225.80" r="4" fill="#8b5cf6" stroke="white" stroke-width="2"/>
<circle cx="886.32" cy="276.95" r="5.5" fill="#10b981" stroke="white" stroke-width="2"/>
<circle cx="926.28" cy="289.79" r="4" fill="#8b5cf6" stroke="white" stroke-width="2"/>
<line x1="886.32" y1="267.95" x2="886.32" y2="244.95" stroke="#10b981" stroke-width="1.5" />
<rect x="848.32" y="224.95" width="76" height="17" rx="4" fill="#10b981" fill-opacity="0.12"/>
<text x="886.32" y="236.95" text-anchor="middle" font-size="9" fill="#10b981" font-weight="600" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >★ best  26.61</text>
<text x="932.28" y="293.79" text-anchor="start" font-size="9.5" fill="#8b5cf6" font-weight="500" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >25.96</text>
<text x="729.00" y="30.00" text-anchor="middle" font-size="13" fill="#1e293b" font-weight="600" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >Validation Perplexity</text>
<text x="480" y="210" text-anchor="middle" font-size="11" fill="#475569" font-weight="500" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" transform="rotate(-90,480,210)">Perplexity (↓ better)</text>
<line x1="534.00" y1="67.00" x2="556.00" y2="67.00" stroke="#8b5cf6" stroke-width="2.5" />
<circle cx="545.00" cy="67.00" r="4" fill="#8b5cf6" stroke="white" stroke-width="2"/>
<text x="562.00" y="71.00" text-anchor="start" font-size="10" fill="#475569" font-weight="normal" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >Perplexity</text>
<text x="480.00" y="410.00" text-anchor="middle" font-size="12" fill="#475569" font-weight="500" font-family="-apple-system,BlinkMacSystemFont,'Segoe UI',Helvetica,Arial,sans-serif" >Training Step</text>
</svg>