assets/gift_eval_ranks_granite.svg

<svg xmlns="http://www.w3.org/2000/svg" width="1000" height="1450" viewBox="0 0 1000 1450">
<rect width="100%" height="100%" fill="white"/>
<style>text{font-family:Arial,sans-serif;fill:#161616}.title{font-size:24px;font-weight:700}.panel{font-size:20px;font-weight:700}.direction{font-size:16px;font-weight:700;fill:#525252}.label{font-size:12px}.value{font-size:12px;font-weight:700}.tick{font-size:11px;fill:#525252}.note{font-size:13px}</style>
<text x="500" y="34" text-anchor="middle" class="title">GIFT-Eval rank comparison with eligible state-of-the-art models</text>
<text x="500" y="60" text-anchor="middle" class="note">Top 10 eligible reference models per metric plus both Granite collection ensembles</text>
<text x="500" y="91" text-anchor="middle" class="panel">MASE Rank ↓</text>
<text x="500" y="114" text-anchor="middle" class="direction">Lower is better</text>
<line x1="350.0" y1="127" x2="350.0" y2="658" stroke="#e0e0e0" stroke-width="1"/>
<text x="350.0" y="676" text-anchor="middle" class="tick">35.9</text>
<line x1="472.5" y1="127" x2="472.5" y2="658" stroke="#e0e0e0" stroke-width="1"/>
<text x="472.5" y="676" text-anchor="middle" class="tick">40.4</text>
<line x1="595.0" y1="127" x2="595.0" y2="658" stroke="#e0e0e0" stroke-width="1"/>
<text x="595.0" y="676" text-anchor="middle" class="tick">44.9</text>
<line x1="717.5" y1="127" x2="717.5" y2="658" stroke="#e0e0e0" stroke-width="1"/>
<text x="717.5" y="676" text-anchor="middle" class="tick">49.4</text>
<line x1="840.0" y1="127" x2="840.0" y2="658" stroke="#e0e0e0" stroke-width="1"/>
<text x="840.0" y="676" text-anchor="middle" class="tick">53.9</text>
<text x="332" y="134" text-anchor="end" class="label" font-weight="700">Probabilistic Ensemble</text>
<line x1="350" y1="130" x2="840" y2="130" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="383.8" cy="130" r="8" fill="#0f62fe"/>
<text x="870" y="134" class="value">37.19</text>
<text x="332" y="179" text-anchor="end" class="label" font-weight="700">Interquartile Range Ensemble</text>
<line x1="350" y1="175" x2="840" y2="175" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="396.5" cy="175" r="8" fill="#8a3ffc"/>
<text x="870" y="179" class="value">37.65</text>
<text x="332" y="224" text-anchor="end" class="label" font-weight="400">Falcon-2.0</text>
<line x1="350" y1="220" x2="840" y2="220" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="482.1" cy="220" r="6" fill="#a8a8a8"/>
<text x="870" y="224" class="value">40.78</text>
<text x="332" y="269" text-anchor="end" class="label" font-weight="400">Granite-PatchTST-FM-r2</text>
<line x1="350" y1="265" x2="840" y2="265" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="486.1" cy="265" r="6" fill="#a8a8a8"/>
<text x="870" y="269" class="value">40.93</text>
<text x="332" y="314" text-anchor="end" class="label" font-weight="400">Credence</text>
<line x1="350" y1="310" x2="840" y2="310" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="502.1" cy="310" r="6" fill="#a8a8a8"/>
<text x="870" y="314" class="value">41.52</text>
<text x="332" y="359" text-anchor="end" class="label" font-weight="400">TiRex-2-Pretrained</text>
<line x1="350" y1="355" x2="840" y2="355" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="600.2" cy="355" r="6" fill="#a8a8a8"/>
<text x="870" y="359" class="value">45.10</text>
<text x="332" y="404" text-anchor="end" class="label" font-weight="400">Toto-2.0-2.5B</text>
<line x1="350" y1="400" x2="840" y2="400" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="603.6" cy="400" r="6" fill="#a8a8a8"/>
<text x="870" y="404" class="value">45.23</text>
<text x="332" y="449" text-anchor="end" class="label" font-weight="400">Toto-2.0-1B</text>
<line x1="350" y1="445" x2="840" y2="445" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="675.2" cy="445" r="6" fill="#a8a8a8"/>
<text x="870" y="449" class="value">47.85</text>
<text x="332" y="494" text-anchor="end" class="label" font-weight="400">Chronos-2</text>
<line x1="350" y1="490" x2="840" y2="490" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="683.9" cy="490" r="6" fill="#a8a8a8"/>
<text x="870" y="494" class="value">48.16</text>
<text x="332" y="539" text-anchor="end" class="label" font-weight="400">t0-beta</text>
<line x1="350" y1="535" x2="840" y2="535" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="694.6" cy="535" r="6" fill="#a8a8a8"/>
<text x="870" y="539" class="value">48.56</text>
<text x="332" y="584" text-anchor="end" class="label" font-weight="400">Toto-2.0-313m</text>
<line x1="350" y1="580" x2="840" y2="580" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="707.3" cy="580" r="6" fill="#a8a8a8"/>
<text x="870" y="584" class="value">49.02</text>
<text x="332" y="629" text-anchor="end" class="label" font-weight="400">tafsut</text>
<line x1="350" y1="625" x2="840" y2="625" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="806.2" cy="625" r="6" fill="#a8a8a8"/>
<text x="870" y="629" class="value">52.64</text>
<line x1="350" y1="658" x2="840" y2="658" stroke="#8d8d8d" stroke-width="1"/>
<text x="500" y="741" text-anchor="middle" class="panel">CRPS Rank ↓</text>
<text x="500" y="764" text-anchor="middle" class="direction">Lower is better</text>
<line x1="350.0" y1="777" x2="350.0" y2="1308" stroke="#e0e0e0" stroke-width="1"/>
<text x="350.0" y="1326" text-anchor="middle" class="tick">35.9</text>
<line x1="472.5" y1="777" x2="472.5" y2="1308" stroke="#e0e0e0" stroke-width="1"/>
<text x="472.5" y="1326" text-anchor="middle" class="tick">39.5</text>
<line x1="595.0" y1="777" x2="595.0" y2="1308" stroke="#e0e0e0" stroke-width="1"/>
<text x="595.0" y="1326" text-anchor="middle" class="tick">43.1</text>
<line x1="717.5" y1="777" x2="717.5" y2="1308" stroke="#e0e0e0" stroke-width="1"/>
<text x="717.5" y="1326" text-anchor="middle" class="tick">46.6</text>
<line x1="840.0" y1="777" x2="840.0" y2="1308" stroke="#e0e0e0" stroke-width="1"/>
<text x="840.0" y="1326" text-anchor="middle" class="tick">50.2</text>
<text x="332" y="784" text-anchor="end" class="label" font-weight="700">Interquartile Range Ensemble</text>
<line x1="350" y1="780" x2="840" y2="780" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="383.8" cy="780" r="8" fill="#8a3ffc"/>
<text x="870" y="784" class="value">36.90</text>
<text x="332" y="829" text-anchor="end" class="label" font-weight="400">Granite-PatchTST-FM-r2</text>
<line x1="350" y1="825" x2="840" y2="825" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="435.4" cy="825" r="6" fill="#a8a8a8"/>
<text x="870" y="829" class="value">38.40</text>
<text x="332" y="874" text-anchor="end" class="label" font-weight="400">Credence</text>
<line x1="350" y1="870" x2="840" y2="870" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="438.5" cy="870" r="6" fill="#a8a8a8"/>
<text x="870" y="874" class="value">38.49</text>
<text x="332" y="919" text-anchor="end" class="label" font-weight="700">Probabilistic Ensemble</text>
<line x1="350" y1="915" x2="840" y2="915" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="486.9" cy="915" r="8" fill="#0f62fe"/>
<text x="870" y="919" class="value">39.91</text>
<text x="332" y="964" text-anchor="end" class="label" font-weight="400">TiRex-2-Pretrained</text>
<line x1="350" y1="960" x2="840" y2="960" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="614.1" cy="960" r="6" fill="#a8a8a8"/>
<text x="870" y="964" class="value">43.62</text>
<text x="332" y="1009" text-anchor="end" class="label" font-weight="400">t0-beta</text>
<line x1="350" y1="1005" x2="840" y2="1005" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="668.1" cy="1005" r="6" fill="#a8a8a8"/>
<text x="870" y="1009" class="value">45.20</text>
<text x="332" y="1054" text-anchor="end" class="label" font-weight="400">Toto-2.0-2.5B</text>
<line x1="350" y1="1050" x2="840" y2="1050" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="682.2" cy="1050" r="6" fill="#a8a8a8"/>
<text x="870" y="1054" class="value">45.61</text>
<text x="332" y="1099" text-anchor="end" class="label" font-weight="400">Toto-2.0-1B</text>
<line x1="350" y1="1095" x2="840" y2="1095" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="735.6" cy="1095" r="6" fill="#a8a8a8"/>
<text x="870" y="1099" class="value">47.16</text>
<text x="332" y="1144" text-anchor="end" class="label" font-weight="400">Zeus</text>
<line x1="350" y1="1140" x2="840" y2="1140" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="741.9" cy="1140" r="6" fill="#a8a8a8"/>
<text x="870" y="1144" class="value">47.35</text>
<text x="332" y="1189" text-anchor="end" class="label" font-weight="400">TiRex-2-Zeroshot</text>
<line x1="350" y1="1185" x2="840" y2="1185" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="746.2" cy="1185" r="6" fill="#a8a8a8"/>
<text x="870" y="1189" class="value">47.47</text>
<text x="332" y="1234" text-anchor="end" class="label" font-weight="400">Toto-2.0-313m</text>
<line x1="350" y1="1230" x2="840" y2="1230" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="752.9" cy="1230" r="6" fill="#a8a8a8"/>
<text x="870" y="1234" class="value">47.67</text>
<text x="332" y="1279" text-anchor="end" class="label" font-weight="400">Chronos-2</text>
<line x1="350" y1="1275" x2="840" y2="1275" stroke="#f4f4f4" stroke-width="1"/>
<circle cx="806.2" cy="1275" r="6" fill="#a8a8a8"/>
<text x="870" y="1279" class="value">49.23</text>
<line x1="350" y1="1308" x2="840" y2="1308" stroke="#8d8d8d" stroke-width="1"/>
<circle cx="124" cy="1369" r="8" fill="#0f62fe"/><text x="141" y="1374" class="note">Probabilistic Ensemble</text>
<circle cx="384" cy="1369" r="8" fill="#8a3ffc"/><text x="401" y="1374" class="note">Interquartile Range Ensemble</text>
<circle cx="729" cy="1369" r="6" fill="#a8a8a8"/><text x="746" y="1374" class="note">Eligible reference model</text>
<text x="500" y="1414" text-anchor="middle" class="note">Filters: no leakage · replication code · licensing checks</text>
</svg>