Track week-over-week movement in the Intelligence Index
Deploy to Cloudflare Pages / deploy (push) Successful in 36s
Deploy to Cloudflare Pages / deploy (push) Successful in 36s
- sync-catalog keeps a rolling 52-week history of index scores - the matrix shows the delta since the previous refresh plus a biggest-mover card
This commit is contained in:
+25
-3
@@ -1,4 +1,5 @@
|
||||
import { CATALOG, SNAPSHOT } from "./catalog.js";
|
||||
import { HISTORY } from "./history.js";
|
||||
import { RAW } from "./evals.js";
|
||||
import { GO_MODELS, FREE_NOTES } from "./data.js";
|
||||
|
||||
@@ -77,6 +78,24 @@ MODELS.forEach((m) => {
|
||||
});
|
||||
|
||||
const scored = MODELS.filter((m) => m.ii !== null);
|
||||
|
||||
// week-over-week movement of the Intelligence Index (most recent two snapshots)
|
||||
const DELTA = {};
|
||||
if (HISTORY.length >= 2) {
|
||||
const [now, prev] = HISTORY;
|
||||
for (const [id, v] of Object.entries(now.scores || {})) {
|
||||
const before = prev.scores?.[id];
|
||||
if (typeof before === "number") {
|
||||
const d = Math.round((v - before) * 10) / 10;
|
||||
if (d !== 0) DELTA[id] = d;
|
||||
}
|
||||
}
|
||||
}
|
||||
const nameOf = (id) => MODELS.find((m) => m.id === id)?.n || id;
|
||||
const movers = Object.entries(DELTA)
|
||||
.sort((a, b) => Math.abs(b[1]) - Math.abs(a[1]))
|
||||
.slice(0, 5)
|
||||
.map(([id, d]) => ({ name: nameOf(id), delta: d }));
|
||||
const topOverall = scored.slice().sort((a, b) => b.ii - a.ii)[0];
|
||||
const bestValue = scored.filter((m) => !m.free).slice().sort((a, b) => b.ii / b.blend - a.ii / a.blend)[0];
|
||||
const snapshotDate = (SNAPSHOT.generated || "").slice(0, 10);
|
||||
@@ -88,7 +107,8 @@ el("cards").innerHTML = [
|
||||
["Top overall", topOverall.n, "index " + topOverall.ii.toFixed(1)],
|
||||
["Best value", bestValue.n, "index " + bestValue.ii.toFixed(1) + " at $" + bestValue.blend.toFixed(2) + "/1M"],
|
||||
["Free tier", MODELS.filter((m) => m.free).length, "limited-time free models"],
|
||||
["Data snapshot", snapshotDate, "refreshed weekly by CI"]
|
||||
["Data snapshot", snapshotDate, "refreshed weekly by CI"],
|
||||
["Biggest movers", movers.length ? movers[0].name : "—", movers.length ? "index " + (movers[0].delta > 0 ? "+" : "") + movers[0].delta + " this week" : "no changes vs last run"]
|
||||
].map(([k, v, s]) => `<div class="card"><div class="k">${k}</div><div class="v">${v}</div><div class="sub" style="font-size:11px">${s}</div></div>`).join("");
|
||||
|
||||
/* ---------- matrix --------------------------------------------------------- */
|
||||
@@ -127,7 +147,9 @@ function renderMatrix() {
|
||||
if (c.key === "name") return;
|
||||
const v = c.get(m);
|
||||
if (c.key === "ii") {
|
||||
h += `<td><div class="cell" style="background:${v === null ? "transparent" : "#1b2233"}">${v === null ? '<span class="na">n/a</span>' : `<b>${v.toFixed(1)}</b>`}</div></td>`;
|
||||
const d = DELTA[m.id];
|
||||
const dTxt = d ? `<span style="color:${d > 0 ? "#57cc8a" : "#f2857f"}">${d > 0 ? "▲" : "▼"}${Math.abs(d).toFixed(1)}</span>` : "";
|
||||
h += `<td><div class="cell" style="background:${v === null ? "transparent" : "#1b2233"}">${v === null ? '<span class="na">n/a</span>' : `<b>${v.toFixed(1)}</b> ${dTxt}`}</div></td>`;
|
||||
return;
|
||||
}
|
||||
if (c.key === "blend") { h += `<td class="price">${m.free ? "$0" : "$" + v.toFixed(2)}</td>`; return; }
|
||||
@@ -279,4 +301,4 @@ el("foot").innerHTML = `
|
||||
• Models marked "no write-up" were added to the catalogue automatically and do not yet have a hand-written description; models with no public third-party evaluation show "n/a" rather than borrowed numbers.<br>
|
||||
• No model in the Go catalogue generates images — all are text-output. "Image understanding" means the model can read images, video, PDFs or screenshots as input.<br><br>
|
||||
Sources: <a href="https://artificialanalysis.ai">Artificial Analysis</a> (benchmarks, Intelligence Index), <a href="https://models.dev">models.dev</a> (Go catalogue, pricing, context, modalities), <a href="https://opencode.ai/data">OpenCode Data</a> (usage and retention) and the <a href="https://opencode.ai/docs/go">OpenCode Go docs</a> (allowances, privacy). Vendor announcements for model positioning.<br>
|
||||
Data snapshot: <b>${snapshotDate || "n/a"}</b> — refreshed weekly by the <code>weekly-eval.yml</code> workflow.`;
|
||||
Data snapshot: <b>${snapshotDate || "n/a"}</b> — refreshed weekly by the <code>weekly-eval.yml</code> workflow. The ▲/▼ marker in the Index column is the change since the previous weekly refresh.${HISTORY.length > 1 ? ` ${HISTORY.length} weekly snapshots recorded.` : ""}`;
|
||||
|
||||
Reference in New Issue
Block a user