diff --git a/src/data/mockData.ts b/src/data/mockData.ts index 891c5ef..9e3426e 100644 --- a/src/data/mockData.ts +++ b/src/data/mockData.ts @@ -84,7 +84,7 @@ export const routers: Router[] = [ name: 'MIRT-BERT', type: 'academic', description: 'Multi-item response theory with BERT embeddings', - affiliation: 'Unknown', + affiliation: 'USTC', metrics: { arenaScore: 0.78, costRatioScore: 0.75, @@ -102,7 +102,7 @@ export const routers: Router[] = [ name: 'NIRT-BERT', type: 'academic', description: 'Neural item response theory with BERT-based routing', - affiliation: 'Unknown', + affiliation: 'USTC', metrics: { arenaScore: 0.76, costRatioScore: 0.70, diff --git a/src/pages/HomePage.tsx b/src/pages/HomePage.tsx index 9cea765..9b60529 100644 --- a/src/pages/HomePage.tsx +++ b/src/pages/HomePage.tsx @@ -37,6 +37,9 @@ const HomePage: React.FC = () => {
Diverse dataset, extensive metrics, and live leaderboard
++ Diverse dataset, extensive metrics, and live leaderboard +
- Open a GitHub issue on our RouterArena platform. + Email us or open a GitHub issue on RouterArena.
Get Started → @@ -91,6 +95,7 @@ const HomePage: React.FC = () => { >{datasetInfo.totalQueries.toLocaleString()} queries across {datasetInfo.domains} domains @@ -242,7 +248,7 @@ const HomePage: React.FC = () => {
- Contact us or open a GitHub issue to evaluate your router with RouterArena + Contact us or submit a GitHub issue to evaluate your router with RouterArena
{/* Action Buttons */} diff --git a/src/pages/LeaderboardPage.css b/src/pages/LeaderboardPage.css index bd66327..8ecf69d 100644 --- a/src/pages/LeaderboardPage.css +++ b/src/pages/LeaderboardPage.css @@ -166,6 +166,10 @@ --lb-grid: 60px minmax(140px, 1.4fr) minmax(120px, 1fr) 0.8fr repeat(5, minmax(90px, 1fr)); } +:root { + --lb-grid: 60px minmax(140px, 1.4fr) minmax(120px, 1fr) 0.8fr repeat(5, minmax(90px, 1fr)); +} + .leaderboard-header { display: grid; grid-template-columns: var(--lb-grid); diff --git a/src/pages/LeaderboardPage.tsx b/src/pages/LeaderboardPage.tsx index 8e06b92..3c9e1ad 100644 --- a/src/pages/LeaderboardPage.tsx +++ b/src/pages/LeaderboardPage.tsx @@ -295,16 +295,16 @@ const LeaderboardPage: React.FC = () => {- Evaluates the cost of the router's choices relative to an oracle that always selects the cheapest correct model. - Routers with higher scores achieve comparable accuracy at lower inference cost. + Measures the performance a router achieves per unit of cost compared to the benchmarked routers. + A high score means it maintains strong accuracy while spending less on average across all queries.
- Measures how often a router selects the optimal model (i.e., the model answers the question correctly with the lowest cost). - Higher values reflect closer alignment to cost-optimal routing behavior. + Captures how the router's ability to select the cheapest model that still produces a correct response. + High values indicate decisions that closely match ideal, cost-minimizing routing behavior.