Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Pratik Bhavsar
commited on
Commit
Β·
41c1420
1
Parent(s):
ae4eb79
added faq and tooltip
Browse files- components/__init__.py +0 -0
- components/leaderboard_components.py +457 -0
- styles/__init__.py +0 -0
- styles/leaderboard_styles.py +379 -0
- tabs/leaderboard_v2.py +155 -618
components/__init__.py
ADDED
|
File without changes
|
components/leaderboard_components.py
ADDED
|
@@ -0,0 +1,457 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
Reusable components for the Agent Leaderboard v2
|
| 3 |
+
These are stable components that don't change frequently
|
| 4 |
+
"""
|
| 5 |
+
|
| 6 |
+
def get_chart_colors():
|
| 7 |
+
return {
|
| 8 |
+
"Private": "#1098F7", # Airglow Blue for Proprietary
|
| 9 |
+
"Open source": "#58BC82", # Green for Open source
|
| 10 |
+
"performance_bands": ["#DCFCE7", "#FEF9C3", "#FEE2E2"],
|
| 11 |
+
"text": "#F5F6F7",
|
| 12 |
+
"background": "#01091A",
|
| 13 |
+
"grid": (0, 0, 0, 0.1), # RGBA tuple for grid
|
| 14 |
+
}
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
def get_rank_badge(rank):
|
| 18 |
+
"""Generate HTML for rank badge with appropriate styling"""
|
| 19 |
+
badge_styles = {
|
| 20 |
+
1: ("1st", "linear-gradient(145deg, #ffd700, #ffc400)", "#000"),
|
| 21 |
+
2: ("2nd", "linear-gradient(145deg, #9ca3af, #787C7E)", "#fff"),
|
| 22 |
+
3: ("3rd", "linear-gradient(145deg, #CD7F32, #b36a1d)", "#fff"),
|
| 23 |
+
}
|
| 24 |
+
|
| 25 |
+
if rank in badge_styles:
|
| 26 |
+
label, gradient, text_color = badge_styles[rank]
|
| 27 |
+
return f"""
|
| 28 |
+
<div style="
|
| 29 |
+
display: inline-flex;
|
| 30 |
+
align-items: center;
|
| 31 |
+
justify-content: center;
|
| 32 |
+
min-width: 48px;
|
| 33 |
+
padding: 4px 12px;
|
| 34 |
+
background: {gradient};
|
| 35 |
+
color: {text_color};
|
| 36 |
+
border-radius: 6px;
|
| 37 |
+
font-weight: 600;
|
| 38 |
+
font-size: 0.9em;
|
| 39 |
+
box-shadow: 0 2px 4px rgba(0, 0, 0, 0.2);
|
| 40 |
+
">
|
| 41 |
+
{label}
|
| 42 |
+
</div>
|
| 43 |
+
"""
|
| 44 |
+
return f"""
|
| 45 |
+
<div style="
|
| 46 |
+
display: inline-flex;
|
| 47 |
+
align-items: center;
|
| 48 |
+
justify-content: center;
|
| 49 |
+
min-width: 28px;
|
| 50 |
+
color: #a1a1aa;
|
| 51 |
+
font-weight: 500;
|
| 52 |
+
">
|
| 53 |
+
{rank}
|
| 54 |
+
</div>
|
| 55 |
+
"""
|
| 56 |
+
|
| 57 |
+
|
| 58 |
+
def get_type_badge(model_type):
|
| 59 |
+
"""Generate HTML for model type badge"""
|
| 60 |
+
colors = get_chart_colors()
|
| 61 |
+
colors = {"Private": colors["Private"], "Open source": colors["Open source"]}
|
| 62 |
+
bg_color = colors.get(model_type, "#4F46E5")
|
| 63 |
+
return f"""
|
| 64 |
+
<div style="
|
| 65 |
+
display: inline-flex;
|
| 66 |
+
align-items: center;
|
| 67 |
+
padding: 4px 8px;
|
| 68 |
+
background: {bg_color};
|
| 69 |
+
color: white;
|
| 70 |
+
border-radius: 4px;
|
| 71 |
+
font-size: 0.85em;
|
| 72 |
+
font-weight: 500;
|
| 73 |
+
">
|
| 74 |
+
{model_type}
|
| 75 |
+
</div>
|
| 76 |
+
"""
|
| 77 |
+
|
| 78 |
+
|
| 79 |
+
def get_output_type_badge(output_type):
|
| 80 |
+
"""Generate HTML for output type badge"""
|
| 81 |
+
if output_type == "Reasoning":
|
| 82 |
+
bg_color = "#9333ea" # Purple for reasoning
|
| 83 |
+
else:
|
| 84 |
+
bg_color = "#6b7280" # Gray for normal
|
| 85 |
+
|
| 86 |
+
return f"""
|
| 87 |
+
<div style="
|
| 88 |
+
display: inline-flex;
|
| 89 |
+
align-items: center;
|
| 90 |
+
gap: 4px;
|
| 91 |
+
padding: 4px 8px;
|
| 92 |
+
background: {bg_color};
|
| 93 |
+
color: white;
|
| 94 |
+
border-radius: 4px;
|
| 95 |
+
font-size: 0.85em;
|
| 96 |
+
font-weight: 500;
|
| 97 |
+
">
|
| 98 |
+
{output_type}
|
| 99 |
+
</div>
|
| 100 |
+
"""
|
| 101 |
+
|
| 102 |
+
|
| 103 |
+
def get_score_bar(score):
|
| 104 |
+
"""Generate HTML for score bar with gradient styling and tooltip"""
|
| 105 |
+
width = score * 100
|
| 106 |
+
return f"""
|
| 107 |
+
<div style="display: flex; align-items: center; gap: 12px; width: 100%;">
|
| 108 |
+
<div style="
|
| 109 |
+
flex-grow: 1;
|
| 110 |
+
height: 8px;
|
| 111 |
+
background: rgba(245, 246, 247, 0.1);
|
| 112 |
+
border-radius: 4px;
|
| 113 |
+
overflow: hidden;
|
| 114 |
+
max-width: 200px;
|
| 115 |
+
">
|
| 116 |
+
<div style="
|
| 117 |
+
width: {width}%;
|
| 118 |
+
height: 100%;
|
| 119 |
+
background: linear-gradient(90deg, #E35454, #1098F7);
|
| 120 |
+
border-radius: 4px;
|
| 121 |
+
transition: width 0.3s ease;
|
| 122 |
+
"></div>
|
| 123 |
+
</div>
|
| 124 |
+
<span style="
|
| 125 |
+
font-family: 'SF Mono', monospace;
|
| 126 |
+
font-weight: 600;
|
| 127 |
+
color: #F5F6F7;
|
| 128 |
+
min-width: 60px;
|
| 129 |
+
">{score:.3f}</span>
|
| 130 |
+
</div>
|
| 131 |
+
"""
|
| 132 |
+
|
| 133 |
+
|
| 134 |
+
def get_metric_tooltip(metric):
|
| 135 |
+
"""Return tooltip text for different metrics"""
|
| 136 |
+
tooltips = {
|
| 137 |
+
"Avg AC": "Action Completion (AC): Measures how well the agent accomplishes user goals and completes tasks successfully. Higher is better (0-1 scale).",
|
| 138 |
+
"Avg TSQ": "Tool Selection Quality (TSQ): Evaluates the accuracy of selecting the right tools and using them with correct parameters. Higher is better (0-1 scale).",
|
| 139 |
+
"Avg Total Cost": "Average cost per conversation session in USD, including all API calls and processing. Lower is better.",
|
| 140 |
+
"Avg Session Duration": "Average time taken to complete a full conversation session from start to finish, measured in seconds. Lower is generally better.",
|
| 141 |
+
"Avg Turns": "Average number of back-and-forth exchanges needed to complete a task. Lower typically indicates more efficient task completion.",
|
| 142 |
+
"Banking AC": "Action Completion score specific to banking domain tasks.",
|
| 143 |
+
"Banking TSQ": "Tool Selection Quality score specific to banking domain tasks.",
|
| 144 |
+
"Healthcare AC": "Action Completion score specific to healthcare domain tasks.",
|
| 145 |
+
"Healthcare TSQ": "Tool Selection Quality score specific to healthcare domain tasks.",
|
| 146 |
+
"Insurance AC": "Action Completion score specific to insurance domain tasks.",
|
| 147 |
+
"Insurance TSQ": "Tool Selection Quality score specific to insurance domain tasks.",
|
| 148 |
+
"Investment AC": "Action Completion score specific to investment domain tasks.",
|
| 149 |
+
"Investment TSQ": "Tool Selection Quality score specific to investment domain tasks.",
|
| 150 |
+
"Telecom AC": "Action Completion score specific to telecom domain tasks.",
|
| 151 |
+
"Telecom TSQ": "Tool Selection Quality score specific to telecom domain tasks.",
|
| 152 |
+
}
|
| 153 |
+
return tooltips.get(metric, "")
|
| 154 |
+
|
| 155 |
+
|
| 156 |
+
def get_responsive_styles():
|
| 157 |
+
"""Return responsive CSS styles for mobile devices"""
|
| 158 |
+
return """
|
| 159 |
+
<style>
|
| 160 |
+
/* Enhanced mobile responsiveness */
|
| 161 |
+
@media (max-width: 768px) {
|
| 162 |
+
/* Stack grid layouts vertically on mobile */
|
| 163 |
+
.insight-card-grid,
|
| 164 |
+
.metric-card-grid {
|
| 165 |
+
grid-template-columns: 1fr !important;
|
| 166 |
+
gap: 12px !important;
|
| 167 |
+
}
|
| 168 |
+
|
| 169 |
+
/* Adjust table for mobile */
|
| 170 |
+
.v2-styled-table {
|
| 171 |
+
font-size: 12px !important;
|
| 172 |
+
}
|
| 173 |
+
|
| 174 |
+
.v2-styled-table th,
|
| 175 |
+
.v2-styled-table td {
|
| 176 |
+
padding: 8px 6px !important;
|
| 177 |
+
}
|
| 178 |
+
|
| 179 |
+
/* Hide less important columns on mobile */
|
| 180 |
+
.v2-styled-table th:nth-child(8),
|
| 181 |
+
.v2-styled-table td:nth-child(8),
|
| 182 |
+
.v2-styled-table th:nth-child(9),
|
| 183 |
+
.v2-styled-table td:nth-child(9) {
|
| 184 |
+
display: none !important;
|
| 185 |
+
}
|
| 186 |
+
|
| 187 |
+
/* Make score bars more compact */
|
| 188 |
+
.score-cell {
|
| 189 |
+
min-width: 120px !important;
|
| 190 |
+
}
|
| 191 |
+
|
| 192 |
+
/* Adjust domain selector for mobile */
|
| 193 |
+
.domain-radio .wrap {
|
| 194 |
+
flex-direction: column !important;
|
| 195 |
+
gap: 8px !important;
|
| 196 |
+
}
|
| 197 |
+
|
| 198 |
+
.domain-radio label {
|
| 199 |
+
min-width: 100% !important;
|
| 200 |
+
max-width: 100% !important;
|
| 201 |
+
}
|
| 202 |
+
|
| 203 |
+
/* Compact filter controls on mobile */
|
| 204 |
+
.compact-filter-row {
|
| 205 |
+
flex-direction: column !important;
|
| 206 |
+
}
|
| 207 |
+
|
| 208 |
+
.compact-radio .wrap > label {
|
| 209 |
+
font-size: 0.7rem !important;
|
| 210 |
+
padding: 4px 8px !important;
|
| 211 |
+
}
|
| 212 |
+
|
| 213 |
+
/* Adjust navigation buttons */
|
| 214 |
+
.nav-buttons-container {
|
| 215 |
+
flex-direction: column !important;
|
| 216 |
+
gap: 8px !important;
|
| 217 |
+
}
|
| 218 |
+
|
| 219 |
+
.nav-link-button {
|
| 220 |
+
width: 100% !important;
|
| 221 |
+
justify-content: center !important;
|
| 222 |
+
}
|
| 223 |
+
|
| 224 |
+
/* Header adjustments */
|
| 225 |
+
h1 {
|
| 226 |
+
font-size: 2rem !important;
|
| 227 |
+
}
|
| 228 |
+
|
| 229 |
+
h2 {
|
| 230 |
+
font-size: 1.5rem !important;
|
| 231 |
+
}
|
| 232 |
+
|
| 233 |
+
h3 {
|
| 234 |
+
font-size: 1.2rem !important;
|
| 235 |
+
}
|
| 236 |
+
|
| 237 |
+
/* Card padding adjustments */
|
| 238 |
+
.dark-container {
|
| 239 |
+
padding: 16px !important;
|
| 240 |
+
}
|
| 241 |
+
|
| 242 |
+
.info-box {
|
| 243 |
+
padding: 12px !important;
|
| 244 |
+
}
|
| 245 |
+
|
| 246 |
+
/* Chart container adjustments */
|
| 247 |
+
.chart-container {
|
| 248 |
+
overflow-x: auto !important;
|
| 249 |
+
-webkit-overflow-scrolling: touch !important;
|
| 250 |
+
}
|
| 251 |
+
|
| 252 |
+
/* Badge adjustments */
|
| 253 |
+
.badge-row {
|
| 254 |
+
flex-wrap: wrap !important;
|
| 255 |
+
}
|
| 256 |
+
|
| 257 |
+
.badge {
|
| 258 |
+
font-size: 0.65rem !important;
|
| 259 |
+
padding: 3px 8px !important;
|
| 260 |
+
}
|
| 261 |
+
}
|
| 262 |
+
|
| 263 |
+
@media (max-width: 480px) {
|
| 264 |
+
/* Ultra-compact layout for very small screens */
|
| 265 |
+
.v2-styled-table {
|
| 266 |
+
font-size: 10px !important;
|
| 267 |
+
}
|
| 268 |
+
|
| 269 |
+
/* Show only essential columns */
|
| 270 |
+
.v2-styled-table th:nth-child(n+6),
|
| 271 |
+
.v2-styled-table td:nth-child(n+6) {
|
| 272 |
+
display: none !important;
|
| 273 |
+
}
|
| 274 |
+
|
| 275 |
+
/* Keep only Rank, Model, Type, and main scores visible */
|
| 276 |
+
.v2-styled-table th:nth-child(5),
|
| 277 |
+
.v2-styled-table td:nth-child(5) {
|
| 278 |
+
display: table-cell !important;
|
| 279 |
+
}
|
| 280 |
+
|
| 281 |
+
/* Reduce all padding */
|
| 282 |
+
* {
|
| 283 |
+
padding-left: 8px !important;
|
| 284 |
+
padding-right: 8px !important;
|
| 285 |
+
}
|
| 286 |
+
|
| 287 |
+
/* Stack all buttons vertically */
|
| 288 |
+
.header-action-button {
|
| 289 |
+
width: 90% !important;
|
| 290 |
+
margin: 0 auto !important;
|
| 291 |
+
}
|
| 292 |
+
}
|
| 293 |
+
|
| 294 |
+
/* Tooltip improvements for mobile */
|
| 295 |
+
@media (hover: none) and (pointer: coarse) {
|
| 296 |
+
/* Show tooltips on tap for mobile */
|
| 297 |
+
.tooltip-trigger {
|
| 298 |
+
position: relative;
|
| 299 |
+
cursor: help;
|
| 300 |
+
}
|
| 301 |
+
|
| 302 |
+
.tooltip-trigger:active .tooltip-content,
|
| 303 |
+
.tooltip-trigger:focus .tooltip-content {
|
| 304 |
+
display: block !important;
|
| 305 |
+
}
|
| 306 |
+
}
|
| 307 |
+
</style>
|
| 308 |
+
"""
|
| 309 |
+
|
| 310 |
+
|
| 311 |
+
def get_faq_section():
|
| 312 |
+
"""Return the FAQ section HTML"""
|
| 313 |
+
return """
|
| 314 |
+
<div class="dark-container" style="margin-top: 40px; margin-bottom: 40px;">
|
| 315 |
+
<div class="section-header">
|
| 316 |
+
<span class="section-icon" style="color: var(--accent-primary);">β</span>
|
| 317 |
+
<h3 style="margin: 0; color: var(--text-primary); font-size: 1.5rem; font-family: 'Geist', sans-serif; font-weight: 700;">
|
| 318 |
+
Frequently Asked Questions
|
| 319 |
+
</h3>
|
| 320 |
+
</div>
|
| 321 |
+
|
| 322 |
+
<div style="margin-top: 24px;">
|
| 323 |
+
<!-- FAQ Item 1 -->
|
| 324 |
+
<details class="faq-item" style="margin-bottom: 16px; background: var(--bg-secondary); border-radius: 12px; padding: 16px; border: 1px solid var(--border-subtle);">
|
| 325 |
+
<summary style="cursor: pointer; font-weight: 600; color: var(--text-primary); font-size: 1rem; display: flex; align-items: center; gap: 8px;">
|
| 326 |
+
<span style="color: var(--accent-primary);"></span> Does the methodology favor GPT-4.1 since it uses GPT-4.1 to simulate users and tools, so GPT-4.1 ranks itself highest.
|
| 327 |
+
</summary>
|
| 328 |
+
<div style="margin-top: 12px; padding-left: 28px; color: var(--text-secondary); line-height: 1.6;">
|
| 329 |
+
<strong style="color: var(--accent-secondary);"></strong> GPT's top ranking isn't due to simulator bias. Scenarios are pre-generated with Claude and fixed for all models. The user simulator drives goal-based conversations, and the tool simulator provides synthetic responses without influencing outcomes. Evaluation uses Claude as a judge, which should theoretically favor Claude (per sycophancy theory), but GPTs still lead.
|
| 330 |
+
</div>
|
| 331 |
+
</details>
|
| 332 |
+
|
| 333 |
+
<!-- FAQ Item 2 -->
|
| 334 |
+
<details class="faq-item" style="margin-bottom: 16px; background: var(--bg-secondary); border-radius: 12px; padding: 16px; border: 1px solid var(--border-subtle);">
|
| 335 |
+
<summary style="cursor: pointer; font-weight: 600; color: var(--text-primary); font-size: 1rem; display: flex; align-items: center; gap: 8px;">
|
| 336 |
+
<span style="color: var(--accent-primary);"></span> Why does a specific model rank lower when our internal results show otherwise?
|
| 337 |
+
</summary>
|
| 338 |
+
<div style="margin-top: 12px; padding-left: 28px; color: var(--text-secondary); line-height: 1.6;">
|
| 339 |
+
<strong style="color: var(--accent-secondary);"></strong> Performance varies by prompt, task, complexity, and domain. Our evaluations kept prompts identical across models for consistency. Different evaluation methodologies and task sets can lead to different rankings.
|
| 340 |
+
</div>
|
| 341 |
+
</details>
|
| 342 |
+
|
| 343 |
+
<!-- FAQ Item 3 -->
|
| 344 |
+
<details class="faq-item" style="margin-bottom: 16px; background: var(--bg-secondary); border-radius: 12px; padding: 16px; border: 1px solid var(--border-subtle);">
|
| 345 |
+
<summary style="cursor: pointer; font-weight: 600; color: var(--text-primary); font-size: 1rem; display: flex; align-items: center; gap: 8px;">
|
| 346 |
+
<span style="color: var(--accent-primary);"></span> Why is my favorite model missing?
|
| 347 |
+
</summary>
|
| 348 |
+
<div style="margin-top: 12px; padding-left: 28px; color: var(--text-secondary); line-height: 1.6;">
|
| 349 |
+
<strong style="color: var(--accent-secondary);"></strong> We were not able to add certain models either because they were not in our initial list or had issues while running the experiments, such as improper tool call output format. We skipped some of the models which performed poorly in our leaderboard v1.
|
| 350 |
+
</div>
|
| 351 |
+
</details>
|
| 352 |
+
|
| 353 |
+
<!-- FAQ Item 4 -->
|
| 354 |
+
<details class="faq-item" style="margin-bottom: 16px; background: var(--bg-secondary); border-radius: 12px; padding: 16px; border: 1px solid var(--border-subtle);">
|
| 355 |
+
<summary style="cursor: pointer; font-weight: 600; color: var(--text-primary); font-size: 1rem; display: flex; align-items: center; gap: 8px;">
|
| 356 |
+
<span style="color: var(--accent-primary);"></span> We were surprised Gemini 2.5 Pro ranked lower. Our internal benchmarks show it's excellent for code research and AI code review tasks.
|
| 357 |
+
</summary>
|
| 358 |
+
<div style="margin-top: 12px; padding-left: 28px; color: var(--text-secondary); line-height: 1.6;">
|
| 359 |
+
<strong style="color: var(--accent-secondary);"></strong> Results differ because this leaderboard evaluates support agent scenarios only, not coding ones. Different models excel at different types of tasks, and this benchmark focuses specifically on business support agent use cases across banking, healthcare, insurance, investment, and telecom domains.
|
| 360 |
+
</div>
|
| 361 |
+
</details>
|
| 362 |
+
|
| 363 |
+
<!-- About Metrics -->
|
| 364 |
+
<div style="margin-top: 32px; padding: 20px; background: linear-gradient(145deg, rgba(227, 84, 84, 0.05) 0%, rgba(16, 152, 247, 0.05) 100%); border-radius: 12px; border: 1px solid var(--border-default);">
|
| 365 |
+
<h4 style="color: var(--text-primary); margin-top: 0; margin-bottom: 16px; font-size: 1.2rem; font-family: 'Geist', sans-serif; font-weight: 600; display: flex; align-items: center; gap: 8px;">
|
| 366 |
+
<span style="font-size: 1.3rem;">π</span>
|
| 367 |
+
Understanding the Metrics
|
| 368 |
+
</h4>
|
| 369 |
+
|
| 370 |
+
<div style="display: grid; gap: 16px;">
|
| 371 |
+
<div>
|
| 372 |
+
<h5 style="color: var(--accent-primary); margin: 0 0 8px 0; font-size: 1rem;">Action Completion (AC)</h5>
|
| 373 |
+
<p style="color: var(--text-secondary); margin: 0; line-height: 1.5;">
|
| 374 |
+
A score from 0 to 1 measuring how successfully the agent completes the user's requested tasks. This evaluates whether the agent achieves the intended goals, follows instructions accurately, and provides complete solutions. Higher scores indicate better task completion.
|
| 375 |
+
</p>
|
| 376 |
+
</div>
|
| 377 |
+
|
| 378 |
+
<div>
|
| 379 |
+
<h5 style="color: var(--accent-primary); margin: 0 0 8px 0; font-size: 1rem;">Tool Selection Quality (TSQ)</h5>
|
| 380 |
+
<p style="color: var(--text-secondary); margin: 0; line-height: 1.5;">
|
| 381 |
+
A score from 0 to 1 evaluating how well the agent selects and uses the appropriate tools for each task. This includes choosing the right tool, using correct parameters, and proper sequencing of tool calls. Higher scores indicate better tool utilization.
|
| 382 |
+
</p>
|
| 383 |
+
</div>
|
| 384 |
+
|
| 385 |
+
<div>
|
| 386 |
+
<h5 style="color: var(--accent-primary); margin: 0 0 8px 0; font-size: 1rem;">Domain-Specific Performance</h5>
|
| 387 |
+
<p style="color: var(--text-secondary); margin: 0; line-height: 1.5;">
|
| 388 |
+
Models are tested across five business domains: Banking, Healthcare, Insurance, Investment, and Telecom. Each domain has specific scenarios and requirements that test the agent's ability to handle industry-specific tasks and terminology.
|
| 389 |
+
</p>
|
| 390 |
+
</div>
|
| 391 |
+
|
| 392 |
+
<div>
|
| 393 |
+
<h5 style="color: var(--accent-primary); margin: 0 0 8px 0; font-size: 1rem;">Efficiency Metrics</h5>
|
| 394 |
+
<p style="color: var(--text-secondary); margin: 0; line-height: 1.5;">
|
| 395 |
+
β’ <strong>Cost:</strong> Total API cost per session in USD<br>
|
| 396 |
+
β’ <strong>Duration:</strong> Time to complete tasks in seconds<br>
|
| 397 |
+
β’ <strong>Turns:</strong> Number of exchanges to reach resolution<br>
|
| 398 |
+
These metrics help identify the most cost-effective and efficient models for production use.
|
| 399 |
+
</p>
|
| 400 |
+
</div>
|
| 401 |
+
</div>
|
| 402 |
+
|
| 403 |
+
<div style="margin-top: 20px; padding-top: 16px; border-top: 1px solid var(--border-subtle);">
|
| 404 |
+
<p style="color: var(--text-secondary); margin: 0; font-size: 0.9rem; line-height: 1.5;">
|
| 405 |
+
<strong>Learn More:</strong> For detailed methodology and evaluation criteria, visit the
|
| 406 |
+
<a href="https://galileo.ai/blog/agent-leaderboard-v2" target="_blank" style="color: var(--accent-primary); text-decoration: none;">
|
| 407 |
+
official blog post β
|
| 408 |
+
</a>
|
| 409 |
+
or explore the
|
| 410 |
+
<a href="https://github.com/rungalileo/agent-leaderboard" target="_blank" style="color: var(--accent-primary); text-decoration: none;">
|
| 411 |
+
GitHub repository β
|
| 412 |
+
</a>
|
| 413 |
+
</p>
|
| 414 |
+
</div>
|
| 415 |
+
</div>
|
| 416 |
+
</div>
|
| 417 |
+
|
| 418 |
+
<style>
|
| 419 |
+
.faq-item {
|
| 420 |
+
transition: all 0.3s ease;
|
| 421 |
+
}
|
| 422 |
+
|
| 423 |
+
.faq-item:hover {
|
| 424 |
+
border-color: var(--accent-primary) !important;
|
| 425 |
+
box-shadow: 0 4px 12px rgba(227, 84, 84, 0.1);
|
| 426 |
+
}
|
| 427 |
+
|
| 428 |
+
.faq-item summary::-webkit-details-marker {
|
| 429 |
+
display: none;
|
| 430 |
+
}
|
| 431 |
+
|
| 432 |
+
.faq-item summary::before {
|
| 433 |
+
content: 'βΆ';
|
| 434 |
+
display: inline-block;
|
| 435 |
+
margin-right: 8px;
|
| 436 |
+
transition: transform 0.3s ease;
|
| 437 |
+
color: var(--accent-secondary);
|
| 438 |
+
}
|
| 439 |
+
|
| 440 |
+
.faq-item[open] summary::before {
|
| 441 |
+
transform: rotate(90deg);
|
| 442 |
+
}
|
| 443 |
+
|
| 444 |
+
.faq-item summary:hover {
|
| 445 |
+
color: var(--accent-primary) !important;
|
| 446 |
+
}
|
| 447 |
+
</style>
|
| 448 |
+
</div>
|
| 449 |
+
"""
|
| 450 |
+
|
| 451 |
+
|
| 452 |
+
# Column mapping for sorting
|
| 453 |
+
SORT_COLUMN_MAP = {
|
| 454 |
+
"Avg Action Completion": "Avg AC",
|
| 455 |
+
"Avg Tool Selection Quality": "Avg TSQ",
|
| 456 |
+
"Avg Session Cost": "Avg Total Cost",
|
| 457 |
+
}
|
styles/__init__.py
ADDED
|
File without changes
|
styles/leaderboard_styles.py
ADDED
|
@@ -0,0 +1,379 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
CSS styles for the Agent Leaderboard v2
|
| 3 |
+
This file contains all the styling that doesn't change frequently
|
| 4 |
+
"""
|
| 5 |
+
|
| 6 |
+
def get_leaderboard_css():
|
| 7 |
+
"""Return the complete CSS for the leaderboard"""
|
| 8 |
+
return """
|
| 9 |
+
<style>
|
| 10 |
+
/* Import Geist fonts */
|
| 11 |
+
@import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700&display=swap');
|
| 12 |
+
|
| 13 |
+
@font-face {
|
| 14 |
+
font-family: 'Geist';
|
| 15 |
+
src: url('https://raw.githubusercontent.com/vercel/geist-font/main/packages/next/dist/fonts/geist-sans/Geist-Variable.woff2') format('woff2');
|
| 16 |
+
font-weight: 100 900;
|
| 17 |
+
font-style: normal;
|
| 18 |
+
}
|
| 19 |
+
|
| 20 |
+
@font-face {
|
| 21 |
+
font-family: 'Geist Mono';
|
| 22 |
+
src: url('https://raw.githubusercontent.com/vercel/geist-font/main/packages/next/dist/fonts/geist-mono/GeistMono-Variable.woff2') format('woff2');
|
| 23 |
+
font-weight: 100 900;
|
| 24 |
+
font-style: normal;
|
| 25 |
+
}
|
| 26 |
+
|
| 27 |
+
/* Root variables for enhanced color scheme */
|
| 28 |
+
:root {
|
| 29 |
+
--bg-primary: #01091A;
|
| 30 |
+
--bg-secondary: rgba(245, 246, 247, 0.03);
|
| 31 |
+
--bg-card: rgba(245, 246, 247, 0.02);
|
| 32 |
+
--border-subtle: rgba(245, 246, 247, 0.08);
|
| 33 |
+
--border-default: rgba(245, 246, 247, 0.12);
|
| 34 |
+
--border-strong: rgba(245, 246, 247, 0.2);
|
| 35 |
+
--text-primary: #F5F6F7;
|
| 36 |
+
--text-secondary: #94A3B8;
|
| 37 |
+
--text-muted: #64748B;
|
| 38 |
+
--accent-primary: #E35454;
|
| 39 |
+
--accent-secondary: #1098F7;
|
| 40 |
+
--accent-tertiary: #F5F6F7;
|
| 41 |
+
--glow-primary: rgba(227, 84, 84, 0.4);
|
| 42 |
+
--glow-secondary: rgba(16, 152, 247, 0.4);
|
| 43 |
+
--glow-tertiary: rgba(245, 246, 247, 0.3);
|
| 44 |
+
}
|
| 45 |
+
|
| 46 |
+
/* Global font and background */
|
| 47 |
+
.gradio-container {
|
| 48 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, 'Inter', sans-serif !important;
|
| 49 |
+
background: var(--bg-primary) !important;
|
| 50 |
+
color: var(--text-primary) !important;
|
| 51 |
+
}
|
| 52 |
+
|
| 53 |
+
/* Headers and text */
|
| 54 |
+
h1, h2, h3, h4 {
|
| 55 |
+
color: var(--text-primary) !important;
|
| 56 |
+
font-weight: 700 !important;
|
| 57 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 58 |
+
}
|
| 59 |
+
|
| 60 |
+
p, span, div {
|
| 61 |
+
color: var(--text-primary) !important;
|
| 62 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 63 |
+
}
|
| 64 |
+
|
| 65 |
+
/* Labels and info text */
|
| 66 |
+
label {
|
| 67 |
+
color: var(--text-primary) !important;
|
| 68 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 69 |
+
}
|
| 70 |
+
|
| 71 |
+
.gr-box label {
|
| 72 |
+
color: var(--text-primary) !important;
|
| 73 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 74 |
+
}
|
| 75 |
+
|
| 76 |
+
.gr-info {
|
| 77 |
+
color: var(--text-secondary) !important;
|
| 78 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 79 |
+
}
|
| 80 |
+
|
| 81 |
+
/* Simple metric cards */
|
| 82 |
+
.metric-card {
|
| 83 |
+
background: var(--bg-card);
|
| 84 |
+
border-radius: 16px;
|
| 85 |
+
padding: 24px;
|
| 86 |
+
position: relative;
|
| 87 |
+
border: 1px solid var(--border-subtle);
|
| 88 |
+
transition: all 0.3s cubic-bezier(0.4, 0, 0.2, 1);
|
| 89 |
+
}
|
| 90 |
+
|
| 91 |
+
.metric-card:hover {
|
| 92 |
+
transform: translateY(-4px);
|
| 93 |
+
border-color: var(--accent-primary);
|
| 94 |
+
box-shadow: 0 8px 24px rgba(227, 84, 84, 0.2);
|
| 95 |
+
}
|
| 96 |
+
|
| 97 |
+
/* Metric icon with glow effect */
|
| 98 |
+
.metric-icon {
|
| 99 |
+
width: 48px;
|
| 100 |
+
height: 48px;
|
| 101 |
+
display: flex;
|
| 102 |
+
align-items: center;
|
| 103 |
+
justify-content: center;
|
| 104 |
+
font-size: 2rem;
|
| 105 |
+
margin-bottom: 16px;
|
| 106 |
+
filter: drop-shadow(0 0 20px currentColor);
|
| 107 |
+
transition: all 0.3s ease;
|
| 108 |
+
}
|
| 109 |
+
|
| 110 |
+
.metric-card:hover .metric-icon {
|
| 111 |
+
transform: scale(1.1);
|
| 112 |
+
filter: drop-shadow(0 0 30px currentColor);
|
| 113 |
+
}
|
| 114 |
+
|
| 115 |
+
/* Table with tooltips */
|
| 116 |
+
.v2-styled-table th {
|
| 117 |
+
position: relative;
|
| 118 |
+
}
|
| 119 |
+
|
| 120 |
+
.tooltip-trigger {
|
| 121 |
+
cursor: help;
|
| 122 |
+
text-decoration: underline;
|
| 123 |
+
text-decoration-style: dotted;
|
| 124 |
+
text-underline-offset: 2px;
|
| 125 |
+
text-decoration-color: var(--accent-secondary);
|
| 126 |
+
}
|
| 127 |
+
|
| 128 |
+
.tooltip-content {
|
| 129 |
+
display: none;
|
| 130 |
+
position: absolute;
|
| 131 |
+
bottom: 100%;
|
| 132 |
+
left: 50%;
|
| 133 |
+
transform: translateX(-50%);
|
| 134 |
+
background: var(--bg-primary);
|
| 135 |
+
border: 1px solid var(--border-default);
|
| 136 |
+
border-radius: 8px;
|
| 137 |
+
padding: 12px;
|
| 138 |
+
max-width: 300px;
|
| 139 |
+
font-size: 0.85rem;
|
| 140 |
+
color: var(--text-secondary);
|
| 141 |
+
z-index: 1000;
|
| 142 |
+
white-space: normal;
|
| 143 |
+
box-shadow: 0 8px 24px rgba(0, 0, 0, 0.4);
|
| 144 |
+
margin-bottom: 8px;
|
| 145 |
+
}
|
| 146 |
+
|
| 147 |
+
.tooltip-trigger:hover .tooltip-content {
|
| 148 |
+
display: block;
|
| 149 |
+
}
|
| 150 |
+
|
| 151 |
+
/* Enhanced radio buttons with primary accent */
|
| 152 |
+
input[type="radio"] {
|
| 153 |
+
background-color: var(--bg-secondary) !important;
|
| 154 |
+
border-color: var(--border-default) !important;
|
| 155 |
+
}
|
| 156 |
+
|
| 157 |
+
input[type="radio"]:checked {
|
| 158 |
+
background-color: var(--accent-primary) !important;
|
| 159 |
+
border-color: var(--accent-primary) !important;
|
| 160 |
+
box-shadow: 0 0 10px var(--glow-primary) !important;
|
| 161 |
+
}
|
| 162 |
+
|
| 163 |
+
/* Enhanced dropdown styling */
|
| 164 |
+
.dropdown {
|
| 165 |
+
border-color: var(--border-default) !important;
|
| 166 |
+
background: var(--bg-card) !important;
|
| 167 |
+
color: var(--text-primary) !important;
|
| 168 |
+
transition: all 0.2s ease !important;
|
| 169 |
+
}
|
| 170 |
+
|
| 171 |
+
.dropdown:hover {
|
| 172 |
+
border-color: var(--accent-primary) !important;
|
| 173 |
+
box-shadow: 0 0 15px var(--glow-primary) !important;
|
| 174 |
+
}
|
| 175 |
+
|
| 176 |
+
/* Enhanced table styling */
|
| 177 |
+
.dataframe {
|
| 178 |
+
background: var(--bg-card) !important;
|
| 179 |
+
border-radius: 16px !important;
|
| 180 |
+
overflow: hidden !important;
|
| 181 |
+
border: 1px solid var(--border-subtle) !important;
|
| 182 |
+
font-size: 15px !important;
|
| 183 |
+
max-height: 600px !important;
|
| 184 |
+
overflow-y: auto !important;
|
| 185 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 186 |
+
box-shadow: 0 4px 16px rgba(0, 0, 0, 0.3) !important;
|
| 187 |
+
}
|
| 188 |
+
|
| 189 |
+
/* Button styling */
|
| 190 |
+
button {
|
| 191 |
+
background: var(--bg-card) !important;
|
| 192 |
+
color: var(--text-primary) !important;
|
| 193 |
+
border: 1px solid var(--border-default) !important;
|
| 194 |
+
transition: all 0.3s cubic-bezier(0.4, 0, 0.2, 1) !important;
|
| 195 |
+
}
|
| 196 |
+
|
| 197 |
+
button:hover {
|
| 198 |
+
transform: translateY(-2px) !important;
|
| 199 |
+
border-color: var(--accent-primary) !important;
|
| 200 |
+
box-shadow: 0 4px 16px rgba(227, 84, 84, 0.2) !important;
|
| 201 |
+
}
|
| 202 |
+
|
| 203 |
+
/* Info boxes */
|
| 204 |
+
.info-box {
|
| 205 |
+
background: var(--bg-card);
|
| 206 |
+
border: 1px solid var(--border-subtle);
|
| 207 |
+
border-radius: 12px;
|
| 208 |
+
padding: 20px;
|
| 209 |
+
margin: 8px 0;
|
| 210 |
+
backdrop-filter: blur(10px);
|
| 211 |
+
position: relative;
|
| 212 |
+
overflow: hidden;
|
| 213 |
+
transition: all 0.3s ease;
|
| 214 |
+
}
|
| 215 |
+
|
| 216 |
+
.info-box:hover {
|
| 217 |
+
border-color: var(--accent-primary);
|
| 218 |
+
box-shadow: 0 4px 20px var(--glow-primary);
|
| 219 |
+
}
|
| 220 |
+
|
| 221 |
+
/* Dark containers */
|
| 222 |
+
.dark-container {
|
| 223 |
+
background: var(--bg-card);
|
| 224 |
+
border: 1px solid var(--border-subtle);
|
| 225 |
+
border-radius: 20px;
|
| 226 |
+
padding: 28px;
|
| 227 |
+
box-shadow: 0 8px 32px rgba(0, 0, 0, 0.4);
|
| 228 |
+
backdrop-filter: blur(10px);
|
| 229 |
+
position: relative;
|
| 230 |
+
overflow: hidden;
|
| 231 |
+
}
|
| 232 |
+
|
| 233 |
+
/* Section headers */
|
| 234 |
+
.section-header {
|
| 235 |
+
display: flex;
|
| 236 |
+
align-items: center;
|
| 237 |
+
gap: 12px;
|
| 238 |
+
margin-bottom: 24px;
|
| 239 |
+
}
|
| 240 |
+
|
| 241 |
+
.section-icon {
|
| 242 |
+
filter: drop-shadow(0 0 12px currentColor);
|
| 243 |
+
transition: all 0.3s ease;
|
| 244 |
+
}
|
| 245 |
+
|
| 246 |
+
/* Scrollbar styling */
|
| 247 |
+
::-webkit-scrollbar {
|
| 248 |
+
width: 8px;
|
| 249 |
+
height: 8px;
|
| 250 |
+
}
|
| 251 |
+
|
| 252 |
+
::-webkit-scrollbar-track {
|
| 253 |
+
background: var(--bg-secondary);
|
| 254 |
+
border-radius: 4px;
|
| 255 |
+
}
|
| 256 |
+
|
| 257 |
+
::-webkit-scrollbar-thumb {
|
| 258 |
+
background: var(--accent-secondary);
|
| 259 |
+
border-radius: 4px;
|
| 260 |
+
}
|
| 261 |
+
|
| 262 |
+
::-webkit-scrollbar-thumb:hover {
|
| 263 |
+
background: var(--accent-primary);
|
| 264 |
+
}
|
| 265 |
+
|
| 266 |
+
/* Pulse animation */
|
| 267 |
+
@keyframes pulse-glow {
|
| 268 |
+
0% { box-shadow: 0 0 0 0 var(--glow-primary); }
|
| 269 |
+
70% { box-shadow: 0 0 0 10px transparent; }
|
| 270 |
+
100% { box-shadow: 0 0 0 0 transparent; }
|
| 271 |
+
}
|
| 272 |
+
|
| 273 |
+
.pulse {
|
| 274 |
+
animation: pulse-glow 2s infinite;
|
| 275 |
+
}
|
| 276 |
+
|
| 277 |
+
/* Chart containers */
|
| 278 |
+
.chart-container {
|
| 279 |
+
display: flex;
|
| 280 |
+
justify-content: center;
|
| 281 |
+
align-items: center;
|
| 282 |
+
width: 100%;
|
| 283 |
+
margin: 0 auto;
|
| 284 |
+
}
|
| 285 |
+
|
| 286 |
+
.chart-container > div {
|
| 287 |
+
width: 100%;
|
| 288 |
+
max-width: 1400px;
|
| 289 |
+
margin: 0 auto;
|
| 290 |
+
}
|
| 291 |
+
|
| 292 |
+
/* Grid layouts for cards */
|
| 293 |
+
.insight-card-grid {
|
| 294 |
+
display: grid;
|
| 295 |
+
grid-template-columns: repeat(5, 1fr);
|
| 296 |
+
gap: 16px;
|
| 297 |
+
}
|
| 298 |
+
|
| 299 |
+
.metric-card-grid {
|
| 300 |
+
display: grid;
|
| 301 |
+
grid-template-columns: repeat(3, 1fr);
|
| 302 |
+
gap: 16px;
|
| 303 |
+
}
|
| 304 |
+
|
| 305 |
+
/* Custom button container */
|
| 306 |
+
.custom-button-container {
|
| 307 |
+
text-align: center;
|
| 308 |
+
padding: 20px 0 10px 0;
|
| 309 |
+
margin-bottom: 10px;
|
| 310 |
+
}
|
| 311 |
+
|
| 312 |
+
.header-action-button {
|
| 313 |
+
display: inline-block !important;
|
| 314 |
+
padding: 14px 28px !important;
|
| 315 |
+
background: linear-gradient(135deg, #E35454 0%, #C84545 100%) !important;
|
| 316 |
+
color: #FFFFFF !important;
|
| 317 |
+
text-decoration: none !important;
|
| 318 |
+
border-radius: 16px !important;
|
| 319 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 320 |
+
font-weight: 700 !important;
|
| 321 |
+
font-size: 1.1rem !important;
|
| 322 |
+
transition: all 0.3s cubic-bezier(0.4, 0, 0.2, 1) !important;
|
| 323 |
+
border: none !important;
|
| 324 |
+
cursor: pointer !important;
|
| 325 |
+
box-shadow: 0 8px 24px rgba(227, 84, 84, 0.4), 0 4px 12px rgba(0, 0, 0, 0.3) !important;
|
| 326 |
+
position: relative !important;
|
| 327 |
+
overflow: hidden !important;
|
| 328 |
+
text-shadow: 0 1px 2px rgba(0, 0, 0, 0.3) !important;
|
| 329 |
+
}
|
| 330 |
+
|
| 331 |
+
.header-action-button:hover {
|
| 332 |
+
transform: translateY(-3px) !important;
|
| 333 |
+
box-shadow: 0 12px 32px rgba(227, 84, 84, 0.5), 0 8px 16px rgba(0, 0, 0, 0.4) !important;
|
| 334 |
+
background: linear-gradient(135deg, #F46464 0%, #D84F4F 100%) !important;
|
| 335 |
+
color: #FFFFFF !important;
|
| 336 |
+
text-decoration: none !important;
|
| 337 |
+
}
|
| 338 |
+
|
| 339 |
+
/* Navigation buttons */
|
| 340 |
+
.nav-buttons-container {
|
| 341 |
+
display: flex;
|
| 342 |
+
justify-content: center;
|
| 343 |
+
align-items: center;
|
| 344 |
+
gap: 16px;
|
| 345 |
+
flex-wrap: wrap;
|
| 346 |
+
margin: 24px 0;
|
| 347 |
+
padding: 0 20px;
|
| 348 |
+
}
|
| 349 |
+
|
| 350 |
+
.nav-link-button {
|
| 351 |
+
display: inline-flex !important;
|
| 352 |
+
align-items: center !important;
|
| 353 |
+
gap: 8px !important;
|
| 354 |
+
padding: 12px 20px !important;
|
| 355 |
+
background: rgba(1, 9, 26, 0.8) !important;
|
| 356 |
+
color: #F5F6F7 !important;
|
| 357 |
+
text-decoration: none !important;
|
| 358 |
+
border-radius: 12px !important;
|
| 359 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 360 |
+
font-weight: 600 !important;
|
| 361 |
+
font-size: 0.95rem !important;
|
| 362 |
+
transition: all 0.3s ease !important;
|
| 363 |
+
border: 2px solid rgba(245, 246, 247, 0.15) !important;
|
| 364 |
+
backdrop-filter: blur(10px) !important;
|
| 365 |
+
-webkit-backdrop-filter: blur(10px) !important;
|
| 366 |
+
position: relative !important;
|
| 367 |
+
overflow: hidden !important;
|
| 368 |
+
box-shadow: 0 4px 16px rgba(0, 0, 0, 0.3) !important;
|
| 369 |
+
}
|
| 370 |
+
|
| 371 |
+
.nav-link-button:hover {
|
| 372 |
+
transform: translateY(-3px) scale(1.02) !important;
|
| 373 |
+
border-color: #E35454 !important;
|
| 374 |
+
box-shadow: 0 8px 24px rgba(227, 84, 84, 0.3), 0 4px 12px rgba(0, 0, 0, 0.4) !important;
|
| 375 |
+
text-decoration: none !important;
|
| 376 |
+
color: #FFFFFF !important;
|
| 377 |
+
}
|
| 378 |
+
</style>
|
| 379 |
+
"""
|
tabs/leaderboard_v2.py
CHANGED
|
@@ -2,141 +2,13 @@ import gradio as gr
|
|
| 2 |
import pandas as pd
|
| 3 |
import plotly.graph_objects as go
|
| 4 |
|
| 5 |
-
#
|
| 6 |
-
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
"background": "#01091A",
|
| 13 |
-
"grid": (0, 0, 0, 0.1), # RGBA tuple for grid
|
| 14 |
-
}
|
| 15 |
-
|
| 16 |
-
|
| 17 |
-
def get_rank_badge(rank):
|
| 18 |
-
"""Generate HTML for rank badge with appropriate styling"""
|
| 19 |
-
badge_styles = {
|
| 20 |
-
1: ("1st", "linear-gradient(145deg, #ffd700, #ffc400)", "#000"),
|
| 21 |
-
2: ("2nd", "linear-gradient(145deg, #9ca3af, #787C7E)", "#fff"),
|
| 22 |
-
3: ("3rd", "linear-gradient(145deg, #CD7F32, #b36a1d)", "#fff"),
|
| 23 |
-
}
|
| 24 |
-
|
| 25 |
-
if rank in badge_styles:
|
| 26 |
-
label, gradient, text_color = badge_styles[rank]
|
| 27 |
-
return f"""
|
| 28 |
-
<div style="
|
| 29 |
-
display: inline-flex;
|
| 30 |
-
align-items: center;
|
| 31 |
-
justify-content: center;
|
| 32 |
-
min-width: 48px;
|
| 33 |
-
padding: 4px 12px;
|
| 34 |
-
background: {gradient};
|
| 35 |
-
color: {text_color};
|
| 36 |
-
border-radius: 6px;
|
| 37 |
-
font-weight: 600;
|
| 38 |
-
font-size: 0.9em;
|
| 39 |
-
box-shadow: 0 2px 4px rgba(0, 0, 0, 0.2);
|
| 40 |
-
">
|
| 41 |
-
{label}
|
| 42 |
-
</div>
|
| 43 |
-
"""
|
| 44 |
-
return f"""
|
| 45 |
-
<div style="
|
| 46 |
-
display: inline-flex;
|
| 47 |
-
align-items: center;
|
| 48 |
-
justify-content: center;
|
| 49 |
-
min-width: 28px;
|
| 50 |
-
color: #a1a1aa;
|
| 51 |
-
font-weight: 500;
|
| 52 |
-
">
|
| 53 |
-
{rank}
|
| 54 |
-
</div>
|
| 55 |
-
"""
|
| 56 |
-
|
| 57 |
-
|
| 58 |
-
def get_type_badge(model_type):
|
| 59 |
-
"""Generate HTML for model type badge"""
|
| 60 |
-
colors = get_chart_colors()
|
| 61 |
-
colors = {"Private": colors["Private"], "Open source": colors["Open source"]}
|
| 62 |
-
bg_color = colors.get(model_type, "#4F46E5")
|
| 63 |
-
return f"""
|
| 64 |
-
<div style="
|
| 65 |
-
display: inline-flex;
|
| 66 |
-
align-items: center;
|
| 67 |
-
padding: 4px 8px;
|
| 68 |
-
background: {bg_color};
|
| 69 |
-
color: white;
|
| 70 |
-
border-radius: 4px;
|
| 71 |
-
font-size: 0.85em;
|
| 72 |
-
font-weight: 500;
|
| 73 |
-
">
|
| 74 |
-
{model_type}
|
| 75 |
-
</div>
|
| 76 |
-
"""
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
def get_output_type_badge(output_type):
|
| 80 |
-
"""Generate HTML for output type badge"""
|
| 81 |
-
if output_type == "Reasoning":
|
| 82 |
-
bg_color = "#9333ea" # Purple for reasoning
|
| 83 |
-
else:
|
| 84 |
-
bg_color = "#6b7280" # Gray for normal
|
| 85 |
-
|
| 86 |
-
return f"""
|
| 87 |
-
<div style="
|
| 88 |
-
display: inline-flex;
|
| 89 |
-
align-items: center;
|
| 90 |
-
gap: 4px;
|
| 91 |
-
padding: 4px 8px;
|
| 92 |
-
background: {bg_color};
|
| 93 |
-
color: white;
|
| 94 |
-
border-radius: 4px;
|
| 95 |
-
font-size: 0.85em;
|
| 96 |
-
font-weight: 500;
|
| 97 |
-
">
|
| 98 |
-
{output_type}
|
| 99 |
-
</div>
|
| 100 |
-
"""
|
| 101 |
-
|
| 102 |
-
|
| 103 |
-
def get_score_bar(score):
|
| 104 |
-
"""Generate HTML for score bar with gradient styling"""
|
| 105 |
-
width = score * 100
|
| 106 |
-
return f"""
|
| 107 |
-
<div style="display: flex; align-items: center; gap: 12px; width: 100%;">
|
| 108 |
-
<div style="
|
| 109 |
-
flex-grow: 1;
|
| 110 |
-
height: 8px;
|
| 111 |
-
background: rgba(245, 246, 247, 0.1);
|
| 112 |
-
border-radius: 4px;
|
| 113 |
-
overflow: hidden;
|
| 114 |
-
max-width: 200px;
|
| 115 |
-
">
|
| 116 |
-
<div style="
|
| 117 |
-
width: {width}%;
|
| 118 |
-
height: 100%;
|
| 119 |
-
background: linear-gradient(90deg, #E35454, #1098F7);
|
| 120 |
-
border-radius: 4px;
|
| 121 |
-
transition: width 0.3s ease;
|
| 122 |
-
"></div>
|
| 123 |
-
</div>
|
| 124 |
-
<span style="
|
| 125 |
-
font-family: 'SF Mono', monospace;
|
| 126 |
-
font-weight: 600;
|
| 127 |
-
color: #F5F6F7;
|
| 128 |
-
min-width: 60px;
|
| 129 |
-
">{score:.3f}</span>
|
| 130 |
-
</div>
|
| 131 |
-
"""
|
| 132 |
-
|
| 133 |
-
|
| 134 |
-
# Define column mapping once for reuse across all functions
|
| 135 |
-
SORT_COLUMN_MAP = {
|
| 136 |
-
"Avg Action Completion": "Avg AC",
|
| 137 |
-
"Avg Tool Selection Quality": "Avg TSQ",
|
| 138 |
-
"Avg Session Cost": "Avg Total Cost",
|
| 139 |
-
}
|
| 140 |
|
| 141 |
|
| 142 |
def create_leaderboard_v2_tab():
|
|
@@ -252,11 +124,21 @@ def create_leaderboard_v2_tab():
|
|
| 252 |
<th style="width: 120px;">Type</th>
|
| 253 |
<th style="width: 120px;">Output Type</th>
|
| 254 |
<th>Vendor</th>
|
| 255 |
-
<th style="width: 200px;"
|
| 256 |
-
|
| 257 |
-
|
| 258 |
-
<th
|
| 259 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 260 |
</tr>
|
| 261 |
</thead>
|
| 262 |
<tbody>
|
|
@@ -460,527 +342,149 @@ def create_leaderboard_v2_tab():
|
|
| 460 |
initial_table = filter_and_sort_data("π All", "All", "All", "Avg AC", "Descending")
|
| 461 |
initial_df = load_leaderboard_data() # Load raw data for model selector
|
| 462 |
|
| 463 |
-
#
|
| 464 |
-
custom_css = """
|
| 465 |
<style>
|
| 466 |
-
/*
|
| 467 |
-
@import url('https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700&display=swap');
|
| 468 |
-
|
| 469 |
-
@font-face {
|
| 470 |
-
font-family: 'Geist';
|
| 471 |
-
src: url('https://raw.githubusercontent.com/vercel/geist-font/main/packages/next/dist/fonts/geist-sans/Geist-Variable.woff2') format('woff2');
|
| 472 |
-
font-weight: 100 900;
|
| 473 |
-
font-style: normal;
|
| 474 |
-
}
|
| 475 |
-
|
| 476 |
-
@font-face {
|
| 477 |
-
font-family: 'Geist Mono';
|
| 478 |
-
src: url('https://raw.githubusercontent.com/vercel/geist-font/main/packages/next/dist/fonts/geist-mono/GeistMono-Variable.woff2') format('woff2');
|
| 479 |
-
font-weight: 100 900;
|
| 480 |
-
font-style: normal;
|
| 481 |
-
}
|
| 482 |
-
|
| 483 |
-
/* Root variables for enhanced color scheme */
|
| 484 |
-
:root {
|
| 485 |
-
--bg-primary: #01091A;
|
| 486 |
-
--bg-secondary: rgba(245, 246, 247, 0.03);
|
| 487 |
-
--bg-card: rgba(245, 246, 247, 0.02);
|
| 488 |
-
--border-subtle: rgba(245, 246, 247, 0.08);
|
| 489 |
-
--border-default: rgba(245, 246, 247, 0.12);
|
| 490 |
-
--border-strong: rgba(245, 246, 247, 0.2);
|
| 491 |
-
--text-primary: #F5F6F7;
|
| 492 |
-
--text-secondary: #94A3B8;
|
| 493 |
-
--text-muted: #64748B;
|
| 494 |
-
--accent-primary: #E35454;
|
| 495 |
-
--accent-secondary: #1098F7;
|
| 496 |
-
--accent-tertiary: #F5F6F7;
|
| 497 |
-
--glow-primary: rgba(227, 84, 84, 0.4);
|
| 498 |
-
--glow-secondary: rgba(16, 152, 247, 0.4);
|
| 499 |
-
--glow-tertiary: rgba(245, 246, 247, 0.3);
|
| 500 |
-
}
|
| 501 |
-
|
| 502 |
-
/* Global font and background */
|
| 503 |
-
.gradio-container {
|
| 504 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, 'Inter', sans-serif !important;
|
| 505 |
-
background: var(--bg-primary) !important;
|
| 506 |
-
color: var(--text-primary) !important;
|
| 507 |
-
}
|
| 508 |
|
| 509 |
-
/*
|
| 510 |
-
|
| 511 |
-
|
| 512 |
-
|
| 513 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 514 |
-
}
|
| 515 |
-
|
| 516 |
-
p, span, div {
|
| 517 |
-
color: var(--text-primary) !important;
|
| 518 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 519 |
-
}
|
| 520 |
-
|
| 521 |
-
/* Labels and info text */
|
| 522 |
-
label {
|
| 523 |
-
color: var(--text-primary) !important;
|
| 524 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 525 |
-
}
|
| 526 |
-
|
| 527 |
-
.gr-box label {
|
| 528 |
-
color: var(--text-primary) !important;
|
| 529 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 530 |
-
}
|
| 531 |
-
|
| 532 |
-
.gr-info {
|
| 533 |
-
color: var(--text-secondary) !important;
|
| 534 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 535 |
-
}
|
| 536 |
-
|
| 537 |
-
/* Simple metric cards */
|
| 538 |
-
.metric-card {
|
| 539 |
-
background: var(--bg-card);
|
| 540 |
-
border-radius: 16px;
|
| 541 |
-
padding: 24px;
|
| 542 |
-
position: relative;
|
| 543 |
-
border: 1px solid var(--border-subtle);
|
| 544 |
-
transition: all 0.3s cubic-bezier(0.4, 0, 0.2, 1);
|
| 545 |
-
}
|
| 546 |
-
|
| 547 |
-
.metric-card:hover {
|
| 548 |
-
transform: translateY(-4px);
|
| 549 |
-
border-color: var(--accent-primary);
|
| 550 |
-
box-shadow: 0 8px 24px rgba(227, 84, 84, 0.2);
|
| 551 |
-
}
|
| 552 |
-
|
| 553 |
-
/* Metric icon with glow effect */
|
| 554 |
-
.metric-icon {
|
| 555 |
-
width: 48px;
|
| 556 |
-
height: 48px;
|
| 557 |
-
display: flex;
|
| 558 |
align-items: center;
|
| 559 |
-
|
| 560 |
-
font-size: 2rem;
|
| 561 |
-
margin-bottom: 16px;
|
| 562 |
-
filter: drop-shadow(0 0 20px currentColor);
|
| 563 |
-
transition: all 0.3s ease;
|
| 564 |
-
}
|
| 565 |
-
|
| 566 |
-
.metric-card:hover .metric-icon {
|
| 567 |
-
transform: scale(1.1);
|
| 568 |
-
filter: drop-shadow(0 0 30px currentColor);
|
| 569 |
-
}
|
| 570 |
-
|
| 571 |
-
|
| 572 |
-
|
| 573 |
-
/* Metric values and labels */
|
| 574 |
-
.metric-card .metric-label {
|
| 575 |
-
font-family: 'Geist Mono', monospace !important;
|
| 576 |
-
letter-spacing: 0.1em !important;
|
| 577 |
-
color: var(--text-secondary) !important;
|
| 578 |
-
font-size: 0.875rem !important;
|
| 579 |
-
text-transform: uppercase !important;
|
| 580 |
-
margin-bottom: 8px !important;
|
| 581 |
-
}
|
| 582 |
-
|
| 583 |
-
.metric-card .metric-value {
|
| 584 |
-
font-family: 'Geist', sans-serif !important;
|
| 585 |
-
font-weight: 700 !important;
|
| 586 |
-
font-size: 1.25rem !important;
|
| 587 |
-
color: var(--text-primary) !important;
|
| 588 |
-
margin-bottom: 8px !important;
|
| 589 |
-
}
|
| 590 |
-
|
| 591 |
-
.metric-card .metric-description {
|
| 592 |
-
color: var(--text-secondary) !important;
|
| 593 |
-
font-size: 0.875rem !important;
|
| 594 |
-
line-height: 1.5 !important;
|
| 595 |
-
}
|
| 596 |
-
|
| 597 |
-
/* Enhanced radio buttons with primary accent */
|
| 598 |
-
input[type="radio"] {
|
| 599 |
-
background-color: var(--bg-secondary) !important;
|
| 600 |
-
border-color: var(--border-default) !important;
|
| 601 |
-
}
|
| 602 |
-
|
| 603 |
-
input[type="radio"]:checked {
|
| 604 |
-
background-color: var(--accent-primary) !important;
|
| 605 |
-
border-color: var(--accent-primary) !important;
|
| 606 |
-
box-shadow: 0 0 10px var(--glow-primary) !important;
|
| 607 |
-
}
|
| 608 |
-
|
| 609 |
-
.gr-check-radio label {
|
| 610 |
-
color: var(--text-primary) !important;
|
| 611 |
-
transition: color 0.2s ease !important;
|
| 612 |
-
}
|
| 613 |
-
|
| 614 |
-
.gr-check-radio:hover label {
|
| 615 |
-
color: var(--accent-primary) !important;
|
| 616 |
-
}
|
| 617 |
-
|
| 618 |
-
/* Gradio's selected radio button styling - comprehensive targeting */
|
| 619 |
-
.gr-radio .wrap > label.selected,
|
| 620 |
-
.gr-radio .wrap > label:has(input:checked),
|
| 621 |
-
input[type="radio"]:checked ~ span,
|
| 622 |
-
label:has(> input[type="radio"]:checked) {
|
| 623 |
-
background: transparent !important;
|
| 624 |
-
border-color: var(--accent-primary) !important;
|
| 625 |
-
color: var(--text-primary) !important;
|
| 626 |
-
font-weight: 600 !important;
|
| 627 |
-
}
|
| 628 |
-
|
| 629 |
-
/* Enhanced dropdown styling */
|
| 630 |
-
.dropdown {
|
| 631 |
-
border-color: var(--border-default) !important;
|
| 632 |
-
background: var(--bg-card) !important;
|
| 633 |
-
color: var(--text-primary) !important;
|
| 634 |
-
transition: all 0.2s ease !important;
|
| 635 |
-
}
|
| 636 |
-
|
| 637 |
-
.dropdown:hover {
|
| 638 |
-
border-color: var(--accent-primary) !important;
|
| 639 |
-
box-shadow: 0 0 15px var(--glow-primary) !important;
|
| 640 |
-
}
|
| 641 |
-
|
| 642 |
-
select, .gr-dropdown {
|
| 643 |
-
background: var(--bg-card) !important;
|
| 644 |
-
color: var(--text-primary) !important;
|
| 645 |
-
border: 1px solid var(--border-default) !important;
|
| 646 |
-
transition: all 0.2s ease !important;
|
| 647 |
-
}
|
| 648 |
-
|
| 649 |
-
select:hover, .gr-dropdown:hover {
|
| 650 |
-
border-color: var(--accent-primary) !important;
|
| 651 |
-
box-shadow: 0 0 15px var(--glow-primary) !important;
|
| 652 |
-
}
|
| 653 |
-
|
| 654 |
-
select option, .gr-dropdown option {
|
| 655 |
-
background: var(--bg-primary) !important;
|
| 656 |
-
color: var(--text-primary) !important;
|
| 657 |
-
}
|
| 658 |
-
|
| 659 |
-
/* Enhanced table styling with gradient accents */
|
| 660 |
-
.dataframe {
|
| 661 |
-
background: var(--bg-card) !important;
|
| 662 |
-
border-radius: 16px !important;
|
| 663 |
-
overflow: hidden !important;
|
| 664 |
-
border: 1px solid var(--border-subtle) !important;
|
| 665 |
-
font-size: 14px !important;
|
| 666 |
-
max-height: 600px !important;
|
| 667 |
-
overflow-y: auto !important;
|
| 668 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 669 |
-
box-shadow: 0 4px 16px rgba(0, 0, 0, 0.3) !important;
|
| 670 |
-
}
|
| 671 |
-
|
| 672 |
-
/* Fixed table layout for better column control */
|
| 673 |
-
.dataframe table {
|
| 674 |
-
table-layout: fixed !important;
|
| 675 |
-
width: 100% !important;
|
| 676 |
-
}
|
| 677 |
-
|
| 678 |
-
.dataframe th {
|
| 679 |
-
background: rgba(227, 84, 84, 0.1) !important;
|
| 680 |
-
color: var(--text-primary) !important;
|
| 681 |
-
font-weight: 600 !important;
|
| 682 |
-
padding: 14px 8px !important;
|
| 683 |
-
text-align: left !important;
|
| 684 |
-
border-bottom: 2px solid var(--accent-primary) !important;
|
| 685 |
-
position: relative !important;
|
| 686 |
-
white-space: nowrap !important;
|
| 687 |
-
overflow: hidden !important;
|
| 688 |
-
text-overflow: ellipsis !important;
|
| 689 |
-
font-size: 13px !important;
|
| 690 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 691 |
-
text-transform: uppercase !important;
|
| 692 |
-
letter-spacing: 0.05em !important;
|
| 693 |
-
}
|
| 694 |
-
|
| 695 |
-
/* Column-specific widths */
|
| 696 |
-
.dataframe th:nth-child(2), /* Model */
|
| 697 |
-
.dataframe td:nth-child(2) {
|
| 698 |
-
min-width: 200px !important;
|
| 699 |
-
max-width: 250px !important;
|
| 700 |
}
|
| 701 |
|
| 702 |
-
.
|
| 703 |
-
|
| 704 |
-
|
| 705 |
-
|
| 706 |
-
|
| 707 |
-
|
| 708 |
-
.dataframe th:nth-child(4), /* Output Type */
|
| 709 |
-
.dataframe td:nth-child(4) {
|
| 710 |
-
min-width: 100px !important;
|
| 711 |
-
max-width: 120px !important;
|
| 712 |
-
}
|
| 713 |
-
|
| 714 |
-
.dataframe th:nth-child(5), /* Vendor */
|
| 715 |
-
.dataframe td:nth-child(5) {
|
| 716 |
-
min-width: 100px !important;
|
| 717 |
-
max-width: 120px !important;
|
| 718 |
-
}
|
| 719 |
-
|
| 720 |
-
/* Numeric columns - smaller width */
|
| 721 |
-
.dataframe th:nth-child(6), .dataframe th:nth-child(7),
|
| 722 |
-
.dataframe th:nth-child(8), .dataframe th:nth-child(9),
|
| 723 |
-
.dataframe th:nth-child(10),
|
| 724 |
-
.dataframe td:nth-child(6), .dataframe td:nth-child(7),
|
| 725 |
-
.dataframe td:nth-child(8), .dataframe td:nth-child(9),
|
| 726 |
-
.dataframe td:nth-child(10) {
|
| 727 |
-
min-width: 80px !important;
|
| 728 |
-
max-width: 100px !important;
|
| 729 |
-
text-align: center !important;
|
| 730 |
-
font-family: 'Geist Mono', monospace !important;
|
| 731 |
-
font-size: 13px !important;
|
| 732 |
-
}
|
| 733 |
-
|
| 734 |
-
.dataframe td {
|
| 735 |
-
padding: 12px 8px !important;
|
| 736 |
-
border-bottom: 1px solid var(--border-subtle) !important;
|
| 737 |
-
color: var(--text-primary) !important;
|
| 738 |
-
white-space: nowrap !important;
|
| 739 |
-
overflow: hidden !important;
|
| 740 |
-
text-overflow: ellipsis !important;
|
| 741 |
-
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif !important;
|
| 742 |
-
transition: all 0.2s ease !important;
|
| 743 |
-
}
|
| 744 |
-
|
| 745 |
-
/* Model names - keep consistent color on hover */
|
| 746 |
-
.dataframe td:nth-child(2) {
|
| 747 |
-
font-weight: 500 !important;
|
| 748 |
-
color: var(--accent-primary) !important;
|
| 749 |
-
transition: all 0.2s ease !important;
|
| 750 |
-
}
|
| 751 |
-
|
| 752 |
-
/* Keep model name color consistent to emphasize row highlight */
|
| 753 |
-
.dataframe tr:hover td:nth-child(2) {
|
| 754 |
-
color: var(--accent-secondary) !important;
|
| 755 |
-
}
|
| 756 |
-
|
| 757 |
-
.dataframe tbody tr {
|
| 758 |
-
transition: all 0.3s ease !important;
|
| 759 |
-
}
|
| 760 |
-
|
| 761 |
-
.dataframe tr:hover {
|
| 762 |
-
background: rgba(227, 84, 84, 0.15) !important;
|
| 763 |
-
box-shadow: 0 0 20px rgba(227, 84, 84, 0.3), inset 0 0 20px rgba(227, 84, 84, 0.1) !important;
|
| 764 |
-
transform: scale(1.01) !important;
|
| 765 |
-
}
|
| 766 |
-
|
| 767 |
-
.dataframe tr:nth-child(even) {
|
| 768 |
-
background: var(--bg-secondary) !important;
|
| 769 |
-
}
|
| 770 |
-
|
| 771 |
-
/* Tooltip on hover for truncated text */
|
| 772 |
-
.dataframe td:hover,
|
| 773 |
-
.dataframe th:hover {
|
| 774 |
-
overflow: visible !important;
|
| 775 |
-
position: relative !important;
|
| 776 |
-
z-index: 10 !important;
|
| 777 |
-
}
|
| 778 |
-
|
| 779 |
-
/* Horizontal scroll styling */
|
| 780 |
-
.dataframe-container {
|
| 781 |
-
overflow-x: auto !important;
|
| 782 |
-
overflow-y: visible !important;
|
| 783 |
-
max-width: 100% !important;
|
| 784 |
-
-webkit-overflow-scrolling: touch !important;
|
| 785 |
-
position: relative !important;
|
| 786 |
-
}
|
| 787 |
-
|
| 788 |
-
/* Simple scrollbar */
|
| 789 |
-
.dataframe-container::-webkit-scrollbar {
|
| 790 |
-
height: 10px !important;
|
| 791 |
-
}
|
| 792 |
-
|
| 793 |
-
.dataframe-container::-webkit-scrollbar-track {
|
| 794 |
-
background: var(--bg-secondary) !important;
|
| 795 |
-
border-radius: 5px !important;
|
| 796 |
-
}
|
| 797 |
-
|
| 798 |
-
.dataframe-container::-webkit-scrollbar-thumb {
|
| 799 |
-
background: var(--accent-secondary) !important;
|
| 800 |
-
border-radius: 4px !important;
|
| 801 |
-
}
|
| 802 |
-
|
| 803 |
-
.dataframe-container::-webkit-scrollbar-thumb:hover {
|
| 804 |
-
background: var(--accent-primary) !important;
|
| 805 |
-
}
|
| 806 |
-
|
| 807 |
-
/* Responsive design for smaller screens */
|
| 808 |
-
@media (max-width: 1200px) {
|
| 809 |
-
.dataframe th:nth-child(9), /* Vendor column */
|
| 810 |
-
.dataframe td:nth-child(9),
|
| 811 |
-
.dataframe th:nth-child(10), /* Last columns */
|
| 812 |
-
.dataframe td:nth-child(10) {
|
| 813 |
-
display: none !important;
|
| 814 |
-
}
|
| 815 |
-
}
|
| 816 |
-
|
| 817 |
-
@media (max-width: 900px) {
|
| 818 |
-
.dataframe th {
|
| 819 |
-
font-size: 12px !important;
|
| 820 |
-
padding: 8px 4px !important;
|
| 821 |
-
}
|
| 822 |
-
|
| 823 |
-
.dataframe td {
|
| 824 |
-
font-size: 12px !important;
|
| 825 |
-
padding: 8px 4px !important;
|
| 826 |
-
}
|
| 827 |
-
|
| 828 |
-
.dataframe th:nth-child(2),
|
| 829 |
-
.dataframe td:nth-child(2) {
|
| 830 |
-
min-width: 150px !important;
|
| 831 |
-
max-width: 200px !important;
|
| 832 |
-
}
|
| 833 |
}
|
| 834 |
|
| 835 |
-
|
| 836 |
-
|
| 837 |
-
background: var(--bg-card) !important;
|
| 838 |
-
color: var(--text-primary) !important;
|
| 839 |
-
border: 1px solid var(--border-default) !important;
|
| 840 |
-
transition: all 0.3s cubic-bezier(0.4, 0, 0.2, 1) !important;
|
| 841 |
}
|
| 842 |
|
| 843 |
-
|
| 844 |
-
|
| 845 |
-
|
| 846 |
-
box-shadow: 0 4px 16px rgba(227, 84, 84, 0.2) !important;
|
| 847 |
}
|
| 848 |
|
| 849 |
-
/*
|
| 850 |
-
|
| 851 |
-
background: var(--bg-card);
|
| 852 |
-
border: 1px solid var(--border-subtle);
|
| 853 |
-
border-radius: 12px;
|
| 854 |
-
padding: 20px;
|
| 855 |
-
margin: 8px 0;
|
| 856 |
-
backdrop-filter: blur(10px);
|
| 857 |
position: relative;
|
| 858 |
-
|
| 859 |
-
transition: all 0.3s ease;
|
| 860 |
}
|
| 861 |
|
| 862 |
-
|
| 863 |
-
content:
|
| 864 |
position: absolute;
|
| 865 |
-
|
| 866 |
-
left:
|
| 867 |
-
|
| 868 |
-
|
| 869 |
-
|
| 870 |
-
|
| 871 |
-
|
| 872 |
-
|
| 873 |
-
|
| 874 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 875 |
}
|
| 876 |
|
| 877 |
-
|
| 878 |
-
|
| 879 |
-
box-shadow: 0 4px 20px var(--glow-primary);
|
| 880 |
}
|
| 881 |
|
| 882 |
-
/*
|
| 883 |
-
.
|
| 884 |
background: var(--bg-card);
|
|
|
|
|
|
|
| 885 |
border: 1px solid var(--border-subtle);
|
| 886 |
-
|
| 887 |
-
padding: 28px;
|
| 888 |
-
box-shadow: 0 8px 32px rgba(0, 0, 0, 0.4);
|
| 889 |
-
backdrop-filter: blur(10px);
|
| 890 |
position: relative;
|
| 891 |
-
overflow: hidden;
|
| 892 |
-
}
|
| 893 |
-
|
| 894 |
-
.dark-container::after {
|
| 895 |
-
content: '';
|
| 896 |
-
position: absolute;
|
| 897 |
-
top: -50%;
|
| 898 |
-
right: -50%;
|
| 899 |
-
width: 200%;
|
| 900 |
-
height: 200%;
|
| 901 |
-
background: radial-gradient(circle, var(--glow-primary) 0%, transparent 70%);
|
| 902 |
-
opacity: 0.05;
|
| 903 |
-
pointer-events: none;
|
| 904 |
}
|
| 905 |
|
| 906 |
-
/* Section headers with glow */
|
| 907 |
-
.section-header {
|
| 908 |
-
display: flex;
|
| 909 |
-
align-items: center;
|
| 910 |
-
gap: 12px;
|
| 911 |
-
margin-bottom: 24px;
|
| 912 |
-
}
|
| 913 |
|
| 914 |
-
.
|
| 915 |
-
|
| 916 |
-
|
|
|
|
|
|
|
|
|
|
| 917 |
}
|
| 918 |
|
| 919 |
-
.
|
| 920 |
-
|
| 921 |
-
|
|
|
|
|
|
|
| 922 |
}
|
| 923 |
|
| 924 |
-
|
| 925 |
-
|
| 926 |
-
|
| 927 |
-
|
| 928 |
-
|
| 929 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 930 |
}
|
| 931 |
|
| 932 |
-
|
| 933 |
-
|
| 934 |
-
border-
|
|
|
|
|
|
|
|
|
|
| 935 |
}
|
| 936 |
|
| 937 |
-
|
| 938 |
-
|
| 939 |
-
border-radius: 4px;
|
| 940 |
}
|
| 941 |
|
| 942 |
-
|
| 943 |
-
background:
|
|
|
|
|
|
|
| 944 |
}
|
| 945 |
|
| 946 |
-
|
| 947 |
-
|
| 948 |
-
/* Pulse animation for important elements */
|
| 949 |
-
@keyframes pulse-glow {
|
| 950 |
-
0% { box-shadow: 0 0 0 0 var(--glow-primary); }
|
| 951 |
-
70% { box-shadow: 0 0 0 10px transparent; }
|
| 952 |
-
100% { box-shadow: 0 0 0 0 transparent; }
|
| 953 |
}
|
| 954 |
|
| 955 |
-
.
|
| 956 |
-
|
|
|
|
|
|
|
|
|
|
| 957 |
}
|
| 958 |
|
| 959 |
-
|
| 960 |
-
|
| 961 |
-
display: flex;
|
| 962 |
-
justify-content: center;
|
| 963 |
-
align-items: center;
|
| 964 |
-
width: 100%;
|
| 965 |
-
margin: 0 auto;
|
| 966 |
}
|
| 967 |
|
| 968 |
-
.
|
| 969 |
-
|
| 970 |
-
|
| 971 |
-
|
| 972 |
}
|
| 973 |
|
| 974 |
-
|
| 975 |
-
|
| 976 |
-
margin: 0 auto !important;
|
| 977 |
-
display: flex !important;
|
| 978 |
-
justify-content: center !important;
|
| 979 |
}
|
| 980 |
|
| 981 |
-
.js-plotly-plot {
|
| 982 |
-
margin: 0 auto !important;
|
| 983 |
-
}
|
| 984 |
</style>
|
| 985 |
|
| 986 |
<script>
|
|
@@ -1240,7 +744,7 @@ def create_leaderboard_v2_tab():
|
|
| 1240 |
<span class="nav-button-icon">π</span>
|
| 1241 |
Blog
|
| 1242 |
</a>
|
| 1243 |
-
<a href="https://galileo.ai/mastering-agents-ebook" target="_blank" class="nav-link-button">
|
| 1244 |
<span class="nav-button-icon">π</span>
|
| 1245 |
eBook
|
| 1246 |
</a>
|
|
@@ -1459,7 +963,7 @@ def create_leaderboard_v2_tab():
|
|
| 1459 |
</style>
|
| 1460 |
|
| 1461 |
<!-- First row: Five key insight cards -->
|
| 1462 |
-
<div
|
| 1463 |
<div class="insight-card">
|
| 1464 |
<div class="card-header">
|
| 1465 |
<div class="card-icon floating-icon" style="color: var(--accent-primary);">
|
|
@@ -1522,7 +1026,7 @@ def create_leaderboard_v2_tab():
|
|
| 1522 |
</div>
|
| 1523 |
|
| 1524 |
<!-- Second row: Key features showcase -->
|
| 1525 |
-
<div
|
| 1526 |
<div class="insight-card" style="background: linear-gradient(145deg, rgba(227, 84, 84, 0.05) 0%, rgba(245, 246, 247, 0.05) 100%);">
|
| 1527 |
<div class="card-value">Model Capabilities</div>
|
| 1528 |
<div class="badge-row" style="margin-top: 16px;">
|
|
@@ -2008,6 +1512,36 @@ def create_leaderboard_v2_tab():
|
|
| 2008 |
</div>
|
| 2009 |
</div>""")
|
| 2010 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2011 |
# Column Info Section
|
| 2012 |
gr.HTML("""
|
| 2013 |
<div class="dark-container" style="margin-top: 24px; margin-bottom: 32px;">
|
|
@@ -3209,7 +2743,7 @@ def create_leaderboard_v2_tab():
|
|
| 3209 |
</p>
|
| 3210 |
</div>
|
| 3211 |
<div style="display: flex; justify-content: center; gap: 16px; flex-wrap: wrap;">
|
| 3212 |
-
<a href="https://galileo.ai/mastering-agents-ebook" target="_blank" class="header-action-button">
|
| 3213 |
<span class="action-button-icon">π</span>Mastering Agents eBook
|
| 3214 |
</a>
|
| 3215 |
<a href="https://app.galileo.ai/sign-up?utm_medium=referral&utm_source=HF&utm_campaign=agent_leaderboard_v2" target="_blank" class="header-action-button">
|
|
@@ -3219,6 +2753,9 @@ def create_leaderboard_v2_tab():
|
|
| 3219 |
</div>
|
| 3220 |
""")
|
| 3221 |
|
|
|
|
|
|
|
|
|
|
| 3222 |
return leaderboard_table
|
| 3223 |
|
| 3224 |
|
|
|
|
| 2 |
import pandas as pd
|
| 3 |
import plotly.graph_objects as go
|
| 4 |
|
| 5 |
+
# Import components and styles from modular files
|
| 6 |
+
from components.leaderboard_components import (
|
| 7 |
+
get_chart_colors, get_rank_badge, get_type_badge,
|
| 8 |
+
get_output_type_badge, get_score_bar, get_metric_tooltip,
|
| 9 |
+
get_responsive_styles, get_faq_section, SORT_COLUMN_MAP
|
| 10 |
+
)
|
| 11 |
+
from styles.leaderboard_styles import get_leaderboard_css
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 12 |
|
| 13 |
|
| 14 |
def create_leaderboard_v2_tab():
|
|
|
|
| 124 |
<th style="width: 120px;">Type</th>
|
| 125 |
<th style="width: 120px;">Output Type</th>
|
| 126 |
<th>Vendor</th>
|
| 127 |
+
<th style="width: 200px;" title="Action Completion (AC): Measures how well the agent accomplishes user goals and completes tasks successfully. Higher is better (0-1 scale).">
|
| 128 |
+
<span class="metric-header">Avg Action Completion <span class="info-icon">β</span></span>
|
| 129 |
+
</th>
|
| 130 |
+
<th style="width: 200px;" title="Tool Selection Quality (TSQ): Evaluates the accuracy of selecting the right tools and using them with correct parameters. Higher is better (0-1 scale).">
|
| 131 |
+
<span class="metric-header">Avg Tool Selection Quality <span class="info-icon">β</span></span>
|
| 132 |
+
</th>
|
| 133 |
+
<th title="Average cost per conversation session in USD, including all API calls and processing. Lower is better.">
|
| 134 |
+
<span class="metric-header">Avg Cost ($) <span class="info-icon">β</span></span>
|
| 135 |
+
</th>
|
| 136 |
+
<th title="Average time taken to complete a full conversation session from start to finish, measured in seconds. Lower is generally better.">
|
| 137 |
+
<span class="metric-header">Avg Duration (s) <span class="info-icon">β</span></span>
|
| 138 |
+
</th>
|
| 139 |
+
<th title="Average number of back-and-forth exchanges needed to complete a task. Lower typically indicates more efficient task completion.">
|
| 140 |
+
<span class="metric-header">Avg Turns <span class="info-icon">β</span></span>
|
| 141 |
+
</th>
|
| 142 |
</tr>
|
| 143 |
</thead>
|
| 144 |
<tbody>
|
|
|
|
| 342 |
initial_table = filter_and_sort_data("π All", "All", "All", "Avg AC", "Descending")
|
| 343 |
initial_df = load_leaderboard_data() # Load raw data for model selector
|
| 344 |
|
| 345 |
+
# Load custom CSS and responsive styles
|
| 346 |
+
custom_css = get_leaderboard_css() + get_responsive_styles() + """
|
| 347 |
<style>
|
| 348 |
+
/* Page-specific styles for leaderboard v2 */
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 349 |
|
| 350 |
+
/* Metric header styles with info icons */
|
| 351 |
+
.metric-header {
|
| 352 |
+
cursor: help;
|
| 353 |
+
display: inline-flex;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 354 |
align-items: center;
|
| 355 |
+
gap: 6px;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 356 |
}
|
| 357 |
|
| 358 |
+
.info-icon {
|
| 359 |
+
color: var(--accent-secondary);
|
| 360 |
+
font-size: 1em;
|
| 361 |
+
opacity: 0.8;
|
| 362 |
+
transition: opacity 0.2s ease;
|
| 363 |
+
font-weight: normal;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 364 |
}
|
| 365 |
|
| 366 |
+
.metric-header:hover .info-icon {
|
| 367 |
+
opacity: 1;
|
|
|
|
|
|
|
|
|
|
|
|
|
| 368 |
}
|
| 369 |
|
| 370 |
+
/* Native tooltip styling */
|
| 371 |
+
.v2-styled-table th[title] {
|
| 372 |
+
cursor: help;
|
|
|
|
| 373 |
}
|
| 374 |
|
| 375 |
+
/* Custom tooltip using CSS only */
|
| 376 |
+
[data-tooltip] {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 377 |
position: relative;
|
| 378 |
+
cursor: help;
|
|
|
|
| 379 |
}
|
| 380 |
|
| 381 |
+
[data-tooltip]::before {
|
| 382 |
+
content: attr(data-tooltip);
|
| 383 |
position: absolute;
|
| 384 |
+
bottom: 100%;
|
| 385 |
+
left: 50%;
|
| 386 |
+
transform: translateX(-50%);
|
| 387 |
+
background: rgba(26, 26, 46, 0.95);
|
| 388 |
+
color: #f5f6f7;
|
| 389 |
+
padding: 8px 12px;
|
| 390 |
+
border-radius: 6px;
|
| 391 |
+
font-size: 12px;
|
| 392 |
+
white-space: nowrap;
|
| 393 |
+
max-width: 300px;
|
| 394 |
+
z-index: 10000;
|
| 395 |
+
opacity: 0;
|
| 396 |
+
pointer-events: none;
|
| 397 |
+
transition: opacity 0.3s;
|
| 398 |
+
margin-bottom: 5px;
|
| 399 |
+
border: 1px solid rgba(16, 152, 247, 0.3);
|
| 400 |
+
box-shadow: 0 4px 12px rgba(0, 0, 0, 0.8);
|
| 401 |
}
|
| 402 |
|
| 403 |
+
[data-tooltip]:hover::before {
|
| 404 |
+
opacity: 1;
|
|
|
|
| 405 |
}
|
| 406 |
|
| 407 |
+
/* Dark theme table styling */
|
| 408 |
+
.v2-table-container {
|
| 409 |
background: var(--bg-card);
|
| 410 |
+
border-radius: 16px;
|
| 411 |
+
overflow: visible; /* Changed from hidden to visible for tooltips */
|
| 412 |
border: 1px solid var(--border-subtle);
|
| 413 |
+
margin-top: 20px;
|
|
|
|
|
|
|
|
|
|
| 414 |
position: relative;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 415 |
}
|
| 416 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 417 |
|
| 418 |
+
.v2-styled-table {
|
| 419 |
+
width: 100%;
|
| 420 |
+
border-collapse: collapse;
|
| 421 |
+
font-family: 'Geist', -apple-system, BlinkMacSystemFont, sans-serif;
|
| 422 |
+
background: var(--bg-card);
|
| 423 |
+
color: var(--text-primary);
|
| 424 |
}
|
| 425 |
|
| 426 |
+
.v2-styled-table thead {
|
| 427 |
+
position: sticky;
|
| 428 |
+
top: 0;
|
| 429 |
+
background: rgba(227, 84, 84, 0.1);
|
| 430 |
+
z-index: 1;
|
| 431 |
}
|
| 432 |
|
| 433 |
+
.v2-styled-table th {
|
| 434 |
+
padding: 14px 12px;
|
| 435 |
+
text-align: left;
|
| 436 |
+
font-weight: 600;
|
| 437 |
+
color: var(--text-primary);
|
| 438 |
+
border-bottom: 2px solid var(--accent-primary);
|
| 439 |
+
font-size: 14px;
|
| 440 |
+
text-transform: uppercase;
|
| 441 |
+
letter-spacing: 0.05em;
|
| 442 |
+
position: relative; /* Added for tooltip positioning */
|
| 443 |
}
|
| 444 |
|
| 445 |
+
.v2-styled-table td {
|
| 446 |
+
padding: 12px;
|
| 447 |
+
border-bottom: 1px solid var(--border-subtle);
|
| 448 |
+
color: var(--text-primary);
|
| 449 |
+
font-size: 14px;
|
| 450 |
+
transition: all 0.2s ease;
|
| 451 |
}
|
| 452 |
|
| 453 |
+
.v2-styled-table tbody tr {
|
| 454 |
+
transition: all 0.3s ease;
|
|
|
|
| 455 |
}
|
| 456 |
|
| 457 |
+
.v2-styled-table tbody tr:hover {
|
| 458 |
+
background: rgba(227, 84, 84, 0.15) !important;
|
| 459 |
+
box-shadow: 0 0 20px rgba(227, 84, 84, 0.3), inset 0 0 20px rgba(227, 84, 84, 0.1);
|
| 460 |
+
transform: scale(1.01);
|
| 461 |
}
|
| 462 |
|
| 463 |
+
.v2-styled-table tbody tr:nth-child(even) {
|
| 464 |
+
background: var(--bg-secondary);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 465 |
}
|
| 466 |
|
| 467 |
+
.model-name {
|
| 468 |
+
font-weight: 500;
|
| 469 |
+
color: var(--accent-primary);
|
| 470 |
+
font-size: 14px;
|
| 471 |
+
transition: color 0.2s ease;
|
| 472 |
}
|
| 473 |
|
| 474 |
+
.v2-styled-table tr:hover .model-name {
|
| 475 |
+
color: var(--accent-secondary);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 476 |
}
|
| 477 |
|
| 478 |
+
.numeric-cell {
|
| 479 |
+
font-family: 'Geist Mono', monospace;
|
| 480 |
+
font-size: 14px;
|
| 481 |
+
text-align: center;
|
| 482 |
}
|
| 483 |
|
| 484 |
+
.score-cell {
|
| 485 |
+
min-width: 180px;
|
|
|
|
|
|
|
|
|
|
| 486 |
}
|
| 487 |
|
|
|
|
|
|
|
|
|
|
| 488 |
</style>
|
| 489 |
|
| 490 |
<script>
|
|
|
|
| 744 |
<span class="nav-button-icon">π</span>
|
| 745 |
Blog
|
| 746 |
</a>
|
| 747 |
+
<a href="https://galileo.ai/mastering-agents-ebook?utm_medium=referral&utm_source=HF&utm_campaign=agent_leaderboard_v2" target="_blank" class="nav-link-button">
|
| 748 |
<span class="nav-button-icon">π</span>
|
| 749 |
eBook
|
| 750 |
</a>
|
|
|
|
| 963 |
</style>
|
| 964 |
|
| 965 |
<!-- First row: Five key insight cards -->
|
| 966 |
+
<div class="insight-card-grid">
|
| 967 |
<div class="insight-card">
|
| 968 |
<div class="card-header">
|
| 969 |
<div class="card-icon floating-icon" style="color: var(--accent-primary);">
|
|
|
|
| 1026 |
</div>
|
| 1027 |
|
| 1028 |
<!-- Second row: Key features showcase -->
|
| 1029 |
+
<div class="metric-card-grid" style="margin-top: 16px;">
|
| 1030 |
<div class="insight-card" style="background: linear-gradient(145deg, rgba(227, 84, 84, 0.05) 0%, rgba(245, 246, 247, 0.05) 100%);">
|
| 1031 |
<div class="card-value">Model Capabilities</div>
|
| 1032 |
<div class="badge-row" style="margin-top: 16px;">
|
|
|
|
| 1512 |
</div>
|
| 1513 |
</div>""")
|
| 1514 |
|
| 1515 |
+
# Evaluate Your Agents Button
|
| 1516 |
+
gr.HTML("""
|
| 1517 |
+
<div style="text-align: center; margin-top: 32px; margin-bottom: 32px;">
|
| 1518 |
+
<a href="https://app.galileo.ai/sign-up?utm_medium=referral&utm_source=HF&utm_campaign=agent_leaderboard_v2" target="_blank"
|
| 1519 |
+
style="display: inline-flex; align-items: center; gap: 12px; padding: 16px 40px;
|
| 1520 |
+
background: linear-gradient(135deg, #E35454 0%, #F06B6B 100%);
|
| 1521 |
+
border: none;
|
| 1522 |
+
border-radius: 16px;
|
| 1523 |
+
color: white;
|
| 1524 |
+
text-decoration: none;
|
| 1525 |
+
font-size: 1.1rem;
|
| 1526 |
+
font-family: 'Geist', sans-serif;
|
| 1527 |
+
font-weight: 600;
|
| 1528 |
+
transition: all 0.3s cubic-bezier(0.4, 0, 0.2, 1);
|
| 1529 |
+
box-shadow: 0 8px 24px rgba(227, 84, 84, 0.35), 0 2px 8px rgba(0, 0, 0, 0.1);
|
| 1530 |
+
transform: translateY(0);">
|
| 1531 |
+
<span style="font-size: 1.3rem;">π</span>
|
| 1532 |
+
<span>Evaluate Your Agents</span>
|
| 1533 |
+
<span style="font-size: 0.9rem;">β</span>
|
| 1534 |
+
</a>
|
| 1535 |
+
</div>
|
| 1536 |
+
<style>
|
| 1537 |
+
.dataframe-container + div a:hover {
|
| 1538 |
+
background: linear-gradient(135deg, #D94444 0%, #E05555 100%) !important;
|
| 1539 |
+
transform: translateY(-3px) !important;
|
| 1540 |
+
box-shadow: 0 12px 32px rgba(227, 84, 84, 0.45), 0 4px 12px rgba(0, 0, 0, 0.15) !important;
|
| 1541 |
+
}
|
| 1542 |
+
</style>
|
| 1543 |
+
""")
|
| 1544 |
+
|
| 1545 |
# Column Info Section
|
| 1546 |
gr.HTML("""
|
| 1547 |
<div class="dark-container" style="margin-top: 24px; margin-bottom: 32px;">
|
|
|
|
| 2743 |
</p>
|
| 2744 |
</div>
|
| 2745 |
<div style="display: flex; justify-content: center; gap: 16px; flex-wrap: wrap;">
|
| 2746 |
+
<a href="https://galileo.ai/mastering-agents-ebook?utm_medium=referral&utm_source=HF&utm_campaign=agent_leaderboard_v2" target="_blank" class="header-action-button">
|
| 2747 |
<span class="action-button-icon">π</span>Mastering Agents eBook
|
| 2748 |
</a>
|
| 2749 |
<a href="https://app.galileo.ai/sign-up?utm_medium=referral&utm_source=HF&utm_campaign=agent_leaderboard_v2" target="_blank" class="header-action-button">
|
|
|
|
| 2753 |
</div>
|
| 2754 |
""")
|
| 2755 |
|
| 2756 |
+
# Add FAQ section at the end
|
| 2757 |
+
gr.HTML(get_faq_section())
|
| 2758 |
+
|
| 2759 |
return leaderboard_table
|
| 2760 |
|
| 2761 |
|