File size: 4,971 Bytes
14e0ea5
a8aeaee
 
 
 
 
 
 
 
 
 
 
14e0ea5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5c6f4f0
 
 
 
 
 
7f53fb7
 
 
 
14e0ea5
57cf1b0
 
 
 
 
 
 
 
 
d768c28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
dc5333c
9e9c816
35cbc88
dc5333c
35cbc88
9e9c816
dc5333c
 
 
 
d768c28
 
 
 
 
 
 
dc5333c
d768c28
35cbc88
 
d768c28
 
 
 
 
 
d39c23d
 
 
d768c28
 
 
 
 
dc5333c
 
d768c28
 
dc5333c
d768c28
 
 
 
 
 
 
9e9c816
dc5333c
 
d768c28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
14e0ea5
0bc926e
1b6a46e
341d45d
 
 
 
 
 
 
 
c1b1328
 
 
341d45d
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
css = """
@import url('https://fonts.googleapis.com/css2?family=Source+Sans+Pro:wght@400;600;700&display=swap');

:root {
    --app-font-family: 'Source Sans Pro', 'ui-sans-serif', 'system-ui', sans-serif;
}

.gradio-container,
.gradio-container *:not(code):not(pre) {
    font-family: var(--app-font-family) !important;
}

.gradio-container {
    max-width: 95% !important;
    margin: 0 auto;
}
.tab-buttons button {
    font-size: 1.3em;
}
.gr-dataframe th {
    white-space: normal;
    word-break: break-word;
}
table {
    margin-left: auto !important;
    margin-right: auto !important;
    width: 100% !important;
}
.data-source-box {
    border: 1px solid var(--border-color-primary);
    border-radius: 8px;
    padding: 16px !important;
    background: var(--background-fill-primary);
}
.aligned-checkboxes label {
    min-width: 150px !important;
    margin-right: 10px;
}
.leaderboard-table {
    max-height: none !important;
    overflow: visible !important;
}
.leaderboard-table .html-container,
.leaderboard-table .prose {
    max-height: none !important;
    overflow: visible !important;
}
.frontier-table .table-wrap,
.frontier-table .wrap {
    overflow-x: hidden !important;
}
.frontier-table,
.frontier-table .html-container,
.frontier-table .prose,
.frontier-table-card,
.frontier-table-scroll {
    max-width: 100% !important;
    overflow-x: hidden !important;
}
.frontier-table .prose {
    margin: 0 !important;
}
.frontier-table-card {
    width: 100%;
}
.frontier-table-title {
    color: var(--body-text-color);
    font-size: 1rem;
    font-weight: 600;
    margin-bottom: 10px;
}
.frontier-table-scroll {
    max-height: 600px;
    overflow-y: auto;
    border: 0 !important;
    border-radius: 0;
    padding-right: 4px;
}
.frontier-table table,
.frontier-table-inner {
    border: 0 !important;
    border-collapse: separate;
    border-spacing: 0 6px;
    table-layout: fixed !important;
    width: 100% !important;
    min-width: 0 !important;
    margin: 0 !important;
}
.frontier-table .params-col {
    width: 64px;
}
.frontier-table .model-col {
    width: 150px;
}
.frontier-table .ratio-col {
    width: 68px;
}
.frontier-table .delta-col {
    width: 72px;
}
.frontier-table th,
.frontier-table td {
    white-space: normal !important;
    overflow-wrap: anywhere !important;
    word-break: break-word !important;
    border: 0 !important;
    padding: 9px 8px;
    vertical-align: top;
    font-size: 14px;
    line-height: 1.32;
}
.frontier-table th {
    background: var(--background-fill-primary);
    color: var(--body-text-color-subdued);
    font-weight: 700;
    text-align: left;
    white-space: nowrap !important;
    overflow-wrap: normal !important;
    word-break: normal !important;
    position: sticky;
    top: 0;
    z-index: 1;
}
.frontier-table tbody tr td {
    background: var(--row-bg, var(--background-fill-secondary));
    transition: background-color 0.15s ease;
}
.frontier-table tbody tr:hover td {
    background: var(--row-hover-bg, rgba(255, 107, 107, 0.12));
}
.frontier-table tbody tr td:first-child {
    border-radius: 7px 0 0 7px;
}
.frontier-table tbody tr td:last-child {
    border-radius: 0 7px 7px 0;
}
.frontier-table td.params,
.frontier-table td.ratio,
.frontier-table td.delta {
    font-variant-numeric: tabular-nums;
}
.frontier-table td.empty {
    color: var(--body-text-color-subdued);
    text-align: center;
}
.scaling-plot,
.scaling-plot > div,
.scaling-plot .plot-container {
    display: flex !important;
    justify-content: center !important;
}
.scaling-plot .js-plotly-plot,
.scaling-plot .plotly-graph-div {
    margin-left: auto !important;
    margin-right: auto !important;
}
"""
TITLE_HTML = '<h1 style="text-align:center"><span style="font-size:1.3em">πŸ† LLM Compression Leaderboard (Base Model)</span></h1>'
SUBTITLE_HTML = "<h1 style='text-align:center'><span style='font-size:0.8em'>Welcome to Uncheatable Eval LLM Compression Leaderboard, where fancy fine-tuning and cheating won't work 🚫; only compute πŸ’», data πŸ“Š, and real innovation πŸ”₯ can prevail!</span></h1>"
LINKS_HTML = """
<div style="display: flex; flex-direction: row; justify-content: center; align-items: center; gap: 20px; margin: 10px 0;">
    <a href="https://github.com/Jellyfish042/uncheatable_eval" target="_blank" style="text-decoration: none;">
        <img src="https://img.shields.io/badge/GitHub-Project-181717?logo=github" alt="GitHub Project">
    </a>
    <a href="https://huggingface.co/collections/Jellyfish042/uncheatableeval" target="_blank" style="text-decoration: none;">
        <img src="https://img.shields.io/badge/%F0%9F%A4%97%20HuggingFace-Dataset-FFD21E" alt="HuggingFace Dataset">
    </a>
    <a href="https://huggingface.co/spaces/Jellyfish042/Compression-Lens" target="_blank" style="text-decoration: none;">
        <img src="https://img.shields.io/badge/%F0%9F%94%AC%20Compression--Lens-Visualization-blue" alt="Compression Lens">
    </a>
</div>
"""