Upload 2 files
Browse files- app.py +2 -1
- scores.json +52 -1
app.py
CHANGED
@@ -195,13 +195,14 @@ def create_leaderboard():
|
|
195 |
- **Scores**: Values range from 0 to 1, where higher is better (1.000 being perfect retrieval)
|
196 |
- **Average**: Overall mean performance across all sectors for each model
|
197 |
- **Colors**: Blue backgrounds indicate EU models, red backgrounds indicate Chinese models
|
|
|
|
|
198 |
""")
|
199 |
|
200 |
# Info box with custom styling
|
201 |
gr.Markdown("""
|
202 |
### How to Read the Results
|
203 |
- Select a language tab to see how models perform with queries in that language
|
204 |
-
- Click on column headers to sort by performance in specific sectors or by average performance
|
205 |
- All scores are normalized retrieval accuracy metrics
|
206 |
- Background colors indicate model origins (Blue = EU, Red = Chinese)
|
207 |
""")
|
|
|
195 |
- **Scores**: Values range from 0 to 1, where higher is better (1.000 being perfect retrieval)
|
196 |
- **Average**: Overall mean performance across all sectors for each model
|
197 |
- **Colors**: Blue backgrounds indicate EU models, red backgrounds indicate Chinese models
|
198 |
+
|
199 |
+
The leaderboard was created in collaboration with the <em>Intelligence Lab</em> of the <em>ECE - Ecole centrale d'électronique</em>.
|
200 |
""")
|
201 |
|
202 |
# Info box with custom styling
|
203 |
gr.Markdown("""
|
204 |
### How to Read the Results
|
205 |
- Select a language tab to see how models perform with queries in that language
|
|
|
206 |
- All scores are normalized retrieval accuracy metrics
|
207 |
- Background colors indicate model origins (Blue = EU, Red = Chinese)
|
208 |
""")
|
scores.json
CHANGED
@@ -143,7 +143,7 @@
|
|
143 |
"es": 0.8279510851214207
|
144 |
}
|
145 |
},
|
146 |
-
"racineai/
|
147 |
"origin": "EU",
|
148 |
"ENERGY_EN": {
|
149 |
"en": 0.8867680191920602,
|
@@ -159,5 +159,56 @@
|
|
159 |
"it": 0.7530777182006402,
|
160 |
"es": 0.757678752178639
|
161 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
162 |
}
|
163 |
}
|
|
|
143 |
"es": 0.8279510851214207
|
144 |
}
|
145 |
},
|
146 |
+
"racineai/Flantier-SmolVLM-2B-dse": {
|
147 |
"origin": "EU",
|
148 |
"ENERGY_EN": {
|
149 |
"en": 0.8867680191920602,
|
|
|
159 |
"it": 0.7530777182006402,
|
160 |
"es": 0.757678752178639
|
161 |
}
|
162 |
+
},
|
163 |
+
"racineai/Flantier-SmolVLM-500M-dse": {
|
164 |
+
"origin": "EU",
|
165 |
+
"ENERGY_EN": {
|
166 |
+
"en": 0.8153009806531882,
|
167 |
+
"fr": 0.6071219186428009,
|
168 |
+
"de": 0.44109186900489206,
|
169 |
+
"it": 0.5555778503447449,
|
170 |
+
"es": 0.5792767688341532
|
171 |
+
},
|
172 |
+
"ENERGY_FR": {
|
173 |
+
"en": 0.5780510877846053,
|
174 |
+
"fr": 0.5514522808715399,
|
175 |
+
"de": 0.2982854911981817,
|
176 |
+
"it": 0.4507487986134664,
|
177 |
+
"es": 0.48847155275908344
|
178 |
+
}
|
179 |
+
},
|
180 |
+
"HuggingFaceTB/SmolVLM-500M-Instruct (base model)": {
|
181 |
+
"origin": "EU",
|
182 |
+
"ENERGY_EN": {
|
183 |
+
"en": 0.36031130067620937,
|
184 |
+
"fr": 0.16221494242153997,
|
185 |
+
"de": 0.1584892148952322,
|
186 |
+
"it": 0.16235437347603082,
|
187 |
+
"es": 0.1557262842051152
|
188 |
+
},
|
189 |
+
"ENERGY_FR": {
|
190 |
+
"en": 0.24366140479698933,
|
191 |
+
"fr": 0.1513110070740866,
|
192 |
+
"de": 0.14536918902247017,
|
193 |
+
"it": 0.14280464253419706,
|
194 |
+
"es": 0.13903597974783502
|
195 |
+
}
|
196 |
+
},
|
197 |
+
"HuggingFaceTB/SmolVLM-Instruct (base model)": {
|
198 |
+
"origin": "EU",
|
199 |
+
"ENERGY_EN": {
|
200 |
+
"en": 0.3104143166275596,
|
201 |
+
"fr": 0.15964826696598852,
|
202 |
+
"de": 0.1645588080353532,
|
203 |
+
"it": 0.16498779566801863,
|
204 |
+
"es": 0.17682109785787584
|
205 |
+
},
|
206 |
+
"ENERGY_FR": {
|
207 |
+
"en": 0.2981417949133847,
|
208 |
+
"fr": 0.15683238366325403,
|
209 |
+
"de": 0.16380710034842738,
|
210 |
+
"it": 0.16173714625014246,
|
211 |
+
"es": 0.17481822122405033
|
212 |
+
}
|
213 |
}
|
214 |
}
|