paulml commited on
Commit
a4cc6e6
·
verified ·
1 Parent(s): 4064f94

Upload 2 files

Browse files
Files changed (2) hide show
  1. app.py +2 -1
  2. scores.json +52 -1
app.py CHANGED
@@ -195,13 +195,14 @@ def create_leaderboard():
195
  - **Scores**: Values range from 0 to 1, where higher is better (1.000 being perfect retrieval)
196
  - **Average**: Overall mean performance across all sectors for each model
197
  - **Colors**: Blue backgrounds indicate EU models, red backgrounds indicate Chinese models
 
 
198
  """)
199
 
200
  # Info box with custom styling
201
  gr.Markdown("""
202
  ### How to Read the Results
203
  - Select a language tab to see how models perform with queries in that language
204
- - Click on column headers to sort by performance in specific sectors or by average performance
205
  - All scores are normalized retrieval accuracy metrics
206
  - Background colors indicate model origins (Blue = EU, Red = Chinese)
207
  """)
 
195
  - **Scores**: Values range from 0 to 1, where higher is better (1.000 being perfect retrieval)
196
  - **Average**: Overall mean performance across all sectors for each model
197
  - **Colors**: Blue backgrounds indicate EU models, red backgrounds indicate Chinese models
198
+
199
+ The leaderboard was created in collaboration with the <em>Intelligence Lab</em> of the <em>ECE - Ecole centrale d'électronique</em>.
200
  """)
201
 
202
  # Info box with custom styling
203
  gr.Markdown("""
204
  ### How to Read the Results
205
  - Select a language tab to see how models perform with queries in that language
 
206
  - All scores are normalized retrieval accuracy metrics
207
  - Background colors indicate model origins (Blue = EU, Red = Chinese)
208
  """)
scores.json CHANGED
@@ -143,7 +143,7 @@
143
  "es": 0.8279510851214207
144
  }
145
  },
146
- "racineai/smolvlm-2b-dse": {
147
  "origin": "EU",
148
  "ENERGY_EN": {
149
  "en": 0.8867680191920602,
@@ -159,5 +159,56 @@
159
  "it": 0.7530777182006402,
160
  "es": 0.757678752178639
161
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
162
  }
163
  }
 
143
  "es": 0.8279510851214207
144
  }
145
  },
146
+ "racineai/Flantier-SmolVLM-2B-dse": {
147
  "origin": "EU",
148
  "ENERGY_EN": {
149
  "en": 0.8867680191920602,
 
159
  "it": 0.7530777182006402,
160
  "es": 0.757678752178639
161
  }
162
+ },
163
+ "racineai/Flantier-SmolVLM-500M-dse": {
164
+ "origin": "EU",
165
+ "ENERGY_EN": {
166
+ "en": 0.8153009806531882,
167
+ "fr": 0.6071219186428009,
168
+ "de": 0.44109186900489206,
169
+ "it": 0.5555778503447449,
170
+ "es": 0.5792767688341532
171
+ },
172
+ "ENERGY_FR": {
173
+ "en": 0.5780510877846053,
174
+ "fr": 0.5514522808715399,
175
+ "de": 0.2982854911981817,
176
+ "it": 0.4507487986134664,
177
+ "es": 0.48847155275908344
178
+ }
179
+ },
180
+ "HuggingFaceTB/SmolVLM-500M-Instruct (base model)": {
181
+ "origin": "EU",
182
+ "ENERGY_EN": {
183
+ "en": 0.36031130067620937,
184
+ "fr": 0.16221494242153997,
185
+ "de": 0.1584892148952322,
186
+ "it": 0.16235437347603082,
187
+ "es": 0.1557262842051152
188
+ },
189
+ "ENERGY_FR": {
190
+ "en": 0.24366140479698933,
191
+ "fr": 0.1513110070740866,
192
+ "de": 0.14536918902247017,
193
+ "it": 0.14280464253419706,
194
+ "es": 0.13903597974783502
195
+ }
196
+ },
197
+ "HuggingFaceTB/SmolVLM-Instruct (base model)": {
198
+ "origin": "EU",
199
+ "ENERGY_EN": {
200
+ "en": 0.3104143166275596,
201
+ "fr": 0.15964826696598852,
202
+ "de": 0.1645588080353532,
203
+ "it": 0.16498779566801863,
204
+ "es": 0.17682109785787584
205
+ },
206
+ "ENERGY_FR": {
207
+ "en": 0.2981417949133847,
208
+ "fr": 0.15683238366325403,
209
+ "de": 0.16380710034842738,
210
+ "it": 0.16173714625014246,
211
+ "es": 0.17481822122405033
212
+ }
213
  }
214
  }