edgerunner-research commited on
Commit
8dfbe39
·
verified ·
1 Parent(s): 7e66cb6

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +4 -5
README.md CHANGED
@@ -86,7 +86,7 @@ In this section, we report the results for EdgeRunner-Tactical-7B models on stan
86
  | gpt-4-0314 | 50.0 | (0.0, 0.0) | 423 |
87
  | claude-3-haiku-20240307 | 41.5 | (-2.5, 2.9) | 505 |
88
  | llama-3-70b-chat-hf | 41.1 | (-2.7, 1.7) | 583 |
89
- | EdgeRunner-Tactical-7B | 38.2 | (-2.3, 2.7) | 719 |
90
  | gpt-4-0613 | 37.9 | (-2.2, 2.6) | 354 |
91
  | mistral-large-2402 | 37.7 | (-1.9, 2.0) | 400 |
92
  | mixtral-8x22b-instruct-v0.1 | 36.4 | (-2.0, 2.0) | 430 |
@@ -141,8 +141,7 @@ In this section, we report the results for EdgeRunner-Tactical-7B models on stan
141
  | Yi-1.5-34B-Chat | 84.08 | 0.08 | 553.47 |
142
  | Llama-3.1-8B-Instruct | 82.87 | 0.45 | 414.19 |
143
  | Mistral-Nemo-Instruct-2407 | 82.79 | 0 | 349.81 |
144
- | yi-large-preview | 82.64 | 0 | 514.25 |
145
- | EdgeRunner-Tactical-7B | 81.12 | 0.08 | 615.89 |
146
  | gpt-3.5-turbo-0125 | 80.36 | 0 | 350.97 |
147
  | command-r-plus | 80.14 | 0.08 | 294.08 |
148
  | Qwen2-7B-Instruct | 80.06 | 0 | 452.6 |
@@ -187,7 +186,7 @@ In this section, we report the results for EdgeRunner-Tactical-7B models on stan
187
  | Phi-3-mini-4k-instruct | 70.34 | 0.43 | 677.09 |
188
  | command-r-plus | 68.61 | 0 | 401.51 |
189
  | gpt-3.5-turbo-0125 | 68.36 | 0.04 | 357.92 |
190
- | EdgeRunner-Tactical-7B | 67.71 | 0.65 | 917.6 |
191
  | Llama-3.1-8B-Instruct | 67.13 | 3.38 | 399.54 |
192
  | Qwen2-7B-Instruct | 66.92 | 0.72 | 533.15 |
193
  | Mistral-Nemo-Instruct-2407 | 66.88 | 0.47 | 464.19 |
@@ -228,7 +227,7 @@ In this section, we report the results for EdgeRunner-Tactical-7B models on stan
228
  | reka-core-20240501 | 1173.85 | 31.48 | 17.06 | 2592.59 |
229
  | Mistral-Nemo-Instruct-2407 | 1165.29 | 22.19 | 0.00 | 3318.21 |
230
  | Yi-1.5-34B-Chat | 1163.69 | 30.83 | 16.06 | 3523.56 |
231
- | EdgeRunner-Tactical-7B | 1162.88 | 22.26 | 0.00 | 3754.66 |
232
  | claude-3-haiku-20240307 | 1160.56 | 16.30 | -6.30 | 2601.03 |
233
  | mistral-large-2402 | 1159.72 | 13.27 | -12.36 | 2514.98 |
234
  | deepseek-v2-coder-0628 | 1155.97 | 22.83 | 0.00 | 2580.18 |
 
86
  | gpt-4-0314 | 50.0 | (0.0, 0.0) | 423 |
87
  | claude-3-haiku-20240307 | 41.5 | (-2.5, 2.9) | 505 |
88
  | llama-3-70b-chat-hf | 41.1 | (-2.7, 1.7) | 583 |
89
+ | **EdgeRunner-Tactical-7B** | 38.2 | (-2.3, 2.7) | 719 |
90
  | gpt-4-0613 | 37.9 | (-2.2, 2.6) | 354 |
91
  | mistral-large-2402 | 37.7 | (-1.9, 2.0) | 400 |
92
  | mixtral-8x22b-instruct-v0.1 | 36.4 | (-2.0, 2.0) | 430 |
 
141
  | Yi-1.5-34B-Chat | 84.08 | 0.08 | 553.47 |
142
  | Llama-3.1-8B-Instruct | 82.87 | 0.45 | 414.19 |
143
  | Mistral-Nemo-Instruct-2407 | 82.79 | 0 | 349.81 |
144
+ | **EdgeRunner-Tactical-7B** | 81.12 | 0.08 | 615.89 |
 
145
  | gpt-3.5-turbo-0125 | 80.36 | 0 | 350.97 |
146
  | command-r-plus | 80.14 | 0.08 | 294.08 |
147
  | Qwen2-7B-Instruct | 80.06 | 0 | 452.6 |
 
186
  | Phi-3-mini-4k-instruct | 70.34 | 0.43 | 677.09 |
187
  | command-r-plus | 68.61 | 0 | 401.51 |
188
  | gpt-3.5-turbo-0125 | 68.36 | 0.04 | 357.92 |
189
+ | **EdgeRunner-Tactical-7B** | 67.71 | 0.65 | 917.6 |
190
  | Llama-3.1-8B-Instruct | 67.13 | 3.38 | 399.54 |
191
  | Qwen2-7B-Instruct | 66.92 | 0.72 | 533.15 |
192
  | Mistral-Nemo-Instruct-2407 | 66.88 | 0.47 | 464.19 |
 
227
  | reka-core-20240501 | 1173.85 | 31.48 | 17.06 | 2592.59 |
228
  | Mistral-Nemo-Instruct-2407 | 1165.29 | 22.19 | 0.00 | 3318.21 |
229
  | Yi-1.5-34B-Chat | 1163.69 | 30.83 | 16.06 | 3523.56 |
230
+ | **EdgeRunner-Tactical-7B** | 1162.88 | 22.26 | 0.00 | 3754.66 |
231
  | claude-3-haiku-20240307 | 1160.56 | 16.30 | -6.30 | 2601.03 |
232
  | mistral-large-2402 | 1159.72 | 13.27 | -12.36 | 2514.98 |
233
  | deepseek-v2-coder-0628 | 1155.97 | 22.83 | 0.00 | 2580.18 |