Hugging Face's logo

Spaces:
livecodebench
/
code_generation_samples
Running

App Files Community
StringChaos commited on
Commit
0ba00fa
·
1 Parent(s): 200fae8

release 3 and strawberry

Browse files
Files changed (2) hide show
  1. app.py +9 -6
  2. problems.json +2 -2
app.py CHANGED
@@ -103,15 +103,18 @@ def problem(problem_idx):
103
 
104
 
105
  mini_models = [
106
- "DeepSeek-V2",
107
  "DeepSeekCoder-V2",
108
- "DSCoder-33b-Ins",
109
- "LLama3-70b-Ins",
110
- "GPT-4-Turbo-2024-04-09",
 
111
  "GPT-4O-2024-05-13",
112
  "Claude-3-Opus",
113
- "Claude-3-Sonnet",
114
- "Gemini-Pro-1.5-May",
 
 
115
  ]
116
 
117
 
 
103
 
104
 
105
  mini_models = [
106
+ # "DeepSeek-V2",
107
  "DeepSeekCoder-V2",
108
+ # "DSCoder-33b-Ins",
109
+ "LLama3.1-70b-Ins",
110
+ "LLama3.1-405b-Ins-FP8",
111
+ # "GPT-4-Turbo-2024-04-09",
112
  "GPT-4O-2024-05-13",
113
  "Claude-3-Opus",
114
+ # "Claude-3-Sonnet",
115
+ "Gemini-Pro-1.5-August",
116
+ "O1-Mini (N=1)",
117
+ "O1-Preview (N=1)",
118
  ]
119
 
120
 
problems.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d91ec0f4e3e94ecf089a7725086b8d40560b388f0a69820c6acd9d96a082860e
3
- size 909748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e1845480559405c5a8a3d1d17f5d0389a72684eb3ce86a602cf82b14d97a84a
3
+ size 1065970