Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -1,4 +1,5 @@
|
|
| 1 |
import os
|
|
|
|
| 2 |
os.system("wget https://raw.githubusercontent.com/Weyaxi/scrape-open-llm-leaderboard/main/openllm.py")
|
| 3 |
from huggingface_hub import CommitOperationAdd, create_commit, HfApi, HfFileSystem, login
|
| 4 |
from huggingface_hub import ModelCardData, EvalResult, ModelCard
|
|
@@ -133,8 +134,8 @@ Detailed results can be found [here]({get_details_url(repo)})
|
|
| 133 |
return text
|
| 134 |
|
| 135 |
|
| 136 |
-
def get_edited_yaml_readme(repo):
|
| 137 |
-
card = ModelCard.load(repo)
|
| 138 |
results = search(df, repo)
|
| 139 |
|
| 140 |
common = {"task_type": 'text-generation', "task_name": 'Text Generation', "source_name": "Open LLM Leaderboard", "source_url": f"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query={repo}"}
|
|
@@ -153,21 +154,26 @@ def get_edited_yaml_readme(repo):
|
|
| 153 |
return str(card)
|
| 154 |
|
| 155 |
|
| 156 |
-
def commit(
|
| 157 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 158 |
edited = {"revision": f"refs/pr/{pr_number}"} if pr_number else {"create_pr": True}
|
| 159 |
|
| 160 |
try:
|
| 161 |
try: # check if there is a readme already
|
| 162 |
-
readme_text = get_edited_yaml_readme(repo) + get_eval_results(repo)
|
| 163 |
except Exception as e:
|
| 164 |
if "Repo card metadata block was not found." in str(e): # There is no readme
|
| 165 |
-
readme_text = get_edited_yaml_readme(repo)
|
| 166 |
else:
|
| 167 |
print(f"Something went wrong: {e}")
|
| 168 |
|
| 169 |
liste = [CommitOperationAdd(path_in_repo="README.md", path_or_fileobj=readme_text.encode())]
|
| 170 |
-
commit = (create_commit(repo_id=repo, operations=liste, commit_message=message, commit_description=desc, repo_type="model", **edited).pr_url)
|
| 171 |
|
| 172 |
return commit
|
| 173 |
|
|
@@ -203,6 +209,20 @@ The leaderboard's backend mainly runs on the [Hugging Face Hub API](https://hugg
|
|
| 203 |
- Special thanks to [Lucain Pouget (Wauplin)](https://huggingface.co/Wauplin) for assisting with the [Hugging Face Hub API](https://huggingface.co/docs/huggingface_hub/v0.5.1/en/package_reference/hf_api).
|
| 204 |
"""
|
| 205 |
|
| 206 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 207 |
|
| 208 |
demo.launch()
|
|
|
|
| 1 |
import os
|
| 2 |
+
import time
|
| 3 |
os.system("wget https://raw.githubusercontent.com/Weyaxi/scrape-open-llm-leaderboard/main/openllm.py")
|
| 4 |
from huggingface_hub import CommitOperationAdd, create_commit, HfApi, HfFileSystem, login
|
| 5 |
from huggingface_hub import ModelCardData, EvalResult, ModelCard
|
|
|
|
| 134 |
return text
|
| 135 |
|
| 136 |
|
| 137 |
+
def get_edited_yaml_readme(repo, token: str | None):
|
| 138 |
+
card = ModelCard.load(repo, token=token)
|
| 139 |
results = search(df, repo)
|
| 140 |
|
| 141 |
common = {"task_type": 'text-generation', "task_name": 'Text Generation', "source_name": "Open LLM Leaderboard", "source_url": f"https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query={repo}"}
|
|
|
|
| 154 |
return str(card)
|
| 155 |
|
| 156 |
|
| 157 |
+
def commit(repo, pr_number=None, message="Adding Evaluation Results", oauth_token: gr.OAuthToken | None): # specify pr number if you want to edit it, don't if you don't want
|
| 158 |
+
if oauth_token is None:
|
| 159 |
+
raise gr.Error("You must be logged in to open a PR. Click on 'Sign in with Huggingface' first.")
|
| 160 |
+
if oauth_token.expires_at < time.time():
|
| 161 |
+
raise gr.Error("Token expired. Logout and try again.")
|
| 162 |
+
token = oauth_token.token
|
| 163 |
+
|
| 164 |
edited = {"revision": f"refs/pr/{pr_number}"} if pr_number else {"create_pr": True}
|
| 165 |
|
| 166 |
try:
|
| 167 |
try: # check if there is a readme already
|
| 168 |
+
readme_text = get_edited_yaml_readme(repo, token=token) + get_eval_results(repo)
|
| 169 |
except Exception as e:
|
| 170 |
if "Repo card metadata block was not found." in str(e): # There is no readme
|
| 171 |
+
readme_text = get_edited_yaml_readme(repo, token=token)
|
| 172 |
else:
|
| 173 |
print(f"Something went wrong: {e}")
|
| 174 |
|
| 175 |
liste = [CommitOperationAdd(path_in_repo="README.md", path_or_fileobj=readme_text.encode())]
|
| 176 |
+
commit = (create_commit(repo_id=repo, token=token, operations=liste, commit_message=message, commit_description=desc, repo_type="model", **edited).pr_url)
|
| 177 |
|
| 178 |
return commit
|
| 179 |
|
|
|
|
| 209 |
- Special thanks to [Lucain Pouget (Wauplin)](https://huggingface.co/Wauplin) for assisting with the [Hugging Face Hub API](https://huggingface.co/docs/huggingface_hub/v0.5.1/en/package_reference/hf_api).
|
| 210 |
"""
|
| 211 |
|
| 212 |
+
with gr.Blocks() as demo:
|
| 213 |
+
gr.Markdown(f"<h1 style='text-align: center; margin-bottom: 1rem'>{gradio_title}</h1>")
|
| 214 |
+
gr.Markdown(gradio_desc)
|
| 215 |
+
|
| 216 |
+
with gr.Row(equal_height=False):
|
| 217 |
+
with gr.Column():
|
| 218 |
+
space_id = gr.Textbox(label="Model ID or URL", lines=1)
|
| 219 |
+
gr.LoginButton()
|
| 220 |
+
gr.LogoutButton()
|
| 221 |
+
submit_btn = gr.Button("Submit", variant="primary")
|
| 222 |
+
|
| 223 |
+
with gr.Column():
|
| 224 |
+
output = gr.Markdown()
|
| 225 |
+
|
| 226 |
+
submit_btn.click(commit, space_id, output)
|
| 227 |
|
| 228 |
demo.launch()
|