Update src/llm_perf.py

src/llm_perf.py

@@ -39,15 +39,15 @@ SORTING_ASCENDING = [False, True, False]
 
 def get_llm_df():
     # commented for now since scraping script is not working
-    # hf_hub_download(
-    #     repo_id=LLM_PERF_DATASET_REPO,
-    #     filename="open-llm.csv",
-    #     local_dir="dataset",
-    #     repo_type="dataset",
-    #     token=HF_TOKEN,
-    # )
-    # llm_df = pd.read_csv("dataset/open-llm.csv")
-    llm_df = pd.read_csv("https://huggingface.co/datasets/optimum/llm-perf-dataset/raw/e8628583f0c31457cd5f8b81352735263117fbb4/open-llm.csv")
+    hf_hub_download(
+        repo_id=LLM_PERF_DATASET_REPO,
+        filename="open-llm.csv",
+        local_dir="dataset",
+        repo_type="dataset",
+        token=HF_TOKEN,
+    )
+    
+    llm_df = pd.read_csv("dataset/open-llm.csv")
 
     return llm_df