Update

app.py

@@ -41,12 +41,37 @@ with demo:
     gr.HTML(f"<h3>{INTRODUCTION_TEXT}<h3>")
     gr.HTML('<hr style="border-top: 3px dotted #bbb" class="dotted">')
 
+    gr.HTML("<h2 style='text-align: center'><a href='https://github.com/HallerPatrick/pecc'>Github Repository</a></h2>")
+    gr.HTML("<p style='text-align: center'>Our paper got accepted at LREC-COLING 2024! The paper will be available soon. 🤗</p>")
+
     gr.HTML("<h3>📊 Results</h3>")
-    gr.components.Dataframe(
-        value=df,
-        datatype=["html"]
+    gr.HTML("<p>Results are reported as <b>Pass@3 Accuracy</b>.</p>")
+    with gr.Tabs() as tabs:
+        with gr.TabItem("All"):
+            gr.components.Dataframe(
+                value=df,
+                datatype=["html"]
 
-    )
+            )
+        with gr.TabItem("AoC"):
+            aoc_df = df[["Model", "Evaluation", "AOC Original", "AOC Leet"]]
+            average_scores = aoc_df.iloc[:, 2:].mean(axis=1).round(2)
+            aoc_df.insert(loc=2, column="⬆️ Average", value=average_scores)
+            aoc_df = aoc_df.sort_values(by=["Evaluation", "⬆️ Average"], ascending=[False, False])
+            gr.components.Dataframe(
+                value=aoc_df,
+                datatype=["html"]
+            )
+
+        with gr.TabItem("Euler"):
+            euler_df = df[["Model", "Euler Original", "Euler Story"]]
+            average_scores = euler_df.iloc[:, 1:].mean(axis=1).round(2)
+            euler_df.insert(loc=1, column="⬆️ Average", value=average_scores)
+            euler_df = euler_df.sort_values(by="⬆️ Average", ascending=False)
+            gr.components.Dataframe(
+                value=euler_df,
+                datatype=["html"]
+            )
 
     gr.HTML("<h3>Legend</h3>")
     gr.HTML("<p>🔶: Evaluated only on the first part of each AoC day</p>")

current_results.json

@@ -12,8 +12,8 @@
     "Model": "Mixtral-8x7B-Instruct-v0.1",
     "euler_original": 2.86,
     "euler_story": 2.23,
-    "aoc_original": 8.67,
-    "aoc_leet": 8.42,
+    "aoc_original": 15.31,
+    "aoc_leet": 13.01,
     "instruction_only": false,
     "link": "https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1"
   },
@@ -49,5 +49,13 @@
     "aoc_leet": 29.85,
     "aoc_original": 50.0,
     "instruction_only": false
+  },
+  {
+    "Model": "claude-haiku",
+    "euler_original": 7.07,
+    "euler_story": 6.08,
+    "aoc_original": 51.28,
+    "aoc_leet": 46.26,
+    "instruction_only": false
   }
 ]

text.py

@@ -15,12 +15,13 @@ The model receives the task itself.
 CITATION_BUTTON_LABEL = "Copy the following snippet to cite our paper"
 
 CITATION_BUTTON_TEXT = r"""
-@misc{pecc,
-    author = {Patrick Haller and Jonas Golde and Alan Akbik},
-    title = {PECC - Problem Extraction and Coding Challenges},
-    year = {2024},
-    publisher = {GitHub},
-    journal = {GitHub repository},
-    howpublished = {}
-}
+    Coming soon!
 """
+# @misc{pecc,
+#     author = {Patrick Haller and Jonas Golde and Alan Akbik},
+#     title = {PECC - Problem Extraction and Coding Challenges},
+#     year = {2024},
+#     publisher = {GitHub},
+#     journal = {GitHub repository},
+#     howpublished = {}
+# }