added reddit and cc

app.py

@@ -1,52 +1,86 @@
+import json
+
 import streamlit as st
 import streamlit.components.v1 as components
-import json
 
 BAD_EXAMPLES_PATH = "bad_examples"
 DATA_PATH = "data"
 
+
 def load_jsonl(file_path):
     data = []
-    with open(file_path, 'r') as f:
+    with open(file_path, "r") as f:
         for line in f:
             data.append(json.loads(line))
 
     return data
 
 
-if 'idx' not in st.session_state:
+if "idx" not in st.session_state:
     st.session_state.idx = 0
 
+
 def get_next_item():
     st.session_state.idx += 1
 
-def save_and_get_next_item(sample):
 
-    with open(f'{BAD_EXAMPLES_PATH}/{dataset}_bad_examples.jsonl', 'a') as f:
-        f.write(json.dumps(sample) + '\n')
+def save_and_get_next_item(sample, issue):
+    sample["issue"] = issue
+
+    with open(f"{BAD_EXAMPLES_PATH}/{dataset}_bad_examples.jsonl", "a") as f:
+        f.write(json.dumps(sample) + "\n")
 
     get_next_item()
 
 
-datasets = ['gutenberg_raw', "stackexchange2", "bigcode_python_code", "bigcode_python_github_issues", "bigcode_python_jupyter_scripts_dedup_filtered", "books3", "c4", "s2orc_raw"]
+datasets = [
+    "gutenberg_raw",
+    "stackexchange2",
+    "bigcode_python_code",
+    "bigcode_python_github_issues",
+    "bigcode_python_jupyter_scripts_dedup_filtered",
+    "books3",
+    "c4",
+    "s2orc_raw",
+    "reddit_threaded",
+    "cc_filtered_text",
+]
 dataset = st.sidebar.selectbox("Dataset", datasets)
-data = load_jsonl(f'{DATA_PATH}/{dataset}_examples_with_stats.json')
+data = load_jsonl(f"{DATA_PATH}/{dataset}_examples_with_stats.json")
 
 # create bad file if it does not exists
-with open(f'{BAD_EXAMPLES_PATH}/{dataset}_bad_examples.jsonl', 'a') as f:
+with open(f"{BAD_EXAMPLES_PATH}/{dataset}_bad_examples.jsonl", "a") as f:
     pass
 
-st.sidebar.button("Reset Index", on_click=lambda: st.session_state.__delitem__('idx'))
+st.sidebar.button("Reset Index", on_click=lambda: st.session_state.__delitem__("idx"))
 
-with open(f'{BAD_EXAMPLES_PATH}/{dataset}_bad_examples.jsonl', "r+") as f:
-   st.sidebar.download_button('Download bad example JSON file', f)
+with open(f"{BAD_EXAMPLES_PATH}/{dataset}_bad_examples.jsonl", "r+") as f:
+    st.sidebar.download_button(
+        "Download bad example JSON file", f, file_name=f"{dataset}_bad_examples.jsonl"
+    )
 
-st.sidebar.button("Clear bad examples file", on_click=lambda: open(f'{BAD_EXAMPLES_PATH}/{dataset}_bad_examples.jsonl', 'w').close())
+st.sidebar.button(
+    "Clear bad examples file",
+    on_click=lambda: open(
+        f"{BAD_EXAMPLES_PATH}/{dataset}_bad_examples.jsonl", "w"
+    ).close(),
+)
 
-with st.form(key='checkbox', clear_on_submit=True):
+with st.form(key="bad_form", clear_on_submit=True):
     sample = data[st.session_state.idx]
     text = sample["text"]
     st.text_area(f"text id: {st.session_state.idx}", text, height=500)
 
-    good = st.form_submit_button('GOOD', on_click=get_next_item)
-    bad = st.form_submit_button('BAD', on_click=save_and_get_next_item, args=(sample,))
+    issue = st.text_input(
+        "What's wrong with this example? (leave blank if example is fine)"
+    )
+
+    good = st.form_submit_button(
+        "GOOD", on_click=get_next_item, use_container_width=True
+    )
+    bad = st.form_submit_button(
+        "BAD",
+        on_click=save_and_get_next_item,
+        args=(sample, issue),
+        use_container_width=True,
+    )

bad_examples/c4_bad_examples.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d2500082179deff6c62072e3937f3b432f5615eaea968602f59754eb5cd69d
+size 3314

bad_examples/gutenberg_raw_bad_examples.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f116395c3f0c07973218d81c31fb2bf59c44b8b4d8f4e8a97a6228656c3a3d93
+size 145658

data/cc_filtered_text_examples_with_stats.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766f2fa24b0d89d6e9a140416fb95b068ab348a4b860bea0ca7ba37f12d8bfc5
+size 6953247

data/reddit_threaded_examples_with_stats.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60955d5f50d6643af8bf7253e2beb9b1b703a3059968e3d9d2d424954291b64f
+size 2295871