import streamlit as st
import pandas as pd
import numpy as np
from bigbio.dataloader import BigBioConfigHelpers


from datasets import load_dataset 
dataset = load_dataset("bigbio/scitail", name="scitail_bigbio_te")

ds = pd.DataFrame(dataset["train"])
st.write(ds)


conhelps = BigBioConfigHelpers()
conhelps = conhelps.filtered(lambda x: x.dataset_name != "pubtator_central")
conhelps = conhelps.filtered(lambda x: x.is_bigbio_schema)
conhelps = conhelps.filtered(lambda x: not x.is_local)
st.write(
        "loaded {} configs from {} datasets".format(
            len(conhelps),
            len(set([helper.dataset_name for helper in conhelps])),
        )
    )