import gradio as gr import polars as pl # Paths or HF Hub URLs for Parquet files RICH_PARQUET_PATH = "all_rich_dataset_cards.parquet" MISSING_PARQUET_PATH = "all_minimal_dataset_cards.parquet" ROWS_PER_PAGE = 50 # Lazy load datasets lazy_rich = pl.scan_parquet(RICH_PARQUET_PATH) lazy_missing = pl.scan_parquet(MISSING_PARQUET_PATH) current_lazy_df = lazy_missing # Default dataset # Helper function to fetch a page def get_page(lazy_df: pl.LazyFrame, page: int, column: str = None, query: str = ""): filtered_df = lazy_df if column and query: query_lower = query.lower().strip() # Case-insensitive search filtered_df = filtered_df.with_columns([ pl.col(column).cast(pl.Utf8).str.to_lowercase().alias(column) ]).filter(pl.col(column).str.contains(query_lower, literal=False)) start = page * ROWS_PER_PAGE page_df = filtered_df.slice(start, ROWS_PER_PAGE).collect().to_pandas() total_rows = filtered_df.collect().height total_pages = (total_rows - 1) // ROWS_PER_PAGE + 1 return page_df, total_pages # Initialize first page initial_df, total_pages = get_page(current_lazy_df, 0) columns = list(initial_df.columns) with gr.Blocks() as demo: gr.Markdown("## Dataset Insight Portal") # Dataset selection dataset_select = gr.Dropdown( choices=["DatasetCards rich in information", "DatasetCards missing information"], value="DatasetCards missing information", label="Select Dataset" ) # Pagination controls with gr.Row(): prev_btn = gr.Button("Previous", elem_id="small-btn") next_btn = gr.Button("Next", elem_id="small-btn") page_number = gr.Number(value=0, label="Page", precision=0) total_pages_display = gr.Label(value=f"Total Pages: {total_pages}") # Data table data_table = gr.Dataframe( value=initial_df, headers=columns, datatype="str", interactive=False, row_count=ROWS_PER_PAGE ) # Column search with gr.Row(): col_dropdown = gr.Dropdown(choices=columns, label="Column") search_text = gr.Textbox(label="Search") search_btn = gr.Button("Search", elem_id="small-btn") reset_btn = gr.Button("Reset", elem_id="small-btn") # --- Functions --- def load_dataset(dataset_choice): global current_lazy_df current_lazy_df = lazy_rich if dataset_choice == "DatasetCards rich in information" else lazy_missing initial_df, total_pages = get_page(current_lazy_df, 0) columns = list(initial_df.columns) return ( gr.update(value=initial_df, headers=columns), f"Total Pages: {total_pages}", 0, gr.update(choices=columns, value=columns[0]) ) def next_page_func(page, column, query): page += 1 page_df, total_pages = get_page(current_lazy_df, page, column, query) if page >= total_pages: page = total_pages - 1 page_df, total_pages = get_page(current_lazy_df, page, column, query) return page_df, f"Total Pages: {total_pages}", page def prev_page_func(page, column, query): page -= 1 page = max(0, page) page_df, total_pages = get_page(current_lazy_df, page, column, query) return page_df, f"Total Pages: {total_pages}", page def search_func(column, query): page_df, total_pages = get_page(current_lazy_df, 0, column, query) return page_df, f"Total Pages: {total_pages}", 0 def reset_func(): page_df, total_pages = get_page(current_lazy_df, 0) return page_df, f"Total Pages: {total_pages}", 0 # --- Event Listeners --- dataset_select.change(load_dataset, dataset_select, [data_table, total_pages_display, page_number, col_dropdown]) next_btn.click(next_page_func, [page_number, col_dropdown, search_text], [data_table, total_pages_display, page_number]) prev_btn.click(prev_page_func, [page_number, col_dropdown, search_text], [data_table, total_pages_display, page_number]) search_btn.click(search_func, [col_dropdown, search_text], [data_table, total_pages_display, page_number]) reset_btn.click(reset_func, [], [data_table, total_pages_display, page_number]) demo.launch()