| import pandas as pd | |
| import os | |
| df = pd.read_csv('./category-counts-by-year.csv') | |
| # rename category to subfield | |
| df.rename(columns={'category': 'subfield'}, inplace=True) | |
| # create dir | |
| os.makedirs('subfield_counts', exist_ok=True) | |
| # Split the DataFrame based on year and save to separate CSV files | |
| for year, group in df.groupby(df['year']): | |
| group['normalized_count'] = group['count'] / group['count'].sum() | |
| group.to_csv(f'subfield_counts/{year}.csv', index=False) |