| Sentence-level RoBERTa classification model described in: https://arxiv.org/pdf/2305.14904.pdf | |
| { | |
| "DIRECT QUOTE_f1": 0.9091934574168077, | |
| "full_f1": 0.8669508638097375, | |
| "BACKGROUND_f1": 0.0, | |
| "NO QUOTE_f1": 0.0, | |
| "INDIRECT QUOTE_f1": 0.9873617693522906, | |
| "PUBLISHED WORK_f1": 0.806282722513089, | |
| "STATEMENT_f1": 0.9298892988929889, | |
| "PRESS REPORT_f1": 0.936936936936937, | |
| "DECLINED COMMENT_f1": 1.0, | |
| "SOCIAL MEDIA POST_f1": 0.9130434782608696, | |
| "PROPOSAL/ORDER/LAW_f1": 0.6611570247933884, | |
| "PRICE SIGNAL_f1": 0.5925925925925926, | |
| "NARRATIVE_f1": 0.0, | |
| "DIRECT OBSERVATION_f1": 0.33333333333333337, | |
| "COMMUNICATION_f1": 0.9320388349514563, | |
| "PUBLIC SPEECH_f1": 0.972972972972973, | |
| "VOTE/POLL_f1": 0.8823529411764706, | |
| "COURT PROCEEDING_f1": 0.8490566037735848 | |
| } |