| Big-Bird-base Span-detection model (based off extractive QA) for source detection. | |
| { | |
| "INDIRECT QUOTE_loss": 2.1680643558502197, | |
| "INDIRECT QUOTE_f1": 0.5832819493021588, | |
| "INDIRECT QUOTE_e": 0.5954545454545455, | |
| "DIRECT QUOTE_loss": 2.801011085510254, | |
| "DIRECT QUOTE_f1": 0.5635643892446235, | |
| "DIRECT QUOTE_e": 0.6109725685785536, | |
| "BACKGROUND_loss": 3.1039113998413086, | |
| "BACKGROUND_f1": 0.611717346713872, | |
| "BACKGROUND_e": 0.6445497630331753, | |
| "PUBLISHED WORK_loss": 3.808171510696411, | |
| "PUBLISHED WORK_f1": 0.4371806382199098, | |
| "PUBLISHED WORK_e": 0.48091603053435117, | |
| "STATEMENT_loss": 2.080826997756958, | |
| "STATEMENT_f1": 0.5286385342053358, | |
| "STATEMENT_e": 0.6842105263157895, | |
| "SOCIAL MEDIA POST_loss": 4.998101711273193, | |
| "SOCIAL MEDIA POST_f1": 0.153008769008769, | |
| "SOCIAL MEDIA POST_e": 0.2727272727272727, | |
| "PRESS REPORT_loss": 4.468905448913574, | |
| "PRESS REPORT_f1": 0.49912424740010947, | |
| "PRESS REPORT_e": 0.5689655172413793, | |
| "DECLINED COMMENT_loss": 3.148961067199707, | |
| "DECLINED COMMENT_f1": 0.375, | |
| "DECLINED COMMENT_e": 0.5, | |
| "PROPOSAL/ORDER/LAW_loss": 3.330847978591919, | |
| "PROPOSAL/ORDER/LAW_f1": 0.33189112529318715, | |
| "PROPOSAL/ORDER/LAW_e": 0.52, | |
| "PRICE SIGNAL_loss": 4.048040866851807, | |
| "PRICE SIGNAL_f1": 0.4912280701754385, | |
| "PRICE SIGNAL_e": 0.5263157894736842, | |
| "NARRATIVE_loss": 1.8141759634017944, | |
| "NARRATIVE_f1": 0.6115449846893029, | |
| "NARRATIVE_e": 0.6985294117647058, | |
| "DIRECT OBSERVATION_loss": 4.806377410888672, | |
| "DIRECT OBSERVATION_f1": 0.01694915254237288, | |
| "DIRECT OBSERVATION_e": 0.22033898305084745, | |
| "COMMUNICATION_loss": 3.3593952655792236, | |
| "COMMUNICATION_f1": 0.5574448529411764, | |
| "COMMUNICATION_e": 0.578125, | |
| "PUBLIC SPEECH_loss": 2.9915313720703125, | |
| "PUBLIC SPEECH_f1": 0.30833333333333335, | |
| "PUBLIC SPEECH_e": 0.65, | |
| "VOTE/POLL_loss": 5.5998759269714355, | |
| "VOTE/POLL_f1": 0.3069828722002635, | |
| "VOTE/POLL_e": 0.34782608695652173, | |
| "COURT PROCEEDING_loss": 6.140444755554199, | |
| "COURT PROCEEDING_f1": 0.2898239538239538, | |
| "COURT PROCEEDING_e": 0.32, | |
| "full_loss": 2.76505708694458, | |
| "full_f1": 0.5431272378305184, | |
| "full_e": 0.5950782997762863 | |
| } |