[{"method":"NER+rules","target":"is_person","precision":0.69577,"recall":null,"f1":null,"n_pos_ref":547,"n_pred_pos":600,"prev_ref_w":null,"prev_pred_w":null,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hp_v2","target":"gender","precision":0.92178,"recall":0.71777,"f1":null,"n_pos_ref":419,"n_pred_pos":417,"prev_ref_w":0.48237,"prev_pred_w":0.37561,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hp_v2","target":"gender_F","precision":0.9786,"recall":0.79954,"f1":0.88005,"n_pos_ref":202,"n_pred_pos":200,"prev_ref_w":0.28791,"prev_pred_w":0.23523,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hp_v2","target":"gender_M","precision":0.82658,"recall":0.59672,"f1":0.69309,"n_pos_ref":217,"n_pred_pos":217,"prev_ref_w":0.19446,"prev_pred_w":0.14039,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hp_v2","target":"gender_assigned_without_text_signal","precision":0.04535,"recall":null,"f1":null,"n_pos_ref":128,"n_pred_pos":28,"prev_ref_w":null,"prev_pred_w":null,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_h","target":"gender","precision":0.97715,"recall":0.56895,"f1":null,"n_pos_ref":419,"n_pred_pos":391,"prev_ref_w":0.48237,"prev_pred_w":0.28086,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_h","target":"gender_F","precision":0.98575,"recall":0.75952,"f1":0.85797,"n_pos_ref":202,"n_pred_pos":196,"prev_ref_w":0.28791,"prev_pred_w":0.22184,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_h","target":"gender_M","precision":0.94485,"recall":0.28679,"f1":0.44003,"n_pos_ref":217,"n_pred_pos":195,"prev_ref_w":0.19446,"prev_pred_w":0.05903,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_h","target":"gender_assigned_without_text_signal","precision":0.00706,"recall":null,"f1":null,"n_pos_ref":128,"n_pred_pos":20,"prev_ref_w":null,"prev_pred_w":null,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hp","target":"gender","precision":0.92249,"recall":0.71743,"f1":null,"n_pos_ref":419,"n_pred_pos":415,"prev_ref_w":0.48237,"prev_pred_w":0.37515,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hp","target":"gender_F","precision":0.97984,"recall":0.79896,"f1":0.8802,"n_pos_ref":202,"n_pred_pos":198,"prev_ref_w":0.28791,"prev_pred_w":0.23476,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hp","target":"gender_M","precision":0.82658,"recall":0.59672,"f1":0.69309,"n_pos_ref":217,"n_pred_pos":217,"prev_ref_w":0.19446,"prev_pred_w":0.14039,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hp","target":"gender_assigned_without_text_signal","precision":0.04477,"recall":null,"f1":null,"n_pos_ref":128,"n_pred_pos":27,"prev_ref_w":null,"prev_pred_w":null,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hpn","target":"gender","precision":0.9272,"recall":0.77557,"f1":null,"n_pos_ref":419,"n_pred_pos":428,"prev_ref_w":0.48237,"prev_pred_w":0.40349,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hpn","target":"gender_F","precision":0.98129,"recall":0.86189,"f1":0.91772,"n_pos_ref":202,"n_pred_pos":205,"prev_ref_w":0.28791,"prev_pred_w":0.25288,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hpn","target":"gender_M","precision":0.83639,"recall":0.64778,"f1":0.7301,"n_pos_ref":217,"n_pred_pos":223,"prev_ref_w":0.19446,"prev_pred_w":0.15061,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"gender_hpn","target":"gender_assigned_without_text_signal","precision":0.04838,"recall":null,"f1":null,"n_pos_ref":128,"n_pred_pos":28,"prev_ref_w":null,"prev_pred_w":null,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"PUBLIC_OFFICE","precision":0.63175,"recall":0.93391,"f1":0.75367,"n_pos_ref":90,"n_pred_pos":104,"prev_ref_w":0.09444,"prev_pred_w":0.13961,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"MILITARY","precision":0.55646,"recall":0.63357,"f1":0.59252,"n_pos_ref":13,"n_pred_pos":14,"prev_ref_w":0.01343,"prev_pred_w":0.01529,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"BUSINESS","precision":0.81892,"recall":0.8985,"f1":0.85686,"n_pos_ref":43,"n_pred_pos":58,"prev_ref_w":0.10115,"prev_pred_w":0.11097,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"LABOR","precision":0.5645,"recall":0.86343,"f1":0.68267,"n_pos_ref":8,"n_pred_pos":6,"prev_ref_w":0.01545,"prev_pred_w":0.02363,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"PROFESSIONAL","precision":0.80465,"recall":0.88603,"f1":0.84338,"n_pos_ref":58,"n_pred_pos":70,"prev_ref_w":0.09087,"prev_pred_w":0.10005,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"ARTS_SPORTS","precision":0.85132,"recall":0.90821,"f1":0.87884,"n_pos_ref":46,"n_pred_pos":39,"prev_ref_w":0.14117,"prev_pred_w":0.1506,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"CIVIC","precision":0.62831,"recall":0.57292,"f1":0.59934,"n_pos_ref":89,"n_pred_pos":82,"prev_ref_w":0.10145,"prev_pred_w":0.0925,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"SOCIAL","precision":0.6782,"recall":0.69587,"f1":0.68692,"n_pos_ref":123,"n_pred_pos":111,"prev_ref_w":0.16934,"prev_pred_w":0.17375,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"FAMILY","precision":0.6551,"recall":0.26436,"f1":0.3767,"n_pos_ref":104,"n_pred_pos":41,"prev_ref_w":0.14036,"prev_pred_w":0.05664,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"CRIME_ACCIDENT","precision":0.57505,"recall":0.74235,"f1":0.64808,"n_pos_ref":26,"n_pred_pos":26,"prev_ref_w":0.07155,"prev_pred_w":0.09237,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"AUTHORITY","precision":0.76182,"recall":0.93256,"f1":0.83859,"n_pos_ref":187,"n_pred_pos":225,"prev_ref_w":0.28192,"prev_pred_w":0.3451,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"gender","precision":0.5195,"recall":0.97241,"f1":null,"n_pos_ref":419,"n_pred_pos":530,"prev_ref_w":0.48237,"prev_pred_w":0.90292,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"gender_F","precision":0.85486,"recall":0.9642,"f1":0.90624,"n_pos_ref":202,"n_pred_pos":212,"prev_ref_w":0.28791,"prev_pred_w":0.32474,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"gender_M","precision":0.33114,"recall":0.98455,"f1":0.49559,"n_pos_ref":217,"n_pred_pos":318,"prev_ref_w":0.19446,"prev_pred_w":0.57819,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"gender_assigned_without_text_signal","precision":0.83643,"recall":null,"f1":null,"n_pos_ref":128,"n_pred_pos":115,"prev_ref_w":null,"prev_pred_w":null,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"quoted","precision":0.86508,"recall":0.38501,"f1":0.53286,"n_pos_ref":74,"n_pred_pos":36,"prev_ref_w":0.07698,"prev_pred_w":0.03426,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"AUTHORITY|F","precision":0.59534,"recall":0.84698,"f1":0.69921,"n_pos_ref":12,"n_pred_pos":19,"prev_ref_w":0.05566,"prev_pred_w":0.07919,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"E_llm","target":"AUTHORITY|M","precision":0.75021,"recall":0.79215,"f1":0.77061,"n_pos_ref":113,"n_pred_pos":135,"prev_ref_w":0.4262,"prev_pred_w":0.45003,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"PUBLIC_OFFICE","precision":0.4536,"recall":0.52968,"f1":0.4887,"n_pos_ref":90,"n_pred_pos":116,"prev_ref_w":0.09444,"prev_pred_w":0.11028,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"MILITARY","precision":0.33893,"recall":0.61375,"f1":0.4367,"n_pos_ref":13,"n_pred_pos":23,"prev_ref_w":0.01343,"prev_pred_w":0.02431,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"BUSINESS","precision":0.76876,"recall":0.19399,"f1":0.3098,"n_pos_ref":43,"n_pred_pos":24,"prev_ref_w":0.10115,"prev_pred_w":0.02552,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"LABOR","precision":0.10795,"recall":0.2116,"f1":0.14296,"n_pos_ref":8,"n_pred_pos":11,"prev_ref_w":0.01545,"prev_pred_w":0.03029,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"PROFESSIONAL","precision":0.65949,"recall":0.52366,"f1":0.58377,"n_pos_ref":58,"n_pred_pos":60,"prev_ref_w":0.09087,"prev_pred_w":0.07215,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"ARTS_SPORTS","precision":0.62918,"recall":0.13911,"f1":0.22785,"n_pos_ref":46,"n_pred_pos":15,"prev_ref_w":0.14117,"prev_pred_w":0.03121,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"CIVIC","precision":0.25315,"recall":0.11041,"f1":0.15376,"n_pos_ref":89,"n_pred_pos":35,"prev_ref_w":0.10145,"prev_pred_w":0.04425,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"SOCIAL","precision":0.83684,"recall":0.09877,"f1":0.17669,"n_pos_ref":123,"n_pred_pos":35,"prev_ref_w":0.16934,"prev_pred_w":0.01999,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"FAMILY","precision":0.64792,"recall":0.42062,"f1":0.5101,"n_pos_ref":104,"n_pred_pos":119,"prev_ref_w":0.14036,"prev_pred_w":0.09112,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"CRIME_ACCIDENT","precision":0.48047,"recall":0.02195,"f1":0.04199,"n_pos_ref":26,"n_pred_pos":3,"prev_ref_w":0.07155,"prev_pred_w":0.00327,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"AUTHORITY","precision":0.79602,"recall":0.5629,"f1":0.65947,"n_pos_ref":187,"n_pred_pos":184,"prev_ref_w":0.28192,"prev_pred_w":0.19936,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"PUBLIC_OFFICE","precision":0.72721,"recall":0.44281,"f1":0.55045,"n_pos_ref":90,"n_pred_pos":86,"prev_ref_w":0.09444,"prev_pred_w":0.05751,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"MILITARY","precision":0.72039,"recall":0.73446,"f1":0.72736,"n_pos_ref":13,"n_pred_pos":15,"prev_ref_w":0.01343,"prev_pred_w":0.01369,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"BUSINESS","precision":0.59899,"recall":0.07484,"f1":0.13305,"n_pos_ref":43,"n_pred_pos":18,"prev_ref_w":0.10115,"prev_pred_w":0.01264,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"LABOR","precision":0.61664,"recall":0.2116,"f1":0.31508,"n_pos_ref":8,"n_pred_pos":5,"prev_ref_w":0.01545,"prev_pred_w":0.0053,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"PROFESSIONAL","precision":0.94786,"recall":0.39705,"f1":0.55966,"n_pos_ref":58,"n_pred_pos":41,"prev_ref_w":0.09087,"prev_pred_w":0.03806,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"ARTS_SPORTS","precision":0.97554,"recall":0.06216,"f1":0.11688,"n_pos_ref":46,"n_pred_pos":12,"prev_ref_w":0.14117,"prev_pred_w":0.009,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"CIVIC","precision":0.53683,"recall":0.07329,"f1":0.12897,"n_pos_ref":89,"n_pred_pos":24,"prev_ref_w":0.10145,"prev_pred_w":0.01385,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"SOCIAL","precision":0.64441,"recall":0.02534,"f1":0.04876,"n_pos_ref":123,"n_pred_pos":23,"prev_ref_w":0.16934,"prev_pred_w":0.00666,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"FAMILY","precision":0.82628,"recall":0.23329,"f1":0.36385,"n_pos_ref":104,"n_pred_pos":79,"prev_ref_w":0.14036,"prev_pred_w":0.03963,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"CRIME_ACCIDENT","precision":0.51677,"recall":0.02789,"f1":0.05292,"n_pos_ref":26,"n_pred_pos":5,"prev_ref_w":0.07155,"prev_pred_w":0.00386,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"AUTHORITY","precision":0.87352,"recall":0.3304,"f1":0.47945,"n_pos_ref":187,"n_pred_pos":144,"prev_ref_w":0.28192,"prev_pred_w":0.10663,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"PUBLIC_OFFICE","precision":0.23755,"recall":0.25357,"f1":0.2453,"n_pos_ref":90,"n_pred_pos":76,"prev_ref_w":0.09444,"prev_pred_w":0.10081,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"MILITARY","precision":null,"recall":0.0,"f1":null,"n_pos_ref":13,"n_pred_pos":0,"prev_ref_w":0.01343,"prev_pred_w":0.0,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"BUSINESS","precision":0.85036,"recall":0.12679,"f1":0.22068,"n_pos_ref":43,"n_pred_pos":10,"prev_ref_w":0.10115,"prev_pred_w":0.01508,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"LABOR","precision":null,"recall":0.0,"f1":null,"n_pos_ref":8,"n_pred_pos":0,"prev_ref_w":0.01545,"prev_pred_w":0.0,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"PROFESSIONAL","precision":0.49623,"recall":0.18533,"f1":0.26987,"n_pos_ref":58,"n_pred_pos":27,"prev_ref_w":0.09087,"prev_pred_w":0.03394,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"ARTS_SPORTS","precision":0.85648,"recall":0.09362,"f1":0.1688,"n_pos_ref":46,"n_pred_pos":9,"prev_ref_w":0.14117,"prev_pred_w":0.01543,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"CIVIC","precision":0.51757,"recall":0.4809,"f1":0.49856,"n_pos_ref":89,"n_pred_pos":65,"prev_ref_w":0.10145,"prev_pred_w":0.09426,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"SOCIAL","precision":0.59166,"recall":0.7404,"f1":0.65773,"n_pos_ref":123,"n_pred_pos":133,"prev_ref_w":0.16934,"prev_pred_w":0.21191,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"FAMILY","precision":0.55532,"recall":0.3561,"f1":0.43394,"n_pos_ref":104,"n_pred_pos":100,"prev_ref_w":0.14036,"prev_pred_w":0.09001,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"CRIME_ACCIDENT","precision":0.0,"recall":0.0,"f1":null,"n_pos_ref":26,"n_pred_pos":2,"prev_ref_w":0.07155,"prev_pred_w":0.00962,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"AUTHORITY","precision":0.55136,"recall":0.28208,"f1":0.37322,"n_pos_ref":187,"n_pred_pos":105,"prev_ref_w":0.28192,"prev_pred_w":0.14423,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"PUBLIC_OFFICE","precision":0.28353,"recall":0.2231,"f1":0.24971,"n_pos_ref":90,"n_pred_pos":56,"prev_ref_w":0.09444,"prev_pred_w":0.07431,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"MILITARY","precision":null,"recall":0.0,"f1":null,"n_pos_ref":13,"n_pred_pos":0,"prev_ref_w":0.01343,"prev_pred_w":0.0,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"BUSINESS","precision":0.96983,"recall":0.12143,"f1":0.21584,"n_pos_ref":43,"n_pred_pos":4,"prev_ref_w":0.10115,"prev_pred_w":0.01266,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"LABOR","precision":null,"recall":0.0,"f1":null,"n_pos_ref":8,"n_pred_pos":0,"prev_ref_w":0.01545,"prev_pred_w":0.0,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"PROFESSIONAL","precision":0.79382,"recall":0.18448,"f1":0.29938,"n_pos_ref":58,"n_pred_pos":15,"prev_ref_w":0.09087,"prev_pred_w":0.02112,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"ARTS_SPORTS","precision":0.97648,"recall":0.07782,"f1":0.14416,"n_pos_ref":46,"n_pred_pos":4,"prev_ref_w":0.14117,"prev_pred_w":0.01125,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"CIVIC","precision":0.70479,"recall":0.36868,"f1":0.48411,"n_pos_ref":89,"n_pred_pos":46,"prev_ref_w":0.10145,"prev_pred_w":0.05307,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"SOCIAL","precision":0.64979,"recall":0.68564,"f1":0.66724,"n_pos_ref":123,"n_pred_pos":110,"prev_ref_w":0.16934,"prev_pred_w":0.17868,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"FAMILY","precision":0.59446,"recall":0.28447,"f1":0.3848,"n_pos_ref":104,"n_pred_pos":77,"prev_ref_w":0.14036,"prev_pred_w":0.06717,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"CRIME_ACCIDENT","precision":null,"recall":0.0,"f1":null,"n_pos_ref":26,"n_pred_pos":0,"prev_ref_w":0.07155,"prev_pred_w":0.0,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"AUTHORITY","precision":0.67788,"recall":0.25972,"f1":0.37555,"n_pos_ref":187,"n_pred_pos":74,"prev_ref_w":0.28192,"prev_pred_w":0.10801,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"PUBLIC_OFFICE","precision":0.25661,"recall":0.15223,"f1":0.19109,"n_pos_ref":90,"n_pred_pos":37,"prev_ref_w":0.09444,"prev_pred_w":0.05602,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"MILITARY","precision":null,"recall":0.0,"f1":null,"n_pos_ref":13,"n_pred_pos":0,"prev_ref_w":0.01343,"prev_pred_w":0.0,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"BUSINESS","precision":0.96957,"recall":0.12034,"f1":0.21411,"n_pos_ref":43,"n_pred_pos":3,"prev_ref_w":0.10115,"prev_pred_w":0.01255,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"LABOR","precision":null,"recall":0.0,"f1":null,"n_pos_ref":8,"n_pred_pos":0,"prev_ref_w":0.01545,"prev_pred_w":0.0,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"PROFESSIONAL","precision":0.85673,"recall":0.14634,"f1":0.24999,"n_pos_ref":58,"n_pred_pos":7,"prev_ref_w":0.09087,"prev_pred_w":0.01552,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"ARTS_SPORTS","precision":0.98988,"recall":0.06737,"f1":0.12615,"n_pos_ref":46,"n_pred_pos":2,"prev_ref_w":0.14117,"prev_pred_w":0.00961,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"CIVIC","precision":0.64394,"recall":0.27511,"f1":0.38551,"n_pos_ref":89,"n_pred_pos":36,"prev_ref_w":0.10145,"prev_pred_w":0.04334,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"SOCIAL","precision":0.71424,"recall":0.59108,"f1":0.64685,"n_pos_ref":123,"n_pred_pos":94,"prev_ref_w":0.16934,"prev_pred_w":0.14014,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"FAMILY","precision":0.63035,"recall":0.25195,"f1":0.36,"n_pos_ref":104,"n_pred_pos":62,"prev_ref_w":0.14036,"prev_pred_w":0.0561,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"CRIME_ACCIDENT","precision":null,"recall":0.0,"f1":null,"n_pos_ref":26,"n_pred_pos":0,"prev_ref_w":0.07155,"prev_pred_w":0.0,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"AUTHORITY","precision":0.68297,"recall":0.20373,"f1":0.31385,"n_pos_ref":187,"n_pred_pos":47,"prev_ref_w":0.28192,"prev_pred_w":0.0841,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"PUBLIC_OFFICE","precision":0.28754,"recall":0.623,"f1":0.39347,"n_pos_ref":90,"n_pred_pos":117,"prev_ref_w":0.09444,"prev_pred_w":0.20462,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"MILITARY","precision":0.09019,"recall":0.34091,"f1":0.14264,"n_pos_ref":13,"n_pred_pos":23,"prev_ref_w":0.01343,"prev_pred_w":0.05074,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"BUSINESS","precision":0.299,"recall":0.58254,"f1":0.39517,"n_pos_ref":43,"n_pred_pos":76,"prev_ref_w":0.10115,"prev_pred_w":0.19706,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"LABOR","precision":0.0,"recall":0.0,"f1":null,"n_pos_ref":8,"n_pred_pos":13,"prev_ref_w":0.01545,"prev_pred_w":0.02235,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"PROFESSIONAL","precision":0.21279,"recall":0.35462,"f1":0.26598,"n_pos_ref":58,"n_pred_pos":93,"prev_ref_w":0.09087,"prev_pred_w":0.15143,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"ARTS_SPORTS","precision":0.44286,"recall":0.48659,"f1":0.4637,"n_pos_ref":46,"n_pred_pos":72,"prev_ref_w":0.14117,"prev_pred_w":0.15511,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"CIVIC","precision":0.32813,"recall":0.55286,"f1":0.41183,"n_pos_ref":89,"n_pred_pos":133,"prev_ref_w":0.10145,"prev_pred_w":0.17093,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"SOCIAL","precision":0.34309,"recall":0.57607,"f1":0.43006,"n_pos_ref":123,"n_pred_pos":170,"prev_ref_w":0.16934,"prev_pred_w":0.28433,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"FAMILY","precision":0.2806,"recall":0.46746,"f1":0.35069,"n_pos_ref":104,"n_pred_pos":149,"prev_ref_w":0.14036,"prev_pred_w":0.23384,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"CRIME_ACCIDENT","precision":0.25867,"recall":0.48445,"f1":0.33726,"n_pos_ref":26,"n_pred_pos":54,"prev_ref_w":0.07155,"prev_pred_w":0.13401,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"AUTHORITY","precision":0.46547,"recall":0.70886,"f1":0.56194,"n_pos_ref":187,"n_pred_pos":225,"prev_ref_w":0.28192,"prev_pred_w":0.42933,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"PUBLIC_OFFICE","precision":0.34458,"recall":0.61356,"f1":0.44131,"n_pos_ref":90,"n_pred_pos":104,"prev_ref_w":0.09444,"prev_pred_w":0.16816,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"MILITARY","precision":0.07265,"recall":0.2239,"f1":0.1097,"n_pos_ref":13,"n_pred_pos":16,"prev_ref_w":0.01343,"prev_pred_w":0.04138,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"BUSINESS","precision":0.36658,"recall":0.58254,"f1":0.44999,"n_pos_ref":43,"n_pred_pos":66,"prev_ref_w":0.10115,"prev_pred_w":0.16073,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"LABOR","precision":0.0,"recall":0.0,"f1":null,"n_pos_ref":8,"n_pred_pos":9,"prev_ref_w":0.01545,"prev_pred_w":0.00589,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"PROFESSIONAL","precision":0.25636,"recall":0.35462,"f1":0.29759,"n_pos_ref":58,"n_pred_pos":83,"prev_ref_w":0.09087,"prev_pred_w":0.12569,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"ARTS_SPORTS","precision":0.47476,"recall":0.47407,"f1":0.47441,"n_pos_ref":46,"n_pred_pos":62,"prev_ref_w":0.14117,"prev_pred_w":0.14097,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"CIVIC","precision":0.28753,"recall":0.44249,"f1":0.34857,"n_pos_ref":89,"n_pred_pos":126,"prev_ref_w":0.10145,"prev_pred_w":0.15612,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"SOCIAL","precision":0.36466,"recall":0.5711,"f1":0.44511,"n_pos_ref":123,"n_pred_pos":159,"prev_ref_w":0.16934,"prev_pred_w":0.26521,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"FAMILY","precision":0.22197,"recall":0.299,"f1":0.25479,"n_pos_ref":104,"n_pred_pos":136,"prev_ref_w":0.14036,"prev_pred_w":0.18908,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"CRIME_ACCIDENT","precision":0.23155,"recall":0.34042,"f1":0.27562,"n_pos_ref":26,"n_pred_pos":44,"prev_ref_w":0.07155,"prev_pred_w":0.1052,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"AUTHORITY","precision":0.52995,"recall":0.66611,"f1":0.59028,"n_pos_ref":187,"n_pred_pos":201,"prev_ref_w":0.28192,"prev_pred_w":0.35436,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"PUBLIC_OFFICE","precision":0.32552,"recall":0.45229,"f1":0.37858,"n_pos_ref":90,"n_pred_pos":94,"prev_ref_w":0.09444,"prev_pred_w":0.13122,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"MILITARY","precision":0.04077,"recall":0.12072,"f1":0.06096,"n_pos_ref":13,"n_pred_pos":13,"prev_ref_w":0.01343,"prev_pred_w":0.03975,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"BUSINESS","precision":0.40639,"recall":0.58177,"f1":0.47852,"n_pos_ref":43,"n_pred_pos":56,"prev_ref_w":0.10115,"prev_pred_w":0.14479,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"LABOR","precision":0.0,"recall":0.0,"f1":null,"n_pos_ref":8,"n_pred_pos":5,"prev_ref_w":0.01545,"prev_pred_w":0.0035,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"PROFESSIONAL","precision":0.29007,"recall":0.33626,"f1":0.31146,"n_pos_ref":58,"n_pred_pos":70,"prev_ref_w":0.09087,"prev_pred_w":0.10533,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"ARTS_SPORTS","precision":0.54922,"recall":0.39523,"f1":0.45967,"n_pos_ref":46,"n_pred_pos":51,"prev_ref_w":0.14117,"prev_pred_w":0.10159,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"CIVIC","precision":0.3204,"recall":0.43352,"f1":0.36847,"n_pos_ref":89,"n_pred_pos":114,"prev_ref_w":0.10145,"prev_pred_w":0.13726,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"SOCIAL","precision":0.37424,"recall":0.55313,"f1":0.44643,"n_pos_ref":123,"n_pred_pos":148,"prev_ref_w":0.16934,"prev_pred_w":0.25029,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"FAMILY","precision":0.22863,"recall":0.299,"f1":0.25913,"n_pos_ref":104,"n_pred_pos":130,"prev_ref_w":0.14036,"prev_pred_w":0.18356,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"CRIME_ACCIDENT","precision":0.26572,"recall":0.33508,"f1":0.2964,"n_pos_ref":26,"n_pred_pos":38,"prev_ref_w":0.07155,"prev_pred_w":0.09023,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"AUTHORITY","precision":0.49806,"recall":0.56812,"f1":0.53079,"n_pos_ref":187,"n_pred_pos":183,"prev_ref_w":0.28192,"prev_pred_w":0.32158,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"AUTHORITY|F","precision":0.26986,"recall":0.50806,"f1":0.35249,"n_pos_ref":12,"n_pred_pos":41,"prev_ref_w":0.05566,"prev_pred_w":0.10479,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"AUTHORITY|F","precision":0.42551,"recall":0.24207,"f1":0.30858,"n_pos_ref":12,"n_pred_pos":21,"prev_ref_w":0.05566,"prev_pred_w":0.03167,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"AUTHORITY|F","precision":0.3559,"recall":0.43072,"f1":0.38976,"n_pos_ref":12,"n_pred_pos":14,"prev_ref_w":0.05566,"prev_pred_w":0.06737,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"AUTHORITY|F","precision":0.43123,"recall":0.28907,"f1":0.34612,"n_pos_ref":12,"n_pred_pos":8,"prev_ref_w":0.05566,"prev_pred_w":0.03731,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"AUTHORITY|F","precision":0.70997,"recall":0.11297,"f1":0.19493,"n_pos_ref":12,"n_pred_pos":3,"prev_ref_w":0.05566,"prev_pred_w":0.00886,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"AUTHORITY|F","precision":0.10475,"recall":0.35366,"f1":0.16163,"n_pos_ref":12,"n_pred_pos":37,"prev_ref_w":0.05566,"prev_pred_w":0.18793,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"AUTHORITY|F","precision":0.13394,"recall":0.32498,"f1":0.1897,"n_pos_ref":12,"n_pred_pos":29,"prev_ref_w":0.05566,"prev_pred_w":0.13506,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"AUTHORITY|F","precision":0.14795,"recall":0.32498,"f1":0.20333,"n_pos_ref":12,"n_pred_pos":26,"prev_ref_w":0.05566,"prev_pred_w":0.12227,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"A_lexical","target":"AUTHORITY|M","precision":0.91776,"recall":0.44876,"f1":0.60278,"n_pos_ref":113,"n_pred_pos":84,"prev_ref_w":0.4262,"prev_pred_w":0.2084,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"B_dependency","target":"AUTHORITY|M","precision":0.96101,"recall":0.3492,"f1":0.51226,"n_pos_ref":113,"n_pred_pos":75,"prev_ref_w":0.4262,"prev_pred_w":0.15487,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.3","target":"AUTHORITY|M","precision":0.61801,"recall":0.26127,"f1":0.36727,"n_pos_ref":113,"n_pred_pos":62,"prev_ref_w":0.4262,"prev_pred_w":0.18018,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.5","target":"AUTHORITY|M","precision":0.61768,"recall":0.21801,"f1":0.32228,"n_pos_ref":113,"n_pred_pos":43,"prev_ref_w":0.4262,"prev_pred_w":0.15043,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"C_bow@0.7","target":"AUTHORITY|M","precision":0.57231,"recall":0.12762,"f1":0.20871,"n_pos_ref":113,"n_pred_pos":27,"prev_ref_w":0.4262,"prev_pred_w":0.09504,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.3","target":"AUTHORITY|M","precision":0.54907,"recall":0.70821,"f1":0.61857,"n_pos_ref":113,"n_pred_pos":119,"prev_ref_w":0.4262,"prev_pred_w":0.54973,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.5","target":"AUTHORITY|M","precision":0.49891,"recall":0.5362,"f1":0.51688,"n_pos_ref":113,"n_pred_pos":109,"prev_ref_w":0.4262,"prev_pred_w":0.45806,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"D_embed@0.7","target":"AUTHORITY|M","precision":0.48955,"recall":0.48469,"f1":0.48711,"n_pos_ref":113,"n_pred_pos":100,"prev_ref_w":0.4262,"prev_pred_w":0.42197,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"quote_rule_name","target":"quoted","precision":0.76951,"recall":0.31308,"f1":0.44508,"n_pos_ref":74,"n_pred_pos":50,"prev_ref_w":0.07698,"prev_pred_w":0.03132,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547},{"method":"quote_rule_name+pronoun","target":"quoted","precision":0.73815,"recall":0.33226,"f1":0.45825,"n_pos_ref":74,"n_pred_pos":53,"prev_ref_w":0.07698,"prev_pred_w":0.03465,"weighting":"sampling-weighted to population","reference":"v1 AI-annotator reference labels (not human)","n_reference":547}]