{"meta":{"query_hash":"565008867421","filters":{"venue":"AEA Papers and Proceedings"},"cohort_total":73,"direct_labels_cover":1,"predictions_cover":73,"exported":73,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/565008867421","api":"https://metacan.xera.ac/api/v1/cohort?venue=AEA+Papers+and+Proceedings"},"results":[{"id":"W2785749053","doi":"10.1257/pandp.20181037","title":"Using Online Prices for Measuring Real Consumption across Countries","year":2018,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Monetary Policy and Economic Impact","field":"Economics, Econometrics and Finance","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Representativeness heuristic; Purchasing power; Consumption (sociology); Econometrics; Variety (cybernetics); Price index; Purchasing; Economics; Purchasing power parity; Product (mathematics); Developing country; Computer science; Monetary economics; Macroeconomics; Statistics; Economic growth; Operations management; Mathematics","score_opus":0.2077678771739839,"score_gpt":0.30626193334278234,"score_spread":0.09849405616879844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2785749053","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9934832,0.00051596184,0.00007063228,0.0002242781,0.00017392596,0.00017715435,0.0002465425,0.00003173367,0.0050765816],"genre_scores_gemma":[0.99634916,0.0008067071,0.0017160493,0.00036105933,0.00047015783,0.00000820053,0.000009506166,0.00001831797,0.00026083773],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99902076,8.5345783e-7,0.0003173899,0.00030426902,0.000017850436,0.00033890083],"domain_scores_gemma":[0.99959075,0.000025783218,0.00021830446,0.00005980318,0.000025564996,0.000079801335],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038818023,0.00013101466,0.00025005403,0.000059923867,0.00034803723,0.00014927088,0.00008392983,0.00008826898,0.000095354764],"category_scores_gemma":[0.000040741248,0.0001431406,0.000049140846,0.000043816715,0.00014790209,0.00038791593,0.00003209033,0.000055162323,0.000035323697],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027033684,0.000051375195,0.9293303,0.00040800255,0.00016217607,4.7715224e-7,0.009251839,0.000015977326,0.0009867782,0.05566997,0.00091887725,0.0029338908],"study_design_scores_gemma":[0.003999707,0.00070076797,0.700374,0.00015674549,0.00005651833,0.00006625511,0.0015157751,0.040874172,0.0014975142,0.015809255,0.23360132,0.0013479469],"about_ca_topic_score_codex":0.00043863198,"about_ca_topic_score_gemma":0.000055162327,"teacher_disagreement_score":0.23268244,"about_ca_system_score_codex":0.000049283837,"about_ca_system_score_gemma":0.000005774134,"threshold_uncertainty_score":0.58371043},"labels":[],"label_agreement":null},{"id":"W2787352375","doi":"10.1257/pandp.20181022","title":"Human Judgment and AI Pricing","year":2018,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Auction Theory and Applications","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Decision maker; Context (archaeology); Economic rent; Action (physics); State (computer science); Computer science; Term (time); Artificial intelligence; Operations research; Microeconomics; Economics; Management science; Engineering","score_opus":0.050559936322478835,"score_gpt":0.36640030248265665,"score_spread":0.3158403661601778,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787352375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92051136,0.000043506356,0.00008203399,0.0025992962,0.000039741928,0.00008661547,8.7107463e-7,0.000027908436,0.07660864],"genre_scores_gemma":[0.99427557,0.00001058768,0.00019062264,0.0010923943,0.00013499847,0.000009271712,2.0240861e-7,0.000003941413,0.00428244],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992579,0.0000046500095,0.00016330075,0.0002671056,0.0001998634,0.000107160195],"domain_scores_gemma":[0.9996282,0.000041513642,0.000068968795,0.000066375236,0.00011592419,0.00007905621],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062439224,0.00006487643,0.00008691113,0.00005437033,0.00054594566,0.0001978652,0.00010682699,0.000033704524,0.00023508357],"category_scores_gemma":[0.00008370819,0.00004617511,0.000015724017,0.00020527613,0.00021988917,0.00018420137,0.00006481875,0.000056181758,0.00004679935],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024913148,0.00004333904,0.044642705,0.000013140307,0.000019512412,4.945942e-7,0.008195652,2.5099413e-7,0.09644872,0.64711267,0.03375283,0.16974577],"study_design_scores_gemma":[0.000464484,0.0003181287,0.119765826,0.000028703369,0.000023664752,0.000045067416,0.0065440475,0.00012818423,0.008857547,0.2566708,0.60684806,0.0003055054],"about_ca_topic_score_codex":0.0000062733966,"about_ca_topic_score_gemma":0.0000034343138,"teacher_disagreement_score":0.5730952,"about_ca_system_score_codex":0.0000050574786,"about_ca_system_score_gemma":0.000004705063,"threshold_uncertainty_score":0.41990277},"labels":[],"label_agreement":null},{"id":"W2803745111","doi":"10.1257/pandp.20181051","title":"On the Heterogeneity in Family Earnings and Income Dynamics in the PSID","year":2018,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Gender, Labor, and Family Dynamics","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Economic and Social Research Council","keywords":"Panel Study of Income Dynamics; Earnings; Economics; Demographic economics","score_opus":0.016648199394482296,"score_gpt":0.26261770068436285,"score_spread":0.24596950128988054,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803745111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93848956,0.000077443954,0.0000012146755,0.0019206266,0.000069538415,0.00019970808,0.0000025628945,0.000014631505,0.059224695],"genre_scores_gemma":[0.9973385,0.00047614347,0.000026979384,0.0019440361,0.000072793184,0.000014052948,8.188749e-7,0.00000743265,0.00011929713],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99908566,0.000055270913,0.0001302163,0.00022311242,0.0002226984,0.00028306668],"domain_scores_gemma":[0.99963695,0.00015300883,0.000050564322,0.00006308205,0.000046506946,0.0000498846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013532842,0.000110838446,0.00011278653,0.00005404201,0.0004800015,0.0001504059,0.00022252003,0.00010062845,0.000005782733],"category_scores_gemma":[0.00014240478,0.00006787063,0.000020488013,0.00035437813,0.00048715863,0.00010740349,0.000048118935,0.00021657372,0.000003085395],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013101216,0.000019156898,0.8573564,0.0000092964365,0.0000045382703,0.0000017096442,0.050662607,2.986282e-7,0.00013581499,0.09029914,0.000091575515,0.0014063496],"study_design_scores_gemma":[0.0002166965,0.00011627178,0.91927856,0.00002821187,0.0000052384635,0.00000226007,0.07274779,0.00046741063,0.000003047042,0.004706361,0.0023027167,0.00012541538],"about_ca_topic_score_codex":0.0016398288,"about_ca_topic_score_gemma":0.0066363653,"teacher_disagreement_score":0.08559278,"about_ca_system_score_codex":0.000060046303,"about_ca_system_score_gemma":0.000026202835,"threshold_uncertainty_score":0.37032476},"labels":[],"label_agreement":null},{"id":"W2804383944","doi":"10.1257/pandp.20181047","title":"Return-to-Work Policies and Labor Supply in Disability Insurance Programs","year":2018,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Retirement, Disability, and Employment","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Incentive; Earnings; Disability insurance; Work (physics); Regression discontinuity design; Labour economics; Business; Economics; Demographic economics; Social security; Finance; Medicine","score_opus":0.07528969912768374,"score_gpt":0.3667296252232547,"score_spread":0.29143992609557096,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804383944","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9716094,0.00013617717,2.4655217e-8,0.008045549,0.00008970328,0.00052020786,0.0000040489294,0.00004646391,0.019548394],"genre_scores_gemma":[0.9986284,0.00027182294,0.00009407708,0.0004357075,0.00022185619,0.000057467936,9.3550887e-7,0.000007967133,0.000281768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988194,0.00002214717,0.00018108098,0.00034640153,0.00024013071,0.00039083333],"domain_scores_gemma":[0.9995747,0.000034012133,0.000039303748,0.0000702333,0.00008468513,0.00019705364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065544556,0.0001231817,0.00016345106,0.000023334389,0.00036343065,0.00018237153,0.00012657796,0.000080514765,0.000046097255],"category_scores_gemma":[0.00019074943,0.00010445736,0.00002302413,0.00046433273,0.0012387806,0.00018743186,0.00006696171,0.00008245637,0.0000044242956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004107227,0.00005979439,0.94020987,0.00004096135,0.0000037151822,1.2879052e-7,0.041916482,6.754432e-9,0.00017026263,0.0022803524,0.0002224704,0.015054862],"study_design_scores_gemma":[0.00018078763,0.00017749888,0.9616685,0.00006539595,0.000004221265,3.0037668e-7,0.010298299,5.962939e-7,0.00007709069,0.001571465,0.025811223,0.00014462403],"about_ca_topic_score_codex":0.004324526,"about_ca_topic_score_gemma":0.0057690744,"teacher_disagreement_score":0.03161818,"about_ca_system_score_codex":0.00007153518,"about_ca_system_score_gemma":0.000022553711,"threshold_uncertainty_score":0.6537419},"labels":[],"label_agreement":null},{"id":"W2804723391","doi":"10.1257/pandp.20181060","title":"The Effects of Tax Changes at the Zero Lower Bound: Evidence from Japan","year":2018,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Monetary Policy and Economic Impact","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada","funders":"","keywords":"Economics; Zero lower bound; Consumption (sociology); Zero (linguistics); Monetary economics; Investment (military); Econometrics; Demographic economics; Political science; Interest rate","score_opus":0.0315672430127819,"score_gpt":0.2140069015189629,"score_spread":0.182439658506181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804723391","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97990817,0.0077810865,0.0000023972655,0.0035477702,0.0004270265,0.00018224907,0.0000340545,0.00001041975,0.008106834],"genre_scores_gemma":[0.9917987,0.003784766,0.00002273504,0.0008761633,0.00029297735,0.00001877506,0.0000013568575,0.00001351795,0.003191025],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991714,0.000004085401,0.0002433705,0.000276537,0.000028044296,0.00027656293],"domain_scores_gemma":[0.9991773,0.00031943,0.00025499077,0.00016781357,0.000013775181,0.00006673745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040419743,0.00013507124,0.0002263879,0.000033148855,0.00043658278,0.00011418263,0.00023622587,0.00007096601,0.00018311157],"category_scores_gemma":[0.00023343912,0.000089230416,0.000059734135,0.00007257833,0.00036021322,0.0001733948,0.00010195074,0.00008522621,0.0001231402],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009096442,0.00011427423,0.6170829,0.00051227864,0.00095810316,0.0000028030313,0.042228255,0.000003982568,0.021814104,0.038913198,0.20971768,0.06774276],"study_design_scores_gemma":[0.0010146834,0.0014712916,0.27902535,0.00028240308,0.00006699532,0.000014607017,0.0005783197,0.00071649667,0.0100103365,0.03059569,0.6755356,0.000688214],"about_ca_topic_score_codex":0.0020438952,"about_ca_topic_score_gemma":0.00038205893,"teacher_disagreement_score":0.46581796,"about_ca_system_score_codex":0.000032339918,"about_ca_system_score_gemma":0.000004426144,"threshold_uncertainty_score":0.3638711},"labels":[],"label_agreement":null},{"id":"W2804727842","doi":"10.1257/pandp.20181110","title":"Racial Differences in Police Use of Force: Evidence from the 1960s Civil Disturbances","year":2018,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Crime Patterns and Interventions","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Police brutality; Criminology; White (mutation); Intervention (counseling); Political science; Civil rights; Demographic economics; Psychology; Law; Economics","score_opus":0.08916138282695822,"score_gpt":0.3347193677494198,"score_spread":0.24555798492246156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804727842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9900814,0.00037703646,0.0000028305028,0.001343482,0.00011771686,0.00010881933,0.000011539286,0.000010478861,0.007946647],"genre_scores_gemma":[0.99782336,0.00052931387,0.000028509538,0.00015995256,0.00030935998,0.000009744504,5.7006116e-7,0.0000032836854,0.0011359354],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993267,0.000019767213,0.00015469879,0.00016118248,0.0001755616,0.00016208459],"domain_scores_gemma":[0.9995291,0.00022207195,0.000084908264,0.000044592693,0.00007766799,0.000041657324],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023497015,0.00006966653,0.00011504573,0.00002258534,0.00030478174,0.00014310867,0.0001884558,0.00004488224,0.0004100559],"category_scores_gemma":[0.00020139536,0.00004587158,0.0000456969,0.00016915052,0.0005528719,0.0003786279,0.000048733575,0.00006733457,0.0000030104031],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021604077,0.000017191458,0.9034753,0.00000915246,0.000008944484,8.043656e-8,0.087673165,7.659637e-9,0.0013511864,0.0018165763,0.0018183837,0.0038084397],"study_design_scores_gemma":[0.00011083385,0.0001310701,0.970019,0.00036390944,0.000018825307,1.9642489e-7,0.015212428,0.00001808268,0.000274762,0.0008955222,0.012852486,0.000102914986],"about_ca_topic_score_codex":0.060492188,"about_ca_topic_score_gemma":0.07087556,"teacher_disagreement_score":0.07246074,"about_ca_system_score_codex":0.000013053007,"about_ca_system_score_gemma":0.000020692254,"threshold_uncertainty_score":0.94607854},"labels":[],"label_agreement":null},{"id":"W2945427938","doi":"10.1257/pandp.20191018","title":"Blockchains, Coordination, and Forks","year":2019,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Incentive; Proof-of-work system; Ledger; Protocol (science); Distributed ledger; Blockchain; Computer science; Computer security; Business; Microeconomics; Economics; Accounting; Medicine","score_opus":0.003212811590816592,"score_gpt":0.1869003215236821,"score_spread":0.1836875099328655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2945427938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775324,0.0004685308,0.0010350519,0.007514044,0.000043729393,0.00022001864,7.1559793e-7,0.0001880608,0.012997486],"genre_scores_gemma":[0.99575526,0.00009423963,0.0031297184,0.00044616568,0.000012877996,0.000021174354,4.8570354e-7,0.000004148183,0.000535962],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994097,0.0000017166205,0.00008759673,0.00029052468,0.000069562375,0.00014093741],"domain_scores_gemma":[0.99972755,0.000019922676,0.000040815037,0.000106094456,0.000055562807,0.00005006648],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014090193,0.000082054845,0.00009422505,0.00005615894,0.00013114655,0.00008259579,0.0002026787,0.00009835324,0.000007467872],"category_scores_gemma":[0.0000101063115,0.0000732248,0.000012998443,0.00019001983,0.00005778796,0.00013131622,0.00014718244,0.00010528264,0.0000068100708],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000025015718,0.000016601072,0.02117175,0.0000286467,0.000009669146,4.4381065e-7,0.00078119105,1.3661888e-7,0.0026987363,0.9159779,0.0010300383,0.058282387],"study_design_scores_gemma":[0.0032624176,0.00084722764,0.16125537,0.00012651418,0.000045529778,0.00051947887,0.0019325392,0.0995184,0.006886864,0.23763081,0.4863118,0.0016630476],"about_ca_topic_score_codex":0.0000075184294,"about_ca_topic_score_gemma":0.0000014316003,"teacher_disagreement_score":0.6783471,"about_ca_system_score_codex":0.0000061209153,"about_ca_system_score_gemma":0.000007428924,"threshold_uncertainty_score":0.29860207},"labels":[],"label_agreement":null},{"id":"W2946234951","doi":"10.1257/pandp.20191053","title":"New Evidence on the Cyclicality of Employer-to-Employer Flows from Canada","year":2019,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Labor market dynamics and wage inequality","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Recession; Labour economics; Sample (material); Economics; Great recession; Quality (philosophy); Job creation; Demographic economics; Business; Macroeconomics","score_opus":0.02357877940979368,"score_gpt":0.20777726042187153,"score_spread":0.18419848101207786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946234951","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9784376,0.00028710705,0.000009311315,0.005369355,0.00021145896,0.0002426549,0.000145622,0.00001149968,0.015285389],"genre_scores_gemma":[0.99646467,0.00013920413,0.00019776661,0.002365998,0.00007353322,0.000008211565,0.0000026672508,0.000015707708,0.00073225977],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99886525,0.00000633466,0.00040798643,0.00041171172,0.00008733296,0.00022137233],"domain_scores_gemma":[0.9991497,0.000255699,0.00018768772,0.00022104202,0.000046114037,0.00013979757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050683005,0.00014919198,0.0003320724,0.000035080826,0.00006599298,0.00007169347,0.0002751664,0.00006834226,0.0006116944],"category_scores_gemma":[0.00029900615,0.00011691864,0.00005283394,0.00019511888,0.000020092815,0.000119566124,0.000086384294,0.00014317947,0.000037511487],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007323256,0.000017945471,0.82069993,0.000038915045,0.000049956252,6.31885e-7,0.00054973323,0.000003877355,0.0008157609,0.17253524,0.0032708,0.0019439964],"study_design_scores_gemma":[0.00036107507,0.00016893786,0.8939203,0.0001378282,0.000011542463,6.659565e-7,0.00016571334,0.00020806045,0.00034169672,0.048714988,0.055574216,0.00039498205],"about_ca_topic_score_codex":0.3818269,"about_ca_topic_score_gemma":0.028870601,"teacher_disagreement_score":0.3529563,"about_ca_system_score_codex":0.000066937806,"about_ca_system_score_gemma":0.00006382193,"threshold_uncertainty_score":0.98885},"labels":[],"label_agreement":null},{"id":"W2998825458","doi":"10.1257/pandp.20201034","title":"The Allocation of Decision Authority to Human and Artificial Intelligence","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Law, Economics, and Judicial Systems","field":"Economics, Econometrics and Finance","cited_by":65,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Principal (computer security); Investment (military); Artificial intelligence; Computer science; Reliability (semiconductor); Operations research; Engineering; Computer security; Political science","score_opus":0.04988189374101219,"score_gpt":0.2453172870928158,"score_spread":0.1954353933518036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998825458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722889,0.0006112334,0.00042367433,0.003652456,0.000154886,0.00022819995,0.000012720601,0.000015413407,0.022612516],"genre_scores_gemma":[0.9990429,0.00031194495,0.00016138314,0.00028181847,0.0001572842,0.000008148999,8.77562e-7,0.000007998212,0.000027607995],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99915004,0.0000018719011,0.00043876283,0.00025914717,0.000023553985,0.00012663018],"domain_scores_gemma":[0.9995967,0.000039884766,0.00017228123,0.00005075962,0.000030795345,0.00010956283],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043180896,0.000069159854,0.0002065179,0.000031833373,0.00022571001,0.00011016451,0.00011009799,0.00005627554,0.000017082762],"category_scores_gemma":[0.00014787771,0.00007248707,0.000029328774,0.00010513431,0.00009754609,0.00010584202,0.000056448873,0.000058196416,0.000020889478],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032642878,0.000008174593,0.017076131,0.000028429116,0.000012623091,1.2450032e-7,0.002679543,0.0000019003843,0.0007956387,0.95532227,0.00029939157,0.02374316],"study_design_scores_gemma":[0.00029670706,0.00083127077,0.06349715,0.00007812582,0.00001893585,0.000005706797,0.004196714,0.0032615336,0.002945259,0.8363877,0.08784642,0.00063449284],"about_ca_topic_score_codex":0.00018722443,"about_ca_topic_score_gemma":0.000046683395,"teacher_disagreement_score":0.11893455,"about_ca_system_score_codex":0.000014726496,"about_ca_system_score_gemma":0.000004512828,"threshold_uncertainty_score":0.29559368},"labels":[],"label_agreement":null},{"id":"W2999264521","doi":"10.1257/pandp.20201054","title":"Measuring the Impact of Free Goods on Real Household Consumption","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Consumer Market Behavior and Pricing","field":"Business, Management and Accounting","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Biotech (Canada); University of British Columbia","funders":"","keywords":"Consumption (sociology); Production (economics); Economics; Digital goods; Microeconomics; Goods and services; Econometrics; Computer science; Economy","score_opus":0.061251620924585394,"score_gpt":0.2450461696075092,"score_spread":0.1837945486829238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999264521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9527497,0.00007284762,5.8709514e-7,0.0007586467,0.000037909005,0.00013648886,0.0000032088665,0.000065487635,0.04617512],"genre_scores_gemma":[0.9991309,0.000108305576,0.0000092594,0.00047422692,0.00023274006,0.0000056200147,0.0000018590126,0.000016808475,0.000020254383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99933565,0.000002354859,0.00015322556,0.0001847389,0.00016405896,0.00015999292],"domain_scores_gemma":[0.9997021,0.000035382454,0.00012422218,0.00007503529,0.000043552263,0.000019726229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002187153,0.00013439765,0.00014879623,0.000051316645,0.00015156752,0.00015476339,0.00016975256,0.00004219302,0.000082237835],"category_scores_gemma":[0.000078032754,0.000088340676,0.00008103801,0.0001895338,0.00005593162,0.00029518918,0.000113615606,0.00013075674,0.0000063934194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017146942,0.00002023032,0.9557348,0.00018354274,0.000037664813,0.0000015267901,0.00042818353,0.000004886041,0.02165876,0.0017397696,0.0028815367,0.017137635],"study_design_scores_gemma":[0.0005713046,0.00005019232,0.9956801,0.000071165996,0.00009873969,0.0000022056602,0.00023828124,0.00033372844,0.00027427188,0.00014992394,0.0023530154,0.00017708844],"about_ca_topic_score_codex":0.000742337,"about_ca_topic_score_gemma":0.0000104320325,"teacher_disagreement_score":0.04638122,"about_ca_system_score_codex":0.0000092366145,"about_ca_system_score_gemma":0.000007468819,"threshold_uncertainty_score":0.36024284},"labels":[],"label_agreement":null},{"id":"W3000358830","doi":"10.1257/pandp.20201070","title":"The Cost of Being Too Patient","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Patience; Happiness; Psychology; Social psychology; Economics","score_opus":0.018483132827362633,"score_gpt":0.2653254784803868,"score_spread":0.24684234565302415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000358830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6613442,0.00021797417,0.000004487629,0.0037325025,0.00018254915,0.00012919887,0.000001721518,0.000033784032,0.3343536],"genre_scores_gemma":[0.99745995,0.00012092068,0.000032658696,0.0019590806,0.00008204604,0.000017761817,8.544978e-7,0.0000072621406,0.00031945197],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993786,0.000010158993,0.00016158973,0.00019339594,0.000095402895,0.00016085933],"domain_scores_gemma":[0.9996825,0.00007502255,0.00008064435,0.000045004985,0.000032223765,0.00008464019],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000104184764,0.00008071474,0.00010325381,0.0000106904345,0.00014613186,0.000027454931,0.00007365672,0.00006419785,0.0001287407],"category_scores_gemma":[0.00006298793,0.00005148273,0.000035261703,0.000105997286,0.00008549759,0.00003450413,0.000023815148,0.00012910969,0.000023647573],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000524158,0.00006139262,0.09813488,0.000049139107,0.00012501198,0.000005741653,0.03365088,8.77674e-7,0.019662319,0.105658635,0.049353395,0.6927736],"study_design_scores_gemma":[0.00088647485,0.001168225,0.22901534,0.000035015026,0.000041978496,0.000024224724,0.010539184,0.000038105885,0.0011452527,0.002298552,0.75453407,0.00027360016],"about_ca_topic_score_codex":0.000025859883,"about_ca_topic_score_gemma":6.3217715e-7,"teacher_disagreement_score":0.70518064,"about_ca_system_score_codex":0.000004765989,"about_ca_system_score_gemma":0.000002833066,"threshold_uncertainty_score":0.20994048},"labels":[],"label_agreement":null},{"id":"W3013892007","doi":"10.1257/pandp.20201015","title":"Ownership and Trust in Banks: Evidence from the First Bank in an American Indian Nation","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Microfinance and Financial Inclusion","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Reservation; Ex-ante; Business; Distribution (mathematics); Financial system; Political science; Economics; Law","score_opus":0.045665962367311554,"score_gpt":0.22027535589558195,"score_spread":0.1746093935282704,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3013892007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98585474,0.002342284,0.0000031437305,0.010481499,0.000033178912,0.00015738918,0.00001831085,0.000010496243,0.0010989631],"genre_scores_gemma":[0.9942182,0.0028425022,0.00009190486,0.0026969628,0.00010471418,0.000016201238,0.000004531785,0.00001083281,0.000014179306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991088,0.0000037012626,0.00028268105,0.000391066,0.000029767914,0.00018398238],"domain_scores_gemma":[0.9996663,0.00004918211,0.00015401903,0.00005737687,0.000012788848,0.00006035914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028717233,0.00011548626,0.00023319462,0.000072161354,0.00011774421,0.00010402152,0.00014945463,0.0000708461,0.00002993205],"category_scores_gemma":[0.00016264319,0.000102481485,0.000019982535,0.00041033857,0.0000989972,0.0004538501,0.00007192949,0.00017985773,0.0000111194],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004371953,0.000011842187,0.96580917,0.0000202772,0.0000019816757,0.0000024631254,0.018377356,7.9344204e-7,0.0003021623,0.0033848055,0.00015051995,0.011894918],"study_design_scores_gemma":[0.00032169558,0.00014277254,0.9816236,0.00008420104,0.0000019572187,9.337875e-7,0.0013872359,0.0005253038,0.00006822569,0.0016553538,0.014009044,0.00017969152],"about_ca_topic_score_codex":0.0034300073,"about_ca_topic_score_gemma":0.0017580445,"teacher_disagreement_score":0.016990121,"about_ca_system_score_codex":0.00003681518,"about_ca_system_score_gemma":0.000009302113,"threshold_uncertainty_score":0.5185168},"labels":[],"label_agreement":null},{"id":"W3024024579","doi":"10.1257/pandp.20201052","title":"A Pareto-Improving Way to Teach Principles of Economics: Evidence from the University of Toronto","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Demographics; Mathematics education; Discipline; Pareto principle; Economics education; Literacy; Psychology; Medical education; Sociology; Statistics; Pedagogy; Mathematics; Social science; Medicine; Demography; Primary education","score_opus":0.06318020031811267,"score_gpt":0.30208826760246527,"score_spread":0.2389080672843526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024024579","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9691872,0.00021016313,0.000030948802,0.010036308,0.000066950306,0.00013901672,0.0000066305674,0.000008785678,0.02031399],"genre_scores_gemma":[0.9844001,0.00021360524,0.014753554,0.0003484655,0.00013892222,0.0000011870945,4.341461e-7,0.0000027508752,0.00014101583],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99960256,0.000017312617,0.00010086692,0.00013224372,0.0000712782,0.000075743395],"domain_scores_gemma":[0.9994543,0.0002318123,0.00009666318,0.00003846039,0.00013245422,0.000046319685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051085145,0.000040553503,0.00008213907,0.000005794417,0.00020932543,0.000017249495,0.00021782811,0.000032209835,0.00010181646],"category_scores_gemma":[0.00092652685,0.00003588456,0.000017978737,0.00009439748,0.00013970121,0.00020288846,0.0000611358,0.000040711486,9.23762e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007332817,0.0000231065,0.16421865,0.000059329326,0.000041199357,9.692746e-8,0.53090155,0.000009213408,0.02248049,0.20566057,0.0017233804,0.074809074],"study_design_scores_gemma":[0.0001736037,0.00013991536,0.30431312,0.00016577292,0.000051508363,2.268231e-7,0.3429991,0.00024283283,0.0022817107,0.0012516906,0.34815732,0.0002232067],"about_ca_topic_score_codex":0.012293273,"about_ca_topic_score_gemma":0.0018947044,"teacher_disagreement_score":0.34643394,"about_ca_system_score_codex":0.000059394904,"about_ca_system_score_gemma":0.00009670769,"threshold_uncertainty_score":0.994284},"labels":[],"label_agreement":null},{"id":"W3024778641","doi":"10.1257/pandp.20201045","title":"Inventor Gender and the Direction of Invention","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Point (geometry); Power (physics); Invention; Demographic economics; Psychology; Business; Engineering; Economics; Mathematics; Electrical engineering; Physics","score_opus":0.0482307829394299,"score_gpt":0.20251578790974906,"score_spread":0.15428500497031916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3024778641","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7703151,0.001326653,0.00002306245,0.006929939,0.00008615491,0.00014666904,0.000009928907,0.000018196892,0.2211443],"genre_scores_gemma":[0.99758404,0.00036460365,0.000045338,0.0017226842,0.00007006406,0.000005761981,0.0000012277677,0.000004372502,0.00020188325],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99962986,0.0000015287397,0.00018283793,0.00011090836,0.000015105993,0.000059779573],"domain_scores_gemma":[0.99979985,0.000008230219,0.00012954306,0.000018513783,0.000019066998,0.000024823166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020320955,0.000044757548,0.00011057341,0.000033020904,0.00006804944,0.000024478693,0.00002930341,0.000034630968,0.000040349816],"category_scores_gemma":[0.000060444065,0.000035471057,0.00002292523,0.00013835778,0.00007947422,0.00009348892,0.000019092287,0.000049018807,0.0000049098167],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030101386,0.0000043240248,0.023573473,0.00006230805,0.00001777999,2.9343866e-8,0.0028843605,1.5539689e-7,0.00043816876,0.9713732,0.001014448,0.0006016654],"study_design_scores_gemma":[0.0051331297,0.00023995733,0.26987958,0.00003771481,0.00003920188,0.00001303853,0.002368977,0.0043034633,0.002075304,0.3166522,0.39877823,0.00047918834],"about_ca_topic_score_codex":0.000035892725,"about_ca_topic_score_gemma":4.4103282e-7,"teacher_disagreement_score":0.65472096,"about_ca_system_score_codex":0.000003843301,"about_ca_system_score_gemma":0.000002048308,"threshold_uncertainty_score":0.14464678},"labels":[],"label_agreement":null},{"id":"W3025280704","doi":"10.1257/pandp.20201078","title":"A Proposed Specification Check for <i>p</i>-Hacking","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Hacker; Computer science; Specification; Set (abstract data type); Control (management); Programming language; Computer security; Artificial intelligence; Machine learning","score_opus":0.22378057856440436,"score_gpt":0.3763875279604566,"score_spread":0.15260694939605224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025280704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7575182,0.0003860388,0.059634164,0.02556466,0.000134288,0.0059072506,0.000035202098,0.003130731,0.14768952],"genre_scores_gemma":[0.9025334,0.000058106478,0.096402444,0.00063085114,0.00012974217,0.00006880758,0.000002952988,0.000027036755,0.00014666973],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9993629,0.0000018058101,0.00016172067,0.00022772435,0.0000920467,0.00015383394],"domain_scores_gemma":[0.9996186,0.000064304615,0.000097618664,0.000043779037,0.00009781134,0.00007788498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001185367,0.000112260386,0.0001486927,0.00001772279,0.00008027638,0.00004885948,0.00008411888,0.00005938543,0.000019628089],"category_scores_gemma":[0.00036286633,0.00009751374,0.000032603035,0.00009700018,0.00003967344,0.00016192858,0.000028284101,0.00008289061,0.0000021845874],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096760516,0.000030616273,0.0010406711,0.00062147086,0.000021337157,6.7863175e-7,0.004685815,7.049056e-8,0.45385036,0.51290673,0.008218484,0.018527014],"study_design_scores_gemma":[0.0010799946,0.0007912438,0.00061948114,0.00018528372,0.0000895464,0.000013941128,0.0027011523,0.0008720823,0.30035466,0.57170916,0.12087748,0.0007059729],"about_ca_topic_score_codex":7.8264907e-7,"about_ca_topic_score_gemma":3.8002958e-7,"teacher_disagreement_score":0.15349568,"about_ca_system_score_codex":0.000015082584,"about_ca_system_score_gemma":0.000010438091,"threshold_uncertainty_score":0.3976495},"labels":[],"label_agreement":null},{"id":"W3025705089","doi":"10.1257/pandp.20201006","title":"Artificial Intelligence in Health Care? Evidence from Online Job Postings","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"COVID-19 and healthcare impacts","field":"Medicine","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Salary; Health care; Psychology; Business; Data science; Internet privacy; Public relations; Medical education; Computer science; Medicine; Political science","score_opus":0.11543913511071567,"score_gpt":0.3895255671346665,"score_spread":0.27408643202395083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025705089","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86329675,0.003933765,0.000015234859,0.13198477,0.00004908897,0.00034577,0.00001571746,0.000064414235,0.00029446778],"genre_scores_gemma":[0.96549255,0.0016330816,0.0011915921,0.0312529,0.00037935955,0.000005105302,0.000012639089,0.000017466557,0.000015302878],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9985655,0.000009174978,0.0004227369,0.00041964673,0.0002378096,0.00034512696],"domain_scores_gemma":[0.99904376,0.00014766325,0.0001033978,0.00006202897,0.000111308065,0.00053184637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018550165,0.00016244731,0.00035300353,0.00006988046,0.00009221756,0.000041677496,0.00008607082,0.00009179704,0.00006574748],"category_scores_gemma":[0.0011430936,0.00014391931,0.000041295418,0.00035136825,0.00005884283,0.00014166473,0.00005778777,0.00035475445,0.000011146061],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012891312,0.00007775635,0.40295547,0.0027096341,0.000024700172,0.00006010374,0.096441165,0.000001930205,0.02372587,0.0005660412,0.0010598096,0.47108838],"study_design_scores_gemma":[0.000677805,0.0041725524,0.93545073,0.0050055943,0.00007457308,0.000048777634,0.02896335,0.0016540884,0.0035448568,0.0007022655,0.019052701,0.00065271265],"about_ca_topic_score_codex":0.004673369,"about_ca_topic_score_gemma":0.00051435264,"teacher_disagreement_score":0.53249526,"about_ca_system_score_codex":0.00012305284,"about_ca_system_score_gemma":0.000367569,"threshold_uncertainty_score":0.70647675},"labels":[],"label_agreement":null},{"id":"W3025772844","doi":"10.1257/pandp.20201093","title":"Stories at Work","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Experimental Behavioral Economics Studies","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Incentive; Pairing; Variety (cybernetics); Quality (philosophy); Work (physics); Simple (philosophy); Public relations; Business; Computer science; Microeconomics; Economics; Political science; Engineering; Epistemology; Artificial intelligence","score_opus":0.048691855494443714,"score_gpt":0.30236703722919783,"score_spread":0.2536751817347541,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025772844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76280725,0.0004969882,2.5373902e-8,0.005811306,0.000060477556,0.00006669071,0.0000012872958,0.00004565357,0.2307103],"genre_scores_gemma":[0.996494,0.00035292236,0.00010849852,0.0009047401,0.00014416264,0.000010287405,4.4310474e-7,0.000006005248,0.001978934],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99955434,0.0000024647154,0.00006651032,0.00015310454,0.000074152056,0.00014944334],"domain_scores_gemma":[0.9998106,0.000011807259,0.000028828908,0.000013412969,0.000016666214,0.00011872498],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006323331,0.00006291821,0.00008955581,0.0000066448088,0.00039270244,0.000060809038,0.00006622566,0.000035684578,0.00008421674],"category_scores_gemma":[0.000028519999,0.00006082626,0.000021018934,0.00008868081,0.0002067106,0.00012176741,0.00008149801,0.00004219654,0.00002072488],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005524174,0.000011553951,0.69518983,0.0000135007585,0.000017543434,0.0000015427178,0.23664682,7.323262e-8,0.007378545,0.03242275,0.024753835,0.00350877],"study_design_scores_gemma":[0.00026483394,0.000107387554,0.016571933,0.000013579517,0.00001913571,5.343857e-7,0.06969244,7.123925e-7,0.0014135038,0.00024416044,0.91138375,0.00028801878],"about_ca_topic_score_codex":0.00018368335,"about_ca_topic_score_gemma":0.000057959078,"teacher_disagreement_score":0.88662994,"about_ca_system_score_codex":0.00005364278,"about_ca_system_score_gemma":0.000008801422,"threshold_uncertainty_score":0.30203894},"labels":[],"label_agreement":null},{"id":"W3118283342","doi":"10.1257/pandp.20211124","title":"The Family Origin of the Math Gender Gap Is a White Affluent Phenomenon","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"School Choice and Performance","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"Economic and Social Research Council","keywords":"Phenomenon; White (mutation); Gender gap; Gender bias; Psychology; Social psychology; Developmental psychology; Gender studies; Sociology; Demographic economics; Economics; Physics","score_opus":0.03728896731294263,"score_gpt":0.2853533997316887,"score_spread":0.2480644324187461,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118283342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77937466,0.0014824168,1.7865264e-7,0.004543937,0.00014682175,0.0000795604,0.0000025265338,0.000010652238,0.21435927],"genre_scores_gemma":[0.9879636,0.003076207,0.000037338552,0.0017672051,0.00021722386,0.000009717408,2.7661267e-7,0.000005929081,0.0069224597],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99923307,0.00001183414,0.000112929025,0.00014504728,0.0002873932,0.00020970084],"domain_scores_gemma":[0.99964994,0.000034060187,0.000068523725,0.0000741356,0.00011803203,0.000055279044],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035313822,0.00007224186,0.00008266558,0.000009359676,0.0007301073,0.00012930692,0.00018316542,0.000048494676,0.00007303548],"category_scores_gemma":[0.000038848397,0.000040676518,0.00004696943,0.00026458784,0.00016690433,0.0001309255,0.000051460403,0.000105753024,0.0000067039587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056011522,0.000056910634,0.57663584,0.00014907912,0.00010662087,0.0000015949505,0.22052607,0.0000011534011,0.015804747,0.118758254,0.04661434,0.02128935],"study_design_scores_gemma":[0.00018098492,0.000019814493,0.112125635,0.00003207049,0.000024292814,0.0000019006126,0.039568946,0.000016132512,0.00042844343,0.0015791395,0.8459134,0.00010920369],"about_ca_topic_score_codex":0.00014358372,"about_ca_topic_score_gemma":0.00011776396,"teacher_disagreement_score":0.79929906,"about_ca_system_score_codex":0.00002079889,"about_ca_system_score_gemma":0.00011407062,"threshold_uncertainty_score":0.5615469},"labels":[],"label_agreement":null},{"id":"W3120251669","doi":"10.1257/pandp.20211101","title":"Appropriate Institutions? Traditional Governance and Public Goods Provision in Oaxaca, Mexico","year":2021,"lang":"en","type":"preprint","venue":"AEA Papers and Proceedings","topic":"Taxation and Compliance Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Corporate governance; Indigenous; Politics; Ethnic group; Public good; Public administration; Local government; Political science; Public service; Representation (politics); Polarization (electrochemistry); State (computer science); Government (linguistics); Local governance; Economic growth; Business; Economics; Finance","score_opus":0.07974197333092818,"score_gpt":0.2378834482488153,"score_spread":0.1581414749178871,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3120251669","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8605817,0.016009621,0.00007407153,0.0059485342,0.0004645656,0.00042381705,0.00018703812,0.000050130737,0.11626056],"genre_scores_gemma":[0.9894607,0.008742184,0.0008109583,0.000403438,0.000094615796,0.00013165046,0.000043099135,0.000015134634,0.00029820198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99854225,0.0000038582375,0.00045439083,0.0006939236,0.00006450929,0.00024105921],"domain_scores_gemma":[0.99934036,0.000016035969,0.00041302032,0.00009491083,0.000048860824,0.00008678867],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00023240705,0.00023017579,0.00044259513,0.00011727813,0.0001846054,0.00035882188,0.0001351514,0.0001958557,0.000088996596],"category_scores_gemma":[0.00014021443,0.00025657628,0.00006697481,0.00019609267,0.00014615215,0.00034037582,0.00028120726,0.00039622316,0.000008280464],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015354995,0.00012024106,0.28395936,0.00038626243,0.000067704495,0.0000034871828,0.0016070155,0.00000868684,0.000036017453,0.70641905,0.0005548518,0.006821962],"study_design_scores_gemma":[0.00093146716,0.000063120155,0.8719827,0.00033683906,0.000010275536,0.000018705541,0.0010799671,0.00065046625,0.000017820272,0.052788448,0.07146357,0.000656623],"about_ca_topic_score_codex":0.0001629245,"about_ca_topic_score_gemma":0.00006928586,"teacher_disagreement_score":0.6536306,"about_ca_system_score_codex":0.00009750298,"about_ca_system_score_gemma":0.00006274143,"threshold_uncertainty_score":0.9999887},"labels":[],"label_agreement":null},{"id":"W3123463615","doi":"10.1257/pandp.20211104","title":"Private and Social Returns to R&amp;D: Drug Development and Demographics","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Productivity; Demographics; Life expectancy; Investment (military); Welfare; Demographic economics; Business; Capital (architecture); Economics; Monetary economics; Labour economics; Public economics; Economic growth; Market economy; Demography; Geography; Environmental health; Medicine; Political science","score_opus":0.043646406593664006,"score_gpt":0.25682264080211864,"score_spread":0.21317623420845463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123463615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9727174,0.0014196262,0.000003782271,0.008584161,0.00006028621,0.00008826504,0.000026091582,0.000016737002,0.017083658],"genre_scores_gemma":[0.99045444,0.0014420071,0.0018354742,0.0054681734,0.00009215956,0.000013050988,0.000006035674,0.000017476368,0.0006711998],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906665,0.0000019489107,0.00027900992,0.00037629713,0.000020331367,0.00025575113],"domain_scores_gemma":[0.9996522,0.00002112603,0.00007827639,0.00004032407,0.000022394077,0.00018565729],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025528015,0.00013564296,0.00025323223,0.000091701564,0.00022745793,0.00018471065,0.000057370675,0.00007397841,0.00005145081],"category_scores_gemma":[0.000033210163,0.00015596171,0.000028398506,0.00013319592,0.000064435204,0.000112653695,0.00013998506,0.00012569361,0.00001843548],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033703775,0.000042681542,0.283084,0.00023586242,0.00012334039,0.000003340497,0.013318062,1.6579567e-7,0.001078757,0.6840501,0.0036931543,0.014336834],"study_design_scores_gemma":[0.00040474674,0.000013002118,0.07880749,0.000012249064,0.000007631931,0.00001572294,0.0002455746,0.000034940447,0.0002866273,0.009127104,0.9107499,0.00029502157],"about_ca_topic_score_codex":0.000008915728,"about_ca_topic_score_gemma":0.000032692868,"teacher_disagreement_score":0.90705675,"about_ca_system_score_codex":0.000019948868,"about_ca_system_score_gemma":0.000014723884,"threshold_uncertainty_score":0.6359934},"labels":[],"label_agreement":null},{"id":"W3123751634","doi":"10.1257/pandp.20201100","title":"Who Ran on Repo?","year":2020,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Banking stability, regulation, efficiency","field":"Economics, Econometrics and Finance","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Cash; Business; Fell; Financial system; Finance; Geography; Cartography","score_opus":0.022373986822768324,"score_gpt":0.20472162848263212,"score_spread":0.18234764165986378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123751634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83656377,0.00051178515,0.000016566146,0.0053234464,0.000072341616,0.00013338648,0.000009802408,0.000058406193,0.15731049],"genre_scores_gemma":[0.9979078,0.00010059146,0.0001465987,0.0013255645,0.00010811898,0.0000066338284,0.0000018357582,0.000015315707,0.00038749506],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9990812,0.0000015062255,0.00028378644,0.00042326187,0.000036768466,0.00017346241],"domain_scores_gemma":[0.9996524,0.000024509221,0.00013801623,0.00007369889,0.000024100898,0.00008731302],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023698315,0.000109163135,0.00021402106,0.000048495203,0.00012282978,0.00008827497,0.00010300883,0.0000660892,0.00019098356],"category_scores_gemma":[0.0002255071,0.00011625641,0.000048782294,0.00021347076,0.000060575265,0.00012436358,0.00003102844,0.0000974585,0.00007238476],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044674976,0.000045142246,0.3670411,0.00011287174,0.000021399348,0.00000109575,0.006473268,0.000010213881,0.0003223518,0.6170162,0.0030335034,0.005878142],"study_design_scores_gemma":[0.0011703987,0.00057990325,0.63864577,0.000047724552,0.000011403305,0.000008409645,0.00044233666,0.00400677,0.00040778093,0.033263966,0.3207557,0.0006598616],"about_ca_topic_score_codex":0.00001932738,"about_ca_topic_score_gemma":8.954337e-7,"teacher_disagreement_score":0.5837523,"about_ca_system_score_codex":0.000022528466,"about_ca_system_score_gemma":0.000005286114,"threshold_uncertainty_score":0.47407988},"labels":[],"label_agreement":null},{"id":"W3126577929","doi":"10.1257/pandp.20211103","title":"Preparing for a Pandemic: Accelerating Vaccine Availability","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Booth University College","funders":"","keywords":"Procurement; Pandemic; Portfolio; Incentive; Business; Population; Scale (ratio); Coronavirus disease 2019 (COVID-19); Economics; Finance; Environmental health; Marketing; Disease; Medicine; Microeconomics; Geography; Infectious disease (medical specialty)","score_opus":0.05707650754705978,"score_gpt":0.26899153783719637,"score_spread":0.21191503029013659,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126577929","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.954883,0.0018312542,0.0001253223,0.0008815357,0.00015225545,0.00029786263,0.000031475603,0.00008011151,0.04171719],"genre_scores_gemma":[0.99528927,0.00028646027,0.0015990613,0.0012357,0.00013996995,0.00005025744,0.000007358257,0.000022513592,0.0013693839],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9986889,0.000002065973,0.0004212533,0.00053645775,0.000028065177,0.0003232665],"domain_scores_gemma":[0.99939245,0.00012714024,0.0001849858,0.00011272886,0.00007221222,0.000110512105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063176005,0.00014682766,0.0003321913,0.000056893994,0.00018237277,0.00016033214,0.000097049095,0.000109147055,0.00016545775],"category_scores_gemma":[0.0011781831,0.00016397216,0.000078931414,0.00017024101,0.000019767574,0.00027907142,0.00009451693,0.0001251104,0.000014910361],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040373416,0.000033110176,0.96096045,0.0002979281,0.000049996568,7.092121e-7,0.0016330982,0.0000027175959,0.0050473697,0.02180377,0.0024172429,0.007713243],"study_design_scores_gemma":[0.003986931,0.00025479926,0.2555295,0.00013716442,0.000048649563,0.00008493005,0.0009164475,0.0054827784,0.003128218,0.041828223,0.68750304,0.0010993379],"about_ca_topic_score_codex":0.000057901394,"about_ca_topic_score_gemma":0.000028954559,"teacher_disagreement_score":0.7054309,"about_ca_system_score_codex":0.00009136654,"about_ca_system_score_gemma":0.00003649937,"threshold_uncertainty_score":0.66865903},"labels":[],"label_agreement":null},{"id":"W3130040591","doi":"10.1257/pandp.20211074","title":"Changing Population Exposure to Pollution in China’s Special Economic Zones","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Booth University College","funders":"","keywords":"China; Pollution; Zhàng; Population; Air pollution; Special economic zone; Natural resource economics; Geography; Environmental science; Economics; Environmental health","score_opus":0.009495195472408369,"score_gpt":0.250970949032113,"score_spread":0.2414757535597046,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130040591","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96058285,0.000071092225,0.0000011622127,0.0025256372,0.00021159223,0.00009682226,0.000002320914,0.000020141892,0.03648837],"genre_scores_gemma":[0.998079,0.00003845913,0.00008154237,0.00016293279,0.0008739502,0.000005168004,0.0000057126035,0.000004173924,0.00074907736],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994016,0.000006221139,0.00011766835,0.00020111358,0.00008200652,0.00019136499],"domain_scores_gemma":[0.9998593,0.0000042390543,0.000029621007,0.000024488858,0.00001681575,0.00006554982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024278887,0.000060020047,0.00009550282,0.00006328451,0.00022715042,0.000085843276,0.0000469326,0.00005812614,0.0001886325],"category_scores_gemma":[0.000023080154,0.00006245592,0.000024437824,0.00020050017,0.000026377767,0.0002766373,0.000013782665,0.000051136536,0.000004178169],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014884427,0.000012686812,0.9536584,0.000014012001,0.000002603787,0.0000017227705,0.021218328,0.0000026055382,0.0003216387,0.008943673,0.00010156215,0.015707854],"study_design_scores_gemma":[0.00012456498,0.000014640177,0.98872215,0.000020685016,0.000004343512,2.9999507e-7,0.004506267,0.000004293514,0.00009195452,0.0012422521,0.0051775095,0.000091060036],"about_ca_topic_score_codex":0.001438119,"about_ca_topic_score_gemma":0.009788545,"teacher_disagreement_score":0.03749612,"about_ca_system_score_codex":0.00007057169,"about_ca_system_score_gemma":0.00003341583,"threshold_uncertainty_score":0.5462238},"labels":[],"label_agreement":null},{"id":"W3159758533","doi":"10.1257/pandp.20211027","title":"Women in Academic Economics: Have We Made Progress?","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":52,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quest University Canada","funders":"","keywords":"Promotion (chess); Analytics; Politics; Economics education; Contrast (vision); Hard and soft science; Sample (material); Political science; Psychology; Social science; Economics; Sociology; Data science; Economic growth; Computer science; Higher education; Law","score_opus":0.04646625526513766,"score_gpt":0.3698593829638176,"score_spread":0.32339312769867995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159758533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87951493,0.00048768698,3.6549613e-7,0.018843843,0.00020914066,0.00009871171,0.0000013713118,0.000018293684,0.10082567],"genre_scores_gemma":[0.982409,0.0019552873,0.0067653996,0.00082006835,0.00045960245,0.000112138376,0.000001952044,0.000010126795,0.0074664173],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992361,0.000019307434,0.0001591878,0.00020278347,0.00008920007,0.00029339967],"domain_scores_gemma":[0.99966055,0.00007069494,0.000059573013,0.000032076783,0.000103563565,0.00007355134],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010302167,0.000064346415,0.00010053216,0.00007317429,0.00019996188,0.00007789365,0.00010477603,0.00011576425,0.00016230435],"category_scores_gemma":[0.00036571518,0.00006990788,0.000013141311,0.0003011615,0.0001967784,0.00022380713,0.000034376615,0.00018917781,0.0000052407568],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011156211,0.000039576287,0.3508567,0.000039238832,0.000015645373,0.0000013205702,0.13842398,4.5501915e-7,0.0012457832,0.3910882,0.0012400043,0.11703797],"study_design_scores_gemma":[0.00024553257,0.000019833682,0.07681728,0.00006130894,0.0000050267336,0.000007865117,0.14966933,0.000015724774,0.0005363688,0.09250072,0.6798946,0.00022638259],"about_ca_topic_score_codex":0.00003314395,"about_ca_topic_score_gemma":0.00003182961,"teacher_disagreement_score":0.6786546,"about_ca_system_score_codex":0.00020442043,"about_ca_system_score_gemma":0.00026952603,"threshold_uncertainty_score":0.28507605},"labels":[],"label_agreement":null},{"id":"W3160663047","doi":"10.1257/pandp.20211109","title":"COVID-19 and Small- and Medium-Sized Enterprises: A 2021 “Time Bomb”?","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Business; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virology","score_opus":0.025713245579715716,"score_gpt":0.23741083538920668,"score_spread":0.21169758980949097,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160663047","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95432323,0.008570505,0.000040165298,0.012823225,0.00014986853,0.00026891334,0.000084987005,0.00005324442,0.023685833],"genre_scores_gemma":[0.97954464,0.006429113,0.0005477921,0.010155852,0.00013131968,0.000024109206,0.0000121943485,0.00003199781,0.003123012],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99859107,0.0000062566155,0.00037705293,0.0006347824,0.000045937955,0.00034491406],"domain_scores_gemma":[0.9989565,0.00017950575,0.00017947776,0.000110730434,0.000039831873,0.0005339466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051346846,0.0002161731,0.0004593441,0.00013657358,0.00019347457,0.00025086015,0.000098019045,0.00015542987,0.0008566001],"category_scores_gemma":[0.0016154096,0.00023605608,0.000052836676,0.00021844618,0.00014454218,0.00023154244,0.00019045208,0.00016781251,0.00003555863],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024640496,0.0001301098,0.92588145,0.0012826689,0.0003577935,0.00010744674,0.017786548,0.0000011264874,0.012205206,0.017702078,0.015499168,0.008799982],"study_design_scores_gemma":[0.0064357785,0.00031001514,0.10489967,0.00014475263,0.00009430852,0.0005478922,0.0018539435,0.00067652913,0.00065063767,0.024149954,0.8589539,0.0012826107],"about_ca_topic_score_codex":0.00016268724,"about_ca_topic_score_gemma":0.000020684138,"teacher_disagreement_score":0.8434547,"about_ca_system_score_codex":0.00008582497,"about_ca_system_score_gemma":0.00014581397,"threshold_uncertainty_score":0.9626087},"labels":[],"label_agreement":null},{"id":"W3160928244","doi":"10.1257/pandp.20211015","title":"Ownership and Trust in Banks: Evidence from the First Bank in an American Indian Nation","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Culture, Economy, and Development Studies","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Reservation; Ex-ante; Business; Distribution (mathematics); Financial system; Political science; Accounting; Economics; Law","score_opus":0.040993953176338915,"score_gpt":0.2769966829942477,"score_spread":0.23600272981790876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160928244","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9761084,0.00097195,5.3884566e-8,0.012245669,0.00003462723,0.00009431326,0.0000015551726,0.000010208316,0.010533263],"genre_scores_gemma":[0.9951675,0.0034563378,0.000073203155,0.0010416354,0.00008824072,0.000018198207,0.000002088002,0.0000030610156,0.0001497642],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993819,0.000015619846,0.00011313337,0.00022804405,0.00010181543,0.00015950824],"domain_scores_gemma":[0.9997035,0.00013235494,0.000049668415,0.00002679821,0.000039534094,0.000048140486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034990595,0.00007247053,0.000116540614,0.000027908394,0.0003510759,0.0001734107,0.0000765569,0.00003983694,0.0000321548],"category_scores_gemma":[0.000268334,0.000053719352,0.000010825814,0.0002997873,0.00022333192,0.000351152,0.000034137436,0.0000886818,0.0000011835275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000067173137,0.0000068748595,0.8464964,0.0000053396875,0.0000038011049,0.0000017922581,0.14283276,5.9263176e-8,0.000025914262,0.00065299886,0.00021518143,0.009752139],"study_design_scores_gemma":[0.00011932692,0.000015210282,0.85287154,0.00006813771,0.0000032245487,4.5717118e-7,0.1271239,0.0000035538953,0.000017916454,0.00044977953,0.019238096,0.00008885256],"about_ca_topic_score_codex":0.0071840426,"about_ca_topic_score_gemma":0.12843938,"teacher_disagreement_score":0.12125534,"about_ca_system_score_codex":0.00004567916,"about_ca_system_score_gemma":0.000048225633,"threshold_uncertainty_score":0.9994272},"labels":[],"label_agreement":null},{"id":"W3161102088","doi":"10.1257/pandp.20211100","title":"Custom Elections and Local Policies: The Case of Canada’s First Nations","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Electoral Systems and Political Participation","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Appeal; Exploit; Corporate governance; Population; Duration (music); Set (abstract data type); Local governance; Public administration; Business; Political science; Economics; Finance; Law; Computer security; Sociology; Computer science","score_opus":0.01603720162064982,"score_gpt":0.28313042834917157,"score_spread":0.26709322672852176,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161102088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88464844,0.0002310299,0.0000035674163,0.021623813,0.000057799843,0.00008885957,0.000006877782,0.000009676733,0.093329936],"genre_scores_gemma":[0.99817467,0.00004927085,0.0000064040537,0.00019426116,0.00007407887,0.00000827181,4.7260076e-7,0.0000024467472,0.0014901293],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99958444,0.0000121323255,0.0000895474,0.00007670846,0.00008289904,0.00015427057],"domain_scores_gemma":[0.9995534,0.00014705774,0.000027761185,0.000021185135,0.00016208287,0.0000885107],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012780682,0.000038343456,0.000060671773,0.000014179599,0.0010875693,0.000043574128,0.000023196597,0.00003237921,0.00003284226],"category_scores_gemma":[0.00027576322,0.000028827106,0.000010288484,0.00026043254,0.00017171119,0.00005582599,0.000010823204,0.000046979643,2.1423656e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000026184284,0.000014557271,0.018962996,0.000058231293,0.000019877903,0.0000101283385,0.013896781,0.0000021570331,0.0003469709,0.9588131,0.006792346,0.0010802457],"study_design_scores_gemma":[0.00036528558,0.00010982383,0.04917379,0.00010563635,0.00010599359,0.00035837202,0.0824604,0.00031898607,0.0012492036,0.0046905703,0.8607231,0.00033886114],"about_ca_topic_score_codex":0.8167918,"about_ca_topic_score_gemma":0.98677933,"teacher_disagreement_score":0.95412254,"about_ca_system_score_codex":0.00004583309,"about_ca_system_score_gemma":0.00034190775,"threshold_uncertainty_score":0.8364814},"labels":[],"label_agreement":null},{"id":"W3161856924","doi":"10.1257/pandp.20211013","title":"The Distributional Impacts of Active Labor Market Programs for Indigenous Populations","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Retirement, Disability, and Employment","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Victoria","funders":"","keywords":"Earnings; Subsidy; Indigenous; Distribution (mathematics); Inequality; Demographic economics; Psychological intervention; Wage inequality; Wage; Labour economics; Economics; Minimum wage; Business; Medicine; Finance; Nursing","score_opus":0.09771292199802542,"score_gpt":0.3876986641939018,"score_spread":0.28998574219587636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161856924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9828538,0.00023938589,0.0000016374335,0.0030492723,0.00008881214,0.00044410423,0.00005902815,0.0000139816575,0.013249978],"genre_scores_gemma":[0.9987287,0.0002875376,0.000100962374,0.0000433982,0.00007678022,0.000067812056,0.000024727115,0.0000037567693,0.00066634326],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99933416,0.000012640508,0.0001183156,0.00012744949,0.0001916703,0.00021578086],"domain_scores_gemma":[0.9994983,0.00007089746,0.000067046305,0.000034297133,0.00025403983,0.000075429496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035879688,0.00005672319,0.00007842303,0.000006862599,0.00084478443,0.00009489156,0.00006750528,0.000043068612,0.000035441222],"category_scores_gemma":[0.00030521196,0.000041285544,0.000047229707,0.00015009556,0.0002292387,0.000092263566,0.00002069604,0.000036518555,2.7582712e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085505366,0.00015312055,0.85189235,0.00008193079,0.0000544956,1.9729868e-7,0.02554342,4.5832483e-8,0.0006846704,0.065656096,0.0016428486,0.054205347],"study_design_scores_gemma":[0.00032158275,0.0001256635,0.83535045,0.000034579305,0.000041877625,9.3162157e-7,0.03559395,0.000004019779,0.0005982017,0.015648535,0.11215413,0.00012608517],"about_ca_topic_score_codex":0.00044016357,"about_ca_topic_score_gemma":0.0011787146,"teacher_disagreement_score":0.11051129,"about_ca_system_score_codex":0.00005979012,"about_ca_system_score_gemma":0.0001327401,"threshold_uncertainty_score":0.64974844},"labels":[],"label_agreement":null},{"id":"W3162055002","doi":"10.1257/pandp.20211085","title":"Gendered Citations at Top Economic Journals","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Construct (python library); Information economics; Sociology; Library science; Psychology; Economics; Computer science; Neoclassical economics","score_opus":0.5186671143313683,"score_gpt":0.5418338010536898,"score_spread":0.023166686722321583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162055002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89058274,0.0020996274,0.000013631117,0.0034906014,0.00020725644,0.00005801603,0.000015385487,0.000010896391,0.10352184],"genre_scores_gemma":[0.98416686,0.001639007,0.00062815985,0.0003702736,0.00009189241,0.000005025356,0.0000018041782,0.0000067500155,0.013090228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701244,0.00001733286,0.0003763673,0.00050172413,0.0017427483,0.00034936308],"domain_scores_gemma":[0.9974321,0.0007898329,0.00013164712,0.00013738777,0.0011338753,0.00037512308],"candidate_categories":["bibliometrics","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042674546,0.00009269564,0.00018780644,0.0069234534,0.00043728505,0.0027181199,0.00045550277,0.000074631986,0.0034187045],"category_scores_gemma":[0.00534935,0.00006894793,0.00008820361,0.02241147,0.000080620426,0.00044646076,0.00039886887,0.00012669305,0.0002623179],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002042501,0.00004435334,0.6915952,0.0000100051575,0.000041970943,0.000022420823,0.0010485597,0.000005616809,0.044613574,0.007272568,0.098607466,0.15671785],"study_design_scores_gemma":[0.0006690875,0.000093291135,0.5746921,0.000011920197,0.000012520965,0.00017704075,0.003826849,0.0010204575,0.0066261664,0.017007245,0.3955694,0.00029392654],"about_ca_topic_score_codex":0.0000149452135,"about_ca_topic_score_gemma":0.000015703306,"teacher_disagreement_score":0.29696196,"about_ca_system_score_codex":0.00008673376,"about_ca_system_score_gemma":0.00014767952,"threshold_uncertainty_score":0.99836767},"labels":[],"label_agreement":null},{"id":"W3163173571","doi":"10.1257/pandp.20211051","title":"Arrow Meets Hotelling: Modeling Spatial Innovation","year":2021,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Business Strategy and Innovation","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Competition (biology); Arrow; Industrial organization; Outcome (game theory); Product innovation; Economics; Product (mathematics); Product differentiation; Competition model; New product development; Market structure; Market competition; Business; Marketing; Microeconomics; Computer science; Market economy; Cournot competition; Mathematics","score_opus":0.02504586436930168,"score_gpt":0.21099319104092554,"score_spread":0.18594732667162386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163173571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9141343,0.00012104868,0.00064077973,0.0044749137,0.0002624635,0.000089987065,4.93857e-7,0.000105956344,0.08017002],"genre_scores_gemma":[0.9963996,0.00004621019,0.0002832802,0.002186588,0.00082857086,0.000007664597,0.000050232706,0.000018140032,0.0001797538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99914294,8.3230566e-7,0.0002443229,0.00027138257,0.0001581507,0.00018236035],"domain_scores_gemma":[0.9991075,0.0000048972206,0.000121603,0.000048947826,0.0007107143,0.0000063489806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019350201,0.00013656895,0.0001282101,0.00015746185,0.0002377587,0.00041362952,0.00005993106,0.000094632065,0.00012091747],"category_scores_gemma":[0.00008698472,0.00013300104,0.000020978634,0.001079575,0.000025355921,0.0011310736,0.000050805404,0.00011990263,0.000018085128],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007589777,0.0000705688,0.01916887,0.00052691874,0.00003946041,0.000010513448,0.0001641934,0.00026048545,0.11251246,0.8164255,0.0012409784,0.049504127],"study_design_scores_gemma":[0.0033507987,0.00005401884,0.03376425,0.0006215131,0.00025140296,0.00006367266,0.0027827222,0.4854875,0.013933369,0.07488858,0.38258085,0.0022213492],"about_ca_topic_score_codex":0.00012289896,"about_ca_topic_score_gemma":0.000014089329,"teacher_disagreement_score":0.7415369,"about_ca_system_score_codex":0.000008687994,"about_ca_system_score_gemma":0.000020416372,"threshold_uncertainty_score":0.5423625},"labels":[],"label_agreement":null},{"id":"W4226265987","doi":"10.1257/pandp.20221063","title":"Ranking and Selection from Pairwise Comparisons: Empirical Bayes Methods for Citation Analysis","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Pairwise comparison; Ranking (information retrieval); Bayes' theorem; Nonparametric statistics; Selection (genetic algorithm); Citation; Statistics; Computer science; Econometrics; Mathematics; Information retrieval; Bayesian probability; Machine learning; Library science","score_opus":0.5529145655658193,"score_gpt":0.6077205054801893,"score_spread":0.054805939914369994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226265987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96301436,0.0017218413,0.03205901,0.0015689246,0.00010630857,0.00029249227,0.00003720063,0.000028896395,0.0011709358],"genre_scores_gemma":[0.95702165,0.00013008669,0.04220174,0.00024873053,0.000040840903,0.00006968001,0.000009937545,0.0000067504875,0.00027056917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968104,0.000106718806,0.0003713122,0.0006562054,0.001781489,0.000273913],"domain_scores_gemma":[0.99466395,0.0041549597,0.00018356535,0.00006595456,0.0007506522,0.00018091917],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":["bibliometrics"],"category_scores_codex":[0.013037434,0.000105550746,0.00030991202,0.015022084,0.0009022509,0.0014361375,0.00034249676,0.000053482756,0.00031064783],"category_scores_gemma":[0.006690467,0.00008187344,0.00011664383,0.07339488,0.00006930735,0.00031637924,0.00029449633,0.00017412187,0.0000010876746],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007961247,0.0000378925,0.6920128,0.0000051132524,0.00011412435,2.1996298e-7,0.0011811833,0.000021748136,0.005108238,0.00035485902,0.007442708,0.29364154],"study_design_scores_gemma":[0.0007661302,0.0003945035,0.64457065,0.0000025799454,0.00019933873,0.00000423816,0.005702563,0.20701966,0.00043810555,0.013287431,0.12736899,0.00024583115],"about_ca_topic_score_codex":0.00011825486,"about_ca_topic_score_gemma":0.000012268354,"teacher_disagreement_score":0.2933957,"about_ca_system_score_codex":0.000053525597,"about_ca_system_score_gemma":0.000034350265,"threshold_uncertainty_score":0.99960047},"labels":[],"label_agreement":null},{"id":"W4281385458","doi":"10.1257/pandp.20221126","title":"On the Dynamics of Human Behavior: The Past, Present, and Future of Culture, Conflict, and Cooperation","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Culture, Economy, and Development Studies","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Institute for Advanced Research","funders":"","keywords":"Information transmission; Dynamics (music); Human culture; Sociology; Management science; Computer science; Economics","score_opus":0.020125314826974862,"score_gpt":0.2673520812097064,"score_spread":0.24722676638273153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281385458","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9270399,0.0010734939,8.814187e-8,0.006854286,0.000045604516,0.00030445142,0.000014808104,0.000007435651,0.0646599],"genre_scores_gemma":[0.996229,0.001705835,0.0000059357753,0.00022447413,0.00012208971,0.000043755583,0.000004182248,0.0000029219718,0.0016617959],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995678,0.000014141962,0.000102564714,0.00011152038,0.00012182538,0.000082164304],"domain_scores_gemma":[0.99978024,0.00003257859,0.000081916674,0.000026314101,0.000056681056,0.00002229549],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00026398915,0.00006378911,0.00009640215,0.000012648964,0.0013075557,0.000044580305,0.000070540475,0.00002691898,0.0000389929],"category_scores_gemma":[0.0000072050543,0.000036110036,0.0000150059295,0.000079202546,0.00029901438,0.000054669967,0.000067469984,0.00008342603,5.549778e-8],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024953613,0.000044832417,0.09815946,0.000032842596,0.00004912692,2.442257e-7,0.15712765,2.3675155e-7,0.00054545666,0.71403205,0.025813228,0.004169905],"study_design_scores_gemma":[0.00040495035,0.00027655813,0.09446364,0.000012576711,0.00006576772,0.0000038015908,0.27960706,0.00001619369,0.000074442614,0.0012910088,0.623613,0.00017103115],"about_ca_topic_score_codex":0.00018865781,"about_ca_topic_score_gemma":0.00017470699,"teacher_disagreement_score":0.7127411,"about_ca_system_score_codex":0.0000121773655,"about_ca_system_score_gemma":0.000010232224,"threshold_uncertainty_score":0.9999926},"labels":[],"label_agreement":null},{"id":"W4281387666","doi":"10.1257/pandp.20221003","title":"Hidden Debt","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Global Financial Crisis and Policies","field":"Economics, Econometrics and Finance","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada","funders":"","keywords":"Debt; Sovereign default; Monetary economics; Debt levels and flows; Bond; Economics; Portfolio; Internal debt; Debt-to-GDP ratio; Transparency (behavior); Recourse debt; Government debt; External debt; Sovereign debt; Financial system; Business; Financial economics; Sovereignty; Finance; Computer science","score_opus":0.014668682024153676,"score_gpt":0.19622641699402218,"score_spread":0.18155773496986852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281387666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6757675,0.0021864844,7.3983426e-7,0.0014209005,0.0001597371,0.000067115245,0.000060343405,0.000026398002,0.32031083],"genre_scores_gemma":[0.9956062,0.00024497887,0.00009776754,0.0012612274,0.00008212202,0.0000317741,0.00000370465,0.000011545961,0.0026606736],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993324,0.0000013715186,0.00019779954,0.00022594236,0.000032766577,0.00020969029],"domain_scores_gemma":[0.99977624,0.000007392884,0.000095307834,0.000050452323,0.000011565614,0.00005902426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019836512,0.00008997398,0.00017823074,0.000068648864,0.0003401689,0.00006330797,0.00012499758,0.0000294493,0.00069644157],"category_scores_gemma":[0.000022679616,0.00010278171,0.000051070074,0.00017499577,0.00003108286,0.000091993905,0.00012132748,0.00010805717,0.000060407572],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009698481,0.00001733372,0.06253754,0.000012575155,0.000010573123,0.0000010973619,0.0011635284,5.041243e-7,0.00009782937,0.90957296,0.023936596,0.0026397808],"study_design_scores_gemma":[0.00019125965,0.00013551215,0.04548291,0.0000019249874,0.000003116874,0.000014305897,0.0006484715,0.000021705859,0.000021788768,0.026699858,0.92660904,0.00017008506],"about_ca_topic_score_codex":0.00027852604,"about_ca_topic_score_gemma":0.000003411372,"teacher_disagreement_score":0.90267247,"about_ca_system_score_codex":0.000033076692,"about_ca_system_score_gemma":0.000005325791,"threshold_uncertainty_score":0.7625547},"labels":[],"label_agreement":null},{"id":"W4281736384","doi":"10.1257/pandp.20221082","title":"Transportation Revolution: The Car in the 1920s","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Energy, Environment, and Transportation Policies","field":"Energy","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Diffusion; State (computer science); Business; Transport engineering; Advertising; Engineering; Computer science","score_opus":0.008072489489375482,"score_gpt":0.19697526659128506,"score_spread":0.18890277710190959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281736384","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.956978,0.00051195384,0.0000011505709,0.004992875,0.000058491787,0.00011606182,0.000011060229,0.000023019096,0.037307348],"genre_scores_gemma":[0.99671406,0.00038620637,0.000015262995,0.0017496578,0.000052451924,0.00013274816,0.000030428595,0.000009621141,0.0009095386],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935097,0.000014916458,0.00014437463,0.000144346,0.00020457982,0.00014080202],"domain_scores_gemma":[0.99983275,0.000029745264,0.00004891224,0.00006095589,0.000007206462,0.000020406176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022227861,0.000084825966,0.00007122598,0.000029159064,0.00039864253,0.000021028523,0.00013004086,0.00002359282,0.00017629561],"category_scores_gemma":[0.0000036388528,0.00005435763,0.000036476467,0.00019202661,0.00007255815,0.000076955985,0.000004317716,0.00014515588,0.0000018746211],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007771896,0.000096108655,0.09497144,0.00005434576,0.00004663962,0.000010811674,0.079582386,0.0037486523,0.004629333,0.8074889,0.004510686,0.004782979],"study_design_scores_gemma":[0.00031029995,0.00005610658,0.45473477,0.0000043007876,0.000028243552,0.000007774552,0.013375557,0.00003946488,0.00008913966,0.0019558973,0.5292931,0.00010533006],"about_ca_topic_score_codex":0.0013077068,"about_ca_topic_score_gemma":0.0009062107,"teacher_disagreement_score":0.805533,"about_ca_system_score_codex":0.000019385534,"about_ca_system_score_gemma":0.00000677752,"threshold_uncertainty_score":0.30660763},"labels":[],"label_agreement":null},{"id":"W4281780164","doi":"10.1257/pandp.20221060","title":"Identifying Algorithmic Pricing Technology Adoption in Retail Gasoline Markets","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Consumer Market Behavior and Pricing","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Agence Nationale de la Recherche","keywords":"Collusion; Variable pricing; Key (lock); Industrial organization; German; Business; Pricing strategies; Microeconomics; Economics; Empirical evidence; Marketing; Financial economics; Commerce; Computer science","score_opus":0.014993583315343034,"score_gpt":0.2188018597262227,"score_spread":0.20380827641087967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281780164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9773372,0.00048194116,0.000008012845,0.0010461259,0.00020126606,0.00024517538,9.374924e-7,0.0001462861,0.020533048],"genre_scores_gemma":[0.9985791,0.00008429098,0.00021831167,0.00044201818,0.00013804254,0.00007936049,0.000008863905,0.00002591542,0.00042412765],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988223,0.0000043266064,0.00026258203,0.0003664395,0.0002149717,0.00032940265],"domain_scores_gemma":[0.9996867,0.000019218905,0.0001499282,0.00007415765,0.00005781969,0.000012173331],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006695176,0.00016568654,0.00019513135,0.00066740485,0.00043716835,0.00018786763,0.00017831962,0.000060246482,0.0004977855],"category_scores_gemma":[0.000052914205,0.00017897536,0.00003903533,0.0011137244,0.000042994645,0.0005722794,0.0004387173,0.00035845092,0.000007541104],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000952849,0.000050510618,0.74643594,0.00022857294,0.000013420396,0.000031753938,0.0002982513,0.0000025593413,0.013990444,0.0025623522,0.00038380246,0.23590712],"study_design_scores_gemma":[0.002321357,0.00004919856,0.79553384,0.00023549156,0.00018540958,0.00015095505,0.010134542,0.005520466,0.00014633368,0.0027766281,0.18194215,0.001003665],"about_ca_topic_score_codex":0.00018020766,"about_ca_topic_score_gemma":0.000028078555,"teacher_disagreement_score":0.23490347,"about_ca_system_score_codex":0.00004818373,"about_ca_system_score_gemma":0.000010732908,"threshold_uncertainty_score":0.72984034},"labels":[],"label_agreement":null},{"id":"W4281834625","doi":"10.1257/pandp.20221099","title":"Law Enforcement Officers’ Bills of Rights and Police Violence","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Crime Patterns and Interventions","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Law enforcement; Enforcement; Racial profiling; Political science; Criminology; Accountability; Deadly force; Use of force; Law; Sociology; Race (biology); International law","score_opus":0.017262865721522313,"score_gpt":0.2893134281200771,"score_spread":0.2720505623985548,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281834625","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7612677,0.00011296584,4.4620413e-7,0.00020156901,0.000049543047,0.000091762806,0.000009732469,0.000011418112,0.23825486],"genre_scores_gemma":[0.9985799,0.000114899325,0.000023196513,0.00022177548,0.000033805754,0.000014724294,0.0000011917205,0.0000030216725,0.0010074844],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994527,0.000008730571,0.000111050045,0.00012914233,0.00016787549,0.00013051856],"domain_scores_gemma":[0.99980086,0.000017449644,0.000059347934,0.000026276206,0.000035315185,0.000060725735],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002167545,0.000051881136,0.000079178615,0.000031014974,0.0006304042,0.000036112713,0.000081983766,0.0000181928,0.0012862406],"category_scores_gemma":[0.0000043089335,0.00004643789,0.000031949596,0.000094218594,0.0001754242,0.00009706893,0.00007951633,0.000056915196,0.0000010097058],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025270145,0.00008472431,0.015568455,0.000059943795,0.000034570767,5.295243e-7,0.06952585,7.201836e-7,0.00448872,0.90170836,0.002900413,0.005602455],"study_design_scores_gemma":[0.0005215369,0.00052752614,0.0078021963,0.00012206123,0.000050132065,0.0000063448306,0.046595216,0.00002336635,0.0011898442,0.0061408225,0.93675464,0.0002662871],"about_ca_topic_score_codex":0.071261354,"about_ca_topic_score_gemma":0.0013251251,"teacher_disagreement_score":0.9338543,"about_ca_system_score_codex":0.000021022295,"about_ca_system_score_gemma":0.000012361345,"threshold_uncertainty_score":0.9996267},"labels":[],"label_agreement":null},{"id":"W4281871602","doi":"10.1257/pandp.20221116","title":"Laissez-Faire, Social Networks, and Race in a Pandemic","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Health disparities and outcomes","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Social Sciences and Humanities Research Council of Canada; Government of Ontario","keywords":"Centrality; Race (biology); Pandemic; Laissez-faire; Coronavirus disease 2019 (COVID-19); Nursing homes; Demographic economics; Business; Medicine; Political science; Psychology; Sociology; Nursing; Economics; Law; Gender studies","score_opus":0.018055659436252796,"score_gpt":0.29485390062809275,"score_spread":0.27679824119183993,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281871602","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9563502,0.0013767519,2.6788308e-7,0.010938053,0.000121417535,0.00015973054,0.0000024088401,0.000039154387,0.031011984],"genre_scores_gemma":[0.9939263,0.0014932791,0.0000133138965,0.0029117612,0.00016792552,0.000036147154,0.000001054799,0.000006722028,0.0014434893],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991781,0.000024892257,0.00012176423,0.00016940573,0.00016388376,0.0003419573],"domain_scores_gemma":[0.9997604,0.00006744115,0.000042054977,0.000014842871,0.000014865993,0.000100383084],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007076585,0.00006866432,0.00013871116,0.000034492066,0.0012166394,0.00006987565,0.00007600458,0.000055717057,0.00012860596],"category_scores_gemma":[0.000048131078,0.00006953804,0.000019514155,0.00020653736,0.00011504697,0.00011383483,0.00007800268,0.00019541015,4.3348695e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026063337,0.000012125648,0.9156637,0.000043232423,0.0000041498724,0.0000024069552,0.025897345,0.0000010833813,0.000006786591,0.040658712,0.003978913,0.013705487],"study_design_scores_gemma":[0.00041730917,0.000034499513,0.54346365,0.000013924723,0.000006549575,0.0000043042223,0.04678763,0.00007561891,2.8058514e-7,0.0011273635,0.40791237,0.0001564748],"about_ca_topic_score_codex":0.0028358381,"about_ca_topic_score_gemma":0.0012867184,"teacher_disagreement_score":0.40393347,"about_ca_system_score_codex":0.00006268196,"about_ca_system_score_gemma":0.000058515034,"threshold_uncertainty_score":0.9357529},"labels":[],"label_agreement":null},{"id":"W4281893319","doi":"10.1257/pandp.20221069","title":"Scapegoating during Crises","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Culture, Economy, and Development Studies","field":"Social Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Scapegoating; Xenophobia; Prejudice (legal term); Sanctions; Social psychology; Affect (linguistics); Economic sanctions; Development economics; Positive economics; Psychology; Economics; Political economy; Political science; Criminology; Politics","score_opus":0.018478343731082692,"score_gpt":0.251374722989346,"score_spread":0.2328963792582633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281893319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6126703,0.0003395738,4.6391225e-8,0.0010830953,0.00007209312,0.00006667151,0.0000010682955,0.000045591794,0.3857216],"genre_scores_gemma":[0.9920666,0.00043380397,0.00009042873,0.00034005125,0.00012980458,0.000043283664,7.503016e-7,0.0000050217877,0.006890246],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993705,0.000006005249,0.00009540471,0.00017060836,0.00015056049,0.00020689546],"domain_scores_gemma":[0.9998334,0.000017024619,0.00004855031,0.000016260685,0.000028776707,0.000055970388],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00023781798,0.00006684935,0.00009118795,0.000029309935,0.0030740178,0.00008655157,0.00007886276,0.00001775509,0.00040181828],"category_scores_gemma":[0.00004575913,0.000065570144,0.00002427013,0.00013040313,0.00008018801,0.00013669328,0.00011594217,0.00007962354,0.000003723758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003283041,0.000040356488,0.6532655,0.0000726589,0.000068530244,0.000004103742,0.2665337,0.0000014610619,0.0023918257,0.05208096,0.017665038,0.007843068],"study_design_scores_gemma":[0.00023034235,0.00002356715,0.07013744,0.0000086936025,0.000009928953,0.0000047187877,0.22740604,0.0000014270177,0.000098058874,0.0005972419,0.7012839,0.00019868351],"about_ca_topic_score_codex":0.00022868963,"about_ca_topic_score_gemma":0.000087698994,"teacher_disagreement_score":0.68361884,"about_ca_system_score_codex":0.00004561777,"about_ca_system_score_gemma":0.00002411682,"threshold_uncertainty_score":0.99822384},"labels":[],"label_agreement":null},{"id":"W4281908676","doi":"10.1257/pandp.20221115","title":"Identity during a Crisis: COVID-19 and Ethnic Divisions in the United States","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Culture, Economy, and Development Studies","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Ethnic group; Coronavirus disease 2019 (COVID-19); Diversity (politics); Politics; 2019-20 coronavirus outbreak; Pandemic; Demographic economics; Cultural diversity; Political science; Development economics; Geography; Economics; Medicine; Law; Virology","score_opus":0.04921399147873313,"score_gpt":0.33301498633778864,"score_spread":0.2838009948590555,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281908676","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97708046,0.0009386952,3.3340396e-7,0.01366787,0.000034777626,0.00016067325,0.000005316106,0.000026471773,0.008085381],"genre_scores_gemma":[0.99136275,0.00462655,0.00001167982,0.003572841,0.000024997902,0.000063565945,0.000003837256,0.0000029230332,0.0003308393],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99934477,0.000028547249,0.00010538929,0.00017091048,0.00017060383,0.00017979347],"domain_scores_gemma":[0.9997625,0.00007848487,0.000041978557,0.000023421357,0.000020362027,0.0000733049],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007786766,0.000067245084,0.00008956546,0.00006992013,0.0022118015,0.00012437442,0.000120923374,0.000021416714,0.00008072121],"category_scores_gemma":[0.000111262816,0.00005132876,0.000016673326,0.0004493438,0.000121125835,0.00018794004,0.00014714235,0.00012464414,7.355722e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020072883,0.000033308806,0.26380593,0.000055524055,0.00003239241,0.000005273272,0.7068995,0.0000039520305,0.00003148482,0.019270862,0.009597777,0.00024390957],"study_design_scores_gemma":[0.00026186483,0.000019422583,0.18946375,0.0000048693323,0.000011368215,0.0000033758897,0.6276709,0.0000034853524,0.0000010698229,0.004448368,0.17800733,0.000104178165],"about_ca_topic_score_codex":0.0045509636,"about_ca_topic_score_gemma":0.003312263,"teacher_disagreement_score":0.16840957,"about_ca_system_score_codex":0.000057148067,"about_ca_system_score_gemma":0.00003129459,"threshold_uncertainty_score":0.99908715},"labels":[],"label_agreement":null},{"id":"W4282002757","doi":"10.1257/pandp.20221009","title":"Early Withdrawal of Pandemic Unemployment Insurance: Effects on Employment and Earnings","year":2022,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Unemployment; Receipt; Earnings; Coronavirus disease 2019 (COVID-19); Margin (machine learning); Pandemic; Duration (music); Demographic economics; Economics; Entitlement (fair division); Medicine; Finance; Internal medicine; Accounting","score_opus":0.016307335223991623,"score_gpt":0.22477900242176035,"score_spread":0.20847166719776872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282002757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9937801,0.00088019465,0.0000019853094,0.0004984829,0.00012552863,0.00031093275,0.000029701563,0.000040095623,0.004333018],"genre_scores_gemma":[0.99791336,0.0003221947,0.000034390694,0.00096897886,0.000040862855,0.00007039986,0.000002491806,0.000026873686,0.00062044855],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988322,0.0000073106567,0.00034926063,0.00042870085,0.000097319615,0.0002851978],"domain_scores_gemma":[0.9993731,0.000104704384,0.0002965586,0.000090186826,0.000017825594,0.00011764778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004999663,0.00018027122,0.00037326562,0.00018129377,0.00021992261,0.000041640214,0.0001233659,0.000058878803,0.0000721628],"category_scores_gemma":[0.00010539012,0.00019455736,0.000050382212,0.00021711626,0.000072751965,0.00012251316,0.00015142157,0.00025753397,0.000007169515],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010065607,0.000037033024,0.9865354,0.00011325206,0.000042578842,0.0000018425636,0.0035228573,0.000008316922,0.0012344042,0.0048019206,0.0002982544,0.0033035048],"study_design_scores_gemma":[0.001514691,0.0012841846,0.9626483,0.000049960832,0.000010812025,0.0000144936685,0.0001884293,0.0000505768,0.00032168842,0.0015741795,0.032062132,0.0002805957],"about_ca_topic_score_codex":0.00035590486,"about_ca_topic_score_gemma":0.0000020175964,"teacher_disagreement_score":0.031763874,"about_ca_system_score_codex":0.000114464616,"about_ca_system_score_gemma":0.000018407447,"threshold_uncertainty_score":0.79338187},"labels":[],"label_agreement":null},{"id":"W4377832317","doi":"10.1257/pandp.20231103","title":"Efficient Adaptation to Flood Risk","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Flood Risk Assessment and Management","field":"Environmental Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Flood myth; Damages; Flooding (psychology); Microdata (statistics); Adaptation (eye); Flood risk management; Coastal flood; River flood; Business; Geography; Natural resource economics; Environmental resource management; Economics; Sea level rise; Climate change; Ecology; Demography; Political science","score_opus":0.007109029329369676,"score_gpt":0.21059445642717467,"score_spread":0.20348542709780498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832317","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9497447,0.000009133923,0.00003640965,0.00064011716,0.00007039466,0.00020935514,0.0000016295916,0.00009793429,0.049190316],"genre_scores_gemma":[0.9971608,0.00009421488,0.0010700166,0.00021030394,0.000025294627,0.00003272044,0.0000020839068,0.000008465402,0.0013961168],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99929243,0.0000029197938,0.00008132743,0.00023604729,0.00019428197,0.00019296097],"domain_scores_gemma":[0.9998269,0.000009899528,0.000029006684,0.000040880248,0.000004207165,0.00008907587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021092441,0.000081048835,0.000062068524,0.000039722156,0.00016064128,0.00004581412,0.000072530034,0.000022399783,0.00020733819],"category_scores_gemma":[0.00001696355,0.00006823731,0.000018994364,0.0003551261,0.000026073963,0.000036010006,0.00015170245,0.000044413628,0.000628116],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009990353,0.00014598362,0.3455482,0.00008576827,0.000082408646,0.000013089804,0.02954541,0.04180847,0.03621337,0.0055071637,0.09188452,0.4490657],"study_design_scores_gemma":[0.00053519284,0.00026349485,0.8253683,0.000019749301,0.000053557942,0.0000015537348,0.005078782,0.064486936,0.000431706,0.0005905092,0.10282299,0.00034725716],"about_ca_topic_score_codex":0.00024301263,"about_ca_topic_score_gemma":0.000041822666,"teacher_disagreement_score":0.47982007,"about_ca_system_score_codex":0.000024972218,"about_ca_system_score_gemma":0.0000015129864,"threshold_uncertainty_score":0.807337},"labels":[],"label_agreement":null},{"id":"W4377832331","doi":"10.1257/pandp.20231117","title":"News Media, Inflation, and Sentiment","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Market Dynamics and Volatility","field":"Economics, Econometrics and Finance","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada","funders":"","keywords":"Inflation (cosmology); Narrative; Social media; Economics; Sentiment analysis; Monetary economics; Real interest rate; Keynesian economics; Monetary policy; Political science; Computer science; Linguistics; Artificial intelligence; Law","score_opus":0.01704074917151296,"score_gpt":0.20332629232548,"score_spread":0.18628554315396703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93511766,0.00031667788,0.000006621446,0.0010795776,0.000098272845,0.0000976665,0.000023291132,0.00004549205,0.06321475],"genre_scores_gemma":[0.9967722,0.0011503347,0.00015875085,0.0001904666,0.000056070545,0.000010895383,0.0000123218015,0.000010410304,0.0016385403],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993144,0.0000012227044,0.00022692235,0.00027003261,0.000025899428,0.0001614856],"domain_scores_gemma":[0.99973166,0.00003090143,0.00008679917,0.000051631192,0.000017937626,0.000081083235],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035181126,0.00008146299,0.0001589661,0.00008274021,0.000112232,0.00012452267,0.000044861306,0.000059131333,0.00016679316],"category_scores_gemma":[0.000069524285,0.00009397719,0.00002468364,0.00018784785,0.00003964494,0.00013190249,0.00005952559,0.00006170733,0.00002600299],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005179004,0.000005799229,0.96127146,0.00003894619,0.000014272088,5.1295007e-7,0.00090071344,1.3876065e-7,0.000045594963,0.029546833,0.0018793112,0.0062912493],"study_design_scores_gemma":[0.00034339676,0.000025944535,0.8094708,0.000010167574,0.0000048049455,0.0000026247326,0.0002888261,0.011182942,0.0000043469327,0.046259996,0.13221715,0.00018902413],"about_ca_topic_score_codex":0.00019618445,"about_ca_topic_score_gemma":0.00005542929,"teacher_disagreement_score":0.15180068,"about_ca_system_score_codex":0.000011380406,"about_ca_system_score_gemma":0.0000032564674,"threshold_uncertainty_score":0.38322785},"labels":[],"label_agreement":null},{"id":"W4377832336","doi":"10.1257/pandp.20231078","title":"Distributional Impacts of the Canada-US Free Trade Agreement","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Global trade and economics","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Earnings; Economics; Inequality; Competition (biology); Percentage point; Tariff; Offset (computer science); Economic inequality; Free trade; Free trade agreement; International economics; Labour economics; Demographic economics","score_opus":0.022191953164215173,"score_gpt":0.1746366957197492,"score_spread":0.15244474255553403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96065897,0.0003183332,2.7496569e-7,0.0061255563,0.00020042344,0.00008859203,0.0005710522,0.000010505496,0.032026306],"genre_scores_gemma":[0.9989613,0.00026673157,0.000011836494,0.00045758212,0.000045302448,0.000005414865,0.000011448849,0.0000059569284,0.00023442524],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99930465,8.383465e-7,0.00026172356,0.00017666716,0.000036316254,0.0002198094],"domain_scores_gemma":[0.9996774,0.000013589086,0.00013970405,0.00008866141,0.000008351468,0.0000722529],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015416426,0.000087477245,0.00016569845,0.000028209899,0.000104162886,0.000028052531,0.00019247892,0.000043825796,0.000073313175],"category_scores_gemma":[0.00005581093,0.00007685619,0.00005398834,0.00018436488,0.000047557707,0.000072519404,0.00007256644,0.00006668737,0.000010679933],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000082819415,0.000013764934,0.7364246,0.000053020765,0.000049266877,7.4760976e-7,0.00019672232,0.000006304041,0.00018951888,0.20837617,0.054465674,0.00021590592],"study_design_scores_gemma":[0.00029260118,0.000022728076,0.8567422,0.00001133328,0.000004631044,0.0000038235735,0.00015383174,0.00011724359,0.00023149545,0.0078083174,0.13450249,0.00010933501],"about_ca_topic_score_codex":0.030595763,"about_ca_topic_score_gemma":0.01251676,"teacher_disagreement_score":0.20056786,"about_ca_system_score_codex":0.000079069505,"about_ca_system_score_gemma":0.00003903274,"threshold_uncertainty_score":0.9758596},"labels":[],"label_agreement":null},{"id":"W4377832376","doi":"10.1257/pandp.20231092","title":"Gendered Disparities during the COVID-19 Crisis in Sierra Leone","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"International Development Research Centre","funders":"Nederlandse Organisatie voor Wetenschappelijk Onderzoek","keywords":"Sierra leone; Coronavirus disease 2019 (COVID-19); Pandemic; Social distance; Food insecurity; Outbreak; Socioeconomics; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Phone; Geography; Food security; Economic growth; Development economics; Environmental health; Business; Demographic economics; Economics; Medicine; Agriculture; Virology","score_opus":0.05345300572193673,"score_gpt":0.2609709630174755,"score_spread":0.2075179572955388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96211326,0.0010638629,0.0000051649854,0.02764244,0.0001235314,0.00020078538,0.000039974613,0.00010794477,0.008703013],"genre_scores_gemma":[0.99053925,0.0016436148,0.0000151235545,0.00612379,0.00007288962,0.000044481214,0.0000039675574,0.000021916667,0.0015349912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998795,0.0000039079177,0.00034054552,0.00038214124,0.00004957471,0.00042886406],"domain_scores_gemma":[0.99948525,0.00010962843,0.00012505786,0.00011203066,0.000011897723,0.000156144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006805337,0.0001504829,0.00026500534,0.0002576659,0.00025702803,0.00014862375,0.00018561607,0.00009750136,0.00013567138],"category_scores_gemma":[0.0005792209,0.00013773602,0.000055785462,0.00057313027,0.0000832098,0.00022714846,0.00011528098,0.00018429139,0.00007838122],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004996247,0.000019474395,0.9291218,0.00039374025,0.000044701508,0.000011985975,0.013407762,0.00004572782,0.0004921768,0.03147266,0.024695156,0.0002448832],"study_design_scores_gemma":[0.0014494266,0.00004718957,0.762486,0.000018321374,0.000008996216,0.000027989397,0.004545993,0.0005657338,0.00006577519,0.02584472,0.20446758,0.00047228506],"about_ca_topic_score_codex":0.001292222,"about_ca_topic_score_gemma":0.000098103985,"teacher_disagreement_score":0.17977242,"about_ca_system_score_codex":0.00015176157,"about_ca_system_score_gemma":0.000027760625,"threshold_uncertainty_score":0.56167114},"labels":[],"label_agreement":null},{"id":"W4377832380","doi":"10.1257/pandp.20231024","title":"The Great Start-up Sellout and the Rise of Oligopoly","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Private Equity and Venture Capital","field":"Business, Management and Accounting","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Oligopoly; Competition (biology); Venture capital; Mergers and acquisitions; Start up; Market economy; Quarter (Canadian coin); Initial public offering; Market power; Product market; Economics; Business; Monetary economics; Finance; Business administration; Monopoly","score_opus":0.011431456304559462,"score_gpt":0.2032053555589899,"score_spread":0.19177389925443042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832380","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658086,0.0011065751,3.1602988e-7,0.006493327,0.00019176232,0.00017633507,0.000001582981,0.00006121291,0.026160294],"genre_scores_gemma":[0.9964736,0.0011014021,0.000002828157,0.0005421344,0.00030077453,0.000011284213,0.0000018754341,0.00001045527,0.0015556079],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938667,0.0000022872064,0.00013238427,0.00014382935,0.00014016622,0.00019466391],"domain_scores_gemma":[0.99969995,0.00006982738,0.00009444112,0.000063069405,0.00006119435,0.000011497493],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005167061,0.000104297,0.00012699349,0.000043754066,0.00042173697,0.0002793551,0.0001547339,0.000040794315,0.000019136802],"category_scores_gemma":[0.000099878795,0.00005435178,0.000043111508,0.00025364474,0.00033730542,0.0003189102,0.00021664119,0.00009198251,0.000019522215],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068553985,0.000024394494,0.06796994,0.0007287856,0.00018704611,0.0000059507915,0.005185691,7.3375196e-7,0.0052057565,0.77956975,0.080393955,0.060042433],"study_design_scores_gemma":[0.002519027,0.000034395507,0.03975104,0.00008842447,0.00017069094,0.000007340533,0.0064312834,0.0014018925,0.0002719885,0.030051854,0.91896445,0.0003076191],"about_ca_topic_score_codex":0.00008498703,"about_ca_topic_score_gemma":0.000014202127,"teacher_disagreement_score":0.8385705,"about_ca_system_score_codex":0.0000029452465,"about_ca_system_score_gemma":0.0000043375735,"threshold_uncertainty_score":0.32437024},"labels":[],"label_agreement":null},{"id":"W4377832383","doi":"10.1257/pandp.20231029","title":"A Solomonic Solution to Blockchain Front-Running","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Blockchain Technology Applications and Security","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Blockchain; Front (military); Payment; Dilemma; Plaintiff; Computer security; Mechanism (biology); Smart contract; Business; Computer science; Law and economics; Economics; Finance; Law; Political science; Engineering","score_opus":0.01025113107153983,"score_gpt":0.2286785944527683,"score_spread":0.21842746338122848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9684896,0.00020289324,0.0048395167,0.018318478,0.00009677019,0.00030719908,0.0000014610134,0.0012570581,0.0064870245],"genre_scores_gemma":[0.99166614,0.000047395253,0.0070779016,0.00056675554,0.00003330173,0.00009804235,8.525202e-7,0.000007359744,0.00050227693],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99905443,0.000002447091,0.00012387296,0.00039176625,0.00011270297,0.0003147959],"domain_scores_gemma":[0.999658,0.000017928067,0.000038030143,0.00014277372,0.00004647403,0.000096785545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002991285,0.0001057467,0.00011344657,0.00015874991,0.0003118779,0.00008066064,0.0003726678,0.00010721168,0.000005524113],"category_scores_gemma":[0.00002576876,0.0001013207,0.000027212856,0.0006392036,0.00004562012,0.000070317816,0.00031648873,0.0001321903,0.00009061848],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015937958,0.00007004382,0.011108202,0.000074577125,0.00005241314,0.000011799464,0.01518066,0.000019587258,0.0788399,0.55633,0.031579155,0.3067177],"study_design_scores_gemma":[0.0020339533,0.0010622604,0.07909359,0.00022918488,0.00005828044,0.00022574118,0.0034182675,0.4229999,0.022402424,0.12670875,0.3394851,0.0022825573],"about_ca_topic_score_codex":0.000026667904,"about_ca_topic_score_gemma":0.000008932816,"teacher_disagreement_score":0.42962128,"about_ca_system_score_codex":0.00001866521,"about_ca_system_score_gemma":0.000014454351,"threshold_uncertainty_score":0.41317382},"labels":[],"label_agreement":null},{"id":"W4377832386","doi":"10.1257/pandp.20231082","title":"The Insurance Implications of Government Student Loan Repayment Schemes","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Financial Literacy, Pension, Retirement Analysis","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University; Brock University","funders":"","keywords":"Student loan; Loan; Payment; Government (linguistics); Debt; Business; Income tax; Participation loan; Demographic economics; Actuarial science; Finance; Economics; Non-performing loan; Public economics","score_opus":0.010302814223847592,"score_gpt":0.23127175716756262,"score_spread":0.22096894294371502,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98266363,0.00016472071,2.5905678e-7,0.0017100011,0.0000655166,0.00019857875,0.0000041531976,0.000055133543,0.015138011],"genre_scores_gemma":[0.99785745,0.00034711798,0.00002465332,0.0004112351,0.00015112314,0.00004887643,0.0000067448304,0.000012153334,0.0011406189],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989314,0.0000013661062,0.00026543473,0.00022946137,0.0003738466,0.00019847212],"domain_scores_gemma":[0.9994959,0.00003118726,0.00021723637,0.000119012795,0.00012525037,0.000011415879],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003562454,0.00011710655,0.00014065365,0.0000476774,0.00038088494,0.00018223317,0.00019036581,0.000027563563,0.000030129833],"category_scores_gemma":[0.00007745188,0.000082448496,0.00006438355,0.0006102095,0.0000706549,0.00028898855,0.00020058297,0.00005395636,0.000029998964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014600178,0.00002273741,0.9475754,0.00006248954,0.000016845714,4.5838635e-7,0.00013836312,7.1222024e-7,0.0037110448,0.03896622,0.0050733024,0.004417821],"study_design_scores_gemma":[0.00015334772,0.000009669711,0.8237442,0.000034146236,0.00003611423,3.3555241e-7,0.0005165929,0.000083766645,0.00017911188,0.00065561215,0.17449094,0.00009620814],"about_ca_topic_score_codex":0.000064003216,"about_ca_topic_score_gemma":0.00003338082,"teacher_disagreement_score":0.16941763,"about_ca_system_score_codex":0.00002363592,"about_ca_system_score_gemma":0.0000050271847,"threshold_uncertainty_score":0.3362152},"labels":[],"label_agreement":null},{"id":"W4377832455","doi":"10.1257/pandp.20231050","title":"Timely Business Dynamics Using Google Places","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"COVID-19 Pandemic Impacts","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada","funders":"","keywords":"Closure (psychology); Accommodation; Business; Business model; Coronavirus disease 2019 (COVID-19); Measure (data warehouse); Marketing; Computer science; Economics; Database","score_opus":0.04220625095934284,"score_gpt":0.24431571793622772,"score_spread":0.20210946697688487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832455","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9665791,0.00033979994,0.000029428258,0.0011542314,0.00020238357,0.00012488716,0.00005125551,0.00012995722,0.03138895],"genre_scores_gemma":[0.99544346,0.00036766936,0.00020506824,0.0005261751,0.00010034817,0.000006538162,0.000012793598,0.00003175111,0.003306201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999,0.00000123861,0.0002701581,0.0003488753,0.000038947648,0.0003407624],"domain_scores_gemma":[0.999584,0.00004733137,0.00015769324,0.00007560257,0.000038797698,0.000096575655],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035683392,0.00013651385,0.0002595595,0.00019131575,0.00018008091,0.00019097369,0.00012624312,0.00010802771,0.0001206757],"category_scores_gemma":[0.00023041613,0.00016384273,0.000038820323,0.00073797343,0.000060572915,0.0003035882,0.000089779845,0.000103112,0.00016960116],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041808915,0.000034736295,0.938254,0.00038995405,0.00008775531,0.0000101598525,0.0027386714,0.00012271559,0.0015891339,0.04267608,0.008052152,0.0060028187],"study_design_scores_gemma":[0.0020307042,0.00013816416,0.6159408,0.00018163657,0.000043718534,0.00006930433,0.0016769815,0.14551415,0.00010233068,0.030864438,0.20199566,0.0014421088],"about_ca_topic_score_codex":0.00071106805,"about_ca_topic_score_gemma":0.000041071282,"teacher_disagreement_score":0.32231322,"about_ca_system_score_codex":0.000112076705,"about_ca_system_score_gemma":0.000024714514,"threshold_uncertainty_score":0.6681313},"labels":[],"label_agreement":null},{"id":"W4377832494","doi":"10.1257/pandp.20231009","title":"Learning Curve: Progress in the Replication Crisis","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"School Choice and Performance","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Replication (statistics); Fidelity; Scale (ratio); Computer science; Learning curve; Psychology; Geography; Mathematics; Statistics; Telecommunications; Cartography","score_opus":0.02538951414668429,"score_gpt":0.32865587355646003,"score_spread":0.30326635940977575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832494","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9466039,0.00018263524,3.7595274e-8,0.017362932,0.00003142588,0.000109010216,2.2083289e-7,0.00007051733,0.03563931],"genre_scores_gemma":[0.9974175,0.001176014,0.00001186182,0.0004062722,0.00018862751,0.000052443487,0.0000020561315,0.0000039027136,0.0007413334],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993931,0.000016410982,0.00007405992,0.00015987885,0.0001801387,0.00017642224],"domain_scores_gemma":[0.99981207,0.00004437304,0.000034797267,0.00004458402,0.000034394594,0.000029785424],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001291103,0.000044369306,0.000048805672,0.00004292602,0.00045009318,0.00013377868,0.00012987305,0.000045336885,0.000020029598],"category_scores_gemma":[0.00012218651,0.000032019638,0.000014306979,0.0006292642,0.000066705725,0.00021583503,0.000015929374,0.00013389467,0.000025477972],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056380663,0.0000049798678,0.8957763,0.000015164356,0.0000019555794,5.8236753e-7,0.059686482,3.6293548e-7,0.000041140956,0.0026957989,0.009921518,0.03185013],"study_design_scores_gemma":[0.00009036948,0.000034359884,0.5442519,0.000017032291,0.000004025822,8.918761e-7,0.057603337,0.00005116589,0.000017799439,0.00040836283,0.39744598,0.00007479079],"about_ca_topic_score_codex":0.0002334868,"about_ca_topic_score_gemma":0.00013308904,"teacher_disagreement_score":0.38752446,"about_ca_system_score_codex":0.000010070761,"about_ca_system_score_gemma":0.00001552213,"threshold_uncertainty_score":0.34617984},"labels":[],"label_agreement":null},{"id":"W4377832495","doi":"10.1257/pandp.20231074","title":"Measuring the Share of Imports in Final Consumption","year":2023,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Global trade and economics","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Consumption (sociology); Database transaction; Homogeneity (statistics); Economics; Business; Econometrics; Commerce; Database; Statistics; Computer science; Mathematics","score_opus":0.1331017755392419,"score_gpt":0.21920207348927936,"score_spread":0.08610029795003746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4377832495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9776279,0.0006088959,2.519287e-7,0.00048241316,0.00006940062,0.00008404694,0.000025687792,0.000016248,0.021085195],"genre_scores_gemma":[0.9985688,0.00112676,0.00001589079,0.00010253441,0.000024138717,0.000010255269,0.000004290502,0.0000066707926,0.00014065718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999376,8.457453e-7,0.00027333168,0.00017346242,0.000016533037,0.00015981958],"domain_scores_gemma":[0.99978447,0.000016192127,0.00011734157,0.00004691598,0.000006495701,0.000028555338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034917728,0.000067581255,0.00015677839,0.00008844482,0.00005117681,0.00003289002,0.00008316461,0.00004764889,0.0000724006],"category_scores_gemma":[0.000032150405,0.00006298702,0.000035206995,0.00015398265,0.00003812687,0.000120210934,0.000035845427,0.00007094794,0.0000591345],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008936612,0.0000074707045,0.9362295,0.0000639655,0.000010099565,0.000001080914,0.00071510655,0.000006823102,0.00009577132,0.06149997,0.0006177698,0.0007434596],"study_design_scores_gemma":[0.00031679892,0.000026389678,0.9749395,0.000033217555,0.000002688771,0.0000067986066,0.00036923835,0.0006447123,0.00009125098,0.009397408,0.014056409,0.00011553417],"about_ca_topic_score_codex":0.00007956096,"about_ca_topic_score_gemma":0.000019341978,"teacher_disagreement_score":0.052102562,"about_ca_system_score_codex":0.000017942117,"about_ca_system_score_gemma":0.0000038715416,"threshold_uncertainty_score":0.2568536},"labels":[],"label_agreement":null},{"id":"W4398238046","doi":"10.1257/pandp.20241122","title":"Does Reducing Early School Tracking Affect Health Behaviors?","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Early Childhood Education and Development","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Affect (linguistics); Tracking (education); Psychology; Health behavior; Environmental health; Medicine; Communication; Pedagogy","score_opus":0.014745763649528822,"score_gpt":0.31739272881869346,"score_spread":0.3026469651691646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398238046","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.955852,0.0011084512,0.0000010986427,0.013373524,0.00075599767,0.00023142045,0.0000013574728,0.00020731124,0.02846884],"genre_scores_gemma":[0.99350566,0.00080327434,0.00032956013,0.00056144194,0.00043159383,0.000016005017,0.0000013689469,0.000013175705,0.004337912],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9990197,0.0000142310455,0.00014948768,0.00028467138,0.00023288358,0.00029903],"domain_scores_gemma":[0.99957454,0.000036867492,0.000037969083,0.00003233258,0.000044217963,0.0002740497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007009148,0.000097585056,0.00010929056,0.000083174695,0.0006405803,0.00069802435,0.00008260884,0.00006125414,0.00024262475],"category_scores_gemma":[0.00008696676,0.00006735418,0.000038488743,0.000273322,0.000076316835,0.00039147207,0.000018086932,0.00016987343,0.00003154159],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070927344,0.00004060979,0.20907603,0.00019205229,0.00003984328,0.0000037680425,0.4534625,1.2226829e-7,0.0013132385,0.022178281,0.015572574,0.29811388],"study_design_scores_gemma":[0.00017302477,0.00013423347,0.7116794,0.00073601824,0.000026928446,0.000006178195,0.040087115,0.0000028959457,0.00030727137,0.0011968244,0.24523342,0.00041671188],"about_ca_topic_score_codex":0.0019717002,"about_ca_topic_score_gemma":0.0001338028,"teacher_disagreement_score":0.50260335,"about_ca_system_score_codex":0.0001082107,"about_ca_system_score_gemma":0.000467688,"threshold_uncertainty_score":0.6731065},"labels":[],"label_agreement":null},{"id":"W4398238117","doi":"10.1257/pandp.20241132","title":"DOJ Intervention and the Checkpoint Shift: Profiling Hispanic Motorists under the 287 (g) Program","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Profiling (computer programming); Computer science; Psychology; Computer security; Business; Programming language","score_opus":0.025833821153136184,"score_gpt":0.26739406762058465,"score_spread":0.24156024646744848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398238117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81316423,0.028787507,0.00013548999,0.10400733,0.00076695974,0.0020102698,0.000019985151,0.00022300215,0.05088524],"genre_scores_gemma":[0.9963658,0.001469546,0.000098524615,0.0007790803,0.00016850671,0.00021913969,0.000002260307,0.000016036498,0.00088109757],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912184,0.0000066530965,0.0003139595,0.00030098888,0.000035477886,0.00022107993],"domain_scores_gemma":[0.99972975,0.000042317613,0.0000862935,0.00007705576,0.000011935842,0.000052630538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010987362,0.00011741382,0.00016490492,0.000060423663,0.00019881545,0.00038570433,0.00010602489,0.000058235408,0.00002970536],"category_scores_gemma":[0.000035332916,0.00007374135,0.00007892731,0.00015652459,0.00012792872,0.00015102598,0.00009418543,0.00018744291,0.000023257246],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018063598,0.000015052625,0.00078059506,0.000363148,0.000057361867,5.624083e-7,0.0023921162,2.4952135e-7,0.000007956775,0.9714637,0.00026718355,0.024634017],"study_design_scores_gemma":[0.0013485142,0.00034227117,0.04278888,0.00026813973,0.000061202256,0.00002271148,0.0031851633,0.006645578,0.000049271144,0.22773471,0.7171404,0.0004131413],"about_ca_topic_score_codex":0.00065759866,"about_ca_topic_score_gemma":0.000036893554,"teacher_disagreement_score":0.743729,"about_ca_system_score_codex":0.000042029576,"about_ca_system_score_gemma":0.0000073239053,"threshold_uncertainty_score":0.37193558},"labels":[],"label_agreement":null},{"id":"W4398238355","doi":"10.1257/pandp.20241110","title":"American Indian Wealth in the Early Twentieth Century","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Culture, Economy, and Development Studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Victoria","funders":"","keywords":"History; Ancient history","score_opus":0.012487575596203133,"score_gpt":0.27006656250305827,"score_spread":0.25757898690685516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398238355","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74131805,0.0011183816,7.0164404e-8,0.0065597445,0.00016447771,0.00014464956,0.000001680313,0.000039759896,0.25065318],"genre_scores_gemma":[0.9916657,0.0060570636,0.00003191716,0.001001521,0.00016020918,0.000020485748,9.2006104e-7,0.0000043273963,0.0010578072],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993502,0.000010071523,0.00009803239,0.00017701714,0.00013163466,0.00023307663],"domain_scores_gemma":[0.9998438,0.00003912951,0.000028004732,0.0000206787,0.000016007774,0.000052378928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043149426,0.00007437364,0.000097209486,0.00004573124,0.00040553143,0.00027298168,0.00010413259,0.000029787054,0.00003149474],"category_scores_gemma":[0.000025554298,0.00004946912,0.00002563231,0.0003433754,0.00023056712,0.0001542209,0.000022475278,0.00011915468,0.000017157621],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000063240186,0.00001416612,0.28503957,0.00004620316,0.000026257107,0.000006368789,0.6033785,1.0151906e-8,0.00001301028,0.0456907,0.014283514,0.051495407],"study_design_scores_gemma":[0.000044600838,0.000024145616,0.19155858,0.000025730253,0.0000044226736,0.0000010031571,0.1375573,3.0262532e-7,0.00000115548,0.00062321377,0.67008215,0.00007738491],"about_ca_topic_score_codex":0.0026111014,"about_ca_topic_score_gemma":0.00167869,"teacher_disagreement_score":0.6557987,"about_ca_system_score_codex":0.000033032706,"about_ca_system_score_gemma":0.000047535053,"threshold_uncertainty_score":0.39472216},"labels":[],"label_agreement":null},{"id":"W4398252292","doi":"10.1257/pandp.20241067","title":"Exorbitant Privilege and the Sustainability of US Public Debt","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Global Financial Crisis and Policies","field":"Economics, Econometrics and Finance","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Privilege (computing); Debt; Sustainability; Business; Law and economics; Economics; Natural resource economics; Political science; Law; Finance","score_opus":0.010828205643529607,"score_gpt":0.2050370781237767,"score_spread":0.1942088724802471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398252292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9082884,0.016814454,0.000005032211,0.0070541105,0.00011279719,0.00018368849,0.000037077632,0.00002329253,0.06748115],"genre_scores_gemma":[0.9974649,0.0017973428,0.00002140675,0.0002718618,0.000057480738,0.000016729977,8.5686327e-7,0.000008819063,0.00036061622],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992278,0.0000030738938,0.00029044165,0.00024287336,0.000030342248,0.00020545747],"domain_scores_gemma":[0.999691,0.000052990243,0.0000764156,0.00007022939,0.000054266686,0.000055063476],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006069706,0.00010605558,0.00026021688,0.000069207665,0.00010913838,0.00018840647,0.00009557319,0.00006268139,0.000034082157],"category_scores_gemma":[0.00021150855,0.000076370874,0.0000687348,0.00022052584,0.00028324188,0.00018588689,0.000074384116,0.00009546211,0.0000050350113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013311242,0.000007902419,0.05233585,0.00018695142,0.00001799373,5.7744813e-7,0.001610374,6.2774234e-8,0.0000140292905,0.94269407,0.0008512738,0.0022676168],"study_design_scores_gemma":[0.00043862176,0.000092892165,0.12229666,0.00003254458,0.000015600375,0.000017596472,0.0010509078,0.00030573597,0.000035759593,0.23528725,0.640232,0.00019439781],"about_ca_topic_score_codex":0.00047462122,"about_ca_topic_score_gemma":0.000018981167,"teacher_disagreement_score":0.7074068,"about_ca_system_score_codex":0.00002723656,"about_ca_system_score_gemma":0.000019062534,"threshold_uncertainty_score":0.31143138},"labels":[],"label_agreement":null},{"id":"W4398755578","doi":"10.1257/pandp.20241058","title":"The Intensifying Effects of Prolonged Climate Change on Conflict, 1400–1900 CE","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Tree-ring climate responses","field":"Earth and Planetary Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Climate change; Environmental science; Climatology; Geology; Oceanography","score_opus":0.01957285960626201,"score_gpt":0.23447055517956483,"score_spread":0.21489769557330282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755578","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.977583,0.007048092,6.356891e-8,0.0009619596,0.0003057648,0.0002979526,0.000016806913,0.00009599239,0.013690397],"genre_scores_gemma":[0.995777,0.003723659,0.000024112049,0.00022330371,0.00009722908,0.000008382576,0.0000044918024,0.0000073421616,0.00013449247],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9991048,0.0000139464755,0.00014327871,0.000246277,0.00017717636,0.00031453077],"domain_scores_gemma":[0.9991388,0.0006398438,0.00004847606,0.00006107182,0.00003487692,0.00007696698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034018728,0.00014073517,0.00015069467,0.00006606481,0.00022623154,0.00017432909,0.00011978256,0.000058430527,0.00002812741],"category_scores_gemma":[0.00013620556,0.000083486164,0.00004483607,0.000175992,0.00013505336,0.00014800199,0.000019814464,0.00015552864,0.000055164033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011628057,0.000026650428,0.2849675,0.003830841,0.00016177181,0.00010136111,0.014589554,0.00000288455,0.012577649,0.005032558,0.0012833516,0.67626303],"study_design_scores_gemma":[0.00041386794,0.0011670635,0.9232521,0.0014089098,0.0000836734,0.00008808427,0.0012725281,0.0022204933,0.0039621363,0.00019678164,0.065575086,0.0003592659],"about_ca_topic_score_codex":0.0001287158,"about_ca_topic_score_gemma":0.00006504863,"teacher_disagreement_score":0.6759038,"about_ca_system_score_codex":0.0000029292207,"about_ca_system_score_gemma":0.000010646249,"threshold_uncertainty_score":0.3404467},"labels":[],"label_agreement":null},{"id":"W4398755683","doi":"10.1257/pandp.20241031","title":"Teaching-Track Economists in Canada, the United Kingdom, and the United States","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Kingdom; Track (disk drive); Fast track; Political science; Engineering; Medicine; Geology","score_opus":0.027607440833638676,"score_gpt":0.33084269926773363,"score_spread":0.30323525843409493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755683","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9241029,0.00013932538,0.0000010589399,0.05537886,0.00025358523,0.00015466037,0.0000033914523,0.000017276947,0.019948926],"genre_scores_gemma":[0.99610245,0.00014354657,0.00022902133,0.002480037,0.00016125635,0.000025836029,0.000006465371,0.000006870029,0.000844502],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993797,0.00006560377,0.00013662507,0.0001402163,0.000118084274,0.00015977125],"domain_scores_gemma":[0.99901825,0.0008105737,0.00003628759,0.000036000412,0.00006600126,0.00003291015],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019425749,0.0000699727,0.00007245062,0.00010373292,0.0005891115,0.0002296499,0.00013328968,0.000032276326,0.000026839141],"category_scores_gemma":[0.00040824641,0.00004202578,0.000009799955,0.000620921,0.00035044213,0.00010219658,0.000024882238,0.00025031524,6.6083925e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010590474,0.000004141168,0.012106213,0.0000230606,0.00001722673,5.397449e-7,0.042069927,0.0000074278223,0.00001575777,0.93572986,0.0043543694,0.005660875],"study_design_scores_gemma":[0.00017188021,0.000006549659,0.018891426,0.000047188754,0.000013451855,0.0000039272163,0.042661168,0.0015708458,0.000007431705,0.018055107,0.9184665,0.00010448817],"about_ca_topic_score_codex":0.91305393,"about_ca_topic_score_gemma":0.46079698,"teacher_disagreement_score":0.9176748,"about_ca_system_score_codex":0.00016468356,"about_ca_system_score_gemma":0.00040956135,"threshold_uncertainty_score":0.5490421},"labels":[],"label_agreement":null},{"id":"W4398755713","doi":"10.1257/pandp.20241003","title":"Heterogeneous Responses to Job Mobility Shocks in a HANK Model with a Frictional Labor Market","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Economic theories and models","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bank of Canada","funders":"","keywords":"Labour economics; Economics; Business","score_opus":0.015458954140560198,"score_gpt":0.2092870073335212,"score_spread":0.193828053192961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96174014,0.0014064689,0.00014289915,0.0013533479,0.000090234695,0.00021237532,0.00019819126,0.00004656114,0.0348098],"genre_scores_gemma":[0.9927868,0.00025416908,0.00078744435,0.000528631,0.000050110102,0.000090883776,0.0000021564563,0.000024546887,0.0054752068],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989119,0.0000023441878,0.00029460355,0.0005165247,0.000024648965,0.00024993275],"domain_scores_gemma":[0.9997049,0.000043390402,0.00004142832,0.000083234016,0.000020983065,0.00010606895],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042126706,0.00015138721,0.00025225594,0.00018264784,0.000073168005,0.00016675591,0.000094207215,0.00007620997,0.0001685469],"category_scores_gemma":[0.00003190169,0.00014651206,0.00004460442,0.00018361,0.00003729845,0.00020922504,0.00005310943,0.000117835676,0.000019583182],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012934324,0.00008866802,0.17754295,0.00027329216,0.00013107153,0.000021480897,0.0067827515,0.0012535999,0.00025518073,0.80702937,0.0033650973,0.0019631216],"study_design_scores_gemma":[0.0024468629,0.001390922,0.1265906,0.00046560707,0.000047594258,0.00027244538,0.0016563139,0.33190465,0.0002910158,0.2853355,0.24731107,0.0022874167],"about_ca_topic_score_codex":0.000082900304,"about_ca_topic_score_gemma":0.0000545098,"teacher_disagreement_score":0.5216939,"about_ca_system_score_codex":0.000087203305,"about_ca_system_score_gemma":0.000030099562,"threshold_uncertainty_score":0.59745884},"labels":[],"label_agreement":null},{"id":"W4398755716","doi":"10.1257/pandp.20241101","title":"Race, Police Violence, and Financial Decision-Making","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Employment and Welfare Studies","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Toronto","funders":"","keywords":"Race (biology); Criminology; Business; Political science; Finance; Psychology; Sociology; Gender studies","score_opus":0.016406533573698152,"score_gpt":0.359105989085413,"score_spread":0.3426994555117149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94648784,0.004610316,0.0000056717977,0.0016933605,0.00040796906,0.00024594332,0.000007032032,0.0001327581,0.046409115],"genre_scores_gemma":[0.9912732,0.005617607,0.00016758166,0.0012705296,0.00043337542,0.00004800375,7.4233674e-7,0.000017277694,0.0011716764],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990767,0.000007377531,0.00020054425,0.00028249246,0.00012373558,0.00030909697],"domain_scores_gemma":[0.99948126,0.00031780035,0.000036214613,0.000035625533,0.000057604,0.000071505114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025923006,0.0001348662,0.00017384769,0.00008527907,0.00081266114,0.000044153105,0.000053969783,0.0001118373,0.00009401075],"category_scores_gemma":[0.00011312077,0.00010132399,0.000027292273,0.00018964386,0.00007094375,0.00015711499,0.00014745948,0.00026561055,0.000029684117],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010005029,0.000012417594,0.3624529,0.000864686,0.00003888651,0.0000072157113,0.030103177,3.6511853e-8,0.0004683973,0.0344346,0.055167943,0.51634973],"study_design_scores_gemma":[0.00052868994,0.00016479268,0.3441434,0.008904581,0.000076708064,0.000013174216,0.0062241536,0.00006780461,0.000010665855,0.019506464,0.619945,0.0004145821],"about_ca_topic_score_codex":0.00013323245,"about_ca_topic_score_gemma":0.00007202451,"teacher_disagreement_score":0.5647771,"about_ca_system_score_codex":0.000019444191,"about_ca_system_score_gemma":0.00003909312,"threshold_uncertainty_score":0.6250415},"labels":[],"label_agreement":null},{"id":"W4398755750","doi":"10.1257/pandp.20241033","title":"Teaching-Track Economists: A Canadian Perspective","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Perspective (graphical); Track (disk drive); Fast track; Sociology; Psychology; Computer science; Artificial intelligence; Medicine","score_opus":0.01830690273942274,"score_gpt":0.36312696752150625,"score_spread":0.3448200647820835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755750","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11518703,0.00035293464,0.0000016102617,0.03482964,0.0005581205,0.00010423625,0.000004979068,0.00006372721,0.84889776],"genre_scores_gemma":[0.9846914,0.00005432067,0.0030783827,0.0009005587,0.0008339174,0.000022330556,0.0000012207965,0.0000098462415,0.010408048],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994119,0.000012988624,0.00008303402,0.00020647065,0.00008479528,0.00020083092],"domain_scores_gemma":[0.9996337,0.000082102,0.000016057036,0.000026528714,0.0001165966,0.00012496658],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008576742,0.000064153006,0.000059353948,0.00014001022,0.0006544999,0.00027983641,0.00009200233,0.00006531991,0.00024937806],"category_scores_gemma":[0.00037363538,0.000064619555,0.000021268226,0.00022585226,0.00015572956,0.00024878487,0.000008399459,0.00018287728,0.000026552501],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.862281e-7,0.0000036248666,0.0011078464,0.000008384528,0.000011723582,6.2657176e-7,0.05316267,3.6264886e-8,0.00006411467,0.9286387,0.0061888397,0.010812643],"study_design_scores_gemma":[0.00002479576,0.000011740772,0.0026771761,0.000024833713,0.000008425762,0.0000044694693,0.061948486,0.000017911598,0.0000099439,0.06046392,0.87470305,0.00010527182],"about_ca_topic_score_codex":0.21514675,"about_ca_topic_score_gemma":0.044592645,"teacher_disagreement_score":0.86950433,"about_ca_system_score_codex":0.00047941427,"about_ca_system_score_gemma":0.0006122462,"threshold_uncertainty_score":0.972841},"labels":[],"label_agreement":null},{"id":"W4398755756","doi":"10.1257/pandp.20241030","title":"Racial Inequality and Publication in Economics","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; University of Toronto","funders":"","keywords":"Inequality; Economics; Sociology; Neoclassical economics; Mathematics","score_opus":0.032396516995022606,"score_gpt":0.37297277160248776,"score_spread":0.34057625460746516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8727517,0.00014121858,0.000004397478,0.014228258,0.00024964687,0.00008579347,0.000001725003,0.000027273822,0.112509996],"genre_scores_gemma":[0.9961463,0.00032726538,0.0022232716,0.0003603751,0.00028494588,0.00002182139,0.000002506362,0.000003726408,0.0006297807],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995992,0.000011210198,0.00010960011,0.00014100228,0.000049468003,0.000089479996],"domain_scores_gemma":[0.99978304,0.000080721715,0.000021687503,0.000017443259,0.000068541594,0.000028575076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011902859,0.000037530463,0.000047735935,0.00009076099,0.00014241782,0.000214359,0.00004075652,0.000052065472,0.00003264256],"category_scores_gemma":[0.00040645042,0.000038401526,0.000006578343,0.00029731376,0.00010668847,0.00034473863,0.000014497486,0.0000703188,0.0000021437972],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000001977719,0.0000060886964,0.024025982,0.000016131784,0.0000024718897,4.446021e-8,0.018892031,3.7395985e-8,0.00010784597,0.82624185,0.00044698766,0.13025856],"study_design_scores_gemma":[0.00008718041,0.000017375107,0.12319084,0.00002567381,0.0000056629606,0.0000017278115,0.008241126,0.00014099186,0.000047820482,0.07250286,0.7956004,0.00013833672],"about_ca_topic_score_codex":0.0001771856,"about_ca_topic_score_gemma":0.000100023884,"teacher_disagreement_score":0.79515344,"about_ca_system_score_codex":0.00005387432,"about_ca_system_score_gemma":0.00009196073,"threshold_uncertainty_score":0.20670687},"labels":[],"label_agreement":null},{"id":"W4398755781","doi":"10.1257/pandp.20241105","title":"The Impact of Family Tax Benefits on Children’s Health and Educational Outcomes","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Gender, Labor, and Family Dynamics","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Public economics; Business; Economics; Medicine","score_opus":0.017913572550079443,"score_gpt":0.3141952864463582,"score_spread":0.2962817138962788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755781","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9770271,0.005712967,1.7299837e-7,0.0056814672,0.00014284663,0.00014820212,0.000036917863,0.000018821353,0.011231484],"genre_scores_gemma":[0.99256194,0.0060598394,0.000025759775,0.0003689093,0.00010063853,0.000005917426,0.000004129518,0.0000071520885,0.0008657433],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9993383,0.000008353377,0.00011547331,0.00016198732,0.00017762098,0.00019822981],"domain_scores_gemma":[0.9996342,0.000117495416,0.00004261246,0.00003192037,0.000047233367,0.0001265398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028234636,0.00008832432,0.0001086398,0.00003745267,0.0005300027,0.00015264981,0.000081267266,0.000045345278,0.000006033938],"category_scores_gemma":[0.000059622165,0.000053905023,0.000047864207,0.00014369292,0.00016437,0.00008600993,0.000016892795,0.0000844231,0.000001220999],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008797992,0.000025186326,0.7118331,0.000025395448,0.00006805664,6.3301925e-8,0.035294134,0.000002155827,0.000035951813,0.21970668,0.0058419006,0.027158583],"study_design_scores_gemma":[0.000077702374,0.00012338554,0.98807335,0.000036093203,0.000005878384,0.0000011735107,0.007875219,0.000024138633,6.077816e-7,0.0022219757,0.0014895751,0.00007090021],"about_ca_topic_score_codex":0.0025034035,"about_ca_topic_score_gemma":0.00013257557,"teacher_disagreement_score":0.27624026,"about_ca_system_score_codex":0.000046562025,"about_ca_system_score_gemma":0.00023330169,"threshold_uncertainty_score":0.40764058},"labels":[],"label_agreement":null},{"id":"W4398755802","doi":"10.1257/pandp.20241032","title":"Teaching-Track Faculty at US National Universities","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Track (disk drive); Fast track; Political science; Mathematics education; Psychology; Computer science; Medicine","score_opus":0.3531765029643348,"score_gpt":0.5248627467509461,"score_spread":0.17168624378661135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7510279,0.0006679698,0.0000042555853,0.0020455637,0.00016411708,0.000055626002,0.00004158395,0.000041259384,0.24595171],"genre_scores_gemma":[0.93122977,0.00011369737,0.00018127308,0.00021591126,0.00009256648,0.0000021131054,0.000004787674,0.000006352905,0.06815353],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950155,0.000012256755,0.00020318311,0.0005175849,0.0039596735,0.0002917713],"domain_scores_gemma":[0.99811244,0.0007327194,0.00004364275,0.000059113776,0.0008312272,0.00022083377],"candidate_categories":["bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.005322268,0.00010596565,0.00012800962,0.010125864,0.00045227192,0.0025146685,0.0005240129,0.00007864404,0.0005914896],"category_scores_gemma":[0.0016598419,0.000071111965,0.00007710618,0.02113296,0.00013999708,0.00071477285,0.00039518654,0.00022436591,0.00024084617],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005060154,0.00006457355,0.16914517,0.00008261853,0.00007836634,0.000039862774,0.0046832003,0.00000462289,0.00871556,0.14115117,0.49068433,0.18529992],"study_design_scores_gemma":[0.00014376869,0.00008157827,0.06197361,0.000014803449,0.0000054317966,0.000035481542,0.0021665068,0.0024251745,0.0002288243,0.00507524,0.9276995,0.00015010318],"about_ca_topic_score_codex":0.000089198336,"about_ca_topic_score_gemma":0.0000061849864,"teacher_disagreement_score":0.43701515,"about_ca_system_score_codex":0.00017514409,"about_ca_system_score_gemma":0.000117138974,"threshold_uncertainty_score":0.9996733},"labels":[],"label_agreement":null},{"id":"W4398755820","doi":"10.1257/pandp.20241034","title":"Teaching-Track Economists in the United Kingdom","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Kingdom; Track (disk drive); Fast track; Political science; Mathematics education; Computer science; Psychology; Geology; Biology; Operating system; Bioinformatics; Paleontology","score_opus":0.05565621603859716,"score_gpt":0.3976366114656266,"score_spread":0.34198039542702946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755820","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7005023,0.000056864865,0.0000020054351,0.018895535,0.0002827358,0.00009119467,7.2554406e-7,0.00003303774,0.28013563],"genre_scores_gemma":[0.9949318,0.00002568325,0.0014400976,0.00126618,0.00043859176,0.000023637878,0.000002150233,0.0000055164314,0.0018663354],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999491,0.000034100758,0.00010342366,0.00013565893,0.00010409433,0.00013174358],"domain_scores_gemma":[0.99963325,0.00026046234,0.000019981899,0.000028981509,0.000036616435,0.00002068855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020817542,0.000051730327,0.00004714722,0.00012460185,0.00034630366,0.00025278484,0.00013853537,0.000049096445,0.000050976887],"category_scores_gemma":[0.0003249538,0.00003893277,0.00001455841,0.00048845075,0.00012779843,0.00016687452,0.000011025739,0.00020861227,0.0000076278825],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000133997,0.000009691625,0.004314853,0.000015754626,0.0000039397023,4.896542e-7,0.04259494,2.4825303e-7,0.00010757171,0.93565536,0.002084132,0.015211661],"study_design_scores_gemma":[0.00003441341,0.000009099196,0.010891063,0.00003172943,0.0000046865443,0.0000032909488,0.012748689,0.000054312928,0.00000789306,0.019533375,0.9566146,0.000066827415],"about_ca_topic_score_codex":0.001704821,"about_ca_topic_score_gemma":0.00009905071,"teacher_disagreement_score":0.9545305,"about_ca_system_score_codex":0.00005168288,"about_ca_system_score_gemma":0.00007311516,"threshold_uncertainty_score":0.26635227},"labels":[],"label_agreement":null},{"id":"W4398755826","doi":"10.1257/pandp.20241057","title":"Refugees Are Hosted in Highly Vulnerable Communities","year":2024,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Migration, Refugees, and Integration","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Refugee; Political science; Geography; Archaeology","score_opus":0.01264844179750801,"score_gpt":0.2810927133478158,"score_spread":0.2684442715503078,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398755826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89032006,0.0017607418,9.2879316e-7,0.0019529253,0.00014876066,0.00011435191,0.0000033854287,0.00010156986,0.1055973],"genre_scores_gemma":[0.9893825,0.0014854515,0.000043843753,0.0002394559,0.00014547582,0.000021851496,0.0000072489984,0.000007916341,0.008666268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99938685,0.00002981145,0.00013208354,0.00012294286,0.00015756211,0.00017074273],"domain_scores_gemma":[0.9997535,0.000064723565,0.000029722338,0.000033602846,0.000069403664,0.00004904412],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005129122,0.000083200386,0.00010362828,0.00009856379,0.00045906147,0.00034844736,0.0000876215,0.00008894197,0.00013603203],"category_scores_gemma":[0.000068742396,0.00006902825,0.000024418789,0.00028159996,0.00012444035,0.00047705698,0.000013774857,0.00018991329,0.000010380418],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029973171,0.000043716387,0.06461886,0.00022785766,0.000029087067,0.0000045198703,0.41617566,0.0000011933372,0.00331667,0.46440876,0.03270076,0.018442927],"study_design_scores_gemma":[0.00011491952,0.00005622188,0.010825509,0.00026971527,0.0000100551415,0.000001734042,0.08068909,0.00018964734,0.0002775961,0.0026665023,0.90473753,0.0001614628],"about_ca_topic_score_codex":0.0036234946,"about_ca_topic_score_gemma":0.018460495,"teacher_disagreement_score":0.8720368,"about_ca_system_score_codex":0.000048891266,"about_ca_system_score_gemma":0.00004476021,"threshold_uncertainty_score":0.99945},"labels":[],"label_agreement":null},{"id":"W4410884704","doi":"10.1257/pandp.20251023","title":"Does Gender Tagging Public Works Increase Women's Participation? Experimental Evidence from Haiti, Kenya, and Rwanda","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Poverty, Education, and Child Welfare","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact","funders":"","keywords":"Gender studies; Political science; Socioeconomics; Economic growth; Sociology; Economics","score_opus":0.018157422764005057,"score_gpt":0.29137420438483114,"score_spread":0.2732167816208261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531246,0.0037753407,0.0000026833052,0.007704793,0.00022511547,0.00014536292,0.0000041096364,0.000054804972,0.034963228],"genre_scores_gemma":[0.99466026,0.002450627,0.000084768864,0.0015076282,0.00019609423,0.00006662478,0.000003718149,0.000006421577,0.0010238577],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99900323,0.000026572226,0.00014641226,0.000316251,0.00019326802,0.0003142815],"domain_scores_gemma":[0.99946755,0.00012246604,0.00006073759,0.000057266003,0.00007831825,0.00021367444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036472175,0.0001157305,0.00012908918,0.00005476492,0.001051281,0.0005336713,0.00011917371,0.000084432926,0.00037405526],"category_scores_gemma":[0.00023683737,0.00008709908,0.00002209891,0.00020798558,0.00022613231,0.00085298624,0.00004431789,0.000094129864,0.0000015956331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006043697,0.000098188284,0.7358326,0.000046066394,0.000065274704,9.347618e-7,0.2178393,9.2474714e-8,0.0011979634,0.016631946,0.004771985,0.02345525],"study_design_scores_gemma":[0.00076653226,0.000048512033,0.44174802,0.00043559846,0.00006017891,6.417554e-7,0.30880958,0.000045598576,0.0008615417,0.006971584,0.23976636,0.00048585192],"about_ca_topic_score_codex":0.0016500768,"about_ca_topic_score_gemma":0.00030201703,"teacher_disagreement_score":0.29408455,"about_ca_system_score_codex":0.00008180439,"about_ca_system_score_gemma":0.00015389705,"threshold_uncertainty_score":0.80857104},"labels":[],"label_agreement":null},{"id":"W4410884787","doi":"10.1257/pandp.20251073","title":"The Effectiveness of Local Conservation Ballots","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Species Distribution and Climate Change","field":"Environmental Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","score_opus":0.006254822140433149,"score_gpt":0.21702400338437217,"score_spread":0.210769181243939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7967314,0.00006491664,0.00001397329,0.0004817795,0.00003347732,0.00007589316,0.0000019053828,0.000008452638,0.20258817],"genre_scores_gemma":[0.99934244,0.000111895104,0.0000030544843,0.00018964584,0.0000018443338,0.00001079961,0.0000018091239,0.0000014125214,0.0003371229],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997034,0.0000066742255,0.000060428833,0.00008498441,0.000068555375,0.00007595351],"domain_scores_gemma":[0.999845,0.000080593505,0.000021224403,0.000025075004,0.000010751444,0.0000173066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025787708,0.000040668372,0.000048907932,0.000005045508,0.00013140992,0.000018822606,0.000054293556,0.000024723022,0.00052933255],"category_scores_gemma":[0.000028560245,0.000027304222,0.000014647846,0.00012112701,0.00022466325,0.000043916865,0.000049212947,0.000027262622,0.000009997562],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024883694,0.000040558894,0.6382132,0.00014254932,0.00002264281,3.2468867e-7,0.00018478716,0.0000010571628,0.12304238,0.20580158,0.011053269,0.021248816],"study_design_scores_gemma":[0.00019175991,0.000025859792,0.9303873,0.000020261496,0.0000066344983,8.3296226e-7,0.0013316099,0.000032381486,0.008124155,0.00055379584,0.059287935,0.00003748281],"about_ca_topic_score_codex":0.00009670857,"about_ca_topic_score_gemma":0.000033645916,"teacher_disagreement_score":0.2921741,"about_ca_system_score_codex":0.000052526393,"about_ca_system_score_gemma":0.0000027114363,"threshold_uncertainty_score":0.579582},"labels":[],"label_agreement":null},{"id":"W4410884789","doi":"10.1257/pandp.20251050","title":"How Does the Intersection of Sex and Nonbinary Gender Identity Affect Hiring Discrimination? Evidence from a Correspondence Field Experiment","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Names, Identity, and Discrimination Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Affect (linguistics); Intersection (aeronautics); Gender identity; Field (mathematics); Identity (music); Psychology; Social psychology; Sex discrimination; Mathematics; Communication; Political science; Engineering; Acoustics; Law; Transport engineering; Pure mathematics; Physics","score_opus":0.03834468587978987,"score_gpt":0.3612300227394726,"score_spread":0.3228853368596827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9838814,0.0011790574,0.0001861461,0.004679423,0.0002389819,0.00025888963,0.0000016102723,0.000018904406,0.009555551],"genre_scores_gemma":[0.9955103,0.0009218384,0.00005424828,0.000113373564,0.00006369057,0.00003209556,5.309197e-7,0.0000029912246,0.0033009455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999105,0.000052329775,0.00010976933,0.0002319751,0.00035627143,0.00014470407],"domain_scores_gemma":[0.9992734,0.000418863,0.0000650649,0.000059166738,0.0001337512,0.000049717706],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006612498,0.000079181504,0.00010516385,0.00007634328,0.0005676017,0.0004729265,0.0001821178,0.00005888539,0.000052915962],"category_scores_gemma":[0.00081515586,0.00005412582,0.00003534325,0.00021831837,0.00029955668,0.00090738304,0.00014838776,0.00010622692,4.007117e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020828073,0.00009772941,0.6309938,0.00049365324,0.000085450236,0.0000033067922,0.17546616,2.916961e-7,0.07648753,0.06546021,0.0030544011,0.047649175],"study_design_scores_gemma":[0.00051584025,0.00020429069,0.5255292,0.00060463994,0.0001249888,0.0000018877321,0.41967046,0.0002539118,0.027195118,0.02382087,0.0017872964,0.00029148255],"about_ca_topic_score_codex":0.003963702,"about_ca_topic_score_gemma":0.0014751256,"teacher_disagreement_score":0.2442043,"about_ca_system_score_codex":0.000058490114,"about_ca_system_score_gemma":0.00005539798,"threshold_uncertainty_score":0.5991958},"labels":[],"label_agreement":null},{"id":"W4410884811","doi":"10.1257/pandp.20251104","title":"From Online Job Postings to Economic Insights: A Machine Learning Approach to Structuring Naturally Occurring Data","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Labor market dynamics and wage inequality","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Bank of Canada","funders":"","keywords":"Structuring; Data science; Computer science; Machine learning; Artificial intelligence; Business","score_opus":0.0224868405747611,"score_gpt":0.23768436785413485,"score_spread":0.21519752727937375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884811","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96554327,0.00097324507,0.00015062394,0.0008212372,0.0002751205,0.00026976285,0.00080927496,0.00007200372,0.031085478],"genre_scores_gemma":[0.99082744,0.00013328406,0.0062122466,0.001935397,0.00018166845,0.000011729058,0.00019529444,0.000028851755,0.00047406837],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99802846,0.0000061127403,0.0005770048,0.0010031338,0.000043033215,0.00034228523],"domain_scores_gemma":[0.9992502,0.00006260528,0.0001844435,0.00028685783,0.00003842538,0.00017749541],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043476128,0.00026097934,0.0004687834,0.0002698403,0.00023443863,0.00035063684,0.0006943793,0.00011870808,0.00003233424],"category_scores_gemma":[0.00030961493,0.00027329815,0.00004799843,0.00029322557,0.00002687687,0.0003783211,0.0009181551,0.0003468098,0.000015257124],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027920777,0.00012116671,0.65252566,0.000382933,0.00043367204,0.0000052139408,0.009161445,0.0005206917,0.0017525482,0.31370467,0.0009382232,0.020174606],"study_design_scores_gemma":[0.0028731744,0.0002821151,0.41047695,0.0004914638,0.000100416335,0.000014355146,0.0031357245,0.14342847,0.00012870632,0.06773034,0.3687006,0.0026377032],"about_ca_topic_score_codex":0.0026320787,"about_ca_topic_score_gemma":0.00016991429,"teacher_disagreement_score":0.36776236,"about_ca_system_score_codex":0.00011626209,"about_ca_system_score_gemma":0.000023023878,"threshold_uncertainty_score":0.9999719},"labels":[],"label_agreement":null},{"id":"W4410884812","doi":"10.1257/pandp.20251045","title":"Extending “GPTs Are GPTs” to Firms","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"ICT Impact and Policies","field":"Engineering","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute on Governance","funders":"","keywords":"Business","score_opus":0.005459065275641795,"score_gpt":0.2235929069993475,"score_spread":0.2181338417237057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884812","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86646605,0.0005328698,0.000008062517,0.0007694899,0.00020724458,0.00009060524,0.0000038941116,0.00018497686,0.13173683],"genre_scores_gemma":[0.9956471,0.00019491922,0.00006488226,0.00076899683,0.000090139256,0.000012819743,9.1579034e-7,0.000015668465,0.003204568],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995158,7.828286e-7,0.00009627539,0.000071219605,0.00006313236,0.00025283915],"domain_scores_gemma":[0.9998167,0.000017141294,0.0000113983415,0.000042795593,0.000020990083,0.00009094276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0000559155,0.00012715772,0.00013173453,0.000105564155,0.000095813804,0.00009221543,0.00007691119,0.000058713125,0.00003466158],"category_scores_gemma":[0.000025539506,0.00011445245,0.00002791933,0.0002267425,0.00001589463,0.000100873374,0.0000319017,0.00008738385,0.000017903873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008671705,0.00004647489,0.1606086,0.0020313698,0.00032746905,0.000008596034,0.056622047,0.0003149383,0.22874068,0.03662057,0.36137328,0.15321925],"study_design_scores_gemma":[0.00052550447,0.00009638864,0.23166452,0.00056404935,0.00005685391,0.000019846993,0.00716775,0.00055872975,0.021954585,0.0007507555,0.73598415,0.0006568489],"about_ca_topic_score_codex":0.000018154406,"about_ca_topic_score_gemma":0.0000047326585,"teacher_disagreement_score":0.3746109,"about_ca_system_score_codex":0.000024143561,"about_ca_system_score_gemma":0.0000044568715,"threshold_uncertainty_score":0.46672353},"labels":[],"label_agreement":null},{"id":"W4410884831","doi":"10.1257/pandp.115.862","title":"Report of the Committee on Economic Education","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of California, Los Angeles; Duke Kunshan University; University of Leeds; York University; University of California, Davis; Worcester Polytechnic Institute; University of Alberta; University of North Georgia; Rollins College; Towson University; Montana State University; Macalester College; Queen Mary University of London; George Washington University; Wentworth Institute of Technology; Berry College; University of Nebraska-Lincoln; University of Wyoming; State University of New York; University College London; Strong; Mississippi State University; University of Bristol; New York University Shanghai; University of Pennsylvania; Pennsylvania State University; Florida State University","keywords":"Political science","score_opus":0.014926902376259517,"score_gpt":0.3648679882085356,"score_spread":0.34994108583227607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884831","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43172696,0.000020851852,7.532209e-7,0.014164551,0.0008182289,0.0000878755,4.29758e-7,0.0000058556807,0.5531745],"genre_scores_gemma":[0.98315394,0.00002098376,0.0012759501,0.0009372549,0.00014705685,0.00001912479,6.101208e-7,0.0000020875038,0.014442987],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996524,0.000011580437,0.00011837675,0.0000892868,0.00006971608,0.000058683723],"domain_scores_gemma":[0.99967384,0.0000738138,0.0000859436,0.000054142416,0.00010089933,0.000011352128],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058323296,0.00003320671,0.000048212034,0.000045224824,0.00029457163,0.000023941038,0.000105619394,0.000036030193,0.000032130112],"category_scores_gemma":[0.00037209125,0.000026288171,0.000016971626,0.00020147418,0.00015567339,0.00005295102,0.000016639837,0.00005462266,0.000001233309],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000020476461,0.000019096899,0.05609365,0.000008810601,0.000005300408,1.1491043e-8,0.0020232745,2.1558604e-7,0.00018730816,0.90520173,0.01828739,0.018171133],"study_design_scores_gemma":[0.000045559336,0.000008821791,0.18042454,0.00005425514,0.000010352325,0.0000017302467,0.0073048556,0.0000018300981,0.0008294301,0.044819348,0.7664469,0.000052401185],"about_ca_topic_score_codex":0.00028083357,"about_ca_topic_score_gemma":0.00002925837,"teacher_disagreement_score":0.8603824,"about_ca_system_score_codex":0.000068427216,"about_ca_system_score_gemma":0.000447228,"threshold_uncertainty_score":0.22656366},"labels":[],"label_agreement":null},{"id":"W4410884901","doi":"10.1257/pandp.20251003","title":"Patterns of Artificial Intelligence Adoption by Hospitals","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Business; Psychology; Knowledge management; Computer science","score_opus":0.04511787905463456,"score_gpt":0.3572971838805037,"score_spread":0.31217930482586914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884901","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9911225,0.00044785807,0.00031372803,0.0032657275,0.00017231978,0.00022666747,0.0000039995202,0.000023279703,0.004423933],"genre_scores_gemma":[0.99793893,0.000714184,0.00018520174,0.00052204414,0.00006970098,0.000017334718,0.0000096065305,0.00000569579,0.0005372919],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99927294,0.000003042497,0.00030191016,0.00018020775,0.000102449936,0.00013947272],"domain_scores_gemma":[0.99960726,0.000037550577,0.00006894859,0.000052805095,0.00016848034,0.0000649601],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015559465,0.00008200378,0.00015330607,0.00007651285,0.00006897579,0.000018921113,0.000039739058,0.00008840823,0.000070445916],"category_scores_gemma":[0.00010225214,0.0000731794,0.000034035853,0.00017728629,0.000047183235,0.000072312316,0.000015210379,0.00009930639,0.000005051255],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011565288,0.00009963908,0.28026626,0.0005248737,0.000026032803,5.0214817e-7,0.0021700666,2.5011315e-7,0.034595367,0.015428901,0.0016050683,0.6651674],"study_design_scores_gemma":[0.000088167,0.0015737676,0.1194878,0.0016333457,0.0002548093,0.000022771854,0.04068725,0.00069644285,0.79917854,0.020116044,0.015790125,0.0004709101],"about_ca_topic_score_codex":0.00024854037,"about_ca_topic_score_gemma":0.000006947517,"teacher_disagreement_score":0.7645832,"about_ca_system_score_codex":0.00002464973,"about_ca_system_score_gemma":0.00004589072,"threshold_uncertainty_score":0.2984169},"labels":[],"label_agreement":null},{"id":"W4410884910","doi":"10.1257/pandp.20251126","title":"Cross-Policy Effects: Lockdown Stringency, Race, and the COVID-19 Vaccine in US Nursing Homes","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Race (biology); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Virology; Skilled Nursing Facility; Nursing homes; Medicine; Nursing; Sociology; Gender studies; Outbreak; Infectious disease (medical specialty)","score_opus":0.039632209071311514,"score_gpt":0.44612512081920136,"score_spread":0.4064929117478898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884910","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9217838,0.0036811195,0.0000054806246,0.04501093,0.00028113718,0.0012063181,0.000011480998,0.000070108916,0.02794959],"genre_scores_gemma":[0.98612905,0.0025665553,0.00006975678,0.009253093,0.00015495537,0.00013870344,0.000005083242,0.000010693808,0.0016721132],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986214,0.00007870941,0.00041210814,0.00030532648,0.00012399364,0.00045843335],"domain_scores_gemma":[0.9987288,0.000770181,0.00013289902,0.00009509245,0.0000776548,0.00019533561],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000906281,0.0001633635,0.00033556027,0.000249661,0.0018497056,0.000055462464,0.0001265098,0.00021617819,0.00006395986],"category_scores_gemma":[0.001229772,0.00011916275,0.000033510998,0.0005845861,0.00021860907,0.00016299328,0.000115484574,0.00056765514,0.0000059914673],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039239915,0.000028138873,0.84811974,0.001681647,0.000018202329,0.0000013641654,0.018429669,0.000002856085,0.000025679705,0.12290901,0.0049576527,0.0034336648],"study_design_scores_gemma":[0.006367454,0.000070325696,0.8982842,0.00070472405,0.00004354072,0.000004239782,0.0034203047,0.0002139602,0.000007018653,0.015471558,0.07524709,0.00016560261],"about_ca_topic_score_codex":0.002302807,"about_ca_topic_score_gemma":0.00036958163,"teacher_disagreement_score":0.10743745,"about_ca_system_score_codex":0.00019281032,"about_ca_system_score_gemma":0.00033197086,"threshold_uncertainty_score":0.99944973},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W4410884911","doi":"10.1257/pandp.20251000","title":"Robot Hubs and the Use of Robotics in US Manufacturing Establishments","year":2025,"lang":"en","type":"article","venue":"AEA Papers and Proceedings","topic":"Firm Innovation and Growth","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Robotics; Robot; Artificial intelligence; Manufacturing engineering; Engineering; Manufacturing; Computer science; Future of robotics; Business; Marketing","score_opus":0.02789473180951468,"score_gpt":0.20224564206911816,"score_spread":0.17435091025960348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410884911","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9777872,0.00047677069,0.00003592311,0.0029013883,0.000087420194,0.0001603311,0.0000064380833,0.000008330434,0.018536221],"genre_scores_gemma":[0.99727,0.00044604126,0.0005810738,0.0008203086,0.000007866901,0.00000661516,0.0000013949385,0.000004808779,0.0008619249],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99942565,0.000001651408,0.00028342308,0.00016223424,0.00001855442,0.00010849107],"domain_scores_gemma":[0.99976546,0.00004153596,0.00011099796,0.000048428916,0.000017074615,0.00001648208],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022841679,0.00007292036,0.00018972224,0.00014757045,0.00005411652,0.00009536444,0.000060872648,0.000048514852,0.000011127591],"category_scores_gemma":[0.00006965231,0.00006168232,0.000019374496,0.00019292,0.000088162946,0.000193488,0.000052440133,0.000086894586,0.0000011865656],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003859906,0.000016092145,0.47931963,0.00008265659,0.000021895317,2.6948297e-7,0.0004368192,0.000040142535,0.000050284532,0.51771134,0.00037317374,0.0019090974],"study_design_scores_gemma":[0.0022925755,0.000029054025,0.9314291,0.00007554504,0.000009016248,0.0000021928968,0.00017974703,0.0018866125,0.0006294924,0.026351415,0.036941346,0.00017392829],"about_ca_topic_score_codex":0.00020041743,"about_ca_topic_score_gemma":0.00001242035,"teacher_disagreement_score":0.49135992,"about_ca_system_score_codex":0.000012635353,"about_ca_system_score_gemma":0.0000038877997,"threshold_uncertainty_score":0.25153324},"labels":[],"label_agreement":null}]}