{"id":"W3114534008","doi":"10.3982/ecta19304","title":"Invidious Comparisons: Ranking and Selection as Compound Decisions","year":2023,"lang":"en","type":"article","venue":"Econometrica","topic":"Advanced Statistical Methods and Models","field":"Mathematics","cited_by":34,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Ranking (information retrieval); Selection (genetic algorithm); Construct (python library); Estimator; Bayes' theorem; Computer science; Curse of dimensionality; Nonparametric statistics; Machine learning; Operations research; Artificial intelligence; Mathematics; Bayesian probability; Econometrics; Statistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004336242,0.00009890358,0.0002640664,0.0004771399,0.0001865158,0.00004881767,0.00007465878,0.00004918281,0.00008603225],"category_scores_gemma":[0.003853658,0.00009474721,0.00003578086,0.001096464,0.00004191131,0.00009094071,0.00007165926,0.000122923,0.0001267112],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004206655,"about_ca_system_score_gemma":0.00001527381,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001004588,"about_ca_topic_score_gemma":0.000006342674,"domain_scores_codex":[0.9991305,0.00005632202,0.0002647314,0.0002386284,0.00009252426,0.0002172614],"domain_scores_gemma":[0.994482,0.005190996,0.00007850587,0.0001064759,0.00003377122,0.000108221],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00004835677,0.0001576076,0.002311224,0.00005889604,0.0001107819,0.00002598632,0.000501548,0.0003429563,0.0002378492,0.7435202,0.02956697,0.2231176],"study_design_scores_gemma":[0.0003914478,0.00008278315,0.002474621,0.00001910829,0.00002258722,0.00002003954,0.0001064879,0.02121795,0.00006249339,0.9552119,0.02022716,0.0001633696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1074514,0.0001678455,0.8852903,0.0002140737,0.0001384315,0.0002006924,0.00001710307,0.000201487,0.006318714],"genre_scores_gemma":[0.5855287,0.0001732625,0.4135682,0.00008977936,0.00005082588,0.00002396818,0.000004207681,0.0000214955,0.0005396306],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.4780773,"threshold_uncertainty_score":0.4613467,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.276401290613409,"score_gpt":0.4560022056354244,"score_spread":0.1796009150220154,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}