{"id":"W4312465470","doi":"10.3982/ecta15847","title":"Learning From Reviews: The Selection Effect and the Speed of Learning","year":2022,"lang":"en","type":"article","venue":"Econometrica","topic":"Game Theory and Applications","field":"Decision Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"Army Research Office","keywords":"Product (mathematics); Quality (philosophy); Computer science; Selection (genetic algorithm); Learning effect; Rating system; Dynamics (music); Machine learning; Artificial intelligence; Econometrics; Statistics; Psychology; Economics; Mathematics; Microeconomics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008904551,0.0000584343,0.0002299001,0.0002006441,0.000752085,0.00007906947,0.0004108858,0.00001230166,0.001815584],"category_scores_gemma":[0.005619603,0.00002928725,0.00008896973,0.002115227,0.000124109,0.00006348472,0.0001922967,0.0003245792,0.0001210542],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001748706,"about_ca_system_score_gemma":0.000008848659,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003728894,"about_ca_topic_score_gemma":0.000001393466,"domain_scores_codex":[0.9974271,0.00173891,0.0003379495,0.0002073802,0.0002026136,0.00008603782],"domain_scores_gemma":[0.9896344,0.009740794,0.0003591762,0.0002186689,0.00002475055,0.00002221259],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002747183,0.00005911213,0.1379685,0.000006885437,0.00008368331,3.328603e-7,0.005369685,0.02399677,0.0006633401,0.02067586,0.004740286,0.8061609],"study_design_scores_gemma":[0.001027834,0.0003735897,0.04683525,0.000004905835,0.0000564318,0.000007947167,0.004789616,0.01845483,0.0003347161,0.03304209,0.8949282,0.0001446129],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9855779,0.002454371,0.0005566436,0.001225416,0.00007799288,0.0003643729,0.000002643767,0.00001659877,0.00972401],"genre_scores_gemma":[0.9972124,0.0001167726,0.00002830581,0.00006678273,0.00004106409,0.00004834248,0.000001798261,0.000003928554,0.002480602],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8901879,"threshold_uncertainty_score":0.9990969,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06848698722976547,"score_gpt":0.3349427169976347,"score_spread":0.2664557297678692,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}