{"id":"W2802397222","doi":"10.1287/deca.2017.0362","title":"On the Road to Making Science of “Art”: Risk Bias in Market Scoring Rules","year":2018,"lang":"en","type":"article","venue":"Decision Analysis","topic":"Sports Analytics and Performance","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Prediction market; Market liquidity; Function (biology); Standard deviation; Bounded function; Scoring rule; Econometrics; Economics; Actuarial science; Computer science; Mathematics; Statistics; Machine learning","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03424544,0.0008184848,0.002104461,0.001658998,0.001295649,0.005717058,0.002743104,0.003688853,0.003959114],"category_scores_gemma":[0.2046008,0.0006509483,0.001141784,0.001492598,0.007647383,0.01026533,0.003239855,0.005454477,0.0006438059],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001781781,"about_ca_system_score_gemma":0.001724725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00272251,"about_ca_topic_score_gemma":0.001097022,"domain_scores_codex":[0.9846911,0.009323409,0.0007605992,0.001680763,0.002837387,0.0007066742],"domain_scores_gemma":[0.7678633,0.1809942,0.02174298,0.01641316,0.01001508,0.002971174],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003551001,0.0002253352,0.0176252,0.0002339728,0.0002630805,0.0003509624,0.001063535,0.09904768,0.002046763,0.8007956,0.003078258,0.07491467],"study_design_scores_gemma":[0.0000621875,0.000112328,0.002027901,0.00007687617,0.00002918372,0.00008258376,0.000105308,0.269978,0.0006686618,0.7254665,0.001326311,0.00006416001],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2230586,0.003342008,0.7411644,0.01607841,0.0003802374,0.0001376102,0.000203045,0.0002905489,0.0153452],"genre_scores_gemma":[0.9027086,0.001076159,0.09188554,0.001038453,0.0007378806,0.0001185184,0.0001161877,0.0001170455,0.002201635],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.03424544,"threshold_uncertainty_score":0.1811093,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06304172308103206,"score_gpt":0.2919062619995064,"score_spread":0.2288645389184744,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}