{"id":"W7124199036","doi":"10.65109/jsvv3990","title":"Eliciting forecasts from self-interested experts: scoring rules for decision makers","year":2012,"lang":"","type":"article","venue":"","topic":"Forecasting Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Expert system; Scoring rule; Incentive; Decision rule; Compensation (psychology); Principal (computer security); Decision tree; Decision maker; Function (biology)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002993463,0.0005961927,0.0007222025,0.000441232,0.001017122,0.0009495565,0.001624591,0.0003872063,0.001690899],"category_scores_gemma":[0.004042043,0.0004790203,0.0005640008,0.0008521908,0.0001599144,0.001276166,0.0007846338,0.0002491641,0.0004892229],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002320279,"about_ca_system_score_gemma":0.0001012399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003424661,"about_ca_topic_score_gemma":0.00007649831,"domain_scores_codex":[0.9939904,0.0001210938,0.002017577,0.001235259,0.001230516,0.001405133],"domain_scores_gemma":[0.9873443,0.009075193,0.0007819727,0.001525034,0.0006196228,0.0006539021],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001624107,0.0004003702,0.004950883,0.00001617039,0.00007084597,0.000001198677,0.002287413,0.0000208457,0.001971516,0.01047704,0.04057528,0.9390661],"study_design_scores_gemma":[0.002328472,0.0005742661,0.00278608,0.002175541,0.000278522,0.00005997844,0.01327319,0.3060348,0.0286844,0.1972161,0.4441677,0.002420939],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5073776,0.0007681728,0.4835952,0.0004137452,0.001115011,0.001279644,0.0002369802,0.0004882647,0.004725482],"genre_scores_gemma":[0.5906709,0.00006758585,0.4075288,0.0002823838,0.0007800809,0.0002593318,0.00002913428,0.00005962993,0.0003222],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9366451,"threshold_uncertainty_score":0.9997662,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1696737677009666,"score_gpt":0.4163339975800721,"score_spread":0.2466602298791055,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}