{"id":"W2157118148","doi":"10.1111/1756-2171.12054","title":"Subjective evaluations with performance feedback","year":2014,"lang":"en","type":"article","venue":"The RAND Journal of Economics","topic":"Experimental Behavioral Economics Studies","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Incentive; Commit; Imperfect; Measure (data warehouse); Distribution (mathematics); Microeconomics; Economics; Computer science; Econometrics; Mathematics; Data mining","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01895453,0.001436783,0.0007212404,0.001660278,0.0007088103,0.004254359,0.0009239009,0.001850248,0.005703414],"category_scores_gemma":[0.1385797,0.0006257855,0.0006903365,0.00132105,0.003110685,0.006611377,0.003606487,0.002176175,0.0008239865],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001861162,"about_ca_system_score_gemma":0.001108401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001090057,"about_ca_topic_score_gemma":0.0007886126,"domain_scores_codex":[0.9652781,0.0235451,0.00125007,0.001902605,0.007188458,0.0008356147],"domain_scores_gemma":[0.8857006,0.06744786,0.0215552,0.01192218,0.01096115,0.002412899],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002248848,0.001497757,0.04956655,0.001482411,0.0005571026,0.0004400191,0.005496062,0.06556248,0.009892976,0.3968494,0.01086359,0.4555427],"study_design_scores_gemma":[0.0005391286,0.003666273,0.07625958,0.001033331,0.0004465628,0.0005336164,0.002055068,0.1642535,0.01135806,0.7043386,0.03498515,0.0005312398],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2689116,0.002381033,0.5449395,0.005519374,0.0006543712,0.000737131,0.0005166488,0.0006062974,0.1757342],"genre_scores_gemma":[0.957238,0.0004578343,0.03676642,0.0004286766,0.0002544363,0.0002765143,0.0001192482,0.00006358761,0.00439519],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01895453,"threshold_uncertainty_score":0.1002423,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0354564531211177,"score_gpt":0.3094817112847,"score_spread":0.2740252581635824,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}