{"id":"W2111340440","doi":"10.1177/1356389009105883","title":"How Legitimate and Justified are Judgments in Program Evaluation?","year":2009,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":43,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Value (mathematics); Function (biology); Psychology; Order (exchange); Social psychology; Computer science; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.52377,0.00185709,0.005312137,0.02246905,0.005633708,0.02549436,0.00503076,0.01016931,0.002633051],"category_scores_gemma":[0.8515333,0.002168672,0.003736868,0.01433048,0.04616113,0.03633958,0.009387719,0.01007079,0.0008635753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01591511,"about_ca_system_score_gemma":0.01599448,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004657567,"about_ca_topic_score_gemma":0.005167839,"domain_scores_codex":[0.2132938,0.6220946,0.0511678,0.01363385,0.09583285,0.003976999],"domain_scores_gemma":[0.07145593,0.8244242,0.04321363,0.02426265,0.03409629,0.002547249],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.002184075,0.0004163203,0.03317363,0.01643217,0.006329118,0.0005519332,0.05195824,0.003469259,0.0007262846,0.5011312,0.02099623,0.3626315],"study_design_scores_gemma":[0.0006303364,0.0004468178,0.01272121,0.01873746,0.001363835,0.000448174,0.01424193,0.0031861,0.001655758,0.91176,0.03436797,0.0004403921],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1406927,0.2171744,0.2139037,0.2845412,0.008625108,0.001758084,0.001229036,0.0005638059,0.1315121],"genre_scores_gemma":[0.9288931,0.01337226,0.0405633,0.0125349,0.002236567,0.001266032,0.0002969689,0.0001881702,0.0006486811],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.47623,"threshold_uncertainty_score":0.5872765,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3428563984356187,"score_gpt":0.5551089461910942,"score_spread":0.2122525477554755,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}