{"id":"W4366448430","doi":"10.3138/cjpe.23.013","title":"M.J. Bamberger, J. Rugh, and L. Mabry. (2006). <i>RealWorld Evaluation: Working Under Budget, Time, Data, and Political Constraints.</i> Thousand Oaks, CA: Sage.","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"SAGE; Politics; Psychology; Gerontology; Political science; Medicine; Physics; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008296529,0.0008525793,0.0004877838,0.002698343,0.002161831,0.004384494,0.001310815,0.002468154,0.03078804],"category_scores_gemma":[0.03035993,0.0008327097,0.0004461752,0.002989226,0.001536701,0.006394819,0.00141708,0.003009235,0.01715797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002093492,"about_ca_system_score_gemma":0.00541152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02797459,"about_ca_topic_score_gemma":0.1038227,"domain_scores_codex":[0.9971548,0.0009344805,0.0001990575,0.0001538431,0.001454913,0.0001027357],"domain_scores_gemma":[0.979826,0.01221177,0.00120039,0.0004801717,0.005649583,0.000632023],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006630555,0.00003454045,0.001476476,0.0006645179,0.00001601184,0.00004901525,0.0006632703,0.0001947773,0.0002360659,0.008112027,0.7088553,0.2796316],"study_design_scores_gemma":[0.0000547092,0.000120689,0.01481677,0.004017811,0.0001328471,0.0003261365,0.001970473,0.0006632442,0.002208229,0.04327564,0.93233,0.0000835284],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.006042542,0.3530104,0.1017415,0.265619,0.009806522,0.0007896755,0.006202791,0.001881982,0.2549055],"genre_scores_gemma":[0.1314972,0.395776,0.1928045,0.03933977,0.003225529,0.001214736,0.003599215,0.001332031,0.231211],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.03078804,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.214130667283627,"score_gpt":0.4598854060888972,"score_spread":0.2457547388052701,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}