{"id":"W2228177330","doi":"10.3138/cjpe.026.003","title":"Addressing the Challenges Encountered During a Developmental Evaluation: Implications for Evaluation Practice","year":2011,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Perspective (graphical); Evaluation methods; Program evaluation; Psychology; Government (linguistics); Engineering ethics; Knowledge management; Process management; Medical education; Management science; Political science; Computer science; Business; Medicine; Engineering; Public administration","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5843487,0.001249053,0.002316666,0.005730926,0.01831319,0.0245434,0.007070913,0.009229776,0.003182311],"category_scores_gemma":[0.6492016,0.001627154,0.00161855,0.004000848,0.02149071,0.01917372,0.01791426,0.01567419,0.001140526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.03249208,"about_ca_system_score_gemma":0.09903822,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01498471,"about_ca_topic_score_gemma":0.02653869,"domain_scores_codex":[0.3440154,0.5616199,0.0343422,0.006122866,0.04696998,0.006929655],"domain_scores_gemma":[0.2189826,0.5851072,0.02464549,0.01603955,0.1375128,0.01771244],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000579045,0.001417289,0.01988278,0.007907379,0.0003495312,0.004056654,0.2540526,0.004468784,0.001725094,0.07140253,0.05783278,0.5763255],"study_design_scores_gemma":[0.0006213227,0.001425305,0.02059788,0.04320857,0.000326148,0.005583346,0.3990986,0.01059432,0.005000616,0.1912547,0.3212739,0.001015358],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.07390438,0.03723516,0.2431448,0.5695215,0.005716192,0.008224281,0.0001214992,0.0009719642,0.06116024],"genre_scores_gemma":[0.6007732,0.01031477,0.3383023,0.03688845,0.001363246,0.006919856,0.00009313114,0.000456132,0.004889064],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4156513,"threshold_uncertainty_score":0.5125721,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8348360624185777,"score_gpt":0.6002670065070299,"score_spread":0.2345690559115478,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}