{"id":"W274204648","doi":"10.3138/cjpe.16.008","title":"Do Evaluator and Program Practitioner Perspectives Converge in Collaborative Evaluation?","year":2001,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Stakeholder; Participatory evaluation; Program evaluation; Citizen journalism; Collaborative model; Medical education; Psychology; Computer science; Knowledge management; Management science; Sociology; Public relations; Medicine; Political science; Engineering; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03517159,0.000210075,0.00037459,0.00141015,0.0002839864,0.0008560485,0.000345369,0.0001341403,0.005966827],"category_scores_gemma":[0.009294563,0.0001704305,0.00009702894,0.002350324,0.0002370804,0.001748669,0.00001809061,0.0003400212,0.00007265837],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001100743,"about_ca_system_score_gemma":0.01116148,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003277641,"about_ca_topic_score_gemma":0.01870254,"domain_scores_codex":[0.99165,0.002134522,0.001257564,0.0004351806,0.004127073,0.0003956541],"domain_scores_gemma":[0.9861191,0.0004431063,0.001022791,0.0003358532,0.01152462,0.0005545664],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009695263,0.0002379654,0.08687122,0.000003773943,0.00005117507,0.00001533412,0.008455431,0.001615013,0.00002018544,0.0009387365,0.002550557,0.8991436],"study_design_scores_gemma":[0.006864706,0.002770711,0.5433184,0.000187471,0.0003435285,0.0002414471,0.05715307,0.2342984,0.00004025505,0.02919167,0.1250532,0.0005371897],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9724502,0.005349393,0.000149517,0.006474746,0.0009641022,0.00519776,0.00001117016,0.00001877113,0.009384329],"genre_scores_gemma":[0.9950497,0.0002005121,0.003602745,0.0001272762,0.0002401404,0.0006078901,0.00001709532,0.00001511242,0.0001395393],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8986065,"threshold_uncertainty_score":0.9992036,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2139261688058221,"score_gpt":0.5507446156045417,"score_spread":0.3368184467987195,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}