{"id":"W2995943763","doi":"10.3138/cjpe.53185","title":"Applying the Collaborative Approaches to Evaluation (CAE) Principles in an Educational Evaluation: Reflections from the Field","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Reflection (computer programming); Context (archaeology); Field (mathematics); Engineering ethics; Pedagogy; Sociology; Computer science; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04425557,0.0001761171,0.0002406613,0.0005537582,0.0005410403,0.000923956,0.0009380155,0.0001060625,0.005897981],"category_scores_gemma":[0.009477187,0.0001067066,0.00009865348,0.002295073,0.00007304966,0.001075723,0.00002883468,0.0003858121,0.0001542774],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001086638,"about_ca_system_score_gemma":0.01552733,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00124802,"about_ca_topic_score_gemma":0.1860577,"domain_scores_codex":[0.9899672,0.003352681,0.001168956,0.0004000222,0.004810856,0.00030023],"domain_scores_gemma":[0.9903373,0.002336147,0.0007962231,0.0007047181,0.005524934,0.0003006562],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004716851,0.00008829075,0.110186,0.000001643338,0.00004041148,2.355299e-7,0.009364973,0.1233326,0.00005904006,0.002720421,0.002782383,0.7513768],"study_design_scores_gemma":[0.001279329,0.0005991411,0.4360518,0.00007843647,0.0001963683,0.000007598328,0.01970025,0.4251971,0.00009650608,0.0311454,0.08542158,0.000226527],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9156168,0.0009676396,0.0005060228,0.0567603,0.002129241,0.01417696,0.000018076,0.000008083501,0.009816851],"genre_scores_gemma":[0.9910643,0.00000535505,0.002787486,0.001436321,0.0005307214,0.003986441,0.00006611864,0.00001234668,0.0001109525],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7511503,"threshold_uncertainty_score":0.9988664,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7739294717178385,"score_gpt":0.5731835285755595,"score_spread":0.200745943142279,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}