{"id":"W3136555995","doi":"10.3138/cjpe.69601","title":"In Their Own Words: Student Key Learning Experiences in an Introductory Evaluation Course","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Key (lock); Psychology; Taxonomy (biology); Mathematics education; Grounded theory; Pedagogy; Reflective practice; Medical education; Computer science; Qualitative research; Sociology; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03763811,0.0001561543,0.000320679,0.000947509,0.0001657879,0.0006072193,0.0005019621,0.00009474828,0.006087874],"category_scores_gemma":[0.004405719,0.0001268373,0.00008587003,0.001642142,0.00009816337,0.001748226,0.00002037607,0.0004436444,0.00002989345],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009943933,"about_ca_system_score_gemma":0.01038103,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002987641,"about_ca_topic_score_gemma":0.1172842,"domain_scores_codex":[0.9912131,0.003224967,0.001326139,0.0003861687,0.003485048,0.0003645779],"domain_scores_gemma":[0.9943844,0.0002517065,0.0006749664,0.0003482431,0.003971255,0.000369439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00001635914,0.0001907673,0.2349914,0.000002176821,0.0000116856,0.0000238384,0.06911349,0.03479737,0.0001173375,0.00007544222,0.0002681127,0.660392],"study_design_scores_gemma":[0.002087454,0.0006361747,0.5431609,0.00009306095,0.00005104526,0.00004481929,0.2431239,0.1942407,0.0002939992,0.003568417,0.01244433,0.000255174],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.993008,0.001656855,0.00008310242,0.002263436,0.001428225,0.0008168379,0.00000106996,0.000005160098,0.0007373744],"genre_scores_gemma":[0.9984705,0.00002276438,0.0007039774,0.0001790586,0.0003009564,0.0002100546,0.00001949224,0.0000100249,0.00008310154],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6601369,"threshold_uncertainty_score":0.9952292,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3004856471172792,"score_gpt":0.5460008305135504,"score_spread":0.2455151833962712,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}