{"id":"W3138644234","doi":"10.3138/cjpe.69751","title":"Offering Graduate Evaluation Degrees Online: Comparing Student Engagement in Two Canadian Programs","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University; University of Victoria","funders":"","keywords":"Certificate; Set (abstract data type); Graduate students; Online learning; Medical education; Tone (literature); Psychology; Mathematics education; Pedagogy; Computer science; Multimedia; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01799663,0.0005025773,0.0006101746,0.002813128,0.01195008,0.007247361,0.002671885,0.001550149,0.004885767],"category_scores_gemma":[0.03876998,0.0005682284,0.0005247626,0.004161963,0.003574659,0.002056595,0.008902132,0.003224496,0.0007736532],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.06655473,"about_ca_system_score_gemma":0.1306059,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.8190575,"about_ca_topic_score_gemma":0.9336818,"domain_scores_codex":[0.9838254,0.004601974,0.0004632363,0.0009342886,0.00458337,0.005591751],"domain_scores_gemma":[0.9477955,0.007124666,0.002274368,0.001245784,0.017776,0.02378372],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.002308219,0.005671641,0.1946614,0.0006761741,0.000115581,0.0005428638,0.4139664,0.0009697308,0.002526002,0.007095904,0.03187783,0.3395882],"study_design_scores_gemma":[0.0002140197,0.002164316,0.4153022,0.0008557995,0.00007341374,0.0001382552,0.4525928,0.001361896,0.002400068,0.001184297,0.1234227,0.0002902842],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.961109,0.0004938905,0.0009607666,0.003751567,0.0001551572,0.0007271798,0.0004495241,0.00009710008,0.03225581],"genre_scores_gemma":[0.9858924,0.0005168347,0.0019801,0.001176083,0.00004207849,0.00058814,0.0004625896,0.00007386907,0.009267953],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1809425,"threshold_uncertainty_score":0.4828906,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7266241610460255,"score_gpt":0.6005049424468304,"score_spread":0.1261192185991951,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}