{"id":"W3138644234","doi":"10.3138/cjpe.69751","title":"Offering Graduate Evaluation Degrees Online: Comparing Student Engagement in Two Canadian Programs","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Carleton University; University of Victoria","funders":"","keywords":"Certificate; Set (abstract data type); Graduate students; Online learning; Medical education; Tone (literature); Psychology; Mathematics education; Pedagogy; Computer science; Multimedia; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03421905,0.000231422,0.0004433634,0.001535993,0.0003533374,0.001018688,0.0006576413,0.00007291124,0.001505576],"category_scores_gemma":[0.003187007,0.0002090633,0.0001695022,0.001817036,0.00007547331,0.0008023437,0.00003833986,0.0005541185,0.00005573633],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002876539,"about_ca_system_score_gemma":0.02137033,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05136699,"about_ca_topic_score_gemma":0.9736986,"domain_scores_codex":[0.9900941,0.002111915,0.001710785,0.0004329556,0.004994947,0.0006552452],"domain_scores_gemma":[0.9909709,0.0001938726,0.0007200874,0.0004705277,0.006658295,0.0009863353],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.000007130722,0.0001381584,0.2758277,0.000004804293,0.00003696475,0.00004122988,0.002351459,0.03692571,0.00001376996,0.0001562902,0.0002146492,0.6842822],"study_design_scores_gemma":[0.00232789,0.0002567269,0.5973503,0.0001897375,0.0001461895,0.00004884053,0.007381424,0.3794943,0.00005530657,0.00243173,0.01005986,0.0002577075],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9895706,0.0007940456,0.0002029227,0.002517474,0.001434634,0.001952387,0.000006641801,0.00001097985,0.003510311],"genre_scores_gemma":[0.9948905,0.00002227174,0.004315734,0.0001614893,0.0002280504,0.0001752108,0.0001232617,0.00001877174,0.00006473485],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9223316,"threshold_uncertainty_score":0.9994072,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7266241610460255,"score_gpt":0.6005049424468304,"score_spread":0.1261192185991951,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}