{"id":"W3134849655","doi":"10.5430/jct.v10n1p47","title":"Evolution of a Qualifying Examination from a Timed Closed-Book Format to an Open-Book Collaborative Take-Home Format: A Case Study and Commentary","year":2021,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Cheating; Curriculum; Computer science; Mathematics education; Best practice; Medical education; Psychology; Pedagogy; Medicine; Political science; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03493159,0.0004905139,0.0005820747,0.001608183,0.006409466,0.004872839,0.00401213,0.008666194,0.001980098],"category_scores_gemma":[0.1254041,0.0004644062,0.001057621,0.001743335,0.007178408,0.002684415,0.003306262,0.006243181,0.000570761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008072859,"about_ca_system_score_gemma":0.006145803,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004452102,"about_ca_topic_score_gemma":0.009764427,"domain_scores_codex":[0.9610814,0.02534561,0.002260381,0.001460894,0.008192202,0.001659492],"domain_scores_gemma":[0.908228,0.06306588,0.008794879,0.003266806,0.01039327,0.006251095],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"case_report","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004187984,0.001171818,0.02487443,0.002227514,0.00006613477,0.3443336,0.2359656,0.002296917,0.01055657,0.04272208,0.1294882,0.2058784],"study_design_scores_gemma":[0.0001452476,0.002497601,0.01826362,0.004245049,0.0001467798,0.1853444,0.1566109,0.006564767,0.01096565,0.01091147,0.6037732,0.0005313591],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.59087,0.005595487,0.04430291,0.2796573,0.01432831,0.002697131,0.0001964336,0.0004877574,0.06186473],"genre_scores_gemma":[0.8478253,0.003416662,0.06620916,0.04754768,0.003932022,0.001166679,0.0001285768,0.0003562505,0.02941775],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03493159,"threshold_uncertainty_score":0.1847381,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0099068595672077,"score_gpt":0.2713849542799038,"score_spread":0.2614780947126961,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}