{"id":"W3134849655","doi":"10.5430/jct.v10n1p47","title":"Evolution of a Qualifying Examination from a Timed Closed-Book Format to an Open-Book Collaborative Take-Home Format: A Case Study and Commentary","year":2021,"lang":"en","type":"article","venue":"Journal of Curriculum and Teaching","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Cheating; Curriculum; Computer science; Mathematics education; Best practice; Medical education; Psychology; Pedagogy; Medicine; Political science; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005525794,0.0001142141,0.0002502855,0.0001397263,0.0001062432,0.0001085703,0.00008302435,0.00004741754,0.000008606135],"category_scores_gemma":[0.00004969065,0.00009862466,0.0000194163,0.0001231622,0.0000133423,0.001185189,0.00005991615,0.0002482052,2.80766e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001097204,"about_ca_system_score_gemma":0.00002940225,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000285078,"about_ca_topic_score_gemma":0.0000697974,"domain_scores_codex":[0.9990928,0.0001215767,0.0004063224,0.00009069188,0.0001721429,0.0001164952],"domain_scores_gemma":[0.9994605,0.00007270765,0.0001187208,0.00008382329,0.0001035883,0.0001606305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001880557,0.005461327,0.0258915,0.002161923,0.00153915,0.002024394,0.4174618,0.004445444,0.03891212,0.0009724831,0.03144579,0.469496],"study_design_scores_gemma":[0.01220364,0.00461669,0.06743789,0.003131963,0.0008501519,0.006776325,0.6184555,0.2521116,0.002635542,0.0007388066,0.02934451,0.001697356],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9864163,0.00309198,0.009731041,0.0001922519,0.0002806237,0.0001932502,0.00001526876,0.00001911028,0.00006011189],"genre_scores_gemma":[0.9965123,0.00006933727,0.003150795,0.000098372,0.0001316542,0.00000768427,0.000009878766,0.00001185663,0.000008125777],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4677987,"threshold_uncertainty_score":0.4021797,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0099068595672077,"score_gpt":0.2713849542799038,"score_spread":0.2614780947126961,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}