{"id":"W3176889661","doi":"10.1016/j.cptl.2021.06.039","title":"Does a sudden shift of testing format from closed-book to open-book change the characteristics of test scores on summative final exams?","year":2021,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Summative assessment; Test (biology); Pharmacy; Test preparation; Medical education; Medicine; Psychology; Computer science; Engineering; Mathematics education; Family medicine; Formative assessment","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003118025,0.0001603035,0.0003338907,0.001169955,0.0004931042,0.001337883,0.0006898798,0.001177875,0.007179522],"category_scores_gemma":[0.04045583,0.0001661576,0.0004224962,0.001080119,0.0007270756,0.001191579,0.0005424478,0.0008924136,0.001521321],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005050566,"about_ca_system_score_gemma":0.0006888424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001761263,"about_ca_topic_score_gemma":0.001684529,"domain_scores_codex":[0.9974065,0.0005514813,0.0002788173,0.0004826257,0.0009271363,0.0003533025],"domain_scores_gemma":[0.9748166,0.01072343,0.00714481,0.001601079,0.002752813,0.002961282],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002033262,0.0008658728,0.8958718,0.0000841433,0.0001030222,0.0004041845,0.001352981,0.0001863066,0.01031355,0.0002859788,0.002927011,0.08557185],"study_design_scores_gemma":[0.00002250509,0.0009260105,0.9948016,0.00002184916,0.00001466647,0.0003950424,0.0009728538,0.0001792507,0.001370473,0.0001705836,0.00111232,0.00001273342],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9945291,0.0003059026,0.0006382542,0.001415883,0.0002907672,0.0000251927,0.0002468822,0.00006269329,0.002485351],"genre_scores_gemma":[0.9988301,0.00006039957,0.0002272883,0.0002837161,0.00006930176,0.000008741698,0.0001170833,0.00002656235,0.0003766796],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007179522,"threshold_uncertainty_score":0.02401793,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1134221338782164,"score_gpt":0.3957401108892166,"score_spread":0.2823179770110002,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}