{"id":"W3176889661","doi":"10.1016/j.cptl.2021.06.039","title":"Does a sudden shift of testing format from closed-book to open-book change the characteristics of test scores on summative final exams?","year":2021,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Academic integrity and plagiarism","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Summative assessment; Test (biology); Pharmacy; Test preparation; Medical education; Medicine; Psychology; Computer science; Engineering; Mathematics education; Family medicine; Formative assessment","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002952567,0.0001407107,0.0002843,0.00007600478,0.0007674379,0.000105854,0.0004517256,0.00009600393,0.000161883],"category_scores_gemma":[0.007519845,0.00009447455,0.00003618514,0.0001612385,0.0001550886,0.0004517276,0.0002702135,0.002816499,0.000006222272],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004329862,"about_ca_system_score_gemma":0.0001148583,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007713627,"about_ca_topic_score_gemma":0.0001734131,"domain_scores_codex":[0.9973916,0.00140505,0.0003695353,0.0002380444,0.0003206714,0.0002750618],"domain_scores_gemma":[0.9954991,0.003952425,0.0002931387,0.000101151,0.00007246379,0.00008173878],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006155039,0.0001445018,0.3790401,0.00007171826,0.00002384111,0.000008054561,0.2495611,0.00001236325,0.0003578546,0.0008926263,0.0006432689,0.369183],"study_design_scores_gemma":[0.003228758,0.0003825459,0.2725317,0.01010078,0.0001877989,0.000004580806,0.07571974,0.006419425,0.004351061,0.002206245,0.6237382,0.001129209],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.991713,0.0008745323,0.00008039479,0.001471407,0.0004269185,0.0003358926,0.00007258984,0.00002210574,0.005003154],"genre_scores_gemma":[0.9977925,0.0004274071,0.0002719753,0.0006070459,0.0003569738,0.00002005499,0.000023137,0.00001002082,0.0004908238],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6230949,"threshold_uncertainty_score":0.9994841,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1134221338782164,"score_gpt":0.3957401108892166,"score_spread":0.2823179770110002,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}