{"id":"W4225399930","doi":"10.36834/cmej.73897","title":"Exploring the role of open book high-stakes examinations in 2021 and beyond","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Certification; Humanities; Political science; Medical practice; Medical education; Library science; Medicine; Philosophy; Computer science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01387466,0.0003365555,0.0005906986,0.002865025,0.001876731,0.005980537,0.002037438,0.002429306,0.007580931],"category_scores_gemma":[0.0781462,0.0002751584,0.0006438114,0.002555261,0.002649406,0.007952186,0.003918524,0.003130918,0.001263982],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0104664,"about_ca_system_score_gemma":0.0244365,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.2031765,"about_ca_topic_score_gemma":0.2252883,"domain_scores_codex":[0.9922835,0.002746403,0.0003229345,0.000700604,0.001861444,0.002085172],"domain_scores_gemma":[0.9362105,0.02461935,0.008733775,0.001527272,0.01005678,0.01885239],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008068496,0.001021602,0.7124524,0.0003774491,0.0001238166,0.0004972565,0.007203742,0.0006223546,0.0002180904,0.04242174,0.02453151,0.2097231],"study_design_scores_gemma":[0.00006262167,0.0007823899,0.9190274,0.002708549,0.0001450955,0.0003583535,0.008971471,0.002150654,0.0003761587,0.01885966,0.04642418,0.0001334387],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7329798,0.01983815,0.001872666,0.1579327,0.0007549802,0.0001862216,0.00501105,0.00009967924,0.08132485],"genre_scores_gemma":[0.9892176,0.002241872,0.000550828,0.004680196,0.0002785079,0.00007924516,0.0008038298,0.00001566292,0.002132232],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2031765,"threshold_uncertainty_score":0.4039877,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02980815352550529,"score_gpt":0.3105255953707057,"score_spread":0.2807174418452004,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}