{"id":"W4386324812","doi":"10.36834/cmej.77805","title":"Updated data on test accommodations on the Medical Council of Canada Qualifying Exam Part I, 2013-2021","year":2023,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Test (biology); Computer science; Medical education; Medicine; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003917699,0.00103446,0.001903179,0.01048154,0.002441572,0.002958879,0.002971828,0.001414863,0.02189418],"category_scores_gemma":[0.02739675,0.001017682,0.002118039,0.02015993,0.0005629626,0.001631069,0.001869305,0.003231616,0.006323217],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04025728,"about_ca_system_score_gemma":0.1059821,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9844313,"about_ca_topic_score_gemma":0.9892224,"domain_scores_codex":[0.9884872,0.0002930551,0.001604403,0.0004673753,0.007655706,0.001492266],"domain_scores_gemma":[0.9256154,0.002336936,0.003968067,0.0006864652,0.06350184,0.003891298],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0002667561,0.00006092855,0.01781804,0.0009987341,0.0001044742,0.00003253538,0.00006541057,0.0002821343,0.000054601,0.000403548,0.9656019,0.01431112],"study_design_scores_gemma":[0.00035562,0.00006212639,0.5220334,0.001360606,0.0002815466,0.00008714925,0.0003978311,0.0003464491,0.0003321454,0.0002609652,0.4743156,0.0001666209],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.002546277,0.002178504,0.000129644,0.001640852,0.0007834985,0.0002016915,0.9832444,0.0001216977,0.009153462],"genre_scores_gemma":[0.02470791,0.004654003,0.001299318,0.002779503,0.0003474864,0.0007565963,0.9378587,0.0001201304,0.02747634],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9597427,"threshold_uncertainty_score":0.2920884,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09823717094206656,"score_gpt":0.357304228872246,"score_spread":0.2590670579301794,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}