{"id":"W2808806801","doi":"10.1016/j.cptl.2018.05.003","title":"A psychometric analysis of a newly developed summative, multiple choice question assessment adapted from Canada to a Middle Eastern context","year":2018,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Medical Education and Admissions","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summative assessment; Accreditation; Context (archaeology); Rubric; Applied psychology; Psychology; Medical education; Multiple choice; Test (biology); Medicine; Formative assessment; Mathematics education; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01429979,0.0006221419,0.0008985799,0.002851776,0.004082194,0.002257089,0.001543205,0.0007044291,0.001514514],"category_scores_gemma":[0.04833239,0.0003791469,0.001328886,0.004028215,0.001314116,0.001184881,0.00230661,0.001762662,0.0004091675],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02070393,"about_ca_system_score_gemma":0.04959916,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.6454048,"about_ca_topic_score_gemma":0.817889,"domain_scores_codex":[0.9901987,0.002274036,0.0009165664,0.0006904267,0.005025165,0.0008951728],"domain_scores_gemma":[0.9421149,0.01339433,0.002272171,0.001605209,0.03751688,0.003096507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001335927,0.003251384,0.7494481,0.0005018719,0.0002452179,0.0003912263,0.03777417,0.001806071,0.004545688,0.001180248,0.005619952,0.1939002],"study_design_scores_gemma":[0.000146737,0.001417659,0.9687196,0.0002113639,0.0001178762,0.00008951128,0.01829194,0.002176446,0.001698891,0.0002202054,0.006803317,0.0001064724],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9885754,0.0001365323,0.002111848,0.0003188428,0.00009256617,0.002172372,0.0007786573,0.00005653947,0.005757255],"genre_scores_gemma":[0.9774983,0.0003484935,0.01291838,0.0003672178,0.00003643612,0.003938044,0.001670608,0.00005194722,0.003170531],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6454048,"threshold_uncertainty_score":0.713367,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09797546059422405,"score_gpt":0.4321711808491333,"score_spread":0.3341957202549092,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}