{"id":"W2057049040","doi":"10.1046/j.1365-2923.2003.01403.x","title":"The rating of pre‐clerkship examination questions by postgraduate medical students: an assessment of quality and relevancy to medical practice","year":2003,"lang":"en","type":"article","venue":"Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Medical education; Curriculum; Objective structured clinical examination; United States Medical Licensing Examination; Psychology; Final examination; Relevance (law); Quality (philosophy); Rating scale; Troubleshooting; Educational measurement; Medicine; Family medicine; Medical school; Pedagogy; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01181425,0.0003539187,0.0004653521,0.001433163,0.000205216,0.0006543008,0.0004194303,0.0007685606,0.002164657],"category_scores_gemma":[0.07619893,0.000235963,0.0006576032,0.0006800719,0.0005894088,0.0008359056,0.000858712,0.0006480693,0.0005106145],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004457357,"about_ca_system_score_gemma":0.0005342102,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00032461,"about_ca_topic_score_gemma":0.0004379078,"domain_scores_codex":[0.9914581,0.003779111,0.001048446,0.000358429,0.003000687,0.0003552464],"domain_scores_gemma":[0.9309287,0.036071,0.01710655,0.002448999,0.009887282,0.003557567],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009017023,0.0005907828,0.9408042,0.0001823861,0.0001630566,0.00007186656,0.001114442,0.0002988843,0.004841805,0.00008378128,0.000707757,0.05023941],"study_design_scores_gemma":[0.00005240229,0.001913697,0.9945613,0.00002188832,0.00002791616,0.0002890604,0.0003101793,0.0009507348,0.001249135,0.00006522398,0.0005447599,0.00001382616],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9964121,0.00015778,0.00156059,0.0001113683,0.0000264696,0.0001724034,0.00008579758,0.00003247406,0.001440888],"genre_scores_gemma":[0.9969463,0.00009344699,0.002298658,0.00004080365,0.0000300532,0.00008478039,0.0001302554,0.000005887473,0.0003696728],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01181425,"threshold_uncertainty_score":0.06248051,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02698928462744771,"score_gpt":0.5127113489412384,"score_spread":0.4857220643137907,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}