{"id":"W2792887635","doi":"10.1097/acm.0000000000002066","title":"Enhanced Requirements for Assessment in a Competency-Based, Time-Variable Medical Education System","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Summative assessment; Formative assessment; Curriculum; Medical education; Creativity; Originality; Scope (computer science); Peer assessment; Standards-based assessment; Duration (music); Psychology; Knowledge management; Engineering ethics; Computer science; Medicine; Pedagogy; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003218875,0.0002180191,0.0005289458,0.0004945007,0.0001168974,0.000004322701,0.0002960197,0.0004575888,0.001860311],"category_scores_gemma":[0.005071673,0.0001788123,0.00003330248,0.0010752,0.0003977832,0.0001034654,0.0000362598,0.0008355823,0.0001043483],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008838882,"about_ca_system_score_gemma":0.007674725,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00006919006,"about_ca_topic_score_gemma":0.000004542788,"domain_scores_codex":[0.996668,0.00009275719,0.001120657,0.0004742083,0.001196076,0.0004482346],"domain_scores_gemma":[0.998115,0.0001933767,0.000285472,0.0004490171,0.0007127532,0.0002443718],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0007966451,0.0008613912,0.0109311,0.00368338,0.0001792576,0.00001168238,0.003560116,0.000005988914,0.05113966,0.3605312,0.4835225,0.08477704],"study_design_scores_gemma":[0.06445191,0.01050282,0.02632697,0.08458143,0.001610795,0.0005518997,0.02315818,0.437989,0.01577454,0.02471025,0.3078834,0.00245884],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3472177,0.0007215085,0.3583445,0.1657731,0.01098348,0.007161948,0.00001075551,0.0005639939,0.109223],"genre_scores_gemma":[0.9310927,0.0000306795,0.03682954,0.02294627,0.004774568,0.0008923351,0.000550691,0.00005316978,0.002830062],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.583875,"threshold_uncertainty_score":0.9990521,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02974538748574017,"score_gpt":0.4158975192928218,"score_spread":0.3861521318070816,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}