{"id":"W2792887635","doi":"10.1097/acm.0000000000002066","title":"Enhanced Requirements for Assessment in a Competency-Based, Time-Variable Medical Education System","year":2018,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":84,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Summative assessment; Formative assessment; Curriculum; Medical education; Creativity; Originality; Scope (computer science); Peer assessment; Standards-based assessment; Duration (music); Psychology; Knowledge management; Engineering ethics; Computer science; Medicine; Pedagogy; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04365604,0.0004245763,0.0005959728,0.001792102,0.002396191,0.008484104,0.002647368,0.001833307,0.003798149],"category_scores_gemma":[0.1521992,0.0005837487,0.0007249815,0.001190752,0.002519688,0.007145109,0.007265064,0.002184978,0.001129222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004314618,"about_ca_system_score_gemma":0.007312543,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006028586,"about_ca_topic_score_gemma":0.00570213,"domain_scores_codex":[0.9300984,0.03699421,0.007809699,0.003823933,0.01892684,0.002346879],"domain_scores_gemma":[0.8276786,0.1104498,0.01082139,0.01469423,0.0314918,0.004864139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0009448556,0.001383144,0.1016016,0.00133957,0.0001999795,0.003290358,0.05747473,0.07914139,0.02714993,0.3350454,0.01282549,0.3796036],"study_design_scores_gemma":[0.0003061323,0.002033826,0.08340402,0.001492914,0.0001327992,0.003472106,0.02455644,0.3962201,0.01914522,0.3468435,0.1219173,0.0004757445],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3591758,0.000208559,0.5728995,0.009250225,0.0001501511,0.002387913,0.0005402098,0.001707243,0.05368029],"genre_scores_gemma":[0.7467357,0.00006845507,0.2488017,0.0004542345,0.00003797529,0.0007920144,0.00036923,0.0001151293,0.002625582],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.04365604,"threshold_uncertainty_score":0.2308779,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02974538748574017,"score_gpt":0.4158975192928218,"score_spread":0.3861521318070816,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}