{"id":"W4283370769","doi":"10.1016/j.cptl.2022.06.014","title":"Validity evidence for summative performance evaluations in postgraduate community pharmacy education","year":2022,"lang":"en","type":"article","venue":"Currents in Pharmacy Teaching and Learning","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Generalizability theory; Medical education; Construct validity; Pharmacy; Competence (human resources); Psychology; Confirmatory factor analysis; Supervisor; Medicine; Nursing; Psychometrics; Formative assessment; Structural equation modeling; Computer science; Clinical psychology; Pedagogy; Social psychology; Management","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1982863,0.0005382554,0.0008840784,0.00431545,0.001745376,0.004243678,0.002492194,0.001354737,0.003019334],"category_scores_gemma":[0.5725384,0.0005392123,0.001515801,0.0035963,0.004610808,0.00313679,0.00458611,0.001712783,0.000647265],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004801764,"about_ca_system_score_gemma":0.008164751,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006132431,"about_ca_topic_score_gemma":0.006077405,"domain_scores_codex":[0.8158187,0.09773652,0.01068947,0.008200229,0.06527941,0.002275708],"domain_scores_gemma":[0.2120755,0.6067019,0.07249282,0.02988459,0.07572204,0.003123294],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001168143,0.0006622901,0.7971123,0.002874732,0.0008797538,0.0001084779,0.01169255,0.001453015,0.0005217014,0.004483338,0.002838813,0.1762049],"study_design_scores_gemma":[0.0001901401,0.001696575,0.9529824,0.005881007,0.000458017,0.0003867046,0.008431171,0.01038112,0.002971525,0.006931721,0.009553339,0.0001364419],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9180261,0.007473242,0.02157646,0.003984859,0.0007334671,0.001490648,0.00110348,0.0001754271,0.04543629],"genre_scores_gemma":[0.9910158,0.000632936,0.006123576,0.0003961372,0.0001115224,0.000697497,0.0004339564,0.00004447742,0.0005441415],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8017136,"threshold_uncertainty_score":0.9886557,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2591933712751054,"score_gpt":0.5291538586731116,"score_spread":0.2699604873980062,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}