{"id":"W4375862856","doi":"10.1007/s40670-023-01794-z","title":"Evaluating the Construct Validity of Competencies: A Retrospective Analysis","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa; McMaster University; Health Sciences Centre","funders":"","keywords":"Competence (human resources); Discriminant validity; Construct validity; Psychology; Trait; Context (archaeology); Convergent validity; Construct (python library); Medical education; Applied psychology; Computer science; Social psychology; Medicine; Psychometrics; Clinical psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03798276,0.0005024935,0.0008555541,0.00367254,0.001309286,0.001600804,0.0008839298,0.0007007004,0.0009824693],"category_scores_gemma":[0.125766,0.0005914138,0.001432948,0.003528441,0.00205841,0.001771943,0.001994693,0.00107683,0.0003273117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001475395,"about_ca_system_score_gemma":0.004139834,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005450808,"about_ca_topic_score_gemma":0.004040155,"domain_scores_codex":[0.9708627,0.01275031,0.005737903,0.002070517,0.007023819,0.001554766],"domain_scores_gemma":[0.8680644,0.07330005,0.02033069,0.01326017,0.02332667,0.001718063],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000162469,0.0001023611,0.9951518,0.0000305444,0.00006479405,0.00006416401,0.00082924,0.00007495475,0.000160443,0.0001558816,0.00008309531,0.003120373],"study_design_scores_gemma":[0.00004225853,0.001224003,0.989934,0.00009920328,0.0002311641,0.0006931614,0.00329563,0.001082673,0.001532711,0.0002915799,0.001542283,0.00003128272],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9954723,0.0003331291,0.002504121,0.00006717528,0.00001496531,0.0003393946,0.0004414772,0.000006839238,0.0008205455],"genre_scores_gemma":[0.9970066,0.0001414529,0.001468589,0.00005802856,0.00001045605,0.000322278,0.0007841423,0.00001166688,0.0001968713],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9620172,"threshold_uncertainty_score":0.2008744,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1015144091140222,"score_gpt":0.4668115940399504,"score_spread":0.3652971849259283,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}