{"id":"W4375862856","doi":"10.1007/s40670-023-01794-z","title":"Evaluating the Construct Validity of Competencies: A Retrospective Analysis","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Ottawa; McMaster University; Health Sciences Centre","funders":"","keywords":"Competence (human resources); Discriminant validity; Construct validity; Psychology; Trait; Context (archaeology); Convergent validity; Construct (python library); Medical education; Applied psychology; Computer science; Social psychology; Medicine; Psychometrics; Clinical psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009330111,0.00009637158,0.0003150482,0.0005741549,0.0003784662,0.0000226395,0.0005321798,0.00007297537,0.002113397],"category_scores_gemma":[0.03544607,0.00005843449,0.0001118033,0.01581988,0.003637393,0.00008364889,0.0001240389,0.0003855182,0.00007420901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002768732,"about_ca_system_score_gemma":0.004519357,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008364103,"about_ca_topic_score_gemma":0.000006932464,"domain_scores_codex":[0.9954008,0.00009489176,0.0004567331,0.0003635858,0.003304436,0.0003795121],"domain_scores_gemma":[0.9978384,0.0003821781,0.0001799694,0.0005660994,0.000793031,0.0002402586],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002277536,0.000411531,0.8918812,0.00009115192,0.0002542018,0.000008147807,0.00611191,0.00001275604,0.006286405,0.01252354,0.0170425,0.06535394],"study_design_scores_gemma":[0.0003261429,0.000280736,0.9608458,0.00008702316,0.0003707311,0.00002838191,0.007172973,0.02751434,0.001093761,0.0009961966,0.00117667,0.0001071883],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9775205,0.00001184151,0.0002310094,0.01938279,0.001389293,0.0002461285,0.000003112285,0.00006100522,0.001154313],"genre_scores_gemma":[0.9954439,0.000008757082,0.002497199,0.001421233,0.0003514432,0.00003922541,0.00001270862,0.000005520957,0.0002199729],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06896471,"threshold_uncertainty_score":0.9990742,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1015144091140222,"score_gpt":0.4668115940399504,"score_spread":0.3652971849259283,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}