{"id":"W2046616859","doi":"10.1176/appi.ap.34.3.203","title":"The Coordinators of Psychiatric Education (COPE) Residency In-Training Exam: A Preliminary Psychometric Assessment","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Formative assessment; Blueprint; Test (biology); Residency training; Reliability (semiconductor); Psychology; Medicine; Educational measurement; Psychometrics; Medical education; Clinical psychology; Family medicine; Psychiatry; Curriculum; Continuing education; Pedagogy","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002082,0.0002140477,0.0003102109,0.001178012,0.0002058065,0.00001394647,0.0004859809,0.0004757363,0.0001027877],"category_scores_gemma":[0.001507314,0.0001682713,0.00009386462,0.004277495,0.0002453209,0.0001761123,0.00004977944,0.002897289,0.0000203698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001251965,"about_ca_system_score_gemma":0.003738809,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005140536,"about_ca_topic_score_gemma":0.00002073569,"domain_scores_codex":[0.9973155,0.0000886784,0.001120254,0.0004135036,0.0006446814,0.0004174099],"domain_scores_gemma":[0.9981642,0.0002087269,0.000506228,0.0007475612,0.0002573792,0.0001159503],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001067967,0.000515875,0.6960161,0.0001740022,0.00003105206,2.946004e-7,0.0005089709,0.000001044394,0.0006058569,0.04964146,0.06337722,0.1890214],"study_design_scores_gemma":[0.000949917,0.0002768637,0.9591612,0.0002879763,0.00008251606,0.00008349439,0.0027976,0.0001274061,0.00002991868,0.02150694,0.01451019,0.0001859733],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9407426,0.002483741,0.0001332125,0.02904817,0.01294528,0.0008060044,0.000001529495,0.00005305044,0.0137864],"genre_scores_gemma":[0.9699854,0.0005469706,0.02568673,0.001640246,0.001284494,0.0001869341,0.00002329453,0.00003963074,0.0006062572],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2631451,"threshold_uncertainty_score":0.9994031,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01635193460381276,"score_gpt":0.3709443405096816,"score_spread":0.3545924059058688,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}