{"id":"W2070717507","doi":"10.1080/10401334.2010.511979","title":"Reliability of a Structured Interview for Admission to an Emergency Medicine Residency Program","year":2010,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Medical Education and Admissions","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Generalizability theory; Inter-rater reliability; Reliability (semiconductor); Psychology; Consistency (knowledge bases); Rating scale; Medical education; Emergency department; Medicine; Clinical psychology; Applied psychology; Computer science; Psychiatry; Artificial intelligence; Developmental psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004999405,0.000170693,0.0005565225,0.0002632073,0.000176853,0.000002288686,0.0001232224,0.000134425,0.003284154],"category_scores_gemma":[0.07616399,0.0001067231,0.00004178747,0.0002400617,0.0001605574,0.00005256045,0.00003290832,0.001776967,0.000001002606],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001826339,"about_ca_system_score_gemma":0.000223721,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004502292,"about_ca_topic_score_gemma":0.00006445521,"domain_scores_codex":[0.9979184,0.000407788,0.0007267452,0.0003798694,0.0003264624,0.000240781],"domain_scores_gemma":[0.9977875,0.0003574213,0.0001662958,0.0003426843,0.0001567483,0.001189389],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0003590973,0.0007914829,0.05134101,0.001915378,0.00002366541,0.000005277854,0.04017392,0.000009515941,0.08646283,0.0012173,0.01942093,0.7982796],"study_design_scores_gemma":[0.004975612,0.0109624,0.5609688,0.005950616,0.0002198069,0.00005646449,0.01308548,0.003386298,0.0001516276,0.002188329,0.3977121,0.000342536],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9493716,0.0002860084,0.0006895186,0.04590029,0.0007470838,0.0009612751,7.463438e-7,0.000121615,0.001921812],"genre_scores_gemma":[0.9776245,0.00006784393,0.01751414,0.0008382996,0.0006421228,0.00006325871,0.00004755145,0.00002322919,0.003179033],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.797937,"threshold_uncertainty_score":0.997627,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05155947528075648,"score_gpt":0.442434468506532,"score_spread":0.3908749932257755,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}