{"id":"W1993676618","doi":"10.1111/j.1553-2712.2003.tb00041.x","title":"Evaluation of a Structured Application Assessment Instrument for Assessing Applications to Canadian Postgraduate Training Programs in Emergency Medicine","year":2003,"lang":"en","type":"article","venue":"Academic Emergency Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Wilson Centre; University of Toronto; St. Michael's Hospital","funders":"","keywords":"Inter-rater reliability; Medicine; Cronbach's alpha; Reliability (semiconductor); Medical physics; Curriculum; Cohort; Medical education; Psychometrics; Statistics; Psychology; Rating scale; Pathology; Clinical psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05636472,0.0008082707,0.0005684323,0.00310437,0.001976485,0.001438237,0.002022221,0.0005243556,0.001051335],"category_scores_gemma":[0.1109959,0.0004928147,0.001109074,0.002909498,0.001179157,0.0008605177,0.002201592,0.001067196,0.0003283053],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01338842,"about_ca_system_score_gemma":0.04485697,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.1764449,"about_ca_topic_score_gemma":0.3126549,"domain_scores_codex":[0.9598519,0.01350924,0.003375617,0.001457816,0.02040535,0.001400189],"domain_scores_gemma":[0.8917444,0.02051048,0.01091093,0.001849668,0.06989548,0.005089131],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001657597,0.002443952,0.5483745,0.001910128,0.0002975737,0.000434832,0.0162549,0.002512555,0.006140922,0.001048639,0.01255791,0.4063665],"study_design_scores_gemma":[0.0002470905,0.002466501,0.9710945,0.0004484868,0.00009254095,0.0002204167,0.003951123,0.009174339,0.002121341,0.0002539956,0.009803273,0.0001262583],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.966472,0.0005529538,0.01266291,0.0008776101,0.0001969697,0.009970654,0.001083498,0.0002529201,0.007930425],"genre_scores_gemma":[0.9130855,0.0008807378,0.07266326,0.0003737686,0.00007541706,0.008432561,0.001729135,0.00005183769,0.002707871],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9866116,"threshold_uncertainty_score":0.3508357,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1933081826209212,"score_gpt":0.4786960196116407,"score_spread":0.2853878369907195,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}