{"id":"W2055948452","doi":"10.1016/j.jmpt.2006.06.009","title":"Applying Generalizability Theory to High-Stakes Objective Structured Clinical Examinations in a Naturalistic Environment","year":2006,"lang":"en","type":"article","venue":"Journal of Manipulative and Physiological Therapeutics","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Cronbach's alpha; Medicine; Variance (accounting); Chiropractic; Checklist; Objective structured clinical examination; Reliability (semiconductor); Conceptualization; Licensure; Statistics; Applied psychology; Medical education; Clinical psychology; Psychology; Psychometrics; Alternative medicine; Mathematics; Computer science; Cognitive psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2107812,0.00134074,0.001906232,0.005171679,0.002793909,0.00450706,0.002588461,0.001829836,0.002256892],"category_scores_gemma":[0.4254122,0.001076212,0.003905016,0.002947022,0.01176893,0.00596806,0.006295383,0.003715141,0.0002878173],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00657574,"about_ca_system_score_gemma":0.006823111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007589643,"about_ca_topic_score_gemma":0.006051123,"domain_scores_codex":[0.7574085,0.2008838,0.0059568,0.01296829,0.02102618,0.001756461],"domain_scores_gemma":[0.4395238,0.4790401,0.01776465,0.04549357,0.01678827,0.001389701],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0009249594,0.001514259,0.552786,0.002508015,0.004279593,0.000765237,0.0502694,0.02258144,0.003152011,0.09584904,0.002509599,0.2628604],"study_design_scores_gemma":[0.0007719585,0.006511267,0.4508426,0.002783673,0.002031906,0.00124417,0.02332197,0.1275623,0.004189801,0.3701667,0.01013955,0.0004341927],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.403055,0.001086666,0.5599627,0.004235566,0.0004213472,0.006198938,0.0001677964,0.0004202771,0.02445168],"genre_scores_gemma":[0.9332202,0.000239867,0.06225733,0.000630683,0.000137867,0.003013039,0.0001088303,0.00006426142,0.0003279224],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2107812,"threshold_uncertainty_score":0.9732473,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5803482065378721,"score_gpt":0.4441747944179522,"score_spread":0.1361734121199199,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}