{"id":"W2017295639","doi":"10.1080/10401334.2011.536754","title":"Relying on Others’ Reliability: Challenges in Clinical Teaching Assessment","year":2011,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre; London Health Sciences Centre; Western University","funders":"","keywords":"Generalizability theory; Cronbach's alpha; Reliability (semiconductor); Context (archaeology); Psychology; Quality (philosophy); Medical education; Test (biology); Variance (accounting); Observational study; Applied psychology; Psychometrics; Medicine; Clinical psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.02284237,0.0001804562,0.0005187666,0.0004914257,0.0002106834,0.000005926704,0.00009934557,0.000194808,0.00009433281],"category_scores_gemma":[0.018062,0.0001419151,0.00003425942,0.0001615588,0.0002103336,0.00007409688,0.00003721824,0.006858509,0.000007296591],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001879325,"about_ca_system_score_gemma":0.00007711281,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005953891,"about_ca_topic_score_gemma":0.00001682995,"domain_scores_codex":[0.9964128,0.001543098,0.000851768,0.0004985991,0.0003922061,0.0003014988],"domain_scores_gemma":[0.9985216,0.00083435,0.0001758763,0.0003395324,0.0000370844,0.00009154226],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00009801486,0.0005241085,0.339631,0.0001317415,0.00001447404,0.00003452166,0.03495186,0.00001714923,0.0000329838,0.00555217,0.0004225555,0.6185894],"study_design_scores_gemma":[0.002772056,0.001749985,0.9354567,0.003175836,0.00003837333,0.0000373451,0.02904721,0.004321203,0.000001382114,0.0006496059,0.02256659,0.0001837136],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9103846,0.0003407096,0.0003441633,0.01501885,0.0005140069,0.0002597254,5.121657e-8,0.0001112038,0.07302667],"genre_scores_gemma":[0.9795834,0.0003192172,0.01717455,0.001801014,0.0004365065,0.0000249571,0.00000850986,0.00003089038,0.0006209104],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6184057,"threshold_uncertainty_score":0.9954327,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1450595503514383,"score_gpt":0.4435487729527373,"score_spread":0.298489222601299,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}