{"id":"W2017295639","doi":"10.1080/10401334.2011.536754","title":"Relying on Others’ Reliability: Challenges in Clinical Teaching Assessment","year":2011,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Health Sciences Centre; McMaster University Medical Centre; London Health Sciences Centre; Western University","funders":"","keywords":"Generalizability theory; Cronbach's alpha; Reliability (semiconductor); Context (archaeology); Psychology; Quality (philosophy); Medical education; Test (biology); Variance (accounting); Observational study; Applied psychology; Psychometrics; Medicine; Clinical psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.5558577,0.001170637,0.002947285,0.007042793,0.004754426,0.00856347,0.005726165,0.002711257,0.00139702],"category_scores_gemma":[0.7876201,0.001305896,0.001806459,0.005694905,0.01609852,0.008009587,0.007879755,0.00405511,0.0008592003],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005242016,"about_ca_system_score_gemma":0.01128785,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009242636,"about_ca_topic_score_gemma":0.00769228,"domain_scores_codex":[0.2773514,0.5207142,0.04919828,0.02048006,0.1289565,0.003299724],"domain_scores_gemma":[0.05687651,0.812851,0.02752507,0.0399746,0.06094568,0.001827113],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008021209,0.0003555877,0.2294965,0.006124876,0.001350904,0.0004722101,0.1205518,0.002043374,0.001543761,0.01642371,0.01225656,0.6085786],"study_design_scores_gemma":[0.0005238848,0.003676185,0.5296709,0.02519149,0.001490848,0.00532644,0.1338378,0.05124235,0.01310929,0.1578837,0.07667571,0.001371434],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.508068,0.02293023,0.3443834,0.05220047,0.005013365,0.003656255,0.0006236447,0.001262048,0.0618626],"genre_scores_gemma":[0.9479758,0.001333985,0.04468411,0.002392482,0.000725879,0.001905249,0.0001318833,0.0002257607,0.0006249137],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5558577,"threshold_uncertainty_score":0.5477066,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1450595503514383,"score_gpt":0.4435487729527373,"score_spread":0.298489222601299,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}