{"id":"W2275436624","doi":"10.1080/10401334.2015.1107489","title":"Selecting and Simplifying: Rater Performance and Behavior When Considering Multiple Competencies","year":2016,"lang":"en","type":"article","venue":"Teaching and Learning in Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":66,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia; McMaster University; Centennial College","funders":"","keywords":"Inter-rater reliability; Generalizability theory; Psychology; Competence (human resources); Cognition; Task (project management); Applied psychology; Reliability (semiconductor); Quality (philosophy); Clinical psychology; Social psychology; Cognitive psychology; Rating scale; Developmental psychology; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00193037,0.0001230653,0.0002554709,0.0002052366,0.0003524889,0.0000133986,0.0000265602,0.00006751084,0.00004024193],"category_scores_gemma":[0.005046336,0.00007938543,0.000006433393,0.00007872058,0.0002789226,0.000104684,0.00003966465,0.0008909117,0.000001544196],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004178885,"about_ca_system_score_gemma":0.00002640288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001491906,"about_ca_topic_score_gemma":0.000007771671,"domain_scores_codex":[0.9989852,0.0001299997,0.0002731957,0.0002373867,0.0001626281,0.0002115769],"domain_scores_gemma":[0.9992151,0.0005026083,0.0000762559,0.00009029153,0.00004766339,0.00006810686],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001923961,0.00001874641,0.7403765,0.0001205847,0.000006602615,0.000005984365,0.007722363,0.000001279156,0.009819804,0.00003666034,0.0001828871,0.2416894],"study_design_scores_gemma":[0.004142077,0.0005079109,0.9660943,0.002393116,0.00008693632,0.0005042099,0.007313571,0.005257339,0.0001794101,0.00003954996,0.01328489,0.0001967431],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9932958,0.0003022395,0.0004578979,0.005166699,0.00009868488,0.0001545753,1.076937e-7,0.00007631897,0.0004477158],"genre_scores_gemma":[0.991345,0.00009910485,0.006968672,0.0006249766,0.0001815341,0.00001714032,0.000003941424,0.00001636297,0.0007432561],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2414926,"threshold_uncertainty_score":0.6041301,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03020542520087968,"score_gpt":0.3127546186862993,"score_spread":0.2825491934854197,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}