{"id":"W2083506651","doi":"10.1186/1472-6920-8-58","title":"A generalizability study of the medical judgment vignettes interview to assess students' noncognitive attributes for medical school","year":2008,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Generalizability theory; Rubric; Vignette; Reliability (semiconductor); Psychology; Interview; Applied psychology; Medical education; Social psychology; Clinical psychology; Medicine; Developmental psychology; Mathematics education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2280149,0.0007245506,0.0006410781,0.003355068,0.001354908,0.001927036,0.001278895,0.001089521,0.001594707],"category_scores_gemma":[0.4240778,0.0007268324,0.00231348,0.002339006,0.003060145,0.002251654,0.003227952,0.001701647,0.0002874832],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002394598,"about_ca_system_score_gemma":0.001680595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002480783,"about_ca_topic_score_gemma":0.003742443,"domain_scores_codex":[0.7827595,0.1846633,0.008171956,0.007189651,0.01601246,0.001203051],"domain_scores_gemma":[0.3844033,0.5082263,0.02229141,0.04729583,0.03622002,0.001563079],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002273426,0.002025263,0.7034754,0.0006830102,0.001430707,0.0003910949,0.1100315,0.003613453,0.00596968,0.005544531,0.001239976,0.163322],"study_design_scores_gemma":[0.0005551224,0.01146179,0.8931795,0.0005542744,0.0008674475,0.0008985704,0.03719462,0.03272738,0.007608894,0.006823822,0.007869047,0.0002595942],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9404632,0.0002342504,0.05012197,0.0002058659,0.00007999651,0.003816926,0.0001056134,0.00005501211,0.004917076],"genre_scores_gemma":[0.9751213,0.00009036751,0.0216642,0.0001362838,0.00004927818,0.00244628,0.0001483132,0.00004148452,0.000302492],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2280149,"threshold_uncertainty_score":0.951995,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1500344980151584,"score_gpt":0.4608750537801394,"score_spread":0.3108405557649809,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}