{"id":"W2059561462","doi":"10.1097/acm.0b013e31824858a9","title":"Using “Standardized Narratives” to Explore New Ways to Represent Faculty Opinions of Resident Performance","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Narrative; Competence (human resources); Consistency (knowledge bases); Psychology; Intraclass correlation; Medical education; Ranking (information retrieval); Medicine; Social psychology; Clinical psychology; Computer science; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001371146,0.0001995084,0.0005330596,0.0004289401,0.000108274,0.000002039092,0.0002162588,0.0001931946,0.000643471],"category_scores_gemma":[0.003995458,0.0001517409,0.00004100611,0.001280123,0.0001417185,0.0001766794,0.0001111214,0.0006572342,0.00005397143],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000318045,"about_ca_system_score_gemma":0.0003589198,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001010531,"about_ca_topic_score_gemma":4.996862e-7,"domain_scores_codex":[0.9972883,0.00003827181,0.0008816578,0.0002978361,0.001022919,0.000471006],"domain_scores_gemma":[0.998252,0.00006641523,0.0002023208,0.0005120672,0.0003580677,0.0006091028],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004055022,0.00004265431,0.02716799,0.0002002994,0.00008417055,0.000001777396,0.1642447,0.00006501564,0.03580462,0.002737002,0.7599983,0.009247965],"study_design_scores_gemma":[0.007750453,0.001826513,0.1020999,0.008229484,0.0003997471,0.0002723689,0.09755483,0.0004166866,0.06027428,0.00105269,0.719346,0.0007770763],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9036833,0.0003327071,0.0515433,0.04029481,0.001336049,0.0009589223,0.000006237917,0.00005560686,0.001789051],"genre_scores_gemma":[0.9590724,0.00008942807,0.02940692,0.005991319,0.003658905,0.00006386538,0.0002016193,0.0000391556,0.001476372],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07493188,"threshold_uncertainty_score":0.7045556,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3194077031440016,"score_gpt":0.4885183059420219,"score_spread":0.1691106027980204,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}