{"id":"W2059561462","doi":"10.1097/acm.0b013e31824858a9","title":"Using “Standardized Narratives” to Explore New Ways to Represent Faculty Opinions of Resident Performance","year":2012,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":61,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Narrative; Competence (human resources); Consistency (knowledge bases); Psychology; Intraclass correlation; Medical education; Ranking (information retrieval); Medicine; Social psychology; Clinical psychology; Computer science; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0309053,0.001190995,0.0003694764,0.005813766,0.002882828,0.006150558,0.001435925,0.001091462,0.002497268],"category_scores_gemma":[0.08302969,0.0006098589,0.0005673419,0.003533337,0.007684025,0.01053799,0.006399835,0.001757018,0.0004160967],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003690029,"about_ca_system_score_gemma":0.003848893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003022134,"about_ca_topic_score_gemma":0.007552458,"domain_scores_codex":[0.955161,0.03881091,0.001976505,0.001185051,0.002377017,0.0004895483],"domain_scores_gemma":[0.9209682,0.05691414,0.01101786,0.005915171,0.004110234,0.00107426],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001683966,0.0000818913,0.02387043,0.0008423966,0.00007851247,0.0005474063,0.849418,0.00102713,0.003453183,0.04430087,0.00300985,0.0732019],"study_design_scores_gemma":[0.00006464366,0.0003499996,0.01608984,0.002108576,0.00007547396,0.001109773,0.8205525,0.005289153,0.006833001,0.03521119,0.1121004,0.0002154939],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6941935,0.001778469,0.251764,0.005854788,0.0005198011,0.002292472,0.001355479,0.0002268657,0.04201456],"genre_scores_gemma":[0.837455,0.001025945,0.1540432,0.0007235141,0.00008742994,0.00310947,0.0006961438,0.00008403125,0.002775159],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0309053,"threshold_uncertainty_score":0.1634448,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3194077031440016,"score_gpt":0.4885183059420219,"score_spread":0.1691106027980204,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}