{"id":"W1990643818","doi":"10.1097/acm.0000000000000486","title":"More Consensus Than Idiosyncrasy","year":2014,"lang":"en","type":"article","venue":"Academic Medicine","topic":"Innovations in Medical Education","field":"Medicine","cited_by":46,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Northern British Columbia","funders":"","keywords":"Psychology; Inter-rater reliability; Variance (accounting); Set (abstract data type); Social psychology; Analysis of variance; Statistics; Developmental psychology; Mathematics; Rating scale; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05969893,0.0008229915,0.001480495,0.004491722,0.003861628,0.008609177,0.003357679,0.003044164,0.007400411],"category_scores_gemma":[0.1294158,0.0006828086,0.001056436,0.00252067,0.03456904,0.01615376,0.01197942,0.005493532,0.001592517],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003990159,"about_ca_system_score_gemma":0.004130634,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003297473,"about_ca_topic_score_gemma":0.002029861,"domain_scores_codex":[0.9152356,0.04193205,0.004633457,0.01903411,0.01679377,0.002370927],"domain_scores_gemma":[0.9125305,0.03787775,0.007656098,0.02826247,0.01091457,0.002758717],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001558361,0.00009649168,0.03310933,0.001170875,0.000623681,0.0009412633,0.08805297,0.00269598,0.002590518,0.6669394,0.01550621,0.1881175],"study_design_scores_gemma":[0.00003287562,0.00007713386,0.0116286,0.0008678561,0.00007982855,0.0005829623,0.02248936,0.003360288,0.0005988495,0.8534954,0.1066823,0.0001045445],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.2252436,0.008966294,0.3945954,0.08244624,0.002459725,0.000649979,0.0004983757,0.0008682176,0.2842721],"genre_scores_gemma":[0.951322,0.001293795,0.03219396,0.006971944,0.0004362667,0.000336652,0.000324762,0.0002615535,0.006859097],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.05969893,"threshold_uncertainty_score":0.3157219,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.025726960989381,"score_gpt":0.3649146746896356,"score_spread":0.3391877137002546,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}