{"id":"W4293200610","doi":"10.1016/j.acpath.2022.100048","title":"Towards high reliability in national pathology education: Evaluating the United States and Canadian Academy of Pathology educational product","year":2022,"lang":"en","type":"article","venue":"Academic Pathology","topic":"Radiology practices and education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Cancer Institute; United States and Canadian Academy of Pathology","keywords":"Product (mathematics); Health care; Patient safety; Engineering ethics; Medical education; Psychology; Public relations; Medicine; Political science; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004425884,0.0001689745,0.0003484853,0.0006283235,0.0002959023,0.000003854111,0.0002634272,0.0002739576,0.0003682945],"category_scores_gemma":[0.003276845,0.0001467134,0.00003849562,0.0007084347,0.0005320961,0.0001098455,0.0001293543,0.001754266,0.000007034138],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005260179,"about_ca_system_score_gemma":0.003900095,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006594298,"about_ca_topic_score_gemma":0.0002688978,"domain_scores_codex":[0.9966519,0.001441824,0.0006433068,0.0005711096,0.000287972,0.0004038675],"domain_scores_gemma":[0.9982745,0.0007618284,0.0003645239,0.000230561,0.0002306118,0.0001379739],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007440876,0.0006975458,0.8579395,0.0002013384,0.00009338672,0.00007254488,0.01645861,0.002711394,0.0160098,0.05224095,0.02301839,0.02981241],"study_design_scores_gemma":[0.0006593666,0.000383124,0.9367753,0.00001545613,0.0000782584,0.006593207,0.001903237,0.0005575514,0.0001188561,0.03619326,0.01656141,0.0001609229],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8147672,0.001518927,0.000002212686,0.182139,0.0005969646,0.0005201016,0.00005113837,0.00001134002,0.0003930534],"genre_scores_gemma":[0.982484,0.0007326554,0.0009666182,0.01398296,0.0003627104,0.0005100095,0.0005870073,0.00001773048,0.0003563054],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1681561,"threshold_uncertainty_score":0.996865,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06210673273008094,"score_gpt":0.4044827865295096,"score_spread":0.3423760537994286,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}