{"id":"W4404840868","doi":"10.32920/27931599.v1","title":"A guide to peer reviewing medical education scholarship: Advice from editors of AEM Education and Training","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Scholarship; Advice (programming); Training (meteorology); Medical education; Psychology; Political science; Medicine; Computer science; Geography; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.117185,0.002655603,0.003638683,0.01249675,0.005667922,0.01389362,0.008051501,0.0178487,0.01960941],"category_scores_gemma":[0.4244824,0.002865898,0.002468049,0.01289303,0.008204733,0.01949793,0.007121394,0.02498635,0.07902529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004407139,"about_ca_system_score_gemma":0.03368669,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005021538,"about_ca_topic_score_gemma":0.01695501,"domain_scores_codex":[0.854803,0.05765552,0.03276953,0.005199858,0.04751665,0.002055392],"domain_scores_gemma":[0.3082058,0.1508796,0.03333854,0.02043741,0.459855,0.02728366],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000208672,0.00002949869,0.0001546888,0.0005531881,0.00001333495,0.00009683851,0.0007562978,0.00005237065,0.000211764,0.0004156753,0.9650056,0.03268994],"study_design_scores_gemma":[0.00009845766,0.00006795441,0.000756251,0.002643537,0.00003621202,0.0007133576,0.0009828992,0.0003617912,0.0002825349,0.005209294,0.988699,0.00014873],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.0005839776,0.03196759,0.04338812,0.782416,0.1148797,0.002926468,0.00121445,0.005706527,0.0169172],"genre_scores_gemma":[0.00967946,0.06712241,0.3659707,0.3562456,0.108212,0.00880524,0.002731539,0.005457134,0.07577585],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.8828149,"threshold_uncertainty_score":0.6197411,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03340425783983613,"score_gpt":0.4190577242661218,"score_spread":0.3856534664262857,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}