{"id":"W4402339813","doi":"10.1080/10872981.2024.2396166","title":"Recommendations to address and research systemic bias in assessment: perspectives from directors of research in medical education","year":2024,"lang":"en","type":"article","venue":"Medical Education Online","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Medical education; Medical research; Medicine; Psychology; Engineering ethics; Engineering; Pathology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5015656,0.002761768,0.003753839,0.007162768,0.01823497,0.03832528,0.01226659,0.03440739,0.009214188],"category_scores_gemma":[0.5365213,0.002281543,0.004239642,0.008618652,0.03577404,0.056068,0.02410217,0.04709328,0.004165097],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02515714,"about_ca_system_score_gemma":0.1233871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01202962,"about_ca_topic_score_gemma":0.015338,"domain_scores_codex":[0.372197,0.5342094,0.03024591,0.01125562,0.03787054,0.01422155],"domain_scores_gemma":[0.1765387,0.6026663,0.0309195,0.01915115,0.1289075,0.04181689],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002505247,0.0006018909,0.00898623,0.01154017,0.0001932281,0.0009392342,0.3000776,0.0005845129,0.001043787,0.04867201,0.4544308,0.17268],"study_design_scores_gemma":[0.0001578808,0.0001762674,0.001887849,0.02413436,0.00009773143,0.0004638786,0.3796667,0.0004312184,0.0007189527,0.04372371,0.5482279,0.0003135509],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.001974993,0.01217826,0.005983941,0.9696515,0.005496237,0.0005884068,0.00009007287,0.0001326487,0.003903987],"genre_scores_gemma":[0.1458907,0.0631718,0.1216175,0.6447737,0.00807708,0.007443591,0.0005325911,0.0004512719,0.008041805],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4984344,"threshold_uncertainty_score":0.6146584,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1569873740058067,"score_gpt":0.5822385601706253,"score_spread":0.4252511861648186,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}