{"id":"W2962759515","doi":"10.1080/0142159x.2019.1638503","title":"How can we reduce bias during an academic assessment reappraisal?","year":2019,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Medical Education and Admissions","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Debiasing; Witness; Psychology; Process (computing); Non-response bias; Response bias; Cognitive psychology; Social psychology; Computer science; Econometrics; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4185899,0.002123513,0.00229087,0.005480023,0.009452616,0.01786527,0.005852352,0.008510606,0.004190732],"category_scores_gemma":[0.6600866,0.001731652,0.002838247,0.002752978,0.01470427,0.02146948,0.01513904,0.01603459,0.003606558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007251465,"about_ca_system_score_gemma":0.03554853,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002853227,"about_ca_topic_score_gemma":0.004839249,"domain_scores_codex":[0.5115292,0.3989393,0.02231787,0.01009275,0.05030495,0.00681595],"domain_scores_gemma":[0.3121447,0.4340948,0.06783458,0.07522113,0.0980043,0.01270043],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008401695,0.0009329988,0.01819085,0.004262649,0.0008866548,0.0008504587,0.1121034,0.002491406,0.004844361,0.04627506,0.04340699,0.764915],"study_design_scores_gemma":[0.001092039,0.002368197,0.02793267,0.0216128,0.00140077,0.003050389,0.0905836,0.01701908,0.02237523,0.464604,0.3464263,0.001534953],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.06288368,0.009412871,0.4956247,0.3914064,0.009384266,0.004337248,0.0001667005,0.003086572,0.02369758],"genre_scores_gemma":[0.3533443,0.003933966,0.5848576,0.04422718,0.003156009,0.005240582,0.0001226085,0.0006220883,0.004495588],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5814101,"threshold_uncertainty_score":0.7169821,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.09215279995702202,"score_gpt":0.4255518770677294,"score_spread":0.3333990771107074,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}