{"id":"W2073624273","doi":"10.1007/s10459-015-9598-9","title":"Identifying the bad apples","year":2015,"lang":"en","type":"letter","venue":"Advances in Health Sciences Education","topic":"Medical Education and Admissions","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University","funders":"","keywords":"MEDLINE; Medical education; Computer science; Medicine; Psychology; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006895653,0.0007908036,0.001422897,0.001268945,0.01274632,0.009948852,0.002347155,0.09553724,0.01487225],"category_scores_gemma":[0.03900103,0.001123187,0.001471001,0.0007540923,0.007709514,0.009159694,0.005811162,0.08548196,0.006645402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006194834,"about_ca_system_score_gemma":0.01221471,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01473821,"about_ca_topic_score_gemma":0.03622132,"domain_scores_codex":[0.99253,0.001994675,0.0006268694,0.001079458,0.002095887,0.00167302],"domain_scores_gemma":[0.9816975,0.006342644,0.001075984,0.0006555853,0.002738062,0.007490228],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002631584,0.00004559227,0.001071267,0.00002306451,0.00001503927,0.001033945,0.00036234,0.00003835657,0.0000974931,0.00608339,0.983713,0.007490147],"study_design_scores_gemma":[0.00006400783,0.00006681931,0.001819939,0.000388151,0.00002828167,0.00115361,0.002435806,0.0003884672,0.0001706823,0.0189483,0.9744405,0.00009548505],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0002908481,0.000377876,0.00004355602,0.9911892,0.004842065,0.000005088207,0.00001203852,0.00001439139,0.003224941],"genre_scores_gemma":[0.002461992,0.0002447038,0.00009822399,0.9844007,0.005913279,0.00001265367,0.00000657265,0.00001371951,0.006848154],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9931043,"threshold_uncertainty_score":0.04975265,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08215576511389533,"score_gpt":0.4836799623570457,"score_spread":0.4015241972431504,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}