{"id":"W2767341544","doi":"10.1111/medu.13460","title":"How can systems engineering inform the methods of programme evaluation in health professions education?","year":2017,"lang":"en","type":"review","venue":"Medical Education","topic":"Complex Systems and Decision Making","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Wilson Centre; McMaster University; University of Toronto","funders":"","keywords":"Computer science; Value (mathematics); Reductionism; Management science; Engineering ethics; Knowledge management; Engineering; Epistemology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.257696,0.002780911,0.003432097,0.01122311,0.003802467,0.01733392,0.00497343,0.005953826,0.007025813],"category_scores_gemma":[0.3547002,0.001541435,0.003706219,0.008844345,0.02699058,0.0199452,0.01248009,0.008100175,0.001442362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01801055,"about_ca_system_score_gemma":0.03255213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008239628,"about_ca_topic_score_gemma":0.008836754,"domain_scores_codex":[0.6002678,0.3579819,0.01021622,0.006453806,0.02232784,0.002752436],"domain_scores_gemma":[0.4976314,0.4326805,0.01660791,0.02424316,0.02622549,0.002611533],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002628842,0.0005005237,0.006011505,0.01103157,0.0006452593,0.0002905412,0.02048724,0.02504597,0.00110344,0.608396,0.006657535,0.3195676],"study_design_scores_gemma":[0.0002739022,0.0005988242,0.002798445,0.009104798,0.0002850969,0.0001421874,0.01203717,0.03288195,0.00199399,0.8622466,0.07744072,0.0001963541],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"review","genre_scores_codex":[0.00970718,0.006292562,0.9222877,0.03003921,0.0009345855,0.003310129,0.0002928592,0.0004524699,0.02668323],"genre_scores_gemma":[0.1343652,0.003119261,0.8510139,0.003551546,0.0002283285,0.006164647,0.0002026891,0.0001935715,0.001160804],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.742304,"threshold_uncertainty_score":0.915393,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4979183665832391,"score_gpt":0.6303079569640234,"score_spread":0.1323895903807843,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}