{"id":"W2935865076","doi":"10.2147/amep.s188164","title":"<p>Faculty development program evaluation: a need to embrace complexity</p>","year":2019,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Faculty development; Relevance (law); Professional development; Medical education; Situated; Program evaluation; Psychology; Computer science; Knowledge management; Political science; Medicine; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2127866,0.0005620726,0.001475938,0.005627882,0.003444892,0.01684964,0.002524818,0.001939537,0.00410327],"category_scores_gemma":[0.3353792,0.0004259638,0.001276479,0.00586904,0.006750106,0.01250738,0.006889198,0.003999548,0.0004980431],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01666645,"about_ca_system_score_gemma":0.06231493,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008834148,"about_ca_topic_score_gemma":0.01963072,"domain_scores_codex":[0.7904819,0.1609143,0.008124706,0.003115929,0.03477481,0.002588275],"domain_scores_gemma":[0.5240592,0.3531492,0.03679468,0.01914681,0.05396942,0.01288065],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002318531,0.0005700283,0.02931,0.004935116,0.0003095703,0.00009355383,0.007097338,0.004175984,0.0009218905,0.04458691,0.01946462,0.8883031],"study_design_scores_gemma":[0.0009274501,0.005066636,0.2120249,0.03453774,0.001114874,0.0007958381,0.0410035,0.04624109,0.01264028,0.2974724,0.3470992,0.001076086],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1642564,0.03836712,0.2591748,0.444825,0.002826,0.00767938,0.0007879907,0.001226297,0.08085687],"genre_scores_gemma":[0.7101815,0.008661559,0.2554108,0.01379421,0.0007904898,0.004879218,0.0003253566,0.0003494203,0.005607554],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7872134,"threshold_uncertainty_score":0.9707743,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2007314357354647,"score_gpt":0.5870656963922686,"score_spread":0.3863342606568039,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}