{"id":"W2935865076","doi":"10.2147/amep.s188164","title":"<p>Faculty development program evaluation: a need to embrace complexity</p>","year":2019,"lang":"en","type":"article","venue":"Advances in Medical Education and Practice","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":41,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Faculty development; Relevance (law); Professional development; Medical education; Situated; Program evaluation; Psychology; Computer science; Knowledge management; Political science; Medicine; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.01584703,0.0001851358,0.000289765,0.0002969005,0.0001845376,0.0002691988,0.0005079219,0.0001123378,0.009683019],"category_scores_gemma":[0.0286552,0.0001448667,0.00003410681,0.001319481,0.0001104595,0.00207659,0.000136527,0.0002784108,0.001484913],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001831458,"about_ca_system_score_gemma":0.003689849,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007415799,"about_ca_topic_score_gemma":0.0003259821,"domain_scores_codex":[0.9927183,0.0009214702,0.0009169533,0.0006311549,0.004508057,0.0003040118],"domain_scores_gemma":[0.9950552,0.002439851,0.0003996968,0.0004522126,0.001201418,0.0004516475],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001066169,0.0007232741,0.002447086,0.00001721334,0.000008129073,7.559003e-7,0.003129982,0.0001489422,0.00002469773,0.009911664,0.006263781,0.9772179],"study_design_scores_gemma":[0.0007831125,0.0001368062,0.02985076,0.00008222883,0.00001302601,0.00003206163,0.003569328,0.01018422,0.00001720342,0.003089353,0.9520395,0.0002023768],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3832087,0.006274005,0.003588517,0.1800797,0.005981141,0.005663335,0.000006363752,0.0001482631,0.4150499],"genre_scores_gemma":[0.7963248,0.001055031,0.1632507,0.02921601,0.0003886817,0.001625433,0.0001621982,0.00002633577,0.007950779],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9770155,"threshold_uncertainty_score":0.9992926,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2007314357354647,"score_gpt":0.5870656963922686,"score_spread":0.3863342606568039,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}