{"id":"W1607763230","doi":"10.22329/celt.v1i0.3187","title":"18. Program-Level Assessment of Learning Outcomes in a Faculty Certificate Program on the Scholarship of Teaching and Learning","year":2008,"lang":"en","type":"article","venue":"Collected Essays on Learning and Teaching","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Curriculum; Certificate; Scholarship; Scholarship of Teaching and Learning; Transferability; Medical education; Program evaluation; Higher education; Psychology; Mathematics education; Pedagogy; Teaching method; Teaching and learning center; Computer science; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.01451617,0.0002881406,0.0005281919,0.0004233081,0.005043553,0.0002467542,0.0003029383,0.0001936706,0.00003228659],"category_scores_gemma":[0.03120505,0.0002295719,0.00009983275,0.0003793849,0.0004170998,0.0004008009,0.0001154035,0.006298956,0.000002039415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001528392,"about_ca_system_score_gemma":0.0002427247,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001749827,"about_ca_topic_score_gemma":0.0002070244,"domain_scores_codex":[0.986483,0.01084793,0.0006256171,0.0005210634,0.001031536,0.00049082],"domain_scores_gemma":[0.9932374,0.005468765,0.0008471806,0.0001765836,0.0001438569,0.0001262649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008304786,0.000905673,0.7821354,0.00005936946,0.0001059398,0.000007143572,0.04750238,0.004143353,0.0005049764,0.0118045,0.00002813118,0.15272],"study_design_scores_gemma":[0.001917962,0.002374323,0.9112157,0.0009114345,0.00009800687,0.00001095285,0.03795912,0.02021675,0.00008228937,0.0003263937,0.02423691,0.0006501406],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9577149,0.00005279167,0.00008829473,0.00230764,0.00005879158,0.0008663525,0.000001651653,0.0003198596,0.03858978],"genre_scores_gemma":[0.9884444,0.00006432087,0.007311763,0.00003307994,0.00003465428,0.0001113977,0.00001267323,0.00003754095,0.003950147],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1520699,"threshold_uncertainty_score":0.9962518,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3258027141474689,"score_gpt":0.4830320211846382,"score_spread":0.1572293070371693,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}