{"id":"W2600562614","doi":"","title":"Supporting Instructors’ Efforts to Assess the Impact of New Course Designs or Re-designs","year":2015,"lang":"en","type":"article","venue":"Canadian Society for the Study of Higher Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Discipline; Medical education; Survey research; Course (navigation); Research design; Psychology; Engineering management; Mathematics education; Engineering ethics; Computer science; Engineering; Sociology; Medicine; Applied psychology; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1216664,0.001505712,0.001000475,0.003605125,0.001428363,0.005329081,0.003740088,0.001760274,0.01102814],"category_scores_gemma":[0.4236281,0.001025283,0.0008788929,0.001320728,0.0009422685,0.004378502,0.003560786,0.002654573,0.003158822],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00342505,"about_ca_system_score_gemma":0.01325251,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001964669,"about_ca_topic_score_gemma":0.00574787,"domain_scores_codex":[0.9174244,0.05208905,0.005046962,0.00547465,0.01805884,0.001905941],"domain_scores_gemma":[0.3860942,0.377794,0.04479176,0.07554248,0.1018127,0.01396482],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006591032,0.006837027,0.04755519,0.001554883,0.0001891102,0.000151047,0.009704946,0.001853899,0.0147933,0.001757309,0.01582998,0.8991141],"study_design_scores_gemma":[0.002957221,0.02894103,0.3148941,0.005899632,0.001327391,0.001158377,0.02437903,0.04758056,0.1568705,0.02103901,0.3940314,0.0009218874],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.596094,0.001316071,0.2924434,0.01189946,0.001753994,0.0230445,0.001186243,0.01473595,0.05752647],"genre_scores_gemma":[0.4396597,0.0004860669,0.5429032,0.001604817,0.0001960419,0.005792381,0.0006043543,0.0005514868,0.008201909],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1216664,"threshold_uncertainty_score":0.6434411,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4075217429727653,"score_gpt":0.531542787203705,"score_spread":0.1240210442309397,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}