{"id":"W2600562614","doi":"","title":"Supporting Instructors’ Efforts to Assess the Impact of New Course Designs or Re-designs","year":2015,"lang":"en","type":"article","venue":"Canadian Society for the Study of Higher Education","topic":"Innovative Teaching Methodologies in Social Sciences","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Discipline; Medical education; Survey research; Course (navigation); Research design; Psychology; Engineering management; Mathematics education; Engineering ethics; Computer science; Engineering; Sociology; Medicine; Applied psychology; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007593539,0.000132686,0.0002315517,0.00004508427,0.00119737,0.00007324443,0.0009392248,0.00009260861,0.0001333557],"category_scores_gemma":[0.001878735,0.00007674729,0.0002028444,0.001179111,0.0005399024,0.0001772822,0.00004170053,0.0001534769,0.000001080803],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009902834,"about_ca_system_score_gemma":0.01246332,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5140287,"about_ca_topic_score_gemma":0.1839367,"domain_scores_codex":[0.9979848,0.000503241,0.0003514573,0.0002129355,0.0004706889,0.0004768522],"domain_scores_gemma":[0.9972067,0.001208242,0.0004080429,0.0003198894,0.0005392965,0.0003178166],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002830348,0.0001536875,0.06968934,0.000006484368,0.000208557,1.187168e-7,0.5706415,0.0001652,0.00007929516,0.006314345,0.3418031,0.01091009],"study_design_scores_gemma":[0.0002997305,0.0006611025,0.1675675,0.00001802423,0.0001167784,2.989604e-7,0.7935252,0.000006114479,0.00005933248,0.007261428,0.03028628,0.0001982273],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9873413,0.00009558871,0.0006858159,0.004230841,0.002203199,0.002229508,0.00001685797,0.00002560728,0.003171284],"genre_scores_gemma":[0.9896973,0.000002560965,0.005495809,0.000337355,0.0006161495,0.00007847382,0.000002610846,0.00001337885,0.003756317],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.330092,"threshold_uncertainty_score":0.9931351,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4075217429727653,"score_gpt":0.531542787203705,"score_spread":0.1240210442309397,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}