{"id":"W4391602611","doi":"10.18260/1-2--44059","title":"Redesigning the Course and Teacher Ratings: Methods, Outcomes, and Lessons Learned","year":2024,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"London Health Sciences Centre; North Carolina State University; American Society for Engineering Education; National Science Foundation","keywords":"Scope (computer science); Medical education; Class (philosophy); Set (abstract data type); Psychology; Coronavirus disease 2019 (COVID-19); Best practice; Process (computing); Computer science; Political science; Medicine; Law","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01181905,0.00006937885,0.00008995541,0.00002863147,0.0007790772,0.0006116425,0.000108542,0.00005332586,0.000296038],"category_scores_gemma":[0.003295507,0.00004269263,0.00002228629,0.0001074647,0.0002260736,0.0004008718,0.00005253348,0.0002654735,0.00001544552],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002066212,"about_ca_system_score_gemma":0.000123006,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002005885,"about_ca_topic_score_gemma":0.0005904838,"domain_scores_codex":[0.9975762,0.00171799,0.0001162409,0.0002018335,0.0002483603,0.0001393888],"domain_scores_gemma":[0.9968253,0.002943567,0.00004915864,0.0001013089,0.00002534308,0.00005527294],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00000374101,0.00002077182,0.00820322,0.00001273265,0.00008847673,0.000002431934,0.06523767,0.000004360889,0.0004544209,0.346646,0.0120747,0.5672515],"study_design_scores_gemma":[0.0002284427,0.00003712458,0.02057582,0.00005997279,0.0002342564,0.000005286028,0.08184002,0.004929624,0.00007851674,0.02909192,0.862636,0.0002829747],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03298377,0.004772716,0.01246103,0.7638878,0.0004524947,0.0003802039,0.000001042823,0.0004714909,0.1845895],"genre_scores_gemma":[0.8600206,0.0003801359,0.06618007,0.001034927,0.0001564471,0.00001845787,6.791153e-7,0.00001692202,0.07219175],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8505613,"threshold_uncertainty_score":0.5992111,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3220151172142802,"score_gpt":0.581300328710965,"score_spread":0.2592852114966849,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}