{"id":"W4391602611","doi":"10.18260/1-2--44059","title":"Redesigning the Course and Teacher Ratings: Methods, Outcomes, and Lessons Learned","year":2024,"lang":"en","type":"article","venue":"","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"London Health Sciences Centre; North Carolina State University; American Society for Engineering Education; National Science Foundation","keywords":"Scope (computer science); Medical education; Class (philosophy); Set (abstract data type); Psychology; Coronavirus disease 2019 (COVID-19); Best practice; Process (computing); Computer science; Political science; Medicine; Law","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2661633,0.001323593,0.001659017,0.002522732,0.002254574,0.004693066,0.004205887,0.001143747,0.005924528],"category_scores_gemma":[0.2764847,0.0009151001,0.001400192,0.003334197,0.001822301,0.003508861,0.00301902,0.003044318,0.002686883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006553797,"about_ca_system_score_gemma":0.008130186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01008835,"about_ca_topic_score_gemma":0.0165088,"domain_scores_codex":[0.658412,0.2840628,0.01662459,0.00558459,0.03199099,0.003325018],"domain_scores_gemma":[0.5671472,0.1963763,0.02394408,0.04970048,0.153886,0.008946023],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003202376,0.0144246,0.135535,0.001160971,0.0002127398,0.00008751116,0.01137256,0.001389618,0.003244456,0.001648043,0.01640377,0.8113183],"study_design_scores_gemma":[0.003972475,0.02850856,0.8078456,0.002369716,0.0006666337,0.0002859751,0.03186172,0.04319718,0.02696962,0.005564167,0.04786909,0.0008891772],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7221659,0.001473789,0.1591066,0.007605934,0.00246677,0.08077183,0.00156756,0.001993254,0.02284832],"genre_scores_gemma":[0.680959,0.0005917707,0.2547898,0.001158229,0.0007792207,0.05093138,0.0008976283,0.0005954873,0.009297296],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2661633,"threshold_uncertainty_score":0.9049513,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3220151172142802,"score_gpt":0.581300328710965,"score_spread":0.2592852114966849,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}