{"id":"W2584473141","doi":"10.47678/cjhe.v46i4.186112","title":"Addressing Common Concerns about Online Student Ratings of Instruction: A Research-Informed Approach","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Likert scale; Psychology; Class size; Medical education; Higher education; Scale (ratio); Institution; Academic integrity; Sample (material); Academic achievement; Discipline; Academic institution; Mathematics education; Social psychology; Political science; Computer science; Developmental psychology; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003417733,0.00006708965,0.000196017,0.0003191302,0.001906043,0.0005102191,0.0007190865,0.00008152652,0.0003468929],"category_scores_gemma":[0.001981725,0.00006424262,0.00006090386,0.000124545,0.0006319134,0.00126468,0.00001866622,0.0004481587,0.000003844696],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000675792,"about_ca_system_score_gemma":0.01032888,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.07951208,"about_ca_topic_score_gemma":0.07889919,"domain_scores_codex":[0.9979536,0.000539474,0.0004513258,0.00009106241,0.0007349745,0.000229575],"domain_scores_gemma":[0.9966366,0.0001992196,0.001387517,0.0002505276,0.001139731,0.0003864625],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00008245097,0.000467879,0.5733011,0.0001329796,0.0002050294,0.00000793248,0.1926585,0.0001243009,0.0001574325,0.07013971,0.07989263,0.08283006],"study_design_scores_gemma":[0.0005059264,0.00006846183,0.5963513,0.0003169281,0.0000432844,0.00001074051,0.03324485,0.000007318851,0.00002833597,0.001287773,0.3680342,0.0001007954],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9328612,0.001091588,0.000006029128,0.01412142,0.002668772,0.0002057373,0.000005076336,0.000004736179,0.04903546],"genre_scores_gemma":[0.9914258,0.00004291711,0.001719331,0.0001136858,0.001396966,0.000003525586,0.000005877153,0.00000838308,0.005283562],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2881416,"threshold_uncertainty_score":0.9993933,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5106827739914034,"score_gpt":0.601429913207377,"score_spread":0.09074713921597366,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}