{"id":"W2584473141","doi":"10.47678/cjhe.v46i4.186112","title":"Addressing Common Concerns about Online Student Ratings of Instruction: A Research-Informed Approach","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Likert scale; Psychology; Class size; Medical education; Higher education; Scale (ratio); Institution; Academic integrity; Sample (material); Academic achievement; Discipline; Academic institution; Mathematics education; Social psychology; Political science; Computer science; Developmental psychology; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.385226,0.0007787131,0.001051336,0.003893406,0.005724845,0.009704081,0.004128193,0.002119497,0.002282994],"category_scores_gemma":[0.4966011,0.0008183285,0.0008924371,0.005335368,0.008592506,0.005190474,0.00652047,0.003714576,0.0006237253],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01417151,"about_ca_system_score_gemma":0.02560625,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02899304,"about_ca_topic_score_gemma":0.07266773,"domain_scores_codex":[0.6113321,0.3008159,0.02343185,0.007954114,0.05225813,0.004208003],"domain_scores_gemma":[0.3276608,0.4727605,0.0445461,0.03451256,0.1176577,0.002862208],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005560042,0.001415565,0.2298733,0.002740831,0.0002559389,0.0003566054,0.377974,0.0009071081,0.007353285,0.01593922,0.003830461,0.3587978],"study_design_scores_gemma":[0.0004106613,0.005360714,0.278767,0.006263781,0.0005134848,0.0006180305,0.5924542,0.01043395,0.02219288,0.02000296,0.06245492,0.0005274343],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8104364,0.00220176,0.1182222,0.01744939,0.0003271203,0.01411313,0.0005606604,0.0002332282,0.03645607],"genre_scores_gemma":[0.9103823,0.000771241,0.07476732,0.00251493,0.00009075501,0.009419044,0.0001391234,0.00006323907,0.001852266],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9858285,"threshold_uncertainty_score":0.7581258,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5106827739914034,"score_gpt":0.601429913207377,"score_spread":0.09074713921597366,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}