{"id":"W2005743601","doi":"10.1037/a0024221","title":"Use of student ratings to benchmark universities: Multilevel modeling of responses to the Australian Course Experience Questionnaire (CEQ).","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Psychology","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Sherbrooke","funders":"Economic and Social Research Council","keywords":"Psychology; Multilevel model; Course (navigation); Mathematics education; Benchmark (surveying); Medical education; Applied psychology; Course evaluation; Higher education; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04779381,0.0007616963,0.001183296,0.00229052,0.0008228049,0.002015854,0.002253351,0.0008855129,0.002095912],"category_scores_gemma":[0.09996098,0.000606732,0.00314013,0.003144378,0.0006983305,0.00160119,0.002568484,0.002459336,0.0005541526],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001329742,"about_ca_system_score_gemma":0.001323829,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02519032,"about_ca_topic_score_gemma":0.02566949,"domain_scores_codex":[0.9360894,0.05320089,0.002354739,0.003850155,0.003414412,0.00109028],"domain_scores_gemma":[0.8969666,0.06989913,0.01488078,0.009809488,0.007150981,0.001293066],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000454907,0.0002604361,0.9481634,0.0001814041,0.002663421,0.00007353396,0.006261914,0.003754849,0.0004495193,0.001670509,0.002705434,0.03336041],"study_design_scores_gemma":[0.00007820054,0.0008187289,0.9139059,0.0001423681,0.0006529559,0.00009060036,0.00364975,0.07357347,0.000975694,0.002824946,0.003182165,0.0001051513],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9190673,0.0003054866,0.07291783,0.0007049378,0.00008433287,0.001002216,0.003478983,0.0002473986,0.002191467],"genre_scores_gemma":[0.9761303,0.00005447042,0.01910327,0.00007554021,0.0000140195,0.001069269,0.002735525,0.0000560893,0.0007616583],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04779381,"threshold_uncertainty_score":0.2527608,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3894798957291222,"score_gpt":0.5591843961155842,"score_spread":0.1697045003864621,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}