{"id":"W4254803694","doi":"10.53761/1.17.5.20","title":"Reflective peer observations of university teaching: A Canadian case study","year":2020,"lang":"en","type":"article","venue":"Journal of University Teaching and Learning Practice","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Psychology; Mathematics education; Peer evaluation; Pedagogy; Teaching method; Higher education; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008018056,0.0006528352,0.0005112886,0.002163687,0.02248509,0.003622768,0.004129245,0.003031103,0.002336925],"category_scores_gemma":[0.02592786,0.0004801231,0.0004186478,0.003993295,0.005569519,0.001430954,0.003419974,0.002758664,0.0003444714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.04959474,"about_ca_system_score_gemma":0.0731941,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.852444,"about_ca_topic_score_gemma":0.940148,"domain_scores_codex":[0.9873918,0.005615961,0.0004053286,0.0007573233,0.003668626,0.002160889],"domain_scores_gemma":[0.9781097,0.007947255,0.002039653,0.001000911,0.006147394,0.004755086],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003652258,0.0009023689,0.04008088,0.0006535629,0.00003945635,0.06433471,0.7806646,0.001944731,0.0035013,0.01163349,0.01006338,0.08581625],"study_design_scores_gemma":[0.00006228773,0.0005334003,0.03535508,0.0005855612,0.00006066228,0.0180512,0.7976121,0.002592363,0.002753655,0.001273792,0.1408986,0.0002212411],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9577378,0.00209114,0.003891474,0.00517935,0.000181327,0.0006376152,0.0001750383,0.00005965211,0.03004656],"genre_scores_gemma":[0.9828658,0.002364422,0.005418093,0.0004709153,0.0000545209,0.0001279525,0.00005169084,0.00003166778,0.008614881],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.147556,"threshold_uncertainty_score":0.3598368,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1142882084922801,"score_gpt":0.3932518794757354,"score_spread":0.2789636709834553,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}