{"id":"W2063009847","doi":"10.1002/ir.4","title":"Improving Judgments About Teaching Effectiveness Using Teacher Rating Forms","year":2001,"lang":"en","type":"article","venue":"New Directions for Institutional Research","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":85,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University","funders":"","keywords":"Summative assessment; Process (computing); Computer science; Evaluation methods; Psychology; Management science; Mathematics education; Process management; Formative assessment; Business; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01827277,0.0001386005,0.0001611204,0.0004943259,0.0102699,0.0004509184,0.0003613178,0.0001537087,0.0001888007],"category_scores_gemma":[0.02047228,0.0001405476,0.0001233429,0.0006808428,0.0003894815,0.001846986,0.00008454494,0.0008959497,0.00005247392],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001763254,"about_ca_system_score_gemma":0.00238075,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0337417,"about_ca_topic_score_gemma":0.003218818,"domain_scores_codex":[0.9954803,0.001535255,0.0003017472,0.0004415747,0.001554773,0.0006863291],"domain_scores_gemma":[0.9965565,0.002291284,0.0001349965,0.0002098714,0.0005620347,0.0002453533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003536392,0.000626397,0.02467152,0.0000930287,0.000166032,0.000008750128,0.006027976,0.006147847,0.01339327,0.5131542,0.001697283,0.4336601],"study_design_scores_gemma":[0.001714502,0.0001564408,0.01218846,0.0003438751,0.000064284,0.00002847749,0.003941122,0.01468703,0.0006731338,0.01254239,0.9531901,0.0004701789],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6852639,0.0004256952,0.0928977,0.002483017,0.001445116,0.002057936,0.00001117273,0.0003360447,0.2150794],"genre_scores_gemma":[0.9773687,0.0000477059,0.01171438,0.00003945516,0.001291825,0.0001902841,0.00001704776,0.00002487694,0.009305745],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9514928,"threshold_uncertainty_score":0.9910186,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.362434530184532,"score_gpt":0.5635661835029041,"score_spread":0.2011316533183721,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}