{"id":"W1605024842","doi":"10.19173/irrodl.v12i1.946","title":"Language of evaluation: How PLA evaluators write about student learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"State University of New York","keywords":"Presentation (obstetrics); Theme (computing); Educational technology; Institution; Mathematics education; Psychology; Language acquisition; Computer science; Pedagogy; World Wide Web; Sociology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03248649,0.00007967433,0.0002190462,0.0001257645,0.0003432511,0.0001679994,0.001023007,0.0000450559,0.001969341],"category_scores_gemma":[0.01488318,0.00006237183,0.00004435211,0.0006772016,0.0004076684,0.0004431487,0.0004053129,0.0007342608,0.00001849016],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001626743,"about_ca_system_score_gemma":0.0006048949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003574431,"about_ca_topic_score_gemma":0.0001818438,"domain_scores_codex":[0.9925736,0.004609202,0.0003594569,0.0002197434,0.002003807,0.0002342565],"domain_scores_gemma":[0.9965665,0.001656447,0.0004058731,0.0001726668,0.001119388,0.00007916866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001499207,0.0004307816,0.7785138,0.0009331592,0.0001816867,0.00001178236,0.1108632,0.0001985279,0.0001142524,0.03353395,0.002362549,0.07270638],"study_design_scores_gemma":[0.001157504,0.0002269946,0.3040055,0.009804428,0.00007760622,0.000006472841,0.2942672,0.0005679952,0.0001224431,0.0006982214,0.3888244,0.0002412198],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8504913,0.0320499,0.00003838862,0.01687057,0.0002481569,0.001577443,0.00001173252,0.00002031925,0.09869217],"genre_scores_gemma":[0.9798223,0.01791727,0.0001331121,0.00004703105,0.00006641498,0.00008982071,0.00003696075,0.000007429121,0.001879686],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4745083,"threshold_uncertainty_score":0.998943,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2219155896827326,"score_gpt":0.5653780411643738,"score_spread":0.3434624514816412,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}