{"id":"W1605024842","doi":"10.19173/irrodl.v12i1.946","title":"Language of evaluation: How PLA evaluators write about student learning","year":2011,"lang":"en","type":"article","venue":"The International Review of Research in Open and Distributed Learning","topic":"Higher Education Learning Practices","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"State University of New York","keywords":"Presentation (obstetrics); Theme (computing); Educational technology; Institution; Mathematics education; Psychology; Language acquisition; Computer science; Pedagogy; World Wide Web; Sociology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1291711,0.0008805143,0.00104874,0.004989509,0.004355819,0.01738589,0.00219478,0.002295773,0.003133449],"category_scores_gemma":[0.3487321,0.0004968122,0.0007423444,0.002486258,0.01205097,0.01460878,0.009454122,0.003068177,0.001635737],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004737813,"about_ca_system_score_gemma":0.006623008,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001352383,"about_ca_topic_score_gemma":0.001419015,"domain_scores_codex":[0.7309378,0.235844,0.007705254,0.003722425,0.01934412,0.002446481],"domain_scores_gemma":[0.6943428,0.2230837,0.02267179,0.01011364,0.04482754,0.004960585],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003645639,0.0001503555,0.01808046,0.001558315,0.000125481,0.0004741038,0.7318707,0.00041864,0.003962315,0.02139806,0.01415687,0.2074402],"study_design_scores_gemma":[0.000125129,0.0007107659,0.02005923,0.007719265,0.0001756581,0.001533944,0.7172101,0.002459968,0.005968611,0.04502076,0.1986694,0.0003471697],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5150453,0.01664843,0.1889916,0.05191623,0.00273461,0.001407826,0.0002953041,0.001614145,0.2213465],"genre_scores_gemma":[0.9580444,0.003026539,0.02571324,0.003293309,0.0003144663,0.0007466064,0.0001397266,0.0006651159,0.008056655],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1291711,"threshold_uncertainty_score":0.6831303,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2219155896827326,"score_gpt":0.5653780411643738,"score_spread":0.3434624514816412,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}