{"id":"W2162063786","doi":"10.18806/tesl.v32i1.1197","title":"Rater Behaviour When Judging Language Learners’ Pragmatic Appropriateness in Extended Discourse","year":2015,"lang":"en","type":"article","venue":"TESL Canada Journal","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"College of Engineering, Michigan State University; Michigan State University; U.S. Department of Education","keywords":"Psychology; Pragmatics; Linguistics; Context (archaeology)","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1071988,0.001000845,0.001271243,0.002311768,0.001121954,0.002409456,0.001118827,0.001147258,0.001231691],"category_scores_gemma":[0.2654356,0.0006607106,0.0009667409,0.001423457,0.001622744,0.001539593,0.002289408,0.001135981,0.001679042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007730043,"about_ca_system_score_gemma":0.0006765485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001348871,"about_ca_topic_score_gemma":0.002122333,"domain_scores_codex":[0.8841266,0.08106156,0.01191205,0.005909308,0.01565777,0.001332689],"domain_scores_gemma":[0.8037897,0.1144367,0.01619743,0.01169568,0.05106213,0.002818211],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008240446,0.0007529702,0.3406321,0.00236488,0.001337711,0.001419678,0.1853309,0.005717327,0.1481795,0.00505846,0.007864921,0.2931013],"study_design_scores_gemma":[0.001028932,0.008375132,0.6201516,0.002020424,0.00105217,0.004785386,0.08464421,0.09344346,0.114308,0.01228422,0.0562637,0.001642901],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8951296,0.001376479,0.08769605,0.0004778439,0.0004450844,0.002004426,0.0003224575,0.0005201233,0.01202802],"genre_scores_gemma":[0.8907042,0.000829423,0.09820391,0.0003634386,0.0002208992,0.005047949,0.0005378805,0.0003255999,0.003766696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1071988,"threshold_uncertainty_score":0.5669281,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04092598272183743,"score_gpt":0.2841263665791552,"score_spread":0.2432003838573178,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}