{"id":"W2162063786","doi":"10.18806/tesl.v32i1.1197","title":"Rater Behaviour When Judging Language Learners’ Pragmatic Appropriateness in Extended Discourse","year":2015,"lang":"en","type":"article","venue":"TESL Canada Journal","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"College of Engineering, Michigan State University; Michigan State University; U.S. Department of Education","keywords":"Psychology; Pragmatics; Linguistics; Context (archaeology)","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007423355,0.0002016276,0.0002663787,0.0001540178,0.0002650246,0.000572499,0.0005201074,0.00003781372,0.00900964],"category_scores_gemma":[0.0000922297,0.0001556097,0.00005084932,0.00005196045,0.0001575562,0.0005655861,0.0000820109,0.0005490726,0.00001831971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003638666,"about_ca_system_score_gemma":0.001554527,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2185282,"about_ca_topic_score_gemma":0.6695273,"domain_scores_codex":[0.9981848,0.0002584256,0.0004310335,0.0001605498,0.0005546005,0.0004105791],"domain_scores_gemma":[0.9989147,0.00005371219,0.0002412113,0.0003956728,0.0001658462,0.000228882],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001488931,0.000587053,0.003982865,0.0001121947,0.0002360864,0.002768706,0.7695676,0.000798983,0.0002920599,0.07632281,0.1360486,0.009134101],"study_design_scores_gemma":[0.002405749,0.00008640793,0.002388097,0.0002300417,0.0001016712,0.0003496524,0.9667804,0.0003756949,0.0001037566,0.006096575,0.020338,0.0007440101],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9578353,0.00895131,0.00005938065,0.005075346,0.001028343,0.0002736082,0.00003993576,0.00007313248,0.02666366],"genre_scores_gemma":[0.9932087,0.000008211546,0.0002159426,0.002446852,0.0004160794,0.00001631864,0.00002777042,0.00003583037,0.003624312],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4509991,"threshold_uncertainty_score":0.9918963,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04092598272183743,"score_gpt":0.2841263665791552,"score_spread":0.2432003838573178,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}