{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":3,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"281368cc4aa8","filters":{"venue":"Applied Pragmatics"}},"results":[{"id":"W3207048227","doi":"10.1075/ap.20001.der","title":"Pragmatically speaking","year":2021,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"NorQuest College; Simon Fraser University; University of Alberta","funders":"","keywords":"Pragmatics; Fluency; Rubric; Psychology; Curriculum; Linguistics; Second language; Cognitive psychology; Computer science; Mathematics education; Pedagogy","authors":[{"name":"Tracey M. Derwing","is_ca":true},{"name":"Erin Waugh","is_ca":true},{"name":"Murray J. Munro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02538843848766253,"gpt":0.2341650647693796,"spread":0.2087766262817171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003610224,0.0001420753,0.0001998879,0.00003971971,0.0003971787,0.0003397913,0.0001340671,0.0000456894,0.003736544],"category_scores_gemma":[0.000180577,0.0001301491,0.00005740819,0.00004338707,0.00009225686,0.00008605549,0.00007275154,0.0003515808,0.0008172276],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002136436,"about_ca_system_score_gemma":0.00005633292,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001308304,"about_ca_topic_score_gemma":0.0001064971,"domain_scores_codex":[0.9989429,0.00006764061,0.000296089,0.0001918272,0.0002398463,0.0002617592],"domain_scores_gemma":[0.999191,0.0002622001,0.000107109,0.0002967032,0.00007756473,0.00006545266],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002483723,0.00006099521,0.0000314935,0.00007992318,0.00003638234,0.00001631173,0.03935216,0.00005883013,0.0002603559,0.9471977,0.002705046,0.01019828],"study_design_scores_gemma":[0.0003179013,0.0000191232,0.00007015785,0.00007898077,0.00005911703,0.00001567429,0.01691574,0.0009319,0.0004286223,0.02080467,0.9600307,0.0003273776],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04197297,0.0001008717,0.003455786,0.0007026911,0.0003272747,0.0001090323,0.000003294816,0.0002594371,0.9530686],"genre_scores_gemma":[0.9767554,0.000007247257,0.01206878,0.001170357,0.000682537,0.00001225298,0.00003040664,0.00004061736,0.009232388],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9573257,"threshold_uncertainty_score":0.9999608,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323357093","doi":"10.1075/ap.00020.mal","title":"Describing and assessing interactional competence in a second language","year":2023,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Conversation analysis; Conversation; Dialogic; Competence (human resources); Language assessment; Empirical research; Construct (python library); Communicative competence; Psychology; Computer science; Linguistics; Sociology; Pedagogy; Epistemology; Social psychology; Communication","authors":[{"name":"Taiane Malabarba","is_ca":false},{"name":"Emma Betz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07126139865371597,"gpt":0.3065610367682759,"spread":0.2352996381145599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000231584,0.00008793735,0.0001169784,0.0001172547,0.0001583246,0.0003941986,0.0001291927,0.00002276982,0.000815828],"category_scores_gemma":[0.00003279602,0.00008112706,0.00001405943,0.00007202178,0.0001313081,0.0002880491,0.00009805131,0.0001689318,0.00009176992],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002024856,"about_ca_system_score_gemma":0.00003491137,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004678184,"about_ca_topic_score_gemma":0.001300301,"domain_scores_codex":[0.9994042,0.00003329384,0.0001959806,0.0001103899,0.000111528,0.000144629],"domain_scores_gemma":[0.9993609,0.0003222537,0.00007765875,0.0001877669,0.00002081193,0.00003067892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000004071807,0.00003430472,0.0002108813,0.00007230879,0.00001905294,0.00001174589,0.1629515,0.00003487007,0.001774997,0.8282952,0.0009099048,0.005681166],"study_design_scores_gemma":[0.0008654014,0.00001919688,0.005276409,0.0003040826,0.00002811655,0.00001787879,0.9436759,0.005912752,0.000575894,0.02263275,0.02015314,0.0005384601],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7811028,0.00009267836,0.00006926025,0.0002395346,0.00008603164,0.000118395,0.00001036313,0.0001219153,0.218159],"genre_scores_gemma":[0.9976534,0.00001078943,0.001270039,0.0001954428,0.0000701119,0.00002413812,0.00004236209,0.00001357406,0.0007201569],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8056625,"threshold_uncertainty_score":0.8932744,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412954988","doi":"10.1075/ap.21010.oco","title":"Ontological realism as a validity criterion in second-language strategic competence assessment","year":2025,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Atlantic School of Theology","funders":"","keywords":"Criterion validity; Realism; Psychology; Competence (human resources); Linguistics; Natural language processing; Computer science; Epistemology; Social psychology; Construct validity; Philosophy; Psychometrics; Developmental psychology","authors":[{"name":"Stephen P. O’Connell","is_ca":true},{"name":"Steven J. Ross","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06455669946351476,"gpt":0.3518197438052697,"spread":0.2872630443417549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004701377,0.0002069294,0.0003241914,0.0001259037,0.0002201923,0.000409212,0.0004859484,0.00008984912,0.002693044],"category_scores_gemma":[0.00002323692,0.0001753598,0.00005248717,0.00009685312,0.0002853173,0.0001512642,0.0001547068,0.0003943639,0.00007080057],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009017588,"about_ca_system_score_gemma":0.0001817479,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004237896,"about_ca_topic_score_gemma":0.00592355,"domain_scores_codex":[0.9985986,0.0001805762,0.0004801015,0.0002479967,0.0002217852,0.0002709874],"domain_scores_gemma":[0.998748,0.0003476094,0.0001570677,0.0006427313,0.00005945587,0.00004510652],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001137972,0.000165699,0.00005672306,0.00009538943,0.00001992996,0.00001453777,0.02093082,0.00000982074,0.0003912671,0.9772506,0.0005836047,0.0004702714],"study_design_scores_gemma":[0.001702254,0.0001500043,0.004866063,0.0002580411,0.00009674518,0.00001111226,0.3854097,0.001370471,0.0004592861,0.5766447,0.02823697,0.0007947319],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3771239,0.0001142817,0.0001544845,0.0004941064,0.0001253946,0.0003097449,0.00002237553,0.0001012394,0.6215545],"genre_scores_gemma":[0.9945415,0.00003026734,0.002113899,0.0008752742,0.00006494543,0.0001096776,0.00009975526,0.00001221934,0.002152458],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6194021,"threshold_uncertainty_score":0.9982187,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}