{"meta":{"query_hash":"281368cc4aa8","filters":{"venue":"Applied Pragmatics"},"cohort_total":3,"direct_labels_cover":0,"predictions_cover":3,"exported":3,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/281368cc4aa8","api":"https://metacan.xera.ac/api/v1/cohort?venue=Applied+Pragmatics"},"results":[{"id":"W3207048227","doi":"10.1075/ap.20001.der","title":"Pragmatically speaking","year":2021,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NorQuest College; Simon Fraser University; University of Alberta","funders":"","keywords":"Pragmatics; Fluency; Rubric; Psychology; Curriculum; Linguistics; Second language; Cognitive psychology; Computer science; Mathematics education; Pedagogy","score_opus":0.025388438487662528,"score_gpt":0.23416506476937962,"score_spread":0.2087766262817171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207048227","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04197297,0.000100871745,0.003455786,0.00070269115,0.00032727467,0.00010903232,0.000003294816,0.00025943713,0.9530686],"genre_scores_gemma":[0.97675544,0.000007247257,0.012068777,0.0011703565,0.00068253704,0.000012252983,0.00003040664,0.000040617364,0.009232388],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99894285,0.00006764061,0.00029608895,0.00019182719,0.00023984627,0.00026175924],"domain_scores_gemma":[0.999191,0.00026220008,0.00010710903,0.0002967032,0.000077564735,0.00006545266],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00036102236,0.00014207528,0.00019988793,0.000039719715,0.00039717866,0.0003397913,0.00013406707,0.000045689398,0.003736544],"category_scores_gemma":[0.000180577,0.00013014914,0.000057408193,0.00004338707,0.00009225686,0.000086055494,0.00007275154,0.00035158076,0.00081722764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024837234,0.00006099521,0.000031493495,0.00007992318,0.000036382342,0.00001631173,0.039352164,0.00005883013,0.00026035585,0.94719774,0.0027050457,0.010198285],"study_design_scores_gemma":[0.00031790126,0.000019123203,0.00007015785,0.000078980775,0.000059117032,0.000015674292,0.016915742,0.0009319,0.00042862227,0.020804666,0.96003073,0.00032737764],"about_ca_topic_score_codex":0.000013083041,"about_ca_topic_score_gemma":0.00010649708,"teacher_disagreement_score":0.9573257,"about_ca_system_score_codex":0.000021364358,"about_ca_system_score_gemma":0.00005633292,"threshold_uncertainty_score":0.9999608},"labels":[],"label_agreement":null},{"id":"W4323357093","doi":"10.1075/ap.00020.mal","title":"Describing and assessing interactional competence in a second language","year":2023,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conversation analysis; Conversation; Dialogic; Competence (human resources); Language assessment; Empirical research; Construct (python library); Communicative competence; Psychology; Computer science; Linguistics; Sociology; Pedagogy; Epistemology; Social psychology; Communication","score_opus":0.07126139865371597,"score_gpt":0.3065610367682759,"score_spread":0.23529963811455992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323357093","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7811028,0.00009267836,0.00006926025,0.0002395346,0.000086031636,0.000118394986,0.000010363131,0.000121915284,0.21815905],"genre_scores_gemma":[0.99765337,0.000010789426,0.0012700394,0.0001954428,0.0000701119,0.000024138117,0.000042362088,0.000013574062,0.00072015694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9994042,0.000033293843,0.00019598064,0.000110389934,0.000111528025,0.00014462895],"domain_scores_gemma":[0.99936086,0.00032225373,0.00007765875,0.00018776693,0.000020811929,0.000030678922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023158401,0.000087937355,0.00011697838,0.00011725474,0.00015832462,0.00039419858,0.00012919266,0.000022769822,0.000815828],"category_scores_gemma":[0.000032796022,0.00008112706,0.000014059428,0.00007202178,0.00013130809,0.00028804905,0.00009805131,0.0001689318,0.00009176992],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004071807,0.00003430472,0.00021088134,0.00007230879,0.000019052935,0.000011745892,0.16295148,0.000034870074,0.0017749969,0.82829523,0.00090990483,0.005681166],"study_design_scores_gemma":[0.00086540135,0.000019196883,0.0052764085,0.00030408255,0.000028116554,0.000017878789,0.94367594,0.005912752,0.00057589397,0.022632746,0.020153143,0.0005384601],"about_ca_topic_score_codex":0.00004678184,"about_ca_topic_score_gemma":0.0013003007,"teacher_disagreement_score":0.80566245,"about_ca_system_score_codex":0.00002024856,"about_ca_system_score_gemma":0.000034911372,"threshold_uncertainty_score":0.8932744},"labels":[],"label_agreement":null},{"id":"W4412954988","doi":"10.1075/ap.21010.oco","title":"Ontological realism as a validity criterion in second-language strategic competence assessment","year":2025,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Atlantic School of Theology","funders":"","keywords":"Criterion validity; Realism; Psychology; Competence (human resources); Linguistics; Natural language processing; Computer science; Epistemology; Social psychology; Construct validity; Philosophy; Psychometrics; Developmental psychology","score_opus":0.06455669946351476,"score_gpt":0.3518197438052697,"score_spread":0.2872630443417549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412954988","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37712386,0.00011428168,0.00015448451,0.0004941064,0.00012539462,0.00030974488,0.000022375529,0.00010123939,0.6215545],"genre_scores_gemma":[0.9945415,0.000030267343,0.0021138985,0.00087527424,0.00006494543,0.00010967758,0.00009975526,0.000012219343,0.0021524578],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985986,0.00018057621,0.0004801015,0.00024799668,0.00022178525,0.00027098742],"domain_scores_gemma":[0.998748,0.00034760943,0.00015706774,0.00064273126,0.000059455873,0.00004510652],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00047013775,0.00020692941,0.00032419135,0.00012590371,0.0002201923,0.00040921196,0.00048594843,0.00008984912,0.0026930445],"category_scores_gemma":[0.00002323692,0.00017535985,0.00005248717,0.000096853124,0.00028531734,0.00015126418,0.00015470684,0.0003943639,0.00007080057],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011379721,0.00016569905,0.000056723056,0.00009538943,0.000019929956,0.000014537765,0.020930825,0.00000982074,0.00039126712,0.9772506,0.00058360473,0.00047027142],"study_design_scores_gemma":[0.0017022538,0.00015000427,0.004866063,0.00025804114,0.00009674518,0.000011112263,0.38540968,0.0013704711,0.0004592861,0.57664466,0.028236974,0.0007947319],"about_ca_topic_score_codex":0.00042378958,"about_ca_topic_score_gemma":0.0059235496,"teacher_disagreement_score":0.61940205,"about_ca_system_score_codex":0.000090175876,"about_ca_system_score_gemma":0.00018174795,"threshold_uncertainty_score":0.99821866},"labels":[],"label_agreement":null}]}