{"meta":{"query_hash":"281368cc4aa8","filters":{"venue":"Applied Pragmatics"},"cohort_total":3,"direct_labels_cover":0,"predictions_cover":3,"exported":3,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/281368cc4aa8","api":"https://metacan.xera.ac/api/v1/cohort?venue=Applied+Pragmatics"},"results":[{"id":"W3207048227","doi":"10.1075/ap.20001.der","title":"Pragmatically speaking","year":2021,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"NorQuest College; Simon Fraser University; University of Alberta","funders":"","keywords":"Pragmatics; Fluency; Rubric; Psychology; Curriculum; Linguistics; Second language; Cognitive psychology; Computer science; Mathematics education; Pedagogy","score_opus":0.025388438487662528,"score_gpt":0.23416506476937962,"score_spread":0.2087766262817171,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207048227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9781317,0.000053880285,0.0025820802,0.00011619654,0.00002991354,0.0001289427,0.00005800933,0.00006122882,0.01883794],"genre_scores_gemma":[0.99421024,0.00003784602,0.0013550997,0.00009337734,0.000006332545,0.00006279943,0.00005868072,0.000015866315,0.0041598324],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866426,0.00039264213,0.000093575974,0.00023677533,0.00047684234,0.00013598718],"domain_scores_gemma":[0.9957267,0.0021747681,0.00043940678,0.0007455627,0.0005150924,0.00039853092],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015876066,0.00039207202,0.00028673402,0.00026083845,0.000567864,0.0014276821,0.00036553093,0.00035256834,0.010235725],"category_scores_gemma":[0.008539421,0.0002190457,0.00019027194,0.00009926644,0.0009431217,0.0008079469,0.00096536166,0.00067193067,0.0012127524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031909847,0.00471758,0.12456053,0.001096899,0.00019361067,0.0041069016,0.07166179,0.0015493277,0.5491818,0.016876338,0.0032927173,0.21957164],"study_design_scores_gemma":[0.0008356461,0.018997038,0.66519564,0.00045615702,0.0003972636,0.009140252,0.054531414,0.013234788,0.12151571,0.019262165,0.096071124,0.00036276315],"about_ca_topic_score_codex":0.0012760875,"about_ca_topic_score_gemma":0.000877697,"teacher_disagreement_score":0.010235725,"about_ca_system_score_codex":0.00025049035,"about_ca_system_score_gemma":0.00059328304,"threshold_uncertainty_score":0.034241915},"labels":[],"label_agreement":null},{"id":"W4323357093","doi":"10.1075/ap.00020.mal","title":"Describing and assessing interactional competence in a second language","year":2023,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Conversation analysis; Conversation; Dialogic; Competence (human resources); Language assessment; Empirical research; Construct (python library); Communicative competence; Psychology; Computer science; Linguistics; Sociology; Pedagogy; Epistemology; Social psychology; Communication","score_opus":0.07126139865371597,"score_gpt":0.3065610367682759,"score_spread":0.23529963811455992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323357093","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23765871,0.036383037,0.1583238,0.1750413,0.10820746,0.0017309168,0.001589005,0.0013606504,0.27970508],"genre_scores_gemma":[0.78442234,0.020389087,0.06916736,0.010761486,0.033254128,0.001817861,0.0012016135,0.001213026,0.077773206],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9899222,0.005733233,0.0006144233,0.00090610766,0.0024580248,0.0003660004],"domain_scores_gemma":[0.9459804,0.042233855,0.0025205445,0.001937858,0.0057747974,0.0015525041],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012856029,0.0006578452,0.00065258605,0.0036764226,0.002305668,0.0075700977,0.001179552,0.002379123,0.0065127052],"category_scores_gemma":[0.03533496,0.00023334936,0.00055011775,0.002514063,0.004258558,0.004735247,0.0058382503,0.004145401,0.0012732192],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014953037,0.0005383412,0.012881979,0.0022764693,0.0001320656,0.0010253876,0.125662,0.0020025729,0.007687276,0.10956549,0.36326542,0.37481344],"study_design_scores_gemma":[0.00003300294,0.00043363307,0.020664185,0.0026669411,0.000057788493,0.0009842486,0.059427146,0.003604203,0.0044934493,0.054552395,0.8529046,0.00017841067],"about_ca_topic_score_codex":0.0009563841,"about_ca_topic_score_gemma":0.001517312,"teacher_disagreement_score":0.012856029,"about_ca_system_score_codex":0.0021009974,"about_ca_system_score_gemma":0.002511087,"threshold_uncertainty_score":0.067989945},"labels":[],"label_agreement":null},{"id":"W4412954988","doi":"10.1075/ap.21010.oco","title":"Ontological realism as a validity criterion in second-language strategic competence assessment","year":2025,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Atlantic School of Theology","funders":"","keywords":"Criterion validity; Realism; Psychology; Competence (human resources); Linguistics; Natural language processing; Computer science; Epistemology; Social psychology; Construct validity; Philosophy; Psychometrics; Developmental psychology","score_opus":0.06455669946351476,"score_gpt":0.3518197438052697,"score_spread":0.2872630443417549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412954988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89490896,0.00024982757,0.055668894,0.0011462657,0.00019318308,0.0010469884,0.00020347751,0.000060571558,0.046521842],"genre_scores_gemma":[0.9922747,0.000021671707,0.006520538,0.00007016733,0.000034808134,0.0004385197,0.0001012636,0.000019140412,0.00051929074],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9179011,0.0494102,0.0068067336,0.0052689007,0.018209139,0.0024038563],"domain_scores_gemma":[0.62527585,0.28716713,0.023040654,0.027713552,0.03272521,0.0040775705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061626624,0.00064704946,0.00097541924,0.0051204874,0.0038317407,0.0043135304,0.0018748546,0.0015570445,0.0029788113],"category_scores_gemma":[0.22612584,0.00048215708,0.0014663027,0.002744821,0.013079209,0.0039715474,0.009291814,0.002490971,0.00049587287],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015820962,0.0011427068,0.71245044,0.00067848054,0.00030154578,0.0006218068,0.09506673,0.0022829685,0.01033207,0.10403171,0.0016919129,0.06981753],"study_design_scores_gemma":[0.0003614084,0.0038945028,0.6658286,0.0012454976,0.00030642658,0.00214464,0.067667484,0.059549805,0.01868194,0.15840137,0.02140334,0.00051501335],"about_ca_topic_score_codex":0.0029497647,"about_ca_topic_score_gemma":0.0026565557,"teacher_disagreement_score":0.061626624,"about_ca_system_score_codex":0.0020428426,"about_ca_system_score_gemma":0.0035389254,"threshold_uncertainty_score":0.32591665},"labels":[],"label_agreement":null}]}