{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":3,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":3,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"281368cc4aa8","filters":{"venue":"Applied Pragmatics"}},"results":[{"id":"W3207048227","doi":"10.1075/ap.20001.der","title":"Pragmatically speaking","year":2021,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"NorQuest College; Simon Fraser University; University of Alberta","funders":"","keywords":"Pragmatics; Fluency; Rubric; Psychology; Curriculum; Linguistics; Second language; Cognitive psychology; Computer science; Mathematics education; Pedagogy","authors":[{"name":"Tracey M. Derwing","is_ca":true},{"name":"Erin Waugh","is_ca":true},{"name":"Murray J. Munro","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.02538843848766253,"gpt":0.2341650647693796,"spread":0.2087766262817171,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001587607,0.000392072,0.000286734,0.0002608385,0.000567864,0.001427682,0.0003655309,0.0003525683,0.01023572],"category_scores_gemma":[0.008539421,0.0002190457,0.0001902719,0.00009926644,0.0009431217,0.0008079469,0.0009653617,0.0006719307,0.001212752],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002504904,"about_ca_system_score_gemma":0.000593283,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001276087,"about_ca_topic_score_gemma":0.000877697,"domain_scores_codex":[0.9986643,0.0003926421,0.00009357597,0.0002367753,0.0004768423,0.0001359872],"domain_scores_gemma":[0.9957267,0.002174768,0.0004394068,0.0007455627,0.0005150924,0.0003985309],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003190985,0.00471758,0.1245605,0.001096899,0.0001936107,0.004106902,0.07166179,0.001549328,0.5491818,0.01687634,0.003292717,0.2195716],"study_design_scores_gemma":[0.0008356461,0.01899704,0.6651956,0.000456157,0.0003972636,0.009140252,0.05453141,0.01323479,0.1215157,0.01926216,0.09607112,0.0003627632],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9781317,0.00005388029,0.00258208,0.0001161965,0.00002991354,0.0001289427,0.00005800933,0.00006122882,0.01883794],"genre_scores_gemma":[0.9942102,0.00003784602,0.0013551,0.00009337734,0.000006332545,0.00006279943,0.00005868072,0.00001586632,0.004159832],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01023572,"threshold_uncertainty_score":0.03424191,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323357093","doi":"10.1075/ap.00020.mal","title":"Describing and assessing interactional competence in a second language","year":2023,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Conversation analysis; Conversation; Dialogic; Competence (human resources); Language assessment; Empirical research; Construct (python library); Communicative competence; Psychology; Computer science; Linguistics; Sociology; Pedagogy; Epistemology; Social psychology; Communication","authors":[{"name":"Taiane Malabarba","is_ca":false},{"name":"Emma Betz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.07126139865371597,"gpt":0.3065610367682759,"spread":0.2352996381145599,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01285603,0.0006578452,0.0006525861,0.003676423,0.002305668,0.007570098,0.001179552,0.002379123,0.006512705],"category_scores_gemma":[0.03533496,0.0002333494,0.0005501178,0.002514063,0.004258558,0.004735247,0.00583825,0.004145401,0.001273219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002100997,"about_ca_system_score_gemma":0.002511087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009563841,"about_ca_topic_score_gemma":0.001517312,"domain_scores_codex":[0.9899222,0.005733233,0.0006144233,0.0009061077,0.002458025,0.0003660004],"domain_scores_gemma":[0.9459804,0.04223385,0.002520544,0.001937858,0.005774797,0.001552504],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001495304,0.0005383412,0.01288198,0.002276469,0.0001320656,0.001025388,0.125662,0.002002573,0.007687276,0.1095655,0.3632654,0.3748134],"study_design_scores_gemma":[0.00003300294,0.0004336331,0.02066419,0.002666941,0.00005778849,0.0009842486,0.05942715,0.003604203,0.004493449,0.05455239,0.8529046,0.0001784107],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2376587,0.03638304,0.1583238,0.1750413,0.1082075,0.001730917,0.001589005,0.00136065,0.2797051],"genre_scores_gemma":[0.7844223,0.02038909,0.06916736,0.01076149,0.03325413,0.001817861,0.001201613,0.001213026,0.07777321],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01285603,"threshold_uncertainty_score":0.06798995,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412954988","doi":"10.1075/ap.21010.oco","title":"Ontological realism as a validity criterion in second-language strategic competence assessment","year":2025,"lang":"en","type":"article","venue":"Applied Pragmatics","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Atlantic School of Theology","funders":"","keywords":"Criterion validity; Realism; Psychology; Competence (human resources); Linguistics; Natural language processing; Computer science; Epistemology; Social psychology; Construct validity; Philosophy; Psychometrics; Developmental psychology","authors":[{"name":"Stephen P. O’Connell","is_ca":true},{"name":"Steven J. Ross","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.06455669946351476,"gpt":0.3518197438052697,"spread":0.2872630443417549,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06162662,0.0006470495,0.0009754192,0.005120487,0.003831741,0.00431353,0.001874855,0.001557044,0.002978811],"category_scores_gemma":[0.2261258,0.0004821571,0.001466303,0.002744821,0.01307921,0.003971547,0.009291814,0.002490971,0.0004958729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002042843,"about_ca_system_score_gemma":0.003538925,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002949765,"about_ca_topic_score_gemma":0.002656556,"domain_scores_codex":[0.9179011,0.0494102,0.006806734,0.005268901,0.01820914,0.002403856],"domain_scores_gemma":[0.6252759,0.2871671,0.02304065,0.02771355,0.03272521,0.004077571],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001582096,0.001142707,0.7124504,0.0006784805,0.0003015458,0.0006218068,0.09506673,0.002282968,0.01033207,0.1040317,0.001691913,0.06981753],"study_design_scores_gemma":[0.0003614084,0.003894503,0.6658286,0.001245498,0.0003064266,0.00214464,0.06766748,0.0595498,0.01868194,0.1584014,0.02140334,0.0005150134],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.894909,0.0002498276,0.05566889,0.001146266,0.0001931831,0.001046988,0.0002034775,0.00006057156,0.04652184],"genre_scores_gemma":[0.9922747,0.00002167171,0.006520538,0.00007016733,0.00003480813,0.0004385197,0.0001012636,0.00001914041,0.0005192907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06162662,"threshold_uncertainty_score":0.3259166,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}