{"meta":{"query_hash":"1bb128e8dff7","filters":{"venue":"IRAL - International Review of Applied Linguistics in Language Teaching"},"cohort_total":20,"direct_labels_cover":0,"predictions_cover":20,"exported":20,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1bb128e8dff7","api":"https://metacan.xera.ac/api/v1/cohort?venue=IRAL+-+International+Review+of+Applied+Linguistics+in+Language+Teaching"},"results":[{"id":"W1986276376","doi":"10.1515/iral-2015-0002","title":"Setting segmental priorities for English learners: Evidence from a longitudinal study","year":2015,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Alberta; Simon Fraser University","funders":"","keywords":"Pronunciation; Linguistics; Psychology; Longitudinal study; Curriculum; Consonant; Process (computing); Mathematics education; Language acquisition; Second-language acquisition; Second language; Computer science; Pedagogy","score_opus":0.0937147511399625,"score_gpt":0.44952956158478613,"score_spread":0.35581481044482366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986276376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93383044,0.014146788,0.0004386822,0.00008896424,0.0028969885,0.0012872107,0.00014677065,0.000053927764,0.047110256],"genre_scores_gemma":[0.9908994,0.0001873078,0.00686309,0.00016072835,0.0015021535,0.000142723,0.000075047545,0.00002409652,0.00014544705],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9981724,0.00015444755,0.00059339404,0.0003827854,0.00043524135,0.00026172504],"domain_scores_gemma":[0.9981938,0.000965363,0.00023292875,0.00029700168,0.00023718162,0.00007369897],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0024660314,0.00016634805,0.0003765884,0.00013193658,0.000046867583,0.00003719941,0.0005683252,0.00006995624,0.00017059708],"category_scores_gemma":[0.011085489,0.00016202132,0.000077819044,0.00007337006,0.00007411914,0.000026491502,0.00021025595,0.0005738836,0.000017725317],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019108198,0.002181544,0.33255413,0.0023423627,0.001174132,0.00030641732,0.51397437,0.00010547545,0.0012238891,0.06933005,0.007027306,0.06786947],"study_design_scores_gemma":[0.033569593,0.0058903056,0.2402141,0.0653599,0.001619124,0.000059492715,0.5176268,0.005104004,0.0019692632,0.047882427,0.075238846,0.0054661115],"about_ca_topic_score_codex":0.0013453006,"about_ca_topic_score_gemma":0.00011786653,"teacher_disagreement_score":0.092340045,"about_ca_system_score_codex":0.00014454711,"about_ca_system_score_gemma":0.00007939202,"threshold_uncertainty_score":0.99724454},"labels":[],"label_agreement":null},{"id":"W2031080521","doi":"10.1515/iral.2010.013","title":"Role of first language dialect in the production of second language German vowels","year":2010,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"German; Formant; Linguistics; Vowel; Contrast (vision); Space (punctuation); History; Psychology; Computer science; Philosophy; Artificial intelligence","score_opus":0.01264191811520736,"score_gpt":0.37287371316179624,"score_spread":0.36023179504658887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031080521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88502187,0.0043531833,0.000003329703,0.00008598258,0.00073148956,0.0003888111,0.000057227087,0.000008518185,0.10934957],"genre_scores_gemma":[0.99833614,0.0001801348,0.0005586409,0.000118181466,0.0005120242,0.000042878255,0.000063792904,0.000017254051,0.0001709399],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99844784,0.000134874,0.00064915605,0.00024093023,0.000326984,0.0002002185],"domain_scores_gemma":[0.9986184,0.00046974685,0.0003386906,0.00046685137,0.00008173601,0.00002453073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002085138,0.00013540575,0.00035156737,0.0002339983,0.000025971065,0.000007749514,0.0006731215,0.000099473,0.000806627],"category_scores_gemma":[0.0032312265,0.00010913929,0.000082722916,0.00017483803,0.00014022322,0.000013368811,0.000096800046,0.00093934505,0.000010688344],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030065922,0.0014391151,0.0076625543,0.0036376547,0.00021182638,0.000115337825,0.37223172,0.000018565153,0.36521098,0.19879152,0.0013411852,0.04903889],"study_design_scores_gemma":[0.009555171,0.0013483673,0.4802364,0.0244614,0.00057980645,0.00034012404,0.11183655,0.001095921,0.20016518,0.03476682,0.13206035,0.0035538992],"about_ca_topic_score_codex":0.0009873726,"about_ca_topic_score_gemma":0.001988254,"teacher_disagreement_score":0.47257385,"about_ca_system_score_codex":0.000024970699,"about_ca_system_score_gemma":0.00002954779,"threshold_uncertainty_score":0.8832},"labels":[],"label_agreement":null},{"id":"W2443925006","doi":"10.1515/iral-2016-9991","title":"Second language fluency and its underlying cognitive and social determinants","year":2016,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fluency; Utterance; Psychology; Cognitive psychology; Perspective (graphical); Context (archaeology); Cognition; Verbal fluency test; Linguistics; Computer science","score_opus":0.0385517790055524,"score_gpt":0.3482721103270022,"score_spread":0.3097203313214498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2443925006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82627064,0.0072290823,0.000034188848,0.00010354245,0.00034476627,0.00021136343,0.0000969668,0.00004475638,0.1656647],"genre_scores_gemma":[0.99740595,0.00038829466,0.00020494516,0.00047097116,0.000672899,0.0000112838925,0.000018246752,0.000022019163,0.0008053847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989286,0.00007434621,0.00038604482,0.00023550884,0.0002034706,0.00017201381],"domain_scores_gemma":[0.9992019,0.00040750153,0.00022443925,0.00006366765,0.0000695511,0.000032918957],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076235214,0.00015731106,0.00028926347,0.00011658566,0.00017111622,0.00005557269,0.00013988397,0.000041767496,0.000469244],"category_scores_gemma":[0.0017930709,0.000119868295,0.00004279547,0.000014485509,0.00010902289,0.000051394352,0.00009610626,0.00033447318,0.000009533205],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039463182,0.000064492255,0.00059172936,0.0025237857,0.00006729338,0.000051999006,0.1364428,1.6164714e-7,0.0015739057,0.63582724,0.00008560585,0.22273153],"study_design_scores_gemma":[0.017358322,0.00094811904,0.01520045,0.18030661,0.0012795837,0.00016925202,0.29405636,0.0016807053,0.0040889434,0.032924946,0.44502735,0.0069593634],"about_ca_topic_score_codex":0.000059133883,"about_ca_topic_score_gemma":0.00013734894,"teacher_disagreement_score":0.6029023,"about_ca_system_score_codex":0.00003757268,"about_ca_system_score_gemma":0.00001693911,"threshold_uncertainty_score":0.5137893},"labels":[],"label_agreement":null},{"id":"W2551339363","doi":"10.1515/iral-2015-0028","title":"Prime Repetition and Korean EFL Learners’ Comprehension and Production of Passives","year":2016,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Repetition (rhetorical device); Psychology; Linguistics; Variety (cybernetics); Prime (order theory); Comprehension; Priming (agriculture); Production (economics); Language production; Computer science; Cognition; Mathematics; Artificial intelligence","score_opus":0.017414443500998012,"score_gpt":0.28726559679822267,"score_spread":0.26985115329722464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551339363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82271194,0.0067044743,0.00017848412,0.00074187206,0.0010325498,0.0003723919,0.000023013119,0.00006955416,0.16816568],"genre_scores_gemma":[0.99589723,0.0016933826,0.0013140205,0.000085981796,0.00054410956,0.0000050752574,0.000021527318,0.000012669312,0.00042600275],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99907714,0.000074001284,0.0003738929,0.00019626475,0.00019192282,0.00008675747],"domain_scores_gemma":[0.99931294,0.00018049669,0.0002885744,0.00011775387,0.00007749532,0.000022764885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00074070174,0.00010355108,0.00022561886,0.00011029786,0.00007101185,0.000019197596,0.0000853906,0.000026476624,0.000081571736],"category_scores_gemma":[0.0023947936,0.000074377975,0.000031963056,0.000014285584,0.00016145414,0.000035987316,0.000060838407,0.000216493,0.0000018133662],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004406686,0.00007484239,0.0010607251,0.0015661968,0.00003680654,0.0000043313635,0.025816297,0.0000041538865,0.007414027,0.80723345,0.00014333981,0.15660173],"study_design_scores_gemma":[0.0062647196,0.0010859165,0.0147952335,0.19609149,0.00067445904,0.0000852505,0.055527113,0.0010876013,0.014383344,0.05902551,0.6480321,0.0029472471],"about_ca_topic_score_codex":0.00014331553,"about_ca_topic_score_gemma":0.00003114525,"teacher_disagreement_score":0.748208,"about_ca_system_score_codex":0.000027176273,"about_ca_system_score_gemma":0.000009751098,"threshold_uncertainty_score":0.30330458},"labels":[],"label_agreement":null},{"id":"W2615798405","doi":"10.1515/iral-2015-0116","title":"Korean L2 speakers’ regulatory focus and oral task performance","year":2017,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Regulatory focus theory; Psychology; Fluency; Promotion (chess); Task (project management); Situational ethics; Cognitive psychology; Trait; Social psychology; Computer science; Mathematics education","score_opus":0.021381157296766807,"score_gpt":0.3040321196586514,"score_spread":0.2826509623618846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615798405","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30085748,0.0035144591,0.000022501266,0.00016940892,0.00087504386,0.00017423803,0.000021628153,0.00004865987,0.69431657],"genre_scores_gemma":[0.9952211,0.00067840057,0.0013397557,0.00030301977,0.0013924039,0.000007727352,0.0000328425,0.00002463235,0.0010001176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99879986,0.000047492,0.0004302865,0.00023787867,0.0003022884,0.00018218768],"domain_scores_gemma":[0.9990187,0.000104432314,0.0004092337,0.00035244573,0.00006917934,0.000045962155],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013715723,0.00017005454,0.00031596987,0.00009992151,0.000389072,0.0001637029,0.0004702077,0.00003852622,0.00020799844],"category_scores_gemma":[0.002256157,0.00015154544,0.00006365205,0.0000084888925,0.00022389651,0.00006708117,0.00016623638,0.00060850964,0.000014961748],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028295633,0.00006056429,0.0024638253,0.0012600254,0.000051727406,0.000021838723,0.027492618,0.000012761359,0.00007272185,0.8343544,0.0006222161,0.133559],"study_design_scores_gemma":[0.0019153614,0.00017704186,0.014117798,0.023371976,0.0001989586,0.000018151752,0.007286714,0.0026100539,0.00023445708,0.007926984,0.94089127,0.0012512307],"about_ca_topic_score_codex":0.0006486175,"about_ca_topic_score_gemma":0.00018169674,"teacher_disagreement_score":0.94026905,"about_ca_system_score_codex":0.000054357028,"about_ca_system_score_gemma":0.00002204738,"threshold_uncertainty_score":0.61798435},"labels":[],"label_agreement":null},{"id":"W2624058899","doi":"10.1515/iral-2017-0066","title":"Impacts of task complexity on the development of L2 oral performance over time","year":2017,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Task (project management); Task analysis; Computer science; Linguistics; Production (economics); Psychology; Cognitive psychology; Engineering; Philosophy","score_opus":0.052820812080125026,"score_gpt":0.3414118408711567,"score_spread":0.2885910287910317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624058899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6590905,0.00033764643,0.000013969376,0.000058175265,0.00024053604,0.00014818148,0.00002650846,0.000011831385,0.34007263],"genre_scores_gemma":[0.99716365,0.000059736572,0.001969165,0.00017513282,0.00032925254,0.000005054848,0.00003330335,0.000013068029,0.00025160774],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987498,0.00005515371,0.0005728199,0.00012851947,0.00036790292,0.00012583258],"domain_scores_gemma":[0.9986668,0.00021642318,0.0007110052,0.000292347,0.00009207072,0.00002135361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017565332,0.00012850799,0.0003155589,0.00007273555,0.00024755872,0.000040402396,0.00057970465,0.000024393052,0.00062623504],"category_scores_gemma":[0.0022048785,0.00009001267,0.00007048404,0.000010563108,0.00020730328,0.000027716122,0.00013031722,0.00042944716,0.000014906997],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061148574,0.00017600301,0.0015349016,0.0018470488,0.000094820054,0.0000023073442,0.060498584,0.000031545344,0.00043694454,0.90557736,0.00038703633,0.029352304],"study_design_scores_gemma":[0.0050331037,0.00081301155,0.08637329,0.13814403,0.00044382943,0.000007002056,0.016632522,0.013931193,0.010469352,0.014791363,0.7104862,0.0028751479],"about_ca_topic_score_codex":0.00026947758,"about_ca_topic_score_gemma":0.00010482465,"teacher_disagreement_score":0.890786,"about_ca_system_score_codex":0.000050255898,"about_ca_system_score_gemma":0.00004320124,"threshold_uncertainty_score":0.6856834},"labels":[],"label_agreement":null},{"id":"W2810841914","doi":"10.1515/iral-2017-0084","title":"A gendered study of refusal of request speech act in the three languages of Persian, English and Balouchi: a within language study","year":2018,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Camosun College","funders":"","keywords":"Persian; Speech act; Linguistics; Psychology; Realization (probability); Focus (optics); Descriptive statistics; Task (project management)","score_opus":0.04080243077801323,"score_gpt":0.36325985295195157,"score_spread":0.32245742217393836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810841914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8429768,0.0026202681,0.0000029058324,0.000019571882,0.00016345321,0.0007514357,0.0000604384,0.000015203371,0.15338993],"genre_scores_gemma":[0.99845034,0.00009997172,0.00081389426,0.00006797731,0.00044824166,0.000027426915,0.000034194258,0.000020241629,0.00003769427],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977364,0.00027258848,0.0010399435,0.00023444559,0.0005740476,0.00014257676],"domain_scores_gemma":[0.9979324,0.00039471086,0.0007479826,0.00060079637,0.0003028274,0.000021299538],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022218768,0.00019513916,0.00055773044,0.00023809324,0.000055563243,0.00003791537,0.0008527142,0.00003881788,0.00014547432],"category_scores_gemma":[0.0023827439,0.00014293798,0.0000638365,0.00010130365,0.0003318212,0.00005207687,0.00020776763,0.00042013385,8.641333e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085025946,0.0012845249,0.0039470103,0.0008172321,0.00012922728,0.00002741401,0.7750023,0.0000039375727,0.0002740953,0.21593072,0.000033736793,0.0024647946],"study_design_scores_gemma":[0.0013391554,0.0005420292,0.0038521127,0.002144298,0.00014120774,0.0000029659636,0.9902845,0.000048300863,0.00024083583,0.0008304103,0.00036111526,0.00021305803],"about_ca_topic_score_codex":0.003969037,"about_ca_topic_score_gemma":0.013585812,"teacher_disagreement_score":0.21528222,"about_ca_system_score_codex":0.00003502581,"about_ca_system_score_gemma":0.000052386065,"threshold_uncertainty_score":0.75812024},"labels":[],"label_agreement":null},{"id":"W2918717729","doi":"10.1515/iral-2018-0294","title":"A learner corpus analysis: Effects of task complexity, task type, and L1 &amp; L2 similarity on propositional and linguistic complexity","year":2019,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Task (project management); Computer science; Modality (human–computer interaction); Complement (music); Natural language processing; Function (biology); Linguistic sequence complexity; Task analysis; Similarity (geometry); Artificial intelligence; Linguistics","score_opus":0.02243134708598561,"score_gpt":0.35732688534046775,"score_spread":0.33489553825448215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918717729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8000312,0.020693151,0.00045191648,0.00010317946,0.0011973366,0.0009724559,0.00015430455,0.00006465644,0.17633182],"genre_scores_gemma":[0.99314237,0.00014870348,0.0035180491,0.002212639,0.00028838473,0.000013193827,0.0004389152,0.000021616612,0.00021611877],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99816126,0.00021708656,0.0006181929,0.00042086808,0.0003846839,0.00019793723],"domain_scores_gemma":[0.9982616,0.00072205387,0.00043078253,0.0003181512,0.00019659837,0.00007086656],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00088609575,0.00021875028,0.00063521805,0.00032610283,0.000055300472,0.000025693413,0.00023671327,0.0000962214,0.002176064],"category_scores_gemma":[0.0031901929,0.00020586586,0.00009627748,0.0002516613,0.00019718052,0.000014277643,0.0001303253,0.0006537785,0.000032373147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044201716,0.00061151385,0.0068401764,0.004740916,0.00096173835,0.0000966497,0.011344838,0.00011950149,0.0017884959,0.96693045,0.00032366137,0.005800049],"study_design_scores_gemma":[0.025015244,0.0035340523,0.65059763,0.054362778,0.0076126065,0.00033157907,0.0109123485,0.014008323,0.0011352778,0.079065144,0.14677675,0.0066482504],"about_ca_topic_score_codex":0.0003389348,"about_ca_topic_score_gemma":0.000039102822,"teacher_disagreement_score":0.8878653,"about_ca_system_score_codex":0.00005287012,"about_ca_system_score_gemma":0.000026817763,"threshold_uncertainty_score":0.9987361},"labels":[],"label_agreement":null},{"id":"W2947618921","doi":"10.1515/iral-2018-0357","title":"The refusal of request speech act in Persian, English, and Balouchi languages: A cross-cultural and cross-linguistic study","year":2019,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Camosun College","funders":"","keywords":"Persian; Linguistics; Psychology; Speech act; Descriptive statistics; Realization (probability); Mathematics; Statistics","score_opus":0.0265070621769743,"score_gpt":0.38867472217597654,"score_spread":0.36216765999900224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947618921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.701443,0.0072213328,4.2349976e-7,0.000026985485,0.00035810153,0.00043417318,0.000040070656,0.00002073937,0.29045516],"genre_scores_gemma":[0.99739045,0.0011272285,0.00036381205,0.00009406826,0.0005239253,0.000021589425,0.000051296356,0.000021125317,0.00040648776],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9982492,0.00012218227,0.000782399,0.00027476528,0.0003779261,0.0001935725],"domain_scores_gemma":[0.9982155,0.0006120965,0.0003918255,0.0004078756,0.00033858843,0.000034129444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015773765,0.0002042216,0.00040924698,0.0001172685,0.00012246134,0.00029622103,0.00055279577,0.00004485832,0.00012998354],"category_scores_gemma":[0.0053079245,0.00014670366,0.000056370125,0.000049237784,0.00044611382,0.00008589737,0.0002430924,0.00054494216,0.0000039126285],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008351739,0.00019804086,0.020848004,0.0011047426,0.000071662325,0.000028587845,0.15197256,0.000010508476,0.0000733122,0.82149255,0.000028272976,0.0040882444],"study_design_scores_gemma":[0.008020943,0.00072910934,0.05511074,0.017696427,0.0003190309,0.000033830536,0.7940904,0.00076994556,0.00024345111,0.011318134,0.10965178,0.002016236],"about_ca_topic_score_codex":0.0010888638,"about_ca_topic_score_gemma":0.0012157349,"teacher_disagreement_score":0.8101744,"about_ca_system_score_codex":0.00006600295,"about_ca_system_score_gemma":0.000043559365,"threshold_uncertainty_score":0.6354464},"labels":[],"label_agreement":null},{"id":"W3082349792","doi":"10.1515/iral-2019-0115","title":"D-linked and non-d-linked<i>wh</i>-questions in L2 French and L3 English","year":2020,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Linguistics; Syntax; Feature (linguistics); Interrogative word; Psychology; Second-language acquisition; Discourse analysis; Computer science; Philosophy","score_opus":0.0185654723735287,"score_gpt":0.2888135864587831,"score_spread":0.2702481140852544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082349792","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39626426,0.014972467,0.00019846324,0.00094529585,0.0011657686,0.0006215653,0.000084616026,0.00014689489,0.5856007],"genre_scores_gemma":[0.99293196,0.0011765271,0.0025826339,0.001399453,0.0016644838,0.000017171267,0.00006756585,0.000022999307,0.00013718984],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99866873,0.00007650289,0.0005619374,0.00029028833,0.0002315774,0.00017094568],"domain_scores_gemma":[0.99922985,0.00029756827,0.00019568727,0.00011869349,0.000086748674,0.00007146887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008681467,0.00017835051,0.00036606623,0.00013185709,0.00010150844,0.000087754204,0.00021685308,0.00005150186,0.00016481725],"category_scores_gemma":[0.0050993026,0.0001703264,0.000045581855,0.000042414762,0.00011563663,0.00004326945,0.00012623002,0.0009180203,0.000005372839],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026133072,0.000119286145,0.0031567183,0.0026150492,0.00005084333,0.000048755846,0.24255505,0.00008439412,0.00016991458,0.72301036,0.0007402724,0.027423214],"study_design_scores_gemma":[0.003458918,0.00030184278,0.0071329167,0.025744153,0.00021730944,0.00000880445,0.029917985,0.009829683,0.000040906903,0.009809744,0.9118956,0.0016421654],"about_ca_topic_score_codex":0.00060851406,"about_ca_topic_score_gemma":0.00022009072,"teacher_disagreement_score":0.9111553,"about_ca_system_score_codex":0.000040345378,"about_ca_system_score_gemma":0.000026482778,"threshold_uncertainty_score":0.6945709},"labels":[],"label_agreement":null},{"id":"W3154545235","doi":"10.1515/iral-2021-0024","title":"The idiodynamic method: willingness to communicate and anxiety processes interacting in real time","year":2021,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Willingness to communicate; Empathy; Psychology; Anxiety; Competence (human resources); Sample (material); Cognition; Applied psychology; Social psychology; Computer science","score_opus":0.027263272541193623,"score_gpt":0.4578504965002324,"score_spread":0.4305872239590388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154545235","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14062384,0.048428155,0.00080337666,0.008871096,0.0023589581,0.0012517186,0.00006294158,0.00010633589,0.7974936],"genre_scores_gemma":[0.9554328,0.013635629,0.028867003,0.0012714185,0.00019889558,0.000103045226,0.00009558186,0.000022114373,0.00037356396],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983424,0.0003447135,0.0007223992,0.00023763221,0.0001835055,0.00016935487],"domain_scores_gemma":[0.99699455,0.0018932003,0.00027928152,0.00054167246,0.00024341559,0.00004785022],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021761258,0.000120801735,0.0002701202,0.00008636466,0.00011033086,0.000041398805,0.00059329567,0.00005088316,0.00012732083],"category_scores_gemma":[0.00744916,0.000107506276,0.000034486315,0.00023797741,0.000042662767,0.000016711143,0.0002943103,0.00064295717,0.000014530886],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013229507,0.00042951258,0.0074472968,0.0029886889,0.00009355833,0.000019910549,0.07466573,0.000090650065,0.00093826436,0.5423093,0.0007446947,0.3701401],"study_design_scores_gemma":[0.0024264501,0.00010903812,0.040475532,0.041608933,0.00013771218,0.00013394964,0.09723752,0.00495463,0.00042593028,0.012725281,0.7982111,0.001553936],"about_ca_topic_score_codex":0.0006010746,"about_ca_topic_score_gemma":0.00067610486,"teacher_disagreement_score":0.8148089,"about_ca_system_score_codex":0.0001254568,"about_ca_system_score_gemma":0.00010818502,"threshold_uncertainty_score":0.8917878},"labels":[],"label_agreement":null},{"id":"W3173915048","doi":"10.1515/iral-2020-0104","title":"Lexical stress assignment preferences in L2 German","year":2021,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"German; Linguistics; Stress (linguistics); Psychology; Lexicon; Syllable; First language; Computer science","score_opus":0.033040548193644596,"score_gpt":0.4296519021039674,"score_spread":0.3966113539103228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173915048","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38443798,0.013724117,0.00014302474,0.00027512858,0.0013550806,0.00030604246,0.00009198098,0.000020825926,0.5996458],"genre_scores_gemma":[0.9963756,0.0011298582,0.0012333866,0.00041281368,0.00033925253,0.000044377644,0.00013654362,0.0000127405965,0.00031539716],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99839354,0.00016738742,0.00055434706,0.00030471027,0.00034199137,0.00023801792],"domain_scores_gemma":[0.99916553,0.00031559597,0.00013427954,0.00026585683,0.00007216524,0.00004656659],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008656091,0.00012635512,0.0003155858,0.00013263978,0.000022376129,0.00001756838,0.00041023758,0.00009068547,0.0013993088],"category_scores_gemma":[0.0014694547,0.00012038773,0.00005636814,0.00011333774,0.00006564465,0.000008184859,0.00017445123,0.0007427871,0.00003836395],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001452632,0.0015320869,0.015829198,0.0018312838,0.00019540406,0.00092856237,0.021293143,0.000072577735,0.0027944888,0.8639083,0.0014814481,0.08998826],"study_design_scores_gemma":[0.013236631,0.0008270704,0.4293534,0.062016983,0.00033492234,0.00017332207,0.02144541,0.0027106258,0.01933376,0.19421747,0.2520973,0.0042531113],"about_ca_topic_score_codex":0.00027885678,"about_ca_topic_score_gemma":0.00017137708,"teacher_disagreement_score":0.6696908,"about_ca_system_score_codex":0.00008459919,"about_ca_system_score_gemma":0.00006407884,"threshold_uncertainty_score":0.99951357},"labels":[],"label_agreement":null},{"id":"W4210265065","doi":"10.1515/iral-2021-0115","title":"Investigating the impact of task complexity on uptake and noticing of corrective feedback recasts","year":2022,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Corrective feedback; Task (project management); Psychology; Grammaticality; Operationalization; Task analysis; Linguistics; Comprehension; Grammar; Linguistic sequence complexity; Cognitive psychology; Computer science; Mathematics education","score_opus":0.04586882753328326,"score_gpt":0.33801809708240793,"score_spread":0.2921492695491247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210265065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78023577,0.0014366248,0.000025725012,0.0000640311,0.0004243366,0.0002805372,0.00013686318,0.000019196978,0.2173769],"genre_scores_gemma":[0.9984224,0.00006251901,0.00083438127,0.00020496623,0.00033337393,0.000010365582,0.000047505444,0.000016758917,0.000067730434],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9985464,0.00019911263,0.0005827754,0.00016860064,0.00037797523,0.00012514008],"domain_scores_gemma":[0.9984329,0.00066787814,0.0006244087,0.00015811715,0.00009181763,0.00002490389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018924911,0.00013716405,0.000354635,0.00012335992,0.00021271242,0.00002089827,0.0002908252,0.000017170232,0.00029886403],"category_scores_gemma":[0.0030704495,0.00010299318,0.00010343537,0.0000492373,0.00022764121,0.0000154756,0.00016799284,0.00088074466,8.5516893e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000069956914,0.00016715509,0.0010080885,0.0009808367,0.00012582814,0.0000043508066,0.16888581,0.0036953955,0.00045582606,0.79961926,0.0003299282,0.024657588],"study_design_scores_gemma":[0.00892417,0.0053265975,0.06695319,0.10038862,0.0011277783,0.00008439418,0.48263088,0.11046463,0.0013617583,0.1162427,0.1021489,0.004346398],"about_ca_topic_score_codex":0.0018501166,"about_ca_topic_score_gemma":0.00006362795,"teacher_disagreement_score":0.68337655,"about_ca_system_score_codex":0.00010605131,"about_ca_system_score_gemma":0.000040110353,"threshold_uncertainty_score":0.419994},"labels":[],"label_agreement":null},{"id":"W4315797117","doi":"10.1515/iral-2022-0206","title":"Scoping review of research methodologies across language studies with deaf and hard-of-hearing multilingual learners","year":2023,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sign language; Immigration; Population; Psychology; Deaf community; Linguistics; Sociology; Political science","score_opus":0.282778076293751,"score_gpt":0.5890349079482144,"score_spread":0.30625683165446344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315797117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67715156,0.2932783,0.00010907643,0.0002752233,0.00043365316,0.001296632,0.000026497126,0.00010342034,0.027325658],"genre_scores_gemma":[0.907243,0.07070126,0.021418825,0.00018432058,0.00014914763,0.00008503978,0.0000447281,0.000027853263,0.00014580162],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9976564,0.0004846198,0.00081939733,0.00027919337,0.00048896164,0.00027142535],"domain_scores_gemma":[0.99646723,0.0024188233,0.00037985062,0.00044472393,0.00025776788,0.000031591222],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009721306,0.00014469186,0.0006170772,0.00022252908,0.00006951084,0.000010922419,0.0004485748,0.00005953585,0.00002905343],"category_scores_gemma":[0.017857788,0.00012174086,0.00006234819,0.00033252698,0.00027631957,0.000021820611,0.00042768265,0.0006124851,0.000005625878],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041328854,0.0003433334,0.010255291,0.32827738,0.00081041356,0.00012943198,0.20982997,0.00011767579,0.0044456315,0.09001558,0.0004615718,0.35490042],"study_design_scores_gemma":[0.0013976296,0.00031117073,0.0059995293,0.8910801,0.00013521514,0.000014536627,0.09588332,0.0001591342,0.002554224,0.0009218589,0.0010498209,0.0004935026],"about_ca_topic_score_codex":0.00032267332,"about_ca_topic_score_gemma":0.000040893105,"teacher_disagreement_score":0.5628027,"about_ca_system_score_codex":0.000060810034,"about_ca_system_score_gemma":0.000052488533,"threshold_uncertainty_score":0.9904152},"labels":[],"label_agreement":null},{"id":"W4366689328","doi":"10.1515/iral-2022-0092","title":"Investigating willingness to communicate in synchronous group discussion tasks: one step closer towards authentic communication","year":2023,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Willingness to communicate; Recall; Psychology; Social psychology; Computer science; Cognitive psychology","score_opus":0.0346227561395758,"score_gpt":0.3310625597617931,"score_spread":0.29643980362221733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366689328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62409425,0.0074764495,0.0007490232,0.003474106,0.0018317179,0.0017589779,0.00010441744,0.0005810501,0.35992998],"genre_scores_gemma":[0.990656,0.00067152554,0.006629202,0.000699006,0.0004440128,0.000066983266,0.0004091858,0.000044122422,0.00037994256],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777144,0.00031663562,0.0009052049,0.00027712627,0.00045397173,0.0002756088],"domain_scores_gemma":[0.9986069,0.00037818824,0.00036132755,0.00050675846,0.00008239651,0.00006443011],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033192753,0.00021028252,0.00044183785,0.00031472708,0.0002295693,0.000105604006,0.0008746237,0.00005586091,0.00013256622],"category_scores_gemma":[0.0041083177,0.00017562493,0.000083143954,0.00015304364,0.00012486245,0.000055899047,0.00044853956,0.0010580318,0.000052430663],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021837735,0.00024893222,0.00095015776,0.00233944,0.000052598323,0.000011479037,0.15916564,0.00069770677,0.0003766579,0.731827,0.00034235968,0.10396619],"study_design_scores_gemma":[0.0045528635,0.00044323143,0.015224794,0.19745865,0.00037430885,0.00000821203,0.12617746,0.051091462,0.00020175693,0.054353997,0.54651576,0.0035975],"about_ca_topic_score_codex":0.0018054777,"about_ca_topic_score_gemma":0.0008114796,"teacher_disagreement_score":0.677473,"about_ca_system_score_codex":0.00018299429,"about_ca_system_score_gemma":0.00003330066,"threshold_uncertainty_score":0.71617764},"labels":[],"label_agreement":null},{"id":"W4388532419","doi":"10.1515/iral-2023-0048","title":"The impact of guessing and retrieval strategies for learning phrasal verbs","year":2023,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Verb; Computer science; Linguistics; Bridge (graph theory); Corrective feedback; Modal verb; Psychology; Natural language processing; Artificial intelligence; Mathematics education","score_opus":0.02155006939554407,"score_gpt":0.4188907799349422,"score_spread":0.3973407105393982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388532419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7599585,0.035289057,0.0007627148,0.00008952035,0.001204991,0.0006253153,0.000056011464,0.00011995432,0.20189391],"genre_scores_gemma":[0.99794436,0.0003933632,0.0006869053,0.0001713302,0.00045802983,0.00001473504,0.00010258785,0.000022185193,0.00020653474],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9988063,0.00010479903,0.0004983441,0.00018969727,0.00019988698,0.00020100236],"domain_scores_gemma":[0.99826944,0.0011195262,0.00033573224,0.00015496404,0.00009055105,0.000029762416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018939,0.00012624638,0.00026828406,0.00014160818,0.00010575628,0.000043059827,0.00023370149,0.00005714658,0.00045950437],"category_scores_gemma":[0.004162318,0.00009518585,0.00011519196,0.00014078608,0.00008132977,0.000021582673,0.000066565786,0.00042342927,0.0000069439284],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082663883,0.00013735984,0.001141569,0.0023264356,0.00050635607,0.000080462996,0.057649013,0.0015376237,0.0069879517,0.7517765,0.0024194946,0.17461056],"study_design_scores_gemma":[0.016608408,0.0024751846,0.0777011,0.040131267,0.0007648606,0.00016047225,0.6181549,0.04552837,0.0015905922,0.062758796,0.13034548,0.003780587],"about_ca_topic_score_codex":0.00013311533,"about_ca_topic_score_gemma":0.0000025158834,"teacher_disagreement_score":0.6890177,"about_ca_system_score_codex":0.000043892174,"about_ca_system_score_gemma":0.00004396712,"threshold_uncertainty_score":0.5031251},"labels":[],"label_agreement":null},{"id":"W4396225360","doi":"10.1515/iral-2023-0167","title":"The impact of out-of-school L2 input and interaction on adolescent classroom immersion and community-L2 learners’ L2 vocabulary: opportunities for interaction are key","year":2024,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Vocabulary; Psychology; Second language; Foreign language; Immersion (mathematics); Key (lock); Mathematics education; Computer science; Linguistics; Mathematics","score_opus":0.08612380434181743,"score_gpt":0.37738858873865094,"score_spread":0.2912647843968335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396225360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.905305,0.010371304,0.00032817412,0.00044353816,0.0023583216,0.00065130164,0.00013544665,0.000063192434,0.08034371],"genre_scores_gemma":[0.99653006,0.0021923627,0.00018192948,0.000115361625,0.0005375567,0.000014059275,0.000101075966,0.000024686044,0.00030288647],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99870735,0.00024171255,0.00055503636,0.00015536802,0.00021642931,0.00012412752],"domain_scores_gemma":[0.99818623,0.0010893074,0.00041082042,0.00016411667,0.00011034412,0.00003916385],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018334619,0.00017188356,0.00031308073,0.00019472794,0.00023605823,0.00011388301,0.00018178357,0.000044670425,0.0000487475],"category_scores_gemma":[0.0019040103,0.0001249602,0.0001258974,0.00002063077,0.00013056841,0.00006332362,0.00009239394,0.0012372351,0.0000016172827],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082155253,0.0005409715,0.0010875022,0.013179078,0.00063121686,0.00001884801,0.18392698,0.00044668352,0.0011283756,0.48005018,0.0043429174,0.3138257],"study_design_scores_gemma":[0.0018889054,0.00170954,0.001518918,0.12131046,0.0005077274,0.000027993148,0.5403921,0.02017389,0.000448819,0.0048347157,0.3060941,0.0010928165],"about_ca_topic_score_codex":0.0005739701,"about_ca_topic_score_gemma":0.00009410119,"teacher_disagreement_score":0.47521546,"about_ca_system_score_codex":0.00012623073,"about_ca_system_score_gemma":0.000034561337,"threshold_uncertainty_score":0.537524},"labels":[],"label_agreement":null},{"id":"W4409277197","doi":"10.1515/iral-2024-0194","title":"Perceived L2 oral fluency, working memory, foreign language enjoyment and foreign language anxiety: identifying distinct patterns of relationship","year":2025,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Fluency; Psychology; Anxiety; Foreign language anxiety; Cognitive psychology; Foreign language; Linguistics","score_opus":0.029630297273274705,"score_gpt":0.3264002384906615,"score_spread":0.2967699412173868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409277197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53265035,0.0082975095,0.0009898096,0.000058826987,0.0005949544,0.00048266482,0.00007308222,0.00009067969,0.45676214],"genre_scores_gemma":[0.9949626,0.0003014373,0.0025618272,0.00031798106,0.00055621844,0.000031254178,0.00022053944,0.000034439563,0.0010137266],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9978647,0.0001737399,0.0009024539,0.00036738173,0.00042705183,0.00026465894],"domain_scores_gemma":[0.9985188,0.0005685628,0.0004667777,0.00030264974,0.00009463325,0.000048541275],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017142363,0.0002702925,0.00052639726,0.0003277798,0.00021963601,0.00010937875,0.0004137119,0.0000727227,0.00031489457],"category_scores_gemma":[0.0031295826,0.0002523338,0.00014685547,0.00007003924,0.000116637195,0.000056191977,0.00020201277,0.0008122668,0.0000043856694],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041852207,0.000117660595,0.02233901,0.003706006,0.00012110505,0.00003271975,0.09159488,0.00005869524,0.00046471893,0.84288466,0.00012244565,0.038516246],"study_design_scores_gemma":[0.008187603,0.0003723181,0.08416755,0.1788421,0.0018975828,0.000047302583,0.6112485,0.008868947,0.0016948066,0.044097327,0.056497995,0.004077963],"about_ca_topic_score_codex":0.0013713002,"about_ca_topic_score_gemma":0.00043908093,"teacher_disagreement_score":0.79878736,"about_ca_system_score_codex":0.00012727619,"about_ca_system_score_gemma":0.0000398827,"threshold_uncertainty_score":0.9999929},"labels":[],"label_agreement":null},{"id":"W4409966840","doi":"10.1515/iral-2024-0206","title":"Investigating the effect of task modality on the written and oral production of young EFL learners","year":2025,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Eusko Jaurlaritza","keywords":"Modality (human–computer interaction); Task (project management); Production (economics); Linguistics; Psychology; Mathematics education; Computer science; Philosophy; Artificial intelligence; Engineering","score_opus":0.017125489633967296,"score_gpt":0.31268402621333735,"score_spread":0.29555853657937003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409966840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85028565,0.0016117784,0.000014924839,0.000764623,0.00053425896,0.00035675213,0.000009428309,0.000018881667,0.14640372],"genre_scores_gemma":[0.9987794,0.00010915786,0.00019296269,0.00026265898,0.00031359715,0.000015657586,0.000014917371,0.0000091154525,0.00030250847],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"systematic_review","domain_scores_codex":[0.9987211,0.00029818312,0.00046453046,0.0001595853,0.0002626385,0.00009392792],"domain_scores_gemma":[0.9985921,0.0007913521,0.00034456112,0.00019500058,0.00006554576,0.000011444896],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0034621374,0.00011975521,0.00028009136,0.00008451878,0.00014247884,0.000025585268,0.00026139882,0.000025446754,0.000022453403],"category_scores_gemma":[0.01006372,0.00007003438,0.00006414458,0.000045726298,0.00026424017,0.000016140739,0.00008173787,0.0006104194,7.405873e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028722443,0.000030412692,0.0027413291,0.0021724782,0.00007699598,6.6039155e-7,0.026363704,0.0003678074,0.0006407154,0.9507122,0.0002373475,0.016627608],"study_design_scores_gemma":[0.008368597,0.0028336772,0.02867299,0.2935728,0.0032887943,0.000026880016,0.19299044,0.024016902,0.028106432,0.14303298,0.27113268,0.003956823],"about_ca_topic_score_codex":0.00075986615,"about_ca_topic_score_gemma":0.000064984924,"teacher_disagreement_score":0.80767924,"about_ca_system_score_codex":0.00003279572,"about_ca_system_score_gemma":0.000018509512,"threshold_uncertainty_score":0.9982749},"labels":[],"label_agreement":null},{"id":"W4410584030","doi":"10.1515/iral-2024-0174","title":"Exploring the dynamic metaphor patterns in describing English public speaking anxiety among Chinese learners","year":2025,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metaphor; Anxiety; Linguistics; Psychology; Public speaking; Philosophy","score_opus":0.03959123746703374,"score_gpt":0.3349501918374494,"score_spread":0.29535895437041565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410584030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7909448,0.0046837754,0.00084005017,0.00008957753,0.0027620918,0.0005136188,0.000024882618,0.00006938451,0.2000718],"genre_scores_gemma":[0.99618256,0.0014363909,0.00069087924,0.0007118558,0.0004997991,0.000197839,0.0001316654,0.000034324523,0.000114698276],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99756336,0.00026847736,0.0009225752,0.00046500372,0.00040664253,0.00037392695],"domain_scores_gemma":[0.9985812,0.0004584172,0.0003321776,0.000445644,0.0001391431,0.0000434606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025588812,0.00028098933,0.00047851357,0.00048651692,0.00008709606,0.000079668534,0.00074249826,0.00007636385,0.00019543545],"category_scores_gemma":[0.0064380704,0.00021890471,0.00018370632,0.0004715217,0.00007896489,0.00009839398,0.00020417964,0.001095014,0.000008783328],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013425933,0.00059189805,0.10849467,0.0024420428,0.00052845175,0.00017175243,0.09548721,0.00014569069,0.00044368918,0.3748319,0.00009794298,0.4166305],"study_design_scores_gemma":[0.009922303,0.00017101248,0.5259701,0.069866195,0.0011734142,0.00004187104,0.3261324,0.00728172,0.0005646324,0.015745804,0.039030153,0.0041004135],"about_ca_topic_score_codex":0.001091719,"about_ca_topic_score_gemma":0.0010520929,"teacher_disagreement_score":0.41747543,"about_ca_system_score_codex":0.00023060394,"about_ca_system_score_gemma":0.000039742452,"threshold_uncertainty_score":0.8926675},"labels":[],"label_agreement":null}]}