{"meta":{"query_hash":"1bb128e8dff7","filters":{"venue":"IRAL - International Review of Applied Linguistics in Language Teaching"},"cohort_total":20,"direct_labels_cover":0,"predictions_cover":20,"exported":20,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/1bb128e8dff7","api":"https://metacan.xera.ac/api/v1/cohort?venue=IRAL+-+International+Review+of+Applied+Linguistics+in+Language+Teaching"},"results":[{"id":"W1986276376","doi":"10.1515/iral-2015-0002","title":"Setting segmental priorities for English learners: Evidence from a longitudinal study","year":2015,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University; University of Alberta; Simon Fraser University","funders":"","keywords":"Pronunciation; Linguistics; Psychology; Longitudinal study; Curriculum; Consonant; Process (computing); Mathematics education; Language acquisition; Second-language acquisition; Second language; Computer science; Pedagogy","score_opus":0.0937147511399625,"score_gpt":0.44952956158478613,"score_spread":0.35581481044482366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986276376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992828,0.00027313174,0.000060518985,0.000057896894,0.000003787772,0.000015209343,0.00006202852,0.0000013683696,0.00024325459],"genre_scores_gemma":[0.998825,0.00042434531,0.00019438229,0.00005541649,0.0000044978096,0.000049685874,0.0001377553,0.0000021640803,0.00030668595],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99752754,0.0011506028,0.0002222875,0.00036483665,0.00044396048,0.0002908791],"domain_scores_gemma":[0.982692,0.0060160207,0.005191402,0.0012829424,0.0032542036,0.0015633693],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009870409,0.00025327853,0.00053484045,0.0010089268,0.0018844806,0.0019941155,0.0009793694,0.0010585301,0.0017630383],"category_scores_gemma":[0.022355817,0.0004198974,0.0004337276,0.0010375575,0.00091572595,0.0017121074,0.0013131578,0.0012045135,0.00052200333],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000283147,0.0016263028,0.95386994,0.000083303115,0.000076698816,0.00026898013,0.02743322,0.000038488324,0.0003947735,0.00014887168,0.00021473432,0.015561603],"study_design_scores_gemma":[0.000032697437,0.0017453674,0.95629007,0.00014086408,0.00009903317,0.00026474815,0.0387392,0.00020745074,0.00047036225,0.00026010897,0.001717122,0.000032848773],"about_ca_topic_score_codex":0.014891877,"about_ca_topic_score_gemma":0.024916064,"teacher_disagreement_score":0.014891877,"about_ca_system_score_codex":0.0009089014,"about_ca_system_score_gemma":0.0016381978,"threshold_uncertainty_score":0.052200317},"labels":[],"label_agreement":null},{"id":"W2031080521","doi":"10.1515/iral.2010.013","title":"Role of first language dialect in the production of second language German vowels","year":2010,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"German; Formant; Linguistics; Vowel; Contrast (vision); Space (punctuation); History; Psychology; Computer science; Philosophy; Artificial intelligence","score_opus":0.01264191811520736,"score_gpt":0.37287371316179624,"score_spread":0.36023179504658887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2031080521","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99949837,0.000050823877,0.000117439246,0.000006744859,9.2679176e-7,0.0000029192113,0.000018942621,0.000002442288,0.00030134717],"genre_scores_gemma":[0.9993729,0.000036243688,0.00022427207,0.000010293271,5.09713e-7,0.000005051003,0.000029976807,0.000005806089,0.00031500307],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99958044,0.0000890384,0.00002913881,0.00014670446,0.00007824261,0.000076365715],"domain_scores_gemma":[0.99894875,0.00043609607,0.0002410164,0.00009237777,0.00013396327,0.00014780408],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052779703,0.00033437836,0.00026699717,0.00033683702,0.00038320245,0.00097449723,0.0002282421,0.00029135868,0.0012854371],"category_scores_gemma":[0.0017268043,0.0003072614,0.00015366726,0.0001842174,0.0005103647,0.0003294808,0.0007407367,0.0003200129,0.0002545847],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013505623,0.00013785473,0.26631707,0.0001455049,0.000059386668,0.00054045056,0.014369958,0.00018608694,0.6940034,0.00035524138,0.00006822781,0.022466172],"study_design_scores_gemma":[0.00001565146,0.00036076238,0.97171265,0.000013691278,0.000023149963,0.00046386642,0.0019403849,0.00022605319,0.024664758,0.00011378359,0.0004445628,0.00002064433],"about_ca_topic_score_codex":0.008970584,"about_ca_topic_score_gemma":0.015079532,"teacher_disagreement_score":0.008970584,"about_ca_system_score_codex":0.00037820337,"about_ca_system_score_gemma":0.0005453447,"threshold_uncertainty_score":0.01783675},"labels":[],"label_agreement":null},{"id":"W2443925006","doi":"10.1515/iral-2016-9991","title":"Second language fluency and its underlying cognitive and social determinants","year":2016,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":162,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Fluency; Utterance; Psychology; Cognitive psychology; Perspective (graphical); Context (archaeology); Cognition; Verbal fluency test; Linguistics; Computer science","score_opus":0.0385517790055524,"score_gpt":0.3482721103270022,"score_spread":0.3097203313214498,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2443925006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9475803,0.018519528,0.003952977,0.0020798508,0.000031799584,0.000012862304,0.000087441054,0.000032005435,0.027703186],"genre_scores_gemma":[0.99757093,0.0017950049,0.00022459947,0.00003016193,0.00002237252,0.000004451533,0.000016074875,0.000002127771,0.0003342873],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9996418,0.000120858975,0.000024983152,0.000049457063,0.00008899259,0.00007383467],"domain_scores_gemma":[0.99639195,0.0022830595,0.0007300455,0.00006616935,0.00032506953,0.0002037118],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084942085,0.000133684,0.00024441918,0.0016642577,0.00035088655,0.0017540642,0.00026486185,0.00042512687,0.0020758968],"category_scores_gemma":[0.0031207544,0.000060635848,0.00017469768,0.0008957031,0.002362917,0.00073881715,0.00061825244,0.00037748023,0.00014531547],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023972007,0.0003089389,0.43694472,0.0010020045,0.00023908241,0.0033292186,0.021985775,0.0026988103,0.0061690714,0.13785733,0.0020956718,0.38712966],"study_design_scores_gemma":[0.000011211203,0.00012437899,0.9033203,0.00036606975,0.00006735593,0.0017805963,0.00883503,0.0026396918,0.0012263925,0.07074088,0.010839758,0.000048355116],"about_ca_topic_score_codex":0.0033746006,"about_ca_topic_score_gemma":0.0021000467,"teacher_disagreement_score":0.0033746006,"about_ca_system_score_codex":0.0007302726,"about_ca_system_score_gemma":0.0004674902,"threshold_uncertainty_score":0.006944597},"labels":[],"label_agreement":null},{"id":"W2551339363","doi":"10.1515/iral-2015-0028","title":"Prime Repetition and Korean EFL Learners’ Comprehension and Production of Passives","year":2016,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Repetition (rhetorical device); Psychology; Linguistics; Variety (cybernetics); Prime (order theory); Comprehension; Priming (agriculture); Production (economics); Language production; Computer science; Cognition; Mathematics; Artificial intelligence","score_opus":0.017414443500998012,"score_gpt":0.28726559679822267,"score_spread":0.26985115329722464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2551339363","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99902844,0.00009431767,0.00019607929,0.00001796248,0.0000034780337,0.0000075862476,0.00001305824,0.000007847788,0.00063130114],"genre_scores_gemma":[0.99796546,0.00015123375,0.0007362848,0.000036805497,0.000003436978,0.000029583753,0.00002806784,0.000013115171,0.0010359196],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99963284,0.000119054646,0.00003826259,0.00010364442,0.00006876169,0.00003742157],"domain_scores_gemma":[0.99756014,0.001062203,0.0008221343,0.00013073593,0.00027686515,0.00014801275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010132446,0.0003802677,0.0002904977,0.00018909272,0.00018402288,0.00058796676,0.00021667167,0.00037516365,0.003972502],"category_scores_gemma":[0.0031886962,0.00018620126,0.00013249578,0.00012281515,0.00035414757,0.0005317886,0.0004870071,0.00045688,0.0006851367],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002079903,0.0024277335,0.13415186,0.001022401,0.000065816304,0.0022935972,0.03988538,0.00010857733,0.7504662,0.0014078938,0.00048626077,0.065604374],"study_design_scores_gemma":[0.00032068632,0.010510789,0.6905735,0.0003535663,0.00031802052,0.0049892855,0.04125076,0.0013464603,0.23600487,0.0029158446,0.011301966,0.00011420168],"about_ca_topic_score_codex":0.00038166065,"about_ca_topic_score_gemma":0.00041721255,"teacher_disagreement_score":0.003972502,"about_ca_system_score_codex":0.0001559315,"about_ca_system_score_gemma":0.00033050164,"threshold_uncertainty_score":0.013289332},"labels":[],"label_agreement":null},{"id":"W2615798405","doi":"10.1515/iral-2015-0116","title":"Korean L2 speakers’ regulatory focus and oral task performance","year":2017,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Regulatory focus theory; Psychology; Fluency; Promotion (chess); Task (project management); Situational ethics; Cognitive psychology; Trait; Social psychology; Computer science; Mathematics education","score_opus":0.021381157296766807,"score_gpt":0.3040321196586514,"score_spread":0.2826509623618846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2615798405","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9988305,0.00014397867,0.00012295129,0.000014469935,0.0000026622747,0.0000038294806,0.00002093021,0.0000035687199,0.0008572291],"genre_scores_gemma":[0.9991798,0.00013032429,0.00010538997,0.000011074426,0.0000024828826,0.0000058268597,0.000026796704,0.0000035291,0.000534729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999706,0.00009505785,0.000031920714,0.000052197,0.00007934885,0.000035458077],"domain_scores_gemma":[0.9983114,0.0005762998,0.0005875419,0.00007329898,0.00027150346,0.00017995377],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008627027,0.00020091928,0.00014264618,0.00026429782,0.00019812149,0.00077495776,0.00012658002,0.00019960024,0.0020513174],"category_scores_gemma":[0.0025321613,0.00008116817,0.000106247666,0.00015449649,0.00022131317,0.00022420486,0.00039146852,0.00021655356,0.00028158777],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009813482,0.0006098376,0.8131634,0.00043336107,0.00013186524,0.0007370405,0.015248582,0.00021981828,0.08657141,0.00036753452,0.00048317283,0.08105266],"study_design_scores_gemma":[0.000009160017,0.0003515634,0.9898398,0.000031104413,0.00003682886,0.00025946673,0.004152216,0.00023895128,0.004129537,0.00010268457,0.0008334101,0.000015339425],"about_ca_topic_score_codex":0.0012385236,"about_ca_topic_score_gemma":0.0013651274,"teacher_disagreement_score":0.0020513174,"about_ca_system_score_codex":0.000113773276,"about_ca_system_score_gemma":0.00019164919,"threshold_uncertainty_score":0.0068623424},"labels":[],"label_agreement":null},{"id":"W2624058899","doi":"10.1515/iral-2017-0066","title":"Impacts of task complexity on the development of L2 oral performance over time","year":2017,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":46,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Task (project management); Task analysis; Computer science; Linguistics; Production (economics); Psychology; Cognitive psychology; Engineering; Philosophy","score_opus":0.052820812080125026,"score_gpt":0.3414118408711567,"score_spread":0.2885910287910317,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2624058899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9963707,0.00022353223,0.000635164,0.000056523404,0.000013236996,0.00004295213,0.00018580031,0.00003318621,0.002438954],"genre_scores_gemma":[0.99655056,0.00008245273,0.0007138378,0.00002989916,0.0000116609635,0.000119715674,0.00024433967,0.000051327082,0.0021961252],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971787,0.00090562546,0.0002572855,0.00051898207,0.000872029,0.00026747896],"domain_scores_gemma":[0.9502633,0.034298718,0.0073184487,0.00197572,0.0039035503,0.0022402238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033291662,0.0004979249,0.0004905213,0.00060455175,0.0003855342,0.0027496729,0.000572563,0.000478601,0.0070747435],"category_scores_gemma":[0.039858498,0.00029929998,0.00038416058,0.00043175003,0.00045567888,0.00093379186,0.0019113263,0.00091527496,0.0011293327],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0149198845,0.003931987,0.59554636,0.00096861087,0.0006881052,0.0011393385,0.019487599,0.0058470923,0.12193752,0.0007548861,0.0027596129,0.23201896],"study_design_scores_gemma":[0.000060540642,0.0022659965,0.9867361,0.00006550975,0.000093214745,0.00018153558,0.0016173574,0.0019356946,0.0050823945,0.0006353178,0.0012557837,0.00007058396],"about_ca_topic_score_codex":0.0038451839,"about_ca_topic_score_gemma":0.0025758946,"teacher_disagreement_score":0.0070747435,"about_ca_system_score_codex":0.00064532075,"about_ca_system_score_gemma":0.0006129243,"threshold_uncertainty_score":0.023667395},"labels":[],"label_agreement":null},{"id":"W2810841914","doi":"10.1515/iral-2017-0084","title":"A gendered study of refusal of request speech act in the three languages of Persian, English and Balouchi: a within language study","year":2018,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Camosun College","funders":"","keywords":"Persian; Speech act; Linguistics; Psychology; Realization (probability); Focus (optics); Descriptive statistics; Task (project management)","score_opus":0.04080243077801323,"score_gpt":0.36325985295195157,"score_spread":0.32245742217393836,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2810841914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9994266,0.000060060618,0.0000507171,0.000017870534,0.000002421812,0.000003985927,0.0000064602477,4.5361645e-7,0.00043147765],"genre_scores_gemma":[0.99974364,0.000035666602,0.000032703276,0.000009581337,0.000002265913,0.0000046269347,0.000005316303,8.550051e-7,0.00016526504],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988895,0.0005439967,0.00007240254,0.00011821515,0.00021787516,0.00015797047],"domain_scores_gemma":[0.99698573,0.0017466206,0.00057393045,0.00011742757,0.00036391956,0.00021235117],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022205443,0.00026090659,0.00035726343,0.0009761415,0.0012138659,0.001559137,0.0002679098,0.00037348858,0.0015961409],"category_scores_gemma":[0.005283303,0.00022999215,0.00013888368,0.0005954856,0.0017058532,0.000650112,0.0008506115,0.0004286908,0.00019372231],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018610132,0.00012167551,0.24894078,0.000085775486,0.000018506074,0.0015777813,0.7255276,0.000016087943,0.011795515,0.0005657037,0.0000947872,0.011069759],"study_design_scores_gemma":[0.000008428868,0.0002562856,0.40373445,0.000037485057,0.000015648617,0.0015584154,0.5912518,0.00009071398,0.0012373823,0.00015294932,0.0016358349,0.000020679294],"about_ca_topic_score_codex":0.004319962,"about_ca_topic_score_gemma":0.007778427,"teacher_disagreement_score":0.004319962,"about_ca_system_score_codex":0.00046802394,"about_ca_system_score_gemma":0.0006599133,"threshold_uncertainty_score":0.011743486},"labels":[],"label_agreement":null},{"id":"W2918717729","doi":"10.1515/iral-2018-0294","title":"A learner corpus analysis: Effects of task complexity, task type, and L1 &amp; L2 similarity on propositional and linguistic complexity","year":2019,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Task (project management); Computer science; Modality (human–computer interaction); Complement (music); Natural language processing; Function (biology); Linguistic sequence complexity; Task analysis; Similarity (geometry); Artificial intelligence; Linguistics","score_opus":0.02243134708598561,"score_gpt":0.35732688534046775,"score_spread":0.33489553825448215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2918717729","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945608,0.00015212604,0.0023506396,0.000051471307,0.000011852781,0.00013774318,0.00071401085,0.000068256,0.001953052],"genre_scores_gemma":[0.99378526,0.00007309028,0.0033436723,0.000039152153,0.000013270878,0.000324482,0.0014780782,0.00008824555,0.00085470226],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935556,0.003694729,0.0005701067,0.0009851144,0.0010347503,0.00015980998],"domain_scores_gemma":[0.851678,0.12830898,0.0069640838,0.00594681,0.005268187,0.0018339076],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006486078,0.000433647,0.0007245937,0.0015958688,0.0010183423,0.0028105152,0.00065726764,0.00047219143,0.0058636065],"category_scores_gemma":[0.0507836,0.0002919526,0.000515304,0.0013934711,0.0010024093,0.0016717806,0.002169025,0.0010156294,0.00065234915],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.015062339,0.0060276496,0.7044242,0.002098277,0.0016536106,0.0007345768,0.029044794,0.0030135761,0.057517067,0.0022775691,0.0045475187,0.1735988],"study_design_scores_gemma":[0.00023826284,0.0013516156,0.9698882,0.0001577855,0.00049720175,0.00030829915,0.0042729424,0.0056342166,0.012828146,0.00078970124,0.003939408,0.00009422862],"about_ca_topic_score_codex":0.0029605138,"about_ca_topic_score_gemma":0.0034385729,"teacher_disagreement_score":0.006486078,"about_ca_system_score_codex":0.00062353,"about_ca_system_score_gemma":0.0008384267,"threshold_uncertainty_score":0.034302056},"labels":[],"label_agreement":null},{"id":"W2947618921","doi":"10.1515/iral-2018-0357","title":"The refusal of request speech act in Persian, English, and Balouchi languages: A cross-cultural and cross-linguistic study","year":2019,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Camosun College","funders":"","keywords":"Persian; Linguistics; Psychology; Speech act; Descriptive statistics; Realization (probability); Mathematics; Statistics","score_opus":0.0265070621769743,"score_gpt":0.38867472217597654,"score_spread":0.36216765999900224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2947618921","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99942744,0.000118255026,0.000026267278,0.000013463656,0.0000024063913,0.000003349985,0.00000619156,3.616128e-7,0.000402354],"genre_scores_gemma":[0.99966955,0.000110363384,0.000052244402,0.000014542475,0.0000023736768,0.0000044113826,0.000012989911,9.0390404e-7,0.00013264576],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99908805,0.00040677132,0.000081502505,0.000106974476,0.00021450578,0.00010224646],"domain_scores_gemma":[0.9971852,0.0013885413,0.0006339724,0.00015688385,0.0004637082,0.00017167418],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019277022,0.00029586712,0.00029085742,0.0011769488,0.0008992635,0.0010905967,0.00033118675,0.00030752926,0.0010840632],"category_scores_gemma":[0.0045948233,0.00023343968,0.00014702296,0.00088930863,0.0012992888,0.00062661595,0.00066145405,0.00042427043,0.00014336304],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024069418,0.00020885545,0.5727019,0.00023764602,0.000077554265,0.0027191648,0.3886171,0.000041847325,0.00856529,0.0006949615,0.00021328044,0.025681753],"study_design_scores_gemma":[0.000010882387,0.00026021857,0.79980606,0.000059947153,0.0000403433,0.0032128817,0.19301702,0.00012948709,0.0012872962,0.00013518025,0.0020154396,0.00002522487],"about_ca_topic_score_codex":0.006496069,"about_ca_topic_score_gemma":0.012809902,"teacher_disagreement_score":0.006496069,"about_ca_system_score_codex":0.0003739776,"about_ca_system_score_gemma":0.0005114702,"threshold_uncertainty_score":0.012916505},"labels":[],"label_agreement":null},{"id":"W3082349792","doi":"10.1515/iral-2019-0115","title":"D-linked and non-d-linked<i>wh</i>-questions in L2 French and L3 English","year":2020,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Linguistics; Syntax; Feature (linguistics); Interrogative word; Psychology; Second-language acquisition; Discourse analysis; Computer science; Philosophy","score_opus":0.0185654723735287,"score_gpt":0.2888135864587831,"score_spread":0.2702481140852544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3082349792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99825495,0.000094094394,0.00011868607,0.00003631227,8.917568e-7,0.0000043614573,0.000024144843,0.000003832483,0.0014627128],"genre_scores_gemma":[0.99940455,0.000039331582,0.0000728988,0.000020713995,0.0000010375019,0.000004858949,0.000037298883,0.0000029206442,0.00041634386],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9991535,0.00034818577,0.000056503057,0.000118306634,0.0001647715,0.00015886441],"domain_scores_gemma":[0.99358714,0.004294566,0.000746336,0.00016792424,0.00080630695,0.00039771837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018907521,0.00036183195,0.00028175375,0.0008426507,0.00060295983,0.001692413,0.00034820635,0.0008218102,0.0033040629],"category_scores_gemma":[0.005039512,0.00016491662,0.00024527358,0.00049031514,0.0011837442,0.0010320672,0.0010240634,0.00077123404,0.0005591644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010042855,0.00079790474,0.6353167,0.0003859972,0.00008846874,0.0032792883,0.23974137,0.00084620947,0.044581074,0.0042763683,0.0008601872,0.06882214],"study_design_scores_gemma":[0.000022236723,0.0005530795,0.9080899,0.0001083676,0.000039961375,0.0017729837,0.06877126,0.0018850352,0.010300344,0.0014666773,0.0069278157,0.00006240906],"about_ca_topic_score_codex":0.036440384,"about_ca_topic_score_gemma":0.025636148,"teacher_disagreement_score":0.036440384,"about_ca_system_score_codex":0.0008309041,"about_ca_system_score_gemma":0.0005339289,"threshold_uncertainty_score":0.07245654},"labels":[],"label_agreement":null},{"id":"W3154545235","doi":"10.1515/iral-2021-0024","title":"The idiodynamic method: willingness to communicate and anxiety processes interacting in real time","year":2021,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Willingness to communicate; Empathy; Psychology; Anxiety; Competence (human resources); Sample (material); Cognition; Applied psychology; Social psychology; Computer science","score_opus":0.027263272541193623,"score_gpt":0.4578504965002324,"score_spread":0.4305872239590388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3154545235","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5876777,0.0011122257,0.34959018,0.00081066106,0.0004916174,0.009342338,0.0025628137,0.0007752984,0.047637213],"genre_scores_gemma":[0.75588375,0.0007826712,0.21008682,0.00051678525,0.00018750702,0.023469197,0.0008704387,0.00017112728,0.008031739],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9906499,0.0061471667,0.00053359725,0.00085565035,0.0016371595,0.00017666658],"domain_scores_gemma":[0.97267115,0.019512363,0.0029022992,0.0020984772,0.0024494384,0.00036626757],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069828313,0.0006840546,0.0006372717,0.0023474188,0.0006051274,0.0019467893,0.00094728416,0.0006332781,0.007923895],"category_scores_gemma":[0.02660982,0.00038488896,0.00065488974,0.0017936272,0.000822625,0.0012070179,0.001613721,0.0012240637,0.0010991844],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0038971393,0.0023230966,0.14701322,0.0044495733,0.0005758497,0.0005128637,0.041159827,0.002085125,0.033728532,0.028354192,0.011415246,0.7244854],"study_design_scores_gemma":[0.0012654058,0.0051794895,0.8264553,0.0011225119,0.00057345995,0.0024052502,0.02833722,0.032855436,0.01806037,0.031251278,0.051868748,0.00062556495],"about_ca_topic_score_codex":0.00071426795,"about_ca_topic_score_gemma":0.0010006636,"teacher_disagreement_score":0.007923895,"about_ca_system_score_codex":0.00060500624,"about_ca_system_score_gemma":0.0006778703,"threshold_uncertainty_score":0.03692919},"labels":[],"label_agreement":null},{"id":"W3173915048","doi":"10.1515/iral-2020-0104","title":"Lexical stress assignment preferences in L2 German","year":2021,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Calgary","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"German; Linguistics; Stress (linguistics); Psychology; Lexicon; Syllable; First language; Computer science","score_opus":0.033040548193644596,"score_gpt":0.4296519021039674,"score_spread":0.3966113539103228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173915048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9993512,0.000040187842,0.000030343275,0.000013861144,7.9342783e-7,0.0000021616552,0.000022342896,0.0000011084647,0.0005379575],"genre_scores_gemma":[0.9988778,0.00006433684,0.000041235624,0.000032305892,7.37501e-7,0.0000032593116,0.000042567877,0.000002836937,0.0009348546],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.999734,0.0000555778,0.00001966489,0.000061687984,0.000061694926,0.00006731921],"domain_scores_gemma":[0.9995654,0.00013902372,0.00013964387,0.000024402343,0.000056374003,0.00007514653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048793387,0.0003276783,0.00019305664,0.0004753658,0.000312665,0.0010905426,0.00016804469,0.00037983077,0.003542347],"category_scores_gemma":[0.0012776199,0.00014639861,0.00011512708,0.00029560857,0.00054254394,0.00039444177,0.0004562707,0.00023791888,0.0007598805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016782555,0.0007520207,0.7076797,0.0002612443,0.00012492185,0.003708156,0.04956593,0.00042623832,0.17572512,0.0022025788,0.0012365053,0.056639288],"study_design_scores_gemma":[0.000041812153,0.0009353945,0.9644483,0.00004279182,0.00004086668,0.0022870281,0.018685304,0.00041301362,0.007443117,0.0007824082,0.0048335767,0.000046397527],"about_ca_topic_score_codex":0.00462925,"about_ca_topic_score_gemma":0.008344135,"teacher_disagreement_score":0.00462925,"about_ca_system_score_codex":0.00040030223,"about_ca_system_score_gemma":0.00024797508,"threshold_uncertainty_score":0.011850297},"labels":[],"label_agreement":null},{"id":"W4210265065","doi":"10.1515/iral-2021-0115","title":"Investigating the impact of task complexity on uptake and noticing of corrective feedback recasts","year":2022,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University","funders":"","keywords":"Corrective feedback; Task (project management); Psychology; Grammaticality; Operationalization; Task analysis; Linguistics; Comprehension; Grammar; Linguistic sequence complexity; Cognitive psychology; Computer science; Mathematics education","score_opus":0.04586882753328326,"score_gpt":0.33801809708240793,"score_spread":0.2921492695491247,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210265065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975068,0.00014863584,0.0015849591,0.000019103913,0.000004338797,0.00004482799,0.00002375186,0.000015940892,0.00065168604],"genre_scores_gemma":[0.99768305,0.00013924857,0.0016795631,0.000014257256,0.0000055623623,0.00007232406,0.000046049554,0.0000130519265,0.00034681187],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99400073,0.0027015961,0.00052609615,0.0006089514,0.00193513,0.00022745306],"domain_scores_gemma":[0.9127248,0.0670676,0.011762306,0.0021964863,0.0050284737,0.0012203947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004781801,0.00040626546,0.0005684702,0.000693394,0.00023209478,0.0014584416,0.0004803904,0.0004098192,0.0013037652],"category_scores_gemma":[0.050933834,0.000212766,0.0003223732,0.0005019117,0.0003883261,0.0007231471,0.0010709118,0.00052980584,0.0002538331],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0035089634,0.0016935291,0.49634573,0.0026950995,0.00035849685,0.0006223231,0.03306714,0.0026942347,0.17398113,0.0003052211,0.00040127596,0.2843268],"study_design_scores_gemma":[0.000031656535,0.0023852533,0.97178346,0.00011788635,0.00013624356,0.00024130993,0.00473927,0.0022179098,0.016962932,0.00023181776,0.0010878507,0.00006438851],"about_ca_topic_score_codex":0.0015442991,"about_ca_topic_score_gemma":0.0019354065,"teacher_disagreement_score":0.004781801,"about_ca_system_score_codex":0.00041654153,"about_ca_system_score_gemma":0.0007263709,"threshold_uncertainty_score":0.02528888},"labels":[],"label_agreement":null},{"id":"W4315797117","doi":"10.1515/iral-2022-0206","title":"Scoping review of research methodologies across language studies with deaf and hard-of-hearing multilingual learners","year":2023,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Hearing Impairment and Communication","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Sign language; Immigration; Population; Psychology; Deaf community; Linguistics; Sociology; Political science","score_opus":0.282778076293751,"score_gpt":0.5890349079482144,"score_spread":0.30625683165446344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315797117","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0020678365,0.98026663,0.0039659585,0.002480862,0.0008051775,0.004944383,0.0007888054,0.000041439063,0.004638882],"genre_scores_gemma":[0.018055301,0.95696795,0.011231924,0.0010100902,0.0002012429,0.011003188,0.00079576497,0.000044439854,0.00069009134],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.89607733,0.043849956,0.041076828,0.004258382,0.013476693,0.0012607691],"domain_scores_gemma":[0.6784774,0.24032325,0.030461187,0.0074762013,0.041583046,0.0016789743],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.12173719,0.0022787363,0.00611721,0.057562385,0.004120474,0.010384035,0.0040017776,0.003200531,0.0051288116],"category_scores_gemma":[0.2783725,0.002090813,0.0045698085,0.056586586,0.0043245424,0.008005425,0.0065704123,0.0026124797,0.0011041525],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012804783,0.00007270364,0.0020694647,0.70744556,0.0016876197,0.00038942115,0.008937062,0.00027888524,0.0005918128,0.0058727,0.0063879313,0.2661387],"study_design_scores_gemma":[0.00002359037,0.0000533593,0.001594565,0.9494327,0.0018237598,0.00016734545,0.0028916455,0.000057073426,0.00020568733,0.0010029527,0.042728588,0.000018795296],"about_ca_topic_score_codex":0.013505237,"about_ca_topic_score_gemma":0.029367149,"teacher_disagreement_score":0.8782628,"about_ca_system_score_codex":0.014279961,"about_ca_system_score_gemma":0.06224893,"threshold_uncertainty_score":0.6438155},"labels":[],"label_agreement":null},{"id":"W4366689328","doi":"10.1515/iral-2022-0092","title":"Investigating willingness to communicate in synchronous group discussion tasks: one step closer towards authentic communication","year":2023,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Willingness to communicate; Recall; Psychology; Social psychology; Computer science; Cognitive psychology","score_opus":0.0346227561395758,"score_gpt":0.3310625597617931,"score_spread":0.29643980362221733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366689328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99219996,0.00013674257,0.0050579463,0.00010766242,0.000019662772,0.00022101704,0.00004167204,0.0000143802135,0.0022009115],"genre_scores_gemma":[0.9910027,0.0000805936,0.0072931447,0.000110470944,0.000023250412,0.00058549107,0.000044234905,0.000012597332,0.00084747595],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98829216,0.009094962,0.0004011823,0.0008833998,0.001063466,0.0002648042],"domain_scores_gemma":[0.94554824,0.04079666,0.005922147,0.0026652229,0.003918388,0.0011493982],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012793638,0.00036054224,0.00050809816,0.0011053239,0.0009639288,0.0031557353,0.00070941955,0.00085657905,0.002739188],"category_scores_gemma":[0.038952094,0.00023964663,0.00029995732,0.0006701579,0.0008691516,0.0021737393,0.0019733713,0.00089088053,0.00042022136],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028758391,0.0060722376,0.2666009,0.0027781832,0.00041400886,0.00071739685,0.40135983,0.0006610753,0.0845445,0.0042757867,0.0009301015,0.22877015],"study_design_scores_gemma":[0.00034027625,0.0086351,0.64722973,0.0007653262,0.0002762353,0.0007024281,0.28540123,0.0039856224,0.029965457,0.006876857,0.0155693125,0.00025239465],"about_ca_topic_score_codex":0.00038624948,"about_ca_topic_score_gemma":0.0005847923,"teacher_disagreement_score":0.012793638,"about_ca_system_score_codex":0.00041756788,"about_ca_system_score_gemma":0.0008055335,"threshold_uncertainty_score":0.06766009},"labels":[],"label_agreement":null},{"id":"W4388532419","doi":"10.1515/iral-2023-0048","title":"The impact of guessing and retrieval strategies for learning phrasal verbs","year":2023,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Verb; Computer science; Linguistics; Bridge (graph theory); Corrective feedback; Modal verb; Psychology; Natural language processing; Artificial intelligence; Mathematics education","score_opus":0.02155006939554407,"score_gpt":0.4188907799349422,"score_spread":0.3973407105393982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388532419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970407,0.00017114308,0.0015408931,0.000052117597,0.0000114783115,0.00007704348,0.000018847126,0.000060196395,0.0010274766],"genre_scores_gemma":[0.9934337,0.00021087947,0.005099274,0.000032317428,0.000008350615,0.00010046435,0.00006847298,0.000032601754,0.0010138961],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99511445,0.0024399445,0.0005847418,0.0007776963,0.0007889186,0.0002942895],"domain_scores_gemma":[0.9258376,0.061112307,0.005442603,0.0032829375,0.0022398387,0.0020847837],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050007943,0.00077024073,0.00078346895,0.0008269535,0.00034990648,0.0026032408,0.0012649773,0.001142103,0.0035076593],"category_scores_gemma":[0.06685887,0.00039699848,0.00040603164,0.00036580235,0.00081170734,0.0027073245,0.0013778657,0.001153014,0.0008462984],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.013045416,0.01189139,0.12425728,0.0025698952,0.00043017845,0.0009098327,0.023813566,0.003217486,0.12234565,0.00192829,0.0011597817,0.6944312],"study_design_scores_gemma":[0.003586333,0.071878016,0.59487575,0.0023017908,0.0020940332,0.0034425233,0.04700885,0.06265407,0.18161622,0.016236462,0.013512989,0.00079293683],"about_ca_topic_score_codex":0.0004842018,"about_ca_topic_score_gemma":0.00046158384,"teacher_disagreement_score":0.0050007943,"about_ca_system_score_codex":0.00036676225,"about_ca_system_score_gemma":0.0005223707,"threshold_uncertainty_score":0.026447058},"labels":[],"label_agreement":null},{"id":"W4396225360","doi":"10.1515/iral-2023-0167","title":"The impact of out-of-school L2 input and interaction on adolescent classroom immersion and community-L2 learners’ L2 vocabulary: opportunities for interaction are key","year":2024,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Vocabulary; Psychology; Second language; Foreign language; Immersion (mathematics); Key (lock); Mathematics education; Computer science; Linguistics; Mathematics","score_opus":0.08612380434181743,"score_gpt":0.37738858873865094,"score_spread":0.2912647843968335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396225360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99736965,0.00048787353,0.00012166013,0.00006534555,0.0000056283943,0.000009897546,0.000020160494,0.000003958703,0.0019157594],"genre_scores_gemma":[0.99900705,0.0003439048,0.00013614079,0.000018521618,0.0000025754296,0.000013857243,0.000020124404,0.0000034180873,0.0004544289],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99841905,0.0006879268,0.00008677276,0.00016039542,0.00035802112,0.00028786826],"domain_scores_gemma":[0.9958008,0.0021209605,0.00075560296,0.00010851309,0.00041088313,0.00080325815],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014424936,0.00023474472,0.00037079977,0.00052073936,0.00072070584,0.002215561,0.00047292563,0.00032786644,0.0034348983],"category_scores_gemma":[0.005058508,0.00016028213,0.00040206034,0.00032214585,0.00072526006,0.0010110885,0.0023500167,0.000660422,0.00029950438],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032888158,0.0012280258,0.7978897,0.0008858467,0.00015920556,0.0013298489,0.06662067,0.00013744996,0.0063235895,0.0007287565,0.0006369401,0.12373103],"study_design_scores_gemma":[0.0000063366897,0.00035736393,0.9381439,0.00032063713,0.00006993434,0.00039233634,0.05596015,0.00014573552,0.0017064308,0.00018797001,0.0026931728,0.000016071834],"about_ca_topic_score_codex":0.0039982456,"about_ca_topic_score_gemma":0.009597574,"teacher_disagreement_score":0.0039982456,"about_ca_system_score_codex":0.0006302543,"about_ca_system_score_gemma":0.001240217,"threshold_uncertainty_score":0.011490881},"labels":[],"label_agreement":null},{"id":"W4409277197","doi":"10.1515/iral-2024-0194","title":"Perceived L2 oral fluency, working memory, foreign language enjoyment and foreign language anxiety: identifying distinct patterns of relationship","year":2025,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Fluency; Psychology; Anxiety; Foreign language anxiety; Cognitive psychology; Foreign language; Linguistics","score_opus":0.029630297273274705,"score_gpt":0.3264002384906615,"score_spread":0.2967699412173868,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409277197","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9989975,0.00030428392,0.00006938652,0.000020668193,0.000001998205,0.000005990206,0.00003372563,0.0000017763676,0.00056458754],"genre_scores_gemma":[0.9995772,0.00009129235,0.000048431528,0.000008530105,0.000003932845,0.0000065283566,0.000035946803,5.691432e-7,0.00022758414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9997402,0.00007399879,0.000029038374,0.000046157442,0.00006187809,0.000048667243],"domain_scores_gemma":[0.99771523,0.0010728627,0.0006432613,0.00006834266,0.00021393338,0.00028642223],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007018567,0.00022934724,0.00025641976,0.00079340657,0.00022011576,0.0008794445,0.00018280497,0.00035267658,0.0029109006],"category_scores_gemma":[0.0029581897,0.00010517371,0.00024772604,0.00038243624,0.00032002112,0.00029804822,0.00041006418,0.00031186893,0.00022980648],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012863037,0.00014214871,0.98857415,0.000042680622,0.000068465284,0.000102283986,0.0015893853,0.000035227884,0.001027768,0.000045915076,0.00006119964,0.00818217],"study_design_scores_gemma":[0.0000017188861,0.00007234721,0.9986784,0.000006010911,0.000012313832,0.000052883428,0.0009792466,0.000056267658,0.000060967446,0.000019867974,0.0000576491,0.0000023990262],"about_ca_topic_score_codex":0.0029443395,"about_ca_topic_score_gemma":0.0038167108,"teacher_disagreement_score":0.0029443395,"about_ca_system_score_codex":0.00016931482,"about_ca_system_score_gemma":0.0001891921,"threshold_uncertainty_score":0.009737968},"labels":[],"label_agreement":null},{"id":"W4409966840","doi":"10.1515/iral-2024-0206","title":"Investigating the effect of task modality on the written and oral production of young EFL learners","year":2025,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Eusko Jaurlaritza","keywords":"Modality (human–computer interaction); Task (project management); Production (economics); Linguistics; Psychology; Mathematics education; Computer science; Philosophy; Artificial intelligence; Engineering","score_opus":0.017125489633967296,"score_gpt":0.31268402621333735,"score_spread":0.29555853657937003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409966840","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9995315,0.000030509342,0.000026867867,0.0000053856197,0.0000010168646,0.000004751959,0.00002288693,0.0000020247758,0.0003749696],"genre_scores_gemma":[0.99904865,0.000044412314,0.00013081907,0.000012329762,0.000002349613,0.00002093698,0.00004171375,0.0000029885898,0.0006957691],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992488,0.0001725523,0.000096597934,0.00015823841,0.00020454853,0.000119251585],"domain_scores_gemma":[0.9909484,0.0049518947,0.0018721784,0.00028925788,0.0012257806,0.00071251777],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015504742,0.00037720453,0.0004332503,0.00086631527,0.00030092348,0.0015976181,0.00039570263,0.0004652685,0.0032312155],"category_scores_gemma":[0.010447472,0.00024395352,0.00023963567,0.00031297246,0.0005354803,0.0006529167,0.0010578522,0.0005856778,0.00072333356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016245232,0.0010540838,0.84019876,0.00023294377,0.000069343136,0.0019379416,0.04354286,0.00017509189,0.05925814,0.00009483923,0.00028656877,0.051524993],"study_design_scores_gemma":[0.00002330831,0.0014156365,0.977725,0.00003197261,0.000032238313,0.00070421904,0.012500576,0.00025087225,0.0065587657,0.00008248877,0.00064852805,0.00002647904],"about_ca_topic_score_codex":0.0019662983,"about_ca_topic_score_gemma":0.0024963394,"teacher_disagreement_score":0.0032312155,"about_ca_system_score_codex":0.00035791643,"about_ca_system_score_gemma":0.00026437544,"threshold_uncertainty_score":0.010809541},"labels":[],"label_agreement":null},{"id":"W4410584030","doi":"10.1515/iral-2024-0174","title":"Exploring the dynamic metaphor patterns in describing English public speaking anxiety among Chinese learners","year":2025,"lang":"en","type":"article","venue":"IRAL - International Review of Applied Linguistics in Language Teaching","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Metaphor; Anxiety; Linguistics; Psychology; Public speaking; Philosophy","score_opus":0.03959123746703374,"score_gpt":0.3349501918374494,"score_spread":0.29535895437041565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410584030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99655235,0.0006810952,0.00074698444,0.00021056205,0.000011846674,0.000024083558,0.000023038228,0.0000056608997,0.0017443153],"genre_scores_gemma":[0.99889994,0.00038456664,0.00035553085,0.000036259542,0.0000054750612,0.000020874315,0.000015846183,0.0000022821016,0.00027927104],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9992337,0.00037655406,0.000054427575,0.000047005757,0.00017488493,0.00011339786],"domain_scores_gemma":[0.998782,0.0006444799,0.00028604403,0.00003790413,0.00013988216,0.00010975855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013410436,0.00047880402,0.0003817711,0.0015848986,0.0012181498,0.0019372801,0.00042304109,0.00060624356,0.0010932721],"category_scores_gemma":[0.0029810795,0.00019521757,0.00031760568,0.0009127781,0.0017592525,0.0012071542,0.0015006156,0.00066474563,0.00010571699],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059902377,0.000056250647,0.054989953,0.0005246106,0.00003003802,0.0026873844,0.90698594,0.000082772014,0.010172131,0.0021148482,0.0005373323,0.021758802],"study_design_scores_gemma":[0.0000069876614,0.00009610834,0.089131586,0.00021641605,0.000040106162,0.00238403,0.8982409,0.00047853318,0.0009011666,0.0008684562,0.0075938976,0.000041868192],"about_ca_topic_score_codex":0.0038221152,"about_ca_topic_score_gemma":0.0060195974,"teacher_disagreement_score":0.0038221152,"about_ca_system_score_codex":0.0011987899,"about_ca_system_score_gemma":0.0010950086,"threshold_uncertainty_score":0.008697808},"labels":[],"label_agreement":null}]}