{"meta":{"query_hash":"a062c0af7619","filters":{"venue":"ITL Review of Applied Linguistics"},"cohort_total":30,"direct_labels_cover":0,"predictions_cover":30,"exported":30,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a062c0af7619","api":"https://metacan.xera.ac/api/v1/cohort?venue=ITL+Review+of+Applied+Linguistics"},"results":[{"id":"W2077951615","doi":"10.2143/itl.157.0.2042587","title":"The Effect of Extensive Instruction on Learning the Passive Voice in Intermediate ESL","year":2009,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Task (project management); Grammar; Computer science; Variety (cybernetics); Psychology; Linguistics; Artificial intelligence; Engineering","score_opus":0.009856431590625332,"score_gpt":0.26359386715459954,"score_spread":0.2537374355639742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077951615","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2440717,0.029258264,0.000037861533,0.0011462288,0.0035387643,0.002303441,0.000014074033,0.00015527454,0.7194744],"genre_scores_gemma":[0.9943865,0.0042875633,0.000020585143,0.00036765818,0.00073385466,0.000012963857,0.0000065407394,0.000012143874,0.00017218711],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988857,0.0001988739,0.00042451135,0.00013481709,0.0002028665,0.00015326106],"domain_scores_gemma":[0.998067,0.0011105147,0.00044077015,0.00021671693,0.00014482935,0.000020123842],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009714089,0.00014048957,0.00033795318,0.000044089258,0.0002571873,0.000030650037,0.00019228098,0.000031724823,0.0000215935],"category_scores_gemma":[0.0046228413,0.000074345524,0.00008938963,0.000055432945,0.0001924314,0.000007074417,0.00002389402,0.0006112751,0.000019320185],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019624013,0.000042189713,0.00009500321,0.0022077244,0.00005346685,0.0000053944755,0.01637418,0.00046291784,0.00004395028,0.47368234,0.0017127559,0.50512385],"study_design_scores_gemma":[0.00046357157,0.0007841627,0.00045540032,0.0060574757,0.00011597499,0.0000010563303,0.0015973437,0.00021282976,0.0003529312,0.0018845627,0.9879082,0.00016648424],"about_ca_topic_score_codex":0.000022474673,"about_ca_topic_score_gemma":0.000015245865,"teacher_disagreement_score":0.98619545,"about_ca_system_score_codex":0.000023627459,"about_ca_system_score_gemma":0.000017809296,"threshold_uncertainty_score":0.5534307},"labels":[],"label_agreement":null},{"id":"W2095137925","doi":"10.2143/itl.156.0.2034425","title":"Learner Agency and Identity in Second Language Writing","year":2008,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Framing (construction); Agency (philosophy); Narrative; Pedagogy; Normative; Negotiation; Identity (music); Duty; Mathematics education; Sociology; Psychology; Linguistics; Epistemology; Political science; Social science","score_opus":0.025848394888124772,"score_gpt":0.3123575183801218,"score_spread":0.28650912349199703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095137925","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0559115,0.10032117,0.00000519522,0.00002060667,0.00015467936,0.00017471003,0.000023170724,0.000022532957,0.84336644],"genre_scores_gemma":[0.9755324,0.021659099,0.0003720742,0.00045057424,0.0006890225,0.000011656919,0.000012958373,0.000015161085,0.0012570685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99906605,0.00001778931,0.00042465594,0.00016494934,0.00018012381,0.00014644829],"domain_scores_gemma":[0.9994492,0.00007109245,0.00016118333,0.00018477878,0.000106513806,0.000027249493],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032882078,0.00011940355,0.00040073422,0.00006964647,0.00011150696,0.000020244976,0.00011675282,0.00002024428,0.0016393516],"category_scores_gemma":[0.0005837555,0.00010354839,0.00006326912,0.000067708395,0.00028725032,0.000024377076,0.00008052593,0.00012650671,0.000028955594],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051553457,0.000094472816,0.00037081496,0.0071435673,0.0001055006,0.000104692444,0.052799784,0.0000014759531,0.000030414732,0.92530394,0.0034588787,0.010581281],"study_design_scores_gemma":[0.0007875415,0.000077449884,0.0015470353,0.0073751956,0.00057074026,0.000009806015,0.029177388,0.00004566461,0.00019379705,0.008535212,0.9507487,0.00093148823],"about_ca_topic_score_codex":0.00007060746,"about_ca_topic_score_gemma":0.000673706,"teacher_disagreement_score":0.9472898,"about_ca_system_score_codex":0.000011035247,"about_ca_system_score_gemma":0.000018392086,"threshold_uncertainty_score":0.9992733},"labels":[],"label_agreement":null},{"id":"W2231322072","doi":"10.2143/itl.151.0.2015223","title":"Agreement in the English Interlanguage of Basque/Spanish Bilinguals","year":2006,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Linguistics; Interlanguage; Morpheme; Inflection; Pronoun; Psychology; Verb; Subject pronoun; Subject (documents); Feature (linguistics); Agreement; Computer science; Philosophy","score_opus":0.017000919733679048,"score_gpt":0.2524805965382806,"score_spread":0.23547967680460155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231322072","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012297745,0.009134775,0.00015811576,0.0006813938,0.0030587115,0.0017103009,0.00016342761,0.000064654014,0.9727309],"genre_scores_gemma":[0.99345523,0.0009857483,0.0012559887,0.0005105031,0.0035167488,0.000030532105,0.00008347749,0.000024134742,0.00013764601],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978895,0.00006831944,0.0011591399,0.00022308396,0.00044513334,0.00021478534],"domain_scores_gemma":[0.99767536,0.00044920045,0.000631064,0.00050379185,0.0007187701,0.000021836724],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013265572,0.00019888337,0.00054215826,0.00010103533,0.000056104593,0.000039134786,0.00039968564,0.000049304494,0.0005094155],"category_scores_gemma":[0.004698091,0.0001497478,0.00012142497,0.0001011969,0.00017779514,0.000008671295,0.000056902925,0.00017062477,0.0000202187],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000088768375,0.00019232405,0.000050628012,0.0036274141,0.000021019021,0.000005418504,0.02243527,0.00000896765,0.000022869122,0.9714305,0.0012503581,0.0009463542],"study_design_scores_gemma":[0.0010349497,0.00019465557,0.0003073657,0.010298206,0.00059888914,0.0000014977851,0.018001013,0.00014621539,0.0016677033,0.1662383,0.8008248,0.00068638066],"about_ca_topic_score_codex":0.0007904523,"about_ca_topic_score_gemma":0.0009857251,"teacher_disagreement_score":0.9811575,"about_ca_system_score_codex":0.000038056092,"about_ca_system_score_gemma":0.00006277418,"threshold_uncertainty_score":0.61065376},"labels":[],"label_agreement":null},{"id":"W2269169105","doi":"10.1075/itl.131-132.06hol","title":"Variation and Text Structure","year":2001,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Agricultural Innovations and Practices","field":"Agricultural and Biological Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variation (astronomy); Publishing; Feature (linguistics); Social science; Distribution (mathematics); Sociology; Geography; Linguistics; Political science; Law; Mathematics","score_opus":0.0170060601716621,"score_gpt":0.25366961789624454,"score_spread":0.23666355772458245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269169105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64855623,0.04452059,0.00004236382,0.0043954165,0.0007867749,0.0015193819,0.0002188597,0.00014973865,0.29981065],"genre_scores_gemma":[0.9758117,0.021527892,0.001179756,0.0007937264,0.00052741345,0.0000038105081,0.00008402564,4.869789e-7,0.00007119373],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9994816,0.00001106994,0.00021289721,0.000113213566,0.00010440118,0.00007681317],"domain_scores_gemma":[0.9994402,0.00013651211,0.0001865127,0.000033545217,0.0001766576,0.000026602464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001316956,0.000073623705,0.00014240474,0.0000040352206,0.00007025921,0.000017213739,0.00007419403,0.000043186366,0.0005174853],"category_scores_gemma":[0.00038325752,0.000024218667,0.000019134824,0.00028442274,0.000021947257,0.000013637963,0.000024652456,0.00006974626,0.000006236682],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036821748,0.00009538705,0.0009884075,0.0015254499,0.00004656464,0.000003657998,0.00014950444,0.0000037901868,0.07432423,0.24778947,0.008012286,0.66702443],"study_design_scores_gemma":[0.00003311278,0.00003263742,0.02632351,0.0002628504,0.000035480687,0.0000040541777,0.00003050629,0.000011070175,0.00016976846,0.0029551594,0.9700448,0.000097035125],"about_ca_topic_score_codex":0.000026406791,"about_ca_topic_score_gemma":0.000014900122,"teacher_disagreement_score":0.96203256,"about_ca_system_score_codex":0.0000045918305,"about_ca_system_score_gemma":0.0000032302255,"threshold_uncertainty_score":0.5666101},"labels":[],"label_agreement":null},{"id":"W2274203546","doi":"10.1075/itl.131-132.05the","title":"Identification des congénères","year":2001,"lang":"fr","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.08400192089631427,"score_gpt":0.46741790887458534,"score_spread":0.3834159879782711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274203546","genre_codex":"other","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0019694539,0.20717067,0.000098141536,0.001555913,0.0039144093,0.0005165056,0.000029888522,0.000035633173,0.7847094],"genre_scores_gemma":[0.24499464,0.7147943,0.0020419892,0.002631817,0.0043854387,0.00002832969,0.000030431982,0.000026950946,0.03106612],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998273,0.00010648336,0.00075248844,0.00022071396,0.00034705474,0.0003002632],"domain_scores_gemma":[0.99800146,0.0002675013,0.00049293257,0.00032372543,0.00073548773,0.00017890148],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011512673,0.00015863139,0.00036141564,0.000053585252,0.00021406761,0.000033174318,0.00030370205,0.00012194438,0.0019501325],"category_scores_gemma":[0.006333795,0.00017095814,0.00011491454,0.00062686676,0.00090537104,0.000016783964,0.000029094928,0.00014999816,0.0008620096],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005463125,0.0001493897,0.00008751025,0.0062387343,0.000021686192,0.0000011909452,0.0058663385,0.000003164913,0.000023150911,0.7466514,0.016237766,0.2247142],"study_design_scores_gemma":[0.000083064784,0.000010431174,0.00016654353,0.003194547,0.00013788686,9.0419945e-7,0.00056089874,0.000033478063,0.00016273596,0.010451965,0.9850411,0.00015646982],"about_ca_topic_score_codex":0.000669526,"about_ca_topic_score_gemma":0.00011549147,"teacher_disagreement_score":0.9688033,"about_ca_system_score_codex":0.00010131335,"about_ca_system_score_gemma":0.00042482876,"threshold_uncertainty_score":0.99991596},"labels":[],"label_agreement":null},{"id":"W247747828","doi":"10.1075/itl.133-134.01neu","title":"Non-Foreign-Accented Speech in Adult Second Language Learners","year":2001,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"French; Linguistics; Phone; First language; Foreign language; Psychology; Test (biology); Task (project management); Second language; History","score_opus":0.02123166958344353,"score_gpt":0.3556949141386731,"score_spread":0.3344632445552296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W247747828","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15056704,0.0091994805,0.000017226876,0.00006111859,0.00045118984,0.00063869706,0.00003421676,0.000027076348,0.839004],"genre_scores_gemma":[0.9796375,0.015981548,0.00084507087,0.0013239768,0.0003726302,0.000057412613,0.00007718733,0.00004211834,0.001662561],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842286,0.0000429468,0.0005647704,0.00032765843,0.00021006653,0.00043170515],"domain_scores_gemma":[0.9988496,0.00012345938,0.00017443066,0.00057204225,0.00018050523,0.00010000842],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005264489,0.00018064117,0.00050837186,0.00014051444,0.00002719254,0.000007966864,0.00037577635,0.00015743633,0.004072639],"category_scores_gemma":[0.0005981712,0.00017102832,0.00008063516,0.00046268295,0.0001292599,0.0000038033393,0.000083610576,0.00047278858,0.0005509944],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002293294,0.0039687715,0.033353027,0.031890303,0.001048092,0.00439384,0.027378974,0.000029673321,0.012598528,0.38036,0.19580837,0.3068771],"study_design_scores_gemma":[0.005768807,0.000521863,0.020688185,0.0060728835,0.0001970839,0.000105725885,0.0035728058,0.0002754841,0.0055753174,0.0062686317,0.9495576,0.0013955948],"about_ca_topic_score_codex":0.00015089332,"about_ca_topic_score_gemma":0.00008789827,"teacher_disagreement_score":0.83734137,"about_ca_system_score_codex":0.000032796517,"about_ca_system_score_gemma":0.00006069867,"threshold_uncertainty_score":0.9968378},"labels":[],"label_agreement":null},{"id":"W2587671992","doi":"10.1075/itl.167.2.02dan","title":"Evaluating lists of high-frequency words","year":2016,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Word list; Word (group theory); Artificial intelligence; Linguistics; Corpus linguistics; Natural language processing; Word lists by frequency; American English; Computer science; Philosophy","score_opus":0.039594873896032536,"score_gpt":0.3964028863748773,"score_spread":0.35680801247884475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587671992","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03402958,0.16118395,0.0016169255,0.00022321941,0.0024359394,0.00090436917,0.00008180193,0.00012967837,0.79939455],"genre_scores_gemma":[0.9842713,0.0016672522,0.010099852,0.0025800483,0.0007468414,0.000033481625,0.000019990603,0.00003372152,0.00054753927],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99850833,0.00009022852,0.00069877534,0.00024214623,0.00025844914,0.00020203978],"domain_scores_gemma":[0.9981168,0.00043228638,0.00054766826,0.0005472028,0.00029492308,0.00006114546],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009261686,0.00013997222,0.0004625107,0.000068945345,0.000027237962,0.000003261531,0.00022973119,0.00008175728,0.03205331],"category_scores_gemma":[0.003335015,0.00010011411,0.000097656666,0.00018705236,0.00009249051,0.000005302445,0.000038184968,0.00011744241,0.0002642908],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058203263,0.00013674342,0.00009370046,0.0041252486,0.0001246105,0.000020400876,0.0012216393,0.0000017829806,0.0055232337,0.6713129,0.0037519084,0.31362963],"study_design_scores_gemma":[0.0131600415,0.0018100692,0.011731668,0.08917032,0.0023942362,0.00007708544,0.002645977,0.0000342881,0.019522384,0.06966674,0.78637147,0.003415717],"about_ca_topic_score_codex":0.000027963068,"about_ca_topic_score_gemma":6.315237e-7,"teacher_disagreement_score":0.9502417,"about_ca_system_score_codex":0.00002255295,"about_ca_system_score_gemma":0.000050617466,"threshold_uncertainty_score":0.96883154},"labels":[],"label_agreement":null},{"id":"W2613581942","doi":"10.1075/itl.168.1.02web","title":"The updated Vocabulary Levels Test","year":2017,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":354,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Test (biology); Word (group theory); Natural language processing; Coca; Quality (philosophy); Computer science; Artificial intelligence; Psychology; Vocabulary development; Linguistics; Epistemology","score_opus":0.028970591106137637,"score_gpt":0.360601813804685,"score_spread":0.33163122269854733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613581942","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004305173,0.08176752,0.00007816889,0.00037168458,0.0013652658,0.00037849744,0.000034398967,0.000056048462,0.9155179],"genre_scores_gemma":[0.9764149,0.0041094497,0.0009516832,0.013375335,0.001683768,0.00004789846,0.00006340403,0.000052284846,0.0033012636],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989682,0.000037448164,0.00040949258,0.0002008932,0.00016173751,0.0002222675],"domain_scores_gemma":[0.9976597,0.00037031385,0.00051479816,0.0012106362,0.00018277219,0.000061822924],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00073548016,0.00013297214,0.00028217197,0.000020795065,0.00044496337,0.00005348077,0.00060241914,0.000072211355,0.009621116],"category_scores_gemma":[0.0042532333,0.000094294286,0.00008370684,0.000051407736,0.00018255145,0.0000056929143,0.000083680636,0.00024471636,0.0006747021],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059584232,0.00020307122,0.00025719602,0.0018332816,0.00023924763,0.00014125713,0.00111881,0.0000014347937,0.0003498124,0.5747803,0.20402136,0.21699464],"study_design_scores_gemma":[0.00025991353,0.000024747087,0.0036697614,0.00058293383,0.00007077088,0.000005752022,0.00016343992,0.0000080573745,0.00011553368,0.0005415462,0.99442726,0.00013029714],"about_ca_topic_score_codex":0.000012298868,"about_ca_topic_score_gemma":0.0000012699767,"teacher_disagreement_score":0.9759844,"about_ca_system_score_codex":0.0000106496245,"about_ca_system_score_gemma":0.0000346141,"threshold_uncertainty_score":0.99128425},"labels":[],"label_agreement":null},{"id":"W2800034231","doi":"10.1075/itl.00011.jel","title":"Examining incidental vocabulary acquisition from captioned video","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Test (biology); Modality (human–computer interaction); Word (group theory); Meaning (existential); Psychology; Word recognition; Computer science; Multimedia; Vocabulary development; Linguistics; Reading (process); Artificial intelligence","score_opus":0.042941563640014974,"score_gpt":0.2729507868514527,"score_spread":0.2300092232114377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800034231","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12552588,0.031645358,0.000257879,0.000090934984,0.0060104495,0.00083052495,0.00030628682,0.0001965029,0.8351362],"genre_scores_gemma":[0.9848481,0.0031436537,0.0010300346,0.001423901,0.009175694,0.000016142216,0.0001841911,0.000025983501,0.00015234243],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989887,0.00001687154,0.0004089148,0.00019365456,0.00024503682,0.00014684825],"domain_scores_gemma":[0.999106,0.00011421928,0.00022615785,0.00023186952,0.0002647387,0.000057021713],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002047886,0.00013780459,0.0003166262,0.000040569557,0.00012375593,0.000033294,0.0001430529,0.000039593007,0.004610539],"category_scores_gemma":[0.00036357675,0.00012169224,0.000059636342,0.0000386703,0.00023866001,0.000014889104,0.00005827877,0.00008815033,0.00060188863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014227492,0.00032747252,0.0002631074,0.0058455803,0.00028388153,0.000033035183,0.023418564,0.0000012049726,0.0034615702,0.8359484,0.06832285,0.061952047],"study_design_scores_gemma":[0.00035835433,0.0001278759,0.00026803758,0.005155093,0.00023480685,9.055606e-7,0.0012714403,0.00005225892,0.0021148713,0.006401538,0.98369044,0.00032440317],"about_ca_topic_score_codex":0.00009393374,"about_ca_topic_score_gemma":0.000042313786,"teacher_disagreement_score":0.91536754,"about_ca_system_score_codex":0.000026182272,"about_ca_system_score_gemma":0.000031915584,"threshold_uncertainty_score":0.9962994},"labels":[],"label_agreement":null},{"id":"W2800080791","doi":"10.1075/itl.00012.rod","title":"The images in television programs and the potential for learning unknown words","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Vocabulary; Presentation (obstetrics); Narrative; Word (group theory); Psychology; Vocabulary learning; Computer science; Multimedia; Linguistics","score_opus":0.01757884735470304,"score_gpt":0.2776124888531259,"score_spread":0.26003364149842284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800080791","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015363145,0.29735714,0.00074241945,0.0031905444,0.006830774,0.00877247,0.00003250592,0.00018113588,0.6675299],"genre_scores_gemma":[0.954723,0.039079804,0.0005998523,0.000342032,0.0041717864,0.00010468,0.000012538536,0.000023252765,0.00094304804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993122,0.000026414067,0.00028098424,0.0001098956,0.00012401726,0.00014647936],"domain_scores_gemma":[0.9992007,0.00032016472,0.00014773537,0.00012397394,0.00018707957,0.000020335052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00078441936,0.000089567664,0.0002195776,0.000014560304,0.00027317347,0.00007711779,0.00012663382,0.000019531799,0.000045139288],"category_scores_gemma":[0.0012327746,0.000043538985,0.000056896628,0.000032391315,0.00068606966,0.0000049847404,0.000049007303,0.00011089491,0.000009031943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008075211,0.000022437136,0.0000066490666,0.0010059812,0.000014956564,4.450092e-7,0.0019965004,4.9792436e-7,0.000006706532,0.65704036,0.0018284199,0.33799627],"study_design_scores_gemma":[0.00037081193,0.00007222267,0.0000061778337,0.0010835996,0.000051145966,2.6198177e-7,0.000619513,0.00015826739,0.000033173255,0.006397307,0.99114203,0.00006551395],"about_ca_topic_score_codex":0.000012075298,"about_ca_topic_score_gemma":0.000048914553,"teacher_disagreement_score":0.9893136,"about_ca_system_score_codex":0.00000548452,"about_ca_system_score_gemma":0.000018061415,"threshold_uncertainty_score":0.2527852},"labels":[],"label_agreement":null},{"id":"W2800714040","doi":"10.1075/itl.00007.web","title":"Re-examining the effects of word writing on vocabulary learning","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Word (group theory); Task (project management); Recall; Word learning; Test (biology); Vocabulary learning; Psychology; Computer science; Linguistics; Natural language processing; Cognitive psychology","score_opus":0.017663359228876255,"score_gpt":0.32735541587077155,"score_spread":0.3096920566418953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800714040","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03754904,0.08136446,0.00031654342,0.00007112294,0.0017614098,0.00077020517,0.000003348991,0.00011439357,0.8780495],"genre_scores_gemma":[0.98931456,0.0009439042,0.00077972846,0.0070417174,0.0015593931,0.000026663209,0.000012646611,0.00003953274,0.00028185855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984834,0.00019045114,0.0005759466,0.00026109623,0.00024139257,0.00024767435],"domain_scores_gemma":[0.99704075,0.0016780851,0.0005311748,0.0004959345,0.00020471902,0.000049356648],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010960014,0.00016985311,0.0004285669,0.00007277092,0.00012972779,0.000009764032,0.00026495944,0.000087603556,0.0040079667],"category_scores_gemma":[0.005150076,0.00012987644,0.00008889116,0.0002664519,0.000178536,0.000004189389,0.000058968522,0.00044875752,0.00020889584],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038450534,0.00043320897,0.00085012114,0.027199434,0.00061843003,0.00017806336,0.026647756,0.0000339564,0.002579786,0.23148397,0.024903592,0.6846872],"study_design_scores_gemma":[0.0021034407,0.00196913,0.0062194653,0.03932186,0.00073063717,0.0000168935,0.011706389,0.00012523094,0.007834724,0.00061859796,0.9284286,0.00092505023],"about_ca_topic_score_codex":0.0000076344095,"about_ca_topic_score_gemma":4.792706e-7,"teacher_disagreement_score":0.95176554,"about_ca_system_score_codex":0.000013883521,"about_ca_system_score_gemma":0.000023321227,"threshold_uncertainty_score":0.9969025},"labels":[],"label_agreement":null},{"id":"W2803063809","doi":"10.1075/itl.00009.sas","title":"The guessing from context test","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rasch model; Representativeness heuristic; Context (archaeology); Test (biology); Meaning (existential); Construct validity; Psychology; Interpretation (philosophy); Construct (python library); Natural language processing; Item response theory; Test validity; Linguistics; Cognitive psychology; Social psychology; Psychometrics; Computer science; Developmental psychology","score_opus":0.01822440155309714,"score_gpt":0.33796456764892757,"score_spread":0.31974016609583045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803063809","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009276866,0.19784768,0.00026365047,0.00015935198,0.0018808073,0.00027511406,0.000028739534,0.000064693726,0.7985523],"genre_scores_gemma":[0.96568996,0.0023575816,0.0014953675,0.025080267,0.004487674,0.000026171723,0.00004889659,0.0000377647,0.0007763208],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99900997,0.000048063634,0.00041530808,0.00019451219,0.00014092006,0.00019123689],"domain_scores_gemma":[0.9979227,0.0010037674,0.00028263952,0.000504554,0.00023411223,0.00005218281],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00045453667,0.000116571624,0.000254764,0.000019563198,0.00017074958,0.000023404591,0.00025039146,0.000060378436,0.0149671985],"category_scores_gemma":[0.0027844154,0.00008214926,0.00006587403,0.00011988937,0.00022168075,0.0000031552563,0.00003906859,0.00017804893,0.0012113659],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007304326,0.00013761043,0.00013016317,0.00066533225,0.00015605493,0.000028139078,0.004730487,1.5593311e-7,0.00047419913,0.30189928,0.1452136,0.5464919],"study_design_scores_gemma":[0.00021095453,0.000037785223,0.00037267138,0.000991604,0.000061334744,0.0000016000696,0.000997495,0.000008983973,0.00023662085,0.00084874174,0.99612594,0.000106293],"about_ca_topic_score_codex":0.000043258144,"about_ca_topic_score_gemma":0.0000059294057,"teacher_disagreement_score":0.9647623,"about_ca_system_score_codex":0.000012343525,"about_ca_system_score_gemma":0.000027064782,"threshold_uncertainty_score":0.9995663},"labels":[],"label_agreement":null},{"id":"W2900621164","doi":"10.1075/itl.17021.dao","title":"Structural alignment in L2 task-based interaction","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Task (project management); Computer science; Structural alignment; Repetition (rhetorical device); Natural language processing; Artificial intelligence; Linguistics; Sequence alignment; Engineering","score_opus":0.03392609173437488,"score_gpt":0.303007188101059,"score_spread":0.2690810963666841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900621164","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031080093,0.0058813603,0.00013943635,0.00025395284,0.0045140637,0.00067268073,0.000030873616,0.00014364396,0.9572839],"genre_scores_gemma":[0.9961844,0.00027635635,0.0007468025,0.0007982598,0.0018015987,0.000009515386,0.000030067908,0.000016126673,0.00013685711],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991223,0.00003661189,0.00038399315,0.00015081301,0.00016286556,0.00014338689],"domain_scores_gemma":[0.99933237,0.000112668255,0.00021162367,0.00018276302,0.00012978139,0.00003081908],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036287057,0.00011803212,0.0002536264,0.00006094716,0.00010086839,0.00002919249,0.000113354035,0.000025597983,0.0009228522],"category_scores_gemma":[0.00062157714,0.00009932024,0.000052912153,0.000033579425,0.00012368322,0.000008520454,0.000021352409,0.00019953589,0.000078966885],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000801144,0.000110842295,0.00016230985,0.006954015,0.00004649748,0.0000063267867,0.015889514,0.00020135938,0.00010965936,0.92905885,0.010858112,0.036522392],"study_design_scores_gemma":[0.00018401882,0.0000672344,0.000021318872,0.0028493162,0.00003556881,2.603077e-7,0.00035776294,0.00083445484,0.00017000538,0.00081636617,0.99452996,0.00013373583],"about_ca_topic_score_codex":0.000083672036,"about_ca_topic_score_gemma":0.000074023774,"teacher_disagreement_score":0.98367184,"about_ca_system_score_codex":0.000043779506,"about_ca_system_score_gemma":0.000030845214,"threshold_uncertainty_score":0.99999046},"labels":[],"label_agreement":null},{"id":"W2928969897","doi":"10.1075/itl.17026.app","title":"Lexical aspects of comprehensibility and nativeness from the perspective of native-speaking English raters","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Concordia University","funders":"","keywords":"Linguistics; Lexical diversity; Psychology; Task (project management); Lexical item; Perspective (graphical); Lexical density; Computer science; Natural language processing; Artificial intelligence; Vocabulary","score_opus":0.019016814672883818,"score_gpt":0.3264930359774797,"score_spread":0.3074762213045959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928969897","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35855943,0.08760253,0.00014336909,0.000058495923,0.0009278643,0.0009799714,0.000110865316,0.00003018956,0.5515873],"genre_scores_gemma":[0.9981792,0.00035318566,0.00036578704,0.0008433582,0.00021161432,0.0000055175915,0.000016013695,0.0000131244515,0.00001219084],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9987924,0.00017988787,0.0004556732,0.00026789532,0.00018842994,0.00011568259],"domain_scores_gemma":[0.99722195,0.0012349179,0.0004655712,0.00037415,0.000671833,0.000031556046],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005418553,0.00012813591,0.0005519309,0.000033249868,0.00002653838,0.0000046303066,0.0001753366,0.000063275955,0.0033105868],"category_scores_gemma":[0.0017968654,0.0000943577,0.000084985775,0.00015556952,0.00024014684,0.0000068214745,0.000061230574,0.00022319685,0.000009271184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019607699,0.00016300398,0.0009004683,0.0020448668,0.00026893054,0.0000048620172,0.035872255,0.000011453657,0.0008474455,0.956197,0.00016175893,0.003331875],"study_design_scores_gemma":[0.012997019,0.0015654472,0.21452506,0.03314668,0.0020872853,0.000014995419,0.32100058,0.00046912476,0.02902166,0.06977664,0.31281626,0.0025792392],"about_ca_topic_score_codex":0.00014223282,"about_ca_topic_score_gemma":0.0000033201065,"teacher_disagreement_score":0.88642037,"about_ca_system_score_codex":0.000024254789,"about_ca_system_score_gemma":0.000039448798,"threshold_uncertainty_score":0.9976005},"labels":[],"label_agreement":null},{"id":"W2955319516","doi":"10.1075/itl.18033.bui","title":"Extracting multiword expressions from texts with the aid of online resources","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Victoria University; Victoria University of Wellington","keywords":"Vietnamese; Test (biology); Class (philosophy); Recall; Psychology; Linguistics; English as a foreign language; Word (group theory); Significant difference; Mathematics education; Computer science; Natural language processing; Artificial intelligence; Cognitive psychology; Mathematics","score_opus":0.016400134541751283,"score_gpt":0.25284428369954315,"score_spread":0.23644414915779186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955319516","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1584902,0.12981586,0.000019179808,0.00030054737,0.0006741854,0.0012304437,0.00061851693,0.00008095723,0.7087701],"genre_scores_gemma":[0.99173594,0.00459003,0.0016752335,0.00052683253,0.001009179,0.000014091059,0.000035999314,0.000020539228,0.00039214996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99911845,0.000023382312,0.00034869765,0.00015558001,0.00022519128,0.00012871553],"domain_scores_gemma":[0.9985232,0.0004857539,0.00041363618,0.0003433282,0.00020996084,0.000024154417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016196087,0.00014239919,0.00038022298,0.00003097382,0.0001296827,0.000015888407,0.00021416717,0.000024159357,0.00073707546],"category_scores_gemma":[0.00025840313,0.0000749333,0.00009573905,0.00005357777,0.0002530259,0.000008983972,0.000063993655,0.00017291139,0.000011066726],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005768408,0.0014556661,0.001634995,0.02880173,0.0015982285,0.000021849613,0.3348611,0.00006652418,0.0014727967,0.5410222,0.022382539,0.06610557],"study_design_scores_gemma":[0.00024137617,0.000048108126,0.00014126049,0.005834071,0.00017856307,1.4085421e-7,0.009362899,0.0000068092436,0.00022066847,0.00030782836,0.98352665,0.00013165601],"about_ca_topic_score_codex":0.00012781793,"about_ca_topic_score_gemma":0.00016145206,"teacher_disagreement_score":0.9611441,"about_ca_system_score_codex":0.0000035089242,"about_ca_system_score_gemma":0.000017964454,"threshold_uncertainty_score":0.80704594},"labels":[],"label_agreement":null},{"id":"W2955464867","doi":"10.1075/itl.18034.rod","title":"Incidental vocabulary learning through viewing television","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Carleton University","funders":"","keywords":"Vocabulary; Incidental learning; Vocabulary learning; Meaning (existential); Psychology; Drama; Test (biology); Vocabulary development; Linguistics; Cognitive psychology","score_opus":0.013929515545262465,"score_gpt":0.32161662129413615,"score_spread":0.3076871057488737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955464867","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023463007,0.17991918,0.00038013057,0.000031018106,0.001535553,0.00063494995,0.00000475714,0.00013041949,0.79390097],"genre_scores_gemma":[0.9794179,0.0044587324,0.0028402554,0.010893513,0.00086678757,0.000022022024,0.0001178966,0.000064697655,0.0013181577],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99837226,0.000103612416,0.00061220163,0.00034931002,0.0002871537,0.00027546592],"domain_scores_gemma":[0.99872744,0.00023928667,0.00039110347,0.0004497229,0.00013284526,0.000059614635],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006603572,0.00019792278,0.00053247163,0.000060357073,0.00006911849,0.000014668312,0.00023471282,0.000112618036,0.038204975],"category_scores_gemma":[0.0007997968,0.00018510524,0.00014979352,0.00023700063,0.000043858217,0.000015512745,0.00008805477,0.00048070314,0.002698067],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00041086625,0.0008118877,0.003965807,0.04001587,0.0007848623,0.0004678807,0.03894248,0.0003564077,0.00519243,0.5349919,0.040625066,0.33343455],"study_design_scores_gemma":[0.00054747687,0.00010374281,0.0005094413,0.0041234735,0.00009807585,0.000020635069,0.0018890824,0.00003921026,0.00019638904,0.00022479652,0.99194825,0.00029943243],"about_ca_topic_score_codex":0.000021354244,"about_ca_topic_score_gemma":1.2361988e-7,"teacher_disagreement_score":0.9559549,"about_ca_system_score_codex":0.000031498672,"about_ca_system_score_gemma":0.000030208965,"threshold_uncertainty_score":0.99807847},"labels":[],"label_agreement":null},{"id":"W2966048657","doi":"10.1075/itl.19013.kar","title":"The role of task repetition and learner self-assessment in technology-mediated task performance","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Carleton University","funders":"","keywords":"Rubric; Task (project management); Repetition (rhetorical device); Presentation (obstetrics); Class (philosophy); Psychology; Computer science; Mathematics education; Linguistics; Medicine; Artificial intelligence","score_opus":0.00484469176283102,"score_gpt":0.22818745349634662,"score_spread":0.22334276173351558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966048657","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32898322,0.036852855,0.0000036438375,0.00022418566,0.0004155072,0.00084485527,0.000016602758,0.00012437254,0.63253474],"genre_scores_gemma":[0.9789068,0.020348547,0.0003538018,0.000069273454,0.000115708215,0.000016199108,0.0000137065435,0.000012489359,0.00016343812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99917114,0.000029169138,0.00038100072,0.00013876795,0.0001471486,0.00013277323],"domain_scores_gemma":[0.9992201,0.00014476008,0.00027209768,0.0002274321,0.00011893499,0.000016681928],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006952922,0.000098369805,0.0002684044,0.00006607245,0.00010186605,0.000016787435,0.00012316358,0.00004468824,0.00005890384],"category_scores_gemma":[0.00023546942,0.00006933782,0.000027844799,0.00006254645,0.000116035044,0.0000090762915,0.000045021843,0.0003480938,0.000021624772],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016197208,0.000094449766,0.0058529107,0.004617285,0.000039966715,6.9296374e-7,0.0039187633,0.0000199427,0.0003974219,0.94749737,0.0001970624,0.037347917],"study_design_scores_gemma":[0.00019150566,0.00008470789,0.00035680574,0.0022649597,0.000038255766,5.0826117e-7,0.0015383385,0.0006554479,0.00008011689,0.0015486124,0.99313205,0.00010868676],"about_ca_topic_score_codex":0.0000157441,"about_ca_topic_score_gemma":0.000009972,"teacher_disagreement_score":0.992935,"about_ca_system_score_codex":0.0000222553,"about_ca_system_score_gemma":0.000047336936,"threshold_uncertainty_score":0.2827514},"labels":[],"label_agreement":null},{"id":"W2966292470","doi":"10.1075/itl.19009.hei","title":"A longitudinal observation of technology-mediated feedback for L2 learners of German","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"German; Grammar; Computer science; Corrective feedback; Repetition (rhetorical device); Set (abstract data type); Mathematics education; Focus on form; Focus (optics); Language acquisition; Second-language acquisition; Computer-Assisted Instruction; Linguistics; Psychology; Multimedia; Programming language","score_opus":0.037630119473300125,"score_gpt":0.29295967960252844,"score_spread":0.2553295601292283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966292470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5988764,0.030896774,0.00033812615,0.00052017195,0.0018552844,0.0034120944,0.00025209106,0.00028227767,0.3635668],"genre_scores_gemma":[0.99487203,0.0014924259,0.002552731,0.000096116164,0.00024529832,0.000016624615,0.00008351649,0.000023581659,0.00061768043],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989846,0.000013604714,0.00055474025,0.00015097043,0.00016106942,0.00013506858],"domain_scores_gemma":[0.9985641,0.00018373075,0.00060537906,0.00024993636,0.00037659606,0.000020252637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000471141,0.00011783194,0.0004956267,0.00010123186,0.000046266414,0.0000065997106,0.0001698404,0.00006330559,0.00018589976],"category_scores_gemma":[0.0012536296,0.00010358768,0.000102905055,0.000081928825,0.00015638028,0.000009026933,0.000029708448,0.00017666383,0.000024282934],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045597513,0.00010101467,0.0014137013,0.022773892,0.000089995534,3.0512092e-7,0.0034515392,0.00003506258,0.0007488772,0.96289015,0.0014047194,0.0070451554],"study_design_scores_gemma":[0.0005209225,0.00022433743,0.00016512067,0.0061164442,0.00019238507,3.1068515e-7,0.0010525571,0.0002662357,0.000751752,0.0029047837,0.98760086,0.00020427119],"about_ca_topic_score_codex":0.000018243678,"about_ca_topic_score_gemma":0.000005565386,"teacher_disagreement_score":0.98619616,"about_ca_system_score_codex":0.000013078007,"about_ca_system_score_gemma":0.000046187764,"threshold_uncertainty_score":0.4224183},"labels":[],"label_agreement":null},{"id":"W2967899368","doi":"10.1075/itl.19012.you","title":"A meta-analysis of the effects of instruction and corrective feedback on L2 pragmatics and the role of moderator variables","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Moderation; Pragmatics; Corrective feedback; Comprehension; Psychology; Computer science; Mathematics education; Outcome (game theory); Linguistics; Social psychology; Mathematics","score_opus":0.014312878251780613,"score_gpt":0.23064220230372692,"score_spread":0.2163293240519463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967899368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.471363,0.13908009,0.00018580823,0.00012037917,0.0012300445,0.0041833604,0.00020467433,0.000040103696,0.38359252],"genre_scores_gemma":[0.99775237,0.0016810759,0.00031791758,0.00008075555,0.000050939703,0.000009752742,0.0000029052223,0.000008801276,0.00009547425],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9990651,0.0001435131,0.00041993088,0.000111596644,0.00019804198,0.00006179794],"domain_scores_gemma":[0.9977275,0.0010709603,0.0007119448,0.0002629556,0.00021309295,0.000013546662],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069804484,0.00010961482,0.0009421778,0.000054770226,0.00006807227,0.000011853157,0.0000968096,0.000029493855,0.000047031335],"category_scores_gemma":[0.0012156013,0.000056035624,0.00021464902,0.00008800404,0.00025521606,0.0000062626164,0.000042608695,0.0001500862,4.5701793e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005291683,0.000051363393,0.000075330856,0.0071651367,0.009587012,3.5845478e-8,0.016846228,0.0002875103,0.00007543324,0.9640406,0.00003039551,0.0017880574],"study_design_scores_gemma":[0.0052448013,0.0010693395,0.0008754423,0.012610367,0.6771675,0.0000027346998,0.01822979,0.036172297,0.0119350115,0.08078813,0.15477529,0.0011293056],"about_ca_topic_score_codex":0.000083017,"about_ca_topic_score_gemma":0.000011785873,"teacher_disagreement_score":0.88325244,"about_ca_system_score_codex":0.0000051950074,"about_ca_system_score_gemma":0.00002072926,"threshold_uncertainty_score":0.22850664},"labels":[],"label_agreement":null},{"id":"W2971762722","doi":"10.1075/itl.19011.lir","title":"The provision and efficacy of peer feedback in blogs versus paper-based writing","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; Université du Québec en Abitibi-Témiscamingue","funders":"","keywords":"Popularity; Peer feedback; Second language writing; Class (philosophy); Computer science; Psychology; Peer review; Second language; Mathematics education; Social psychology; Linguistics; Political science; Artificial intelligence","score_opus":0.02300194863633212,"score_gpt":0.28157415919257733,"score_spread":0.25857221055624524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971762722","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18625462,0.033112086,0.0000071075206,0.00059679704,0.0012270174,0.0013423467,0.000017595677,0.000066091605,0.77737635],"genre_scores_gemma":[0.9972373,0.0016318626,0.00033054152,0.00016003518,0.0002862629,0.0000054764587,0.000011089473,0.000016694778,0.0003207284],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990079,0.000045488185,0.00042990912,0.00014330335,0.00023170064,0.00014169642],"domain_scores_gemma":[0.99835247,0.0009758562,0.00024719385,0.00022065817,0.0001799211,0.000023925339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010948213,0.0001077144,0.00029543618,0.000031505628,0.000107308515,0.000033791053,0.00012902878,0.000030952564,0.000115877374],"category_scores_gemma":[0.0021560974,0.00007440377,0.000052100087,0.000034768742,0.00012844706,0.000006961776,0.000037164504,0.00024984547,0.000017920986],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028949752,0.00016473497,0.00042349368,0.011957543,0.000042539374,0.0000020513635,0.0073452094,0.00010490199,0.00014221726,0.8783374,0.0013909589,0.09979947],"study_design_scores_gemma":[0.0011227096,0.00012331804,0.00016432467,0.004617259,0.00005480447,1.0456631e-7,0.0010656506,0.00024021574,0.000052143496,0.000269408,0.99215597,0.00013407672],"about_ca_topic_score_codex":0.000035829096,"about_ca_topic_score_gemma":0.000020298337,"teacher_disagreement_score":0.99076504,"about_ca_system_score_codex":0.0000118211,"about_ca_system_score_gemma":0.00004019369,"threshold_uncertainty_score":0.30340976},"labels":[],"label_agreement":null},{"id":"W3096667251","doi":"10.1075/itl.20006.rez","title":"Peer and teacher assessment of second-language writing in high- and low-stakes conditions","year":2020,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Psychology; Rasch model; Peer assessment; Writing assessment; Consistency (knowledge bases); Inter-rater reliability; Variation (astronomy); Rating scale; Mathematics education; English language; Peer evaluation; Medical education; Developmental psychology; Medicine; Higher education; Computer science","score_opus":0.025057942438654435,"score_gpt":0.3707478996727184,"score_spread":0.3456899572340639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096667251","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4397283,0.0126857525,0.000040212904,0.0017962967,0.000184531,0.0011283566,0.00010448631,0.0000410279,0.5442911],"genre_scores_gemma":[0.9924665,0.004737506,0.0019920114,0.0004020122,0.0002469638,0.000011891854,0.000020367803,0.000008090163,0.000114639166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989424,0.00004469359,0.0003860942,0.00015776537,0.00033547656,0.00013357593],"domain_scores_gemma":[0.9993304,0.0001829783,0.00019203019,0.00007827915,0.00014243904,0.00007387624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007129246,0.000090039015,0.0003490303,0.000030426536,0.00006310609,0.000020351228,0.000103584855,0.000047110876,0.00032906845],"category_scores_gemma":[0.0009319531,0.00008825362,0.000027786497,0.0001671825,0.00018060759,0.000013042616,0.00005260376,0.00013098022,0.0000014913936],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016549924,0.0002674828,0.05673374,0.013721429,0.000104307706,0.00001719382,0.03554767,0.0000032063194,0.0018766029,0.8777627,0.0062455917,0.0077035283],"study_design_scores_gemma":[0.005581974,0.0004243424,0.40637875,0.015391378,0.0010320211,0.0000012587058,0.14970459,0.00067400536,0.00071402045,0.007632767,0.41048256,0.0019823317],"about_ca_topic_score_codex":0.00006386395,"about_ca_topic_score_gemma":0.00006595807,"teacher_disagreement_score":0.87012994,"about_ca_system_score_codex":0.000018529669,"about_ca_system_score_gemma":0.00008135935,"threshold_uncertainty_score":0.3603069},"labels":[],"label_agreement":null},{"id":"W3119023680","doi":"10.1075/itl.20020.lau","title":"How well do learners know derived words in a second language?","year":2021,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affix; Vocabulary; Linguistics; Test (biology); Word (group theory); Psychology; Natural language processing; Word lists by frequency; Computer science; Artificial intelligence","score_opus":0.0120849378248485,"score_gpt":0.30822422918689407,"score_spread":0.2961392913620456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119023680","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01746703,0.3459902,0.000112329406,0.0002296107,0.00078229455,0.0003301678,0.000018527002,0.000059881717,0.63500994],"genre_scores_gemma":[0.96460634,0.0065669185,0.0039452408,0.014244475,0.0010149865,0.000064414184,0.0001837394,0.00007856489,0.009295335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985906,0.0001301704,0.00042986742,0.00037310098,0.0001783451,0.00029794907],"domain_scores_gemma":[0.9987918,0.0002072312,0.00023845302,0.0005389438,0.00013557116,0.00008798698],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00042775393,0.00019093073,0.00052207755,0.000098581186,0.000030731175,0.000034904027,0.00019018418,0.0001268279,0.050573554],"category_scores_gemma":[0.0012728157,0.00019179411,0.00012206321,0.0004078835,0.00006280458,0.000008084821,0.00005825075,0.00041412647,0.00030867627],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035565853,0.0014438272,0.00072107743,0.031692423,0.00080834195,0.0060482747,0.058034256,0.00006077282,0.01406622,0.33337516,0.08297767,0.47041634],"study_design_scores_gemma":[0.00086759013,0.000028741732,0.00024804266,0.0020634027,0.000071726,0.000023758577,0.017442893,0.000011788698,0.0015300041,0.00017477648,0.9772287,0.000308564],"about_ca_topic_score_codex":0.000009166026,"about_ca_topic_score_gemma":0.000016343596,"teacher_disagreement_score":0.9471393,"about_ca_system_score_codex":0.000031876723,"about_ca_system_score_gemma":0.00007628126,"threshold_uncertainty_score":0.9502944},"labels":[],"label_agreement":null},{"id":"W4220943352","doi":"10.1075/itl.21002.ady","title":"Exploring underlying elements of the motivational self system among learners in two instructional contexts","year":2022,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Psychology; Identity (music); Value (mathematics); Exploratory research; English as a second language; English language; Language acquisition; Pedagogy; Process (computing); Mathematics education; Social psychology; Sociology; Computer science","score_opus":0.09769501830751542,"score_gpt":0.29585378356092557,"score_spread":0.19815876525341014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220943352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.66481215,0.0040847464,0.000036001133,0.00007669257,0.0031684686,0.0010742797,0.00006908724,0.00012818976,0.32655036],"genre_scores_gemma":[0.9988669,0.00019209992,0.00039347625,0.00007632344,0.00027737152,0.00006676223,0.000016508175,0.000016721842,0.00009379233],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860704,0.00010932918,0.00058643497,0.00014382467,0.00042312263,0.0001302577],"domain_scores_gemma":[0.9991292,0.00013592701,0.000453686,0.00016081527,0.000100644174,0.000019772733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008596337,0.00010481671,0.0002666854,0.00007617519,0.00031243145,0.000012888267,0.00020634895,0.000008406437,0.00015717681],"category_scores_gemma":[0.00032639748,0.000088425986,0.00007890008,0.00009228806,0.00008832968,0.00001531461,0.00010941919,0.0003802441,0.0000019193617],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007254159,0.000047689693,0.0022793694,0.0028350207,0.00004175946,0.000001033775,0.007715499,0.0016316676,0.000009681497,0.98070234,0.00006001622,0.004668677],"study_design_scores_gemma":[0.0022280363,0.00011620171,0.007395432,0.016529957,0.00029041254,0.000007535592,0.054638885,0.0026079284,0.000091100315,0.003323009,0.91202223,0.0007492555],"about_ca_topic_score_codex":0.00012017893,"about_ca_topic_score_gemma":0.000029951188,"teacher_disagreement_score":0.9773793,"about_ca_system_score_codex":0.0001232054,"about_ca_system_score_gemma":0.000069887414,"threshold_uncertainty_score":0.3605907},"labels":[],"label_agreement":null},{"id":"W4225413396","doi":"10.1075/itl.21010.kri","title":"Korean pop culture reshaping Korean teaching","year":2022,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Asian Culture and Media Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Syllabus; Affect (linguistics); Korean culture; Korean language; Popular culture; Psychology; Asian culture; Target culture; Mathematics education; Pedagogy; Sociology; Media studies; Linguistics; Anthropology; Communication","score_opus":0.023811357745379378,"score_gpt":0.33303386042421385,"score_spread":0.30922250267883444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225413396","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000037054793,0.038628306,0.00003294386,0.00081344426,0.00075481646,0.0004972809,0.000031733674,0.0000764949,0.9591279],"genre_scores_gemma":[0.80750316,0.13124011,0.01939985,0.019004628,0.011194388,0.0003907519,0.00028404314,0.00011628664,0.010866751],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99828327,0.00013505609,0.00039050396,0.00023669474,0.0006508272,0.0003036328],"domain_scores_gemma":[0.99910945,0.0001071917,0.00028840813,0.0002282039,0.00016036625,0.000106404914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015185963,0.00014805177,0.00041512464,0.00003650481,0.0011942087,0.000015466983,0.00038599793,0.000046741054,0.00016917184],"category_scores_gemma":[0.0038019007,0.00012949537,0.00012357313,0.00025428325,0.00019720675,0.000008915137,0.00018399178,0.00048035785,0.000015170545],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008019999,0.00005831898,0.000035326666,0.0011811832,0.00004358245,0.00000944247,0.032722373,0.0000024015658,0.000024766478,0.76563114,0.1840429,0.016240552],"study_design_scores_gemma":[0.00009026469,0.00002541856,0.0000039157894,0.0006503149,0.00009703338,5.6315747e-7,0.013153032,0.0000013098427,0.000025739213,0.0023542384,0.9834474,0.00015081019],"about_ca_topic_score_codex":0.000108970795,"about_ca_topic_score_gemma":0.000044758803,"teacher_disagreement_score":0.9482612,"about_ca_system_score_codex":0.000110120236,"about_ca_system_score_gemma":0.00015713814,"threshold_uncertainty_score":0.9185009},"labels":[],"label_agreement":null},{"id":"W4237125833","doi":"10.1075/itl.156.27wat","title":"Critical Academic Literacy in a ‘Contact Zone’","year":2008,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Global Education and Multiculturalism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Literacy; Contact zone; Psychology; Sociology; Pedagogy; Anthropology","score_opus":0.040718899295279935,"score_gpt":0.4198217376447697,"score_spread":0.37910283834948977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237125833","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023735106,0.058752693,0.000030546886,0.00431357,0.002986324,0.0013146903,0.000028314142,0.00011211231,0.90872663],"genre_scores_gemma":[0.9238364,0.07040082,0.002300536,0.00265619,0.0005518872,0.000018954055,0.0000081178005,0.0000058457636,0.0002212272],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988545,0.000054372507,0.00042603537,0.00015099364,0.00028980282,0.0002242566],"domain_scores_gemma":[0.9989153,0.00024735212,0.0001004549,0.00013180109,0.00047569064,0.00012940049],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004362406,0.000090136185,0.00027025127,0.00003641933,0.000104968036,0.000008938567,0.00020566156,0.00009206154,0.00016429363],"category_scores_gemma":[0.013972503,0.00008018755,0.00005827426,0.0002876631,0.0001875375,0.000019798821,0.000022567141,0.0002286779,0.00008691717],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009576852,0.00012435787,0.00023847388,0.0015472037,0.0000057746047,0.000012469866,0.031128429,6.0839955e-7,0.0000419923,0.943526,0.016552208,0.0068128747],"study_design_scores_gemma":[0.00010718202,0.0000060685297,0.00087412045,0.0014991151,0.000016658287,0.0000012055693,0.00049808685,0.000003908145,0.000020984582,0.0006904028,0.9961782,0.00010407656],"about_ca_topic_score_codex":0.0003867144,"about_ca_topic_score_gemma":0.00002585553,"teacher_disagreement_score":0.979626,"about_ca_system_score_codex":0.0000744616,"about_ca_system_score_gemma":0.00022533849,"threshold_uncertainty_score":0.9943332},"labels":[],"label_agreement":null},{"id":"W4255786449","doi":"10.1075/itl.156.10lee","title":"Learner Agency and Identity in Second Language Writing","year":2008,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Framing (construction); Narrative; Agency (philosophy); Pedagogy; Normative; Negotiation; Duty; Identity (music); Language acquisition; Mathematics education; Psychology; Sociology; Linguistics; Epistemology; Political science; Social science","score_opus":0.03054198518994235,"score_gpt":0.3026782833085038,"score_spread":0.2721362981185615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255786449","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2173548,0.046200678,0.000013247423,0.000024418705,0.00022726343,0.00019240152,0.000011064296,0.000049333197,0.7359268],"genre_scores_gemma":[0.989409,0.007542169,0.0004992174,0.00041678626,0.0006779787,0.000005566323,0.000011588451,0.000017107937,0.0014205523],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9991715,0.000034366214,0.0003638192,0.00014898223,0.00013767631,0.00014364326],"domain_scores_gemma":[0.99952245,0.000098489436,0.00014575695,0.00013975658,0.000059046444,0.000034522807],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005483407,0.00010354959,0.00028756965,0.000054972214,0.00014804513,0.000023788782,0.000094859046,0.000028030596,0.0009233331],"category_scores_gemma":[0.0007411312,0.00009537291,0.000041931482,0.00004071607,0.00012757687,0.000020035783,0.000043519918,0.00028854047,0.0000332818],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008542884,0.000093040675,0.0010123234,0.012076891,0.000028273,0.000075822594,0.08602926,0.0000049782866,0.00010152931,0.87840027,0.0026585455,0.019510508],"study_design_scores_gemma":[0.00031860228,0.000033113265,0.00090347,0.0037437498,0.00004793223,0.0000066511348,0.003012673,0.00004740247,0.000047122612,0.0018420301,0.98969555,0.00030170107],"about_ca_topic_score_codex":0.00008346002,"about_ca_topic_score_gemma":0.0001434625,"teacher_disagreement_score":0.987037,"about_ca_system_score_codex":0.000011013221,"about_ca_system_score_gemma":0.00002128795,"threshold_uncertainty_score":0.99999},"labels":[],"label_agreement":null},{"id":"W4307244303","doi":"10.1075/itl.22008.rob","title":"3K-LEx-MC","year":2022,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rasch model; Coursework; Test (biology); Vocabulary; Reliability (semiconductor); Mathematics education; Psychology; Item analysis; Curse of dimensionality; Item response theory; Polytomous Rasch model; English as a foreign language; Natural language processing; Computer science; Statistics; Mathematics; Linguistics; Psychometrics","score_opus":0.016622077127806195,"score_gpt":0.32837458595406327,"score_spread":0.31175250882625705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307244303","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00055299955,0.11531212,0.00008061261,0.00008144835,0.0013522387,0.0003115216,0.00003684311,0.00007278652,0.8821994],"genre_scores_gemma":[0.9049552,0.00260999,0.0032305697,0.080704466,0.002113535,0.00034639245,0.00031593643,0.00010453068,0.0056193615],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988395,0.000087330896,0.00041129868,0.00022660135,0.00023966514,0.0001956127],"domain_scores_gemma":[0.99902964,0.00014064452,0.0002529329,0.00043990905,0.000078952,0.00005793231],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00059429463,0.000116568655,0.00031629825,0.000063801206,0.000114695904,0.000005338046,0.00025652198,0.00003337443,0.16388206],"category_scores_gemma":[0.0004733918,0.000119229895,0.000100127196,0.00023891611,0.000039254584,0.0000021237295,0.000100681755,0.0003323356,0.00041549967],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006878004,0.0002518424,0.000027217227,0.0025154944,0.00011468101,0.00011831182,0.002488685,0.000036764835,0.000114211245,0.77508914,0.16731118,0.05186367],"study_design_scores_gemma":[0.00025636287,0.00004955083,0.00007535984,0.00017577434,0.000058892463,0.0000114936865,0.00085597346,0.000006847406,0.00002715626,0.0004888464,0.9978611,0.00013265625],"about_ca_topic_score_codex":0.00001060087,"about_ca_topic_score_gemma":1.6837842e-7,"teacher_disagreement_score":0.9044022,"about_ca_system_score_codex":0.000028838991,"about_ca_system_score_gemma":0.000035173856,"threshold_uncertainty_score":0.83688223},"labels":[],"label_agreement":null},{"id":"W4389628000","doi":"10.1075/itl.23002.iwa","title":"The effect of test format on productive recall of derivatives","year":2023,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Recall; Test (biology); Psychology; Vocabulary; Free recall; Cognitive psychology; Security token; Recall test; Logistic regression; Social psychology; Computer science; Linguistics; Machine learning","score_opus":0.0136442804867993,"score_gpt":0.3388036752652264,"score_spread":0.32515939477842715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389628000","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06250896,0.09028766,0.00006610567,0.0003058997,0.0018836242,0.0029373674,0.000103130944,0.0001672541,0.84174],"genre_scores_gemma":[0.9943416,0.0037542619,0.00022988932,0.0007028843,0.0003980091,0.000084092724,0.00004452132,0.00003173594,0.00041299497],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989592,0.00010391937,0.00046755487,0.00015129431,0.0001697456,0.0001483218],"domain_scores_gemma":[0.99669385,0.0022603106,0.00045161688,0.0004133698,0.00015567266,0.00002520458],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010360427,0.000114690796,0.00039202077,0.000057520512,0.000045841723,0.0000028144532,0.00018770462,0.000045707093,0.0005894321],"category_scores_gemma":[0.0073745498,0.00007278936,0.00008907108,0.00034246428,0.00013577707,0.0000031128561,0.00003545742,0.0001567072,0.00010481628],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014557755,0.0004707251,0.0008267754,0.04538022,0.0008705567,0.000040783445,0.018902427,0.00008074285,0.0063378303,0.38721758,0.10565163,0.43276495],"study_design_scores_gemma":[0.0017669259,0.002693668,0.0048318896,0.009845065,0.00037546078,0.0000061775245,0.0029175126,0.000049427177,0.06935375,0.0013605974,0.9063309,0.00046862406],"about_ca_topic_score_codex":0.0000030357392,"about_ca_topic_score_gemma":1.9116854e-7,"teacher_disagreement_score":0.9318327,"about_ca_system_score_codex":0.000008370932,"about_ca_system_score_gemma":0.000014631964,"threshold_uncertainty_score":0.8828558},"labels":[],"label_agreement":null},{"id":"W4410115850","doi":"10.1075/itl.24014.iwa","title":"How much receptive affix knowledge do L1 speakers and L2 learners have?","year":2025,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affix; Psychology; Linguistics; Communication; Computer science; Natural language processing","score_opus":0.015379743199409898,"score_gpt":0.3404823921041461,"score_spread":0.3251026489047362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410115850","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0013445696,0.22010115,0.00021382023,0.000314928,0.00084252644,0.00042808978,0.000012039359,0.000059351318,0.7766835],"genre_scores_gemma":[0.9396997,0.020385575,0.003811446,0.011703286,0.001229098,0.00009288411,0.00009925458,0.00007662366,0.022902137],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99876165,0.000102488775,0.00037261608,0.00038917994,0.00011838014,0.0002556998],"domain_scores_gemma":[0.9987651,0.0002978703,0.00022650602,0.00042004624,0.00020411712,0.00008632083],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005176309,0.00021091897,0.0005038423,0.00013523869,0.00007748459,0.000038009457,0.00018641869,0.00013332054,0.0040052356],"category_scores_gemma":[0.0014635947,0.00019747268,0.000096908654,0.00027586037,0.00016780238,0.0000073633287,0.000073161325,0.00035163097,0.00013824587],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013695762,0.00021338338,0.00013724653,0.007876353,0.0003709379,0.000043903237,0.009662849,0.0000018434157,0.00017915909,0.58440566,0.1259355,0.27103624],"study_design_scores_gemma":[0.00056604564,0.000042296222,0.00016163653,0.0022065928,0.00016351075,0.0000034158775,0.009231343,0.000009556003,0.00013270543,0.00065705914,0.98661524,0.0002105791],"about_ca_topic_score_codex":0.000008202704,"about_ca_topic_score_gemma":0.000002781544,"teacher_disagreement_score":0.93835515,"about_ca_system_score_codex":0.00003416076,"about_ca_system_score_gemma":0.000056415356,"threshold_uncertainty_score":0.99690527},"labels":[],"label_agreement":null},{"id":"W83982425","doi":"10.2143/itl.139.0.2003202","title":"Writing Processes of EFL Students in argumentative Essays","year":2003,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Argumentative; Correctness; Meaning (existential); Product (mathematics); Coding (social sciences); Linguistics; Think aloud protocol; Statement (logic); Mathematics education; Psychology; Computer science; Pedagogy; Sociology; Social science; Philosophy; Mathematics","score_opus":0.025223221905400255,"score_gpt":0.334658307178196,"score_spread":0.30943508527279573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W83982425","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039356425,0.041923705,0.0000120327895,0.000009463578,0.00015201549,0.00035199174,0.000031330386,0.000012319112,0.9535715],"genre_scores_gemma":[0.98547155,0.013038938,0.00081409735,0.00020956561,0.00018861753,0.00003836566,0.000011332272,0.000016001584,0.00021154099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99864006,0.000031048887,0.00066635595,0.0001620939,0.0003497015,0.00015072511],"domain_scores_gemma":[0.99878097,0.00017861824,0.0003974152,0.00017574531,0.00044643678,0.000020790045],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00053331646,0.00014127123,0.0005588259,0.00007717697,0.000053230764,0.000019665644,0.00019820331,0.000016604574,0.00047788207],"category_scores_gemma":[0.0021823768,0.00011791117,0.0000640889,0.00012654942,0.00023318031,0.000012116478,0.000048242342,0.00008716794,0.000010477147],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005857186,0.0002792264,0.0010015167,0.014811705,0.00017526475,0.0000057251577,0.014232268,0.000006559862,0.0000054839047,0.9675392,0.00060443685,0.001332767],"study_design_scores_gemma":[0.0023853078,0.0003394041,0.00023190916,0.059198968,0.0026467252,0.0000013490054,0.15182358,0.000009643562,0.0053309714,0.056151506,0.72036004,0.001520618],"about_ca_topic_score_codex":0.000022629647,"about_ca_topic_score_gemma":0.000111757654,"teacher_disagreement_score":0.9815359,"about_ca_system_score_codex":0.000017987315,"about_ca_system_score_gemma":0.00005173478,"threshold_uncertainty_score":0.52324736},"labels":[],"label_agreement":null}]}