{"meta":{"query_hash":"a062c0af7619","filters":{"venue":"ITL Review of Applied Linguistics"},"cohort_total":30,"direct_labels_cover":0,"predictions_cover":30,"exported":30,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/a062c0af7619","api":"https://metacan.xera.ac/api/v1/cohort?venue=ITL+Review+of+Applied+Linguistics"},"results":[{"id":"W2077951615","doi":"10.2143/itl.157.0.2042587","title":"The Effect of Extensive Instruction on Learning the Passive Voice in Intermediate ESL","year":2009,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Task (project management); Grammar; Computer science; Variety (cybernetics); Psychology; Linguistics; Artificial intelligence; Engineering","score_opus":0.009856431590625332,"score_gpt":0.26359386715459954,"score_spread":0.2537374355639742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077951615","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992537,0.00007605197,0.00014463434,0.00001458664,0.0000049091673,0.000025169824,0.0000058638493,0.0000147486635,0.00046042568],"genre_scores_gemma":[0.9979304,0.00015706234,0.000842376,0.000027133114,0.000019103389,0.000041138916,0.00003384482,0.0000049586984,0.00094380823],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9995907,0.00014378573,0.000036930607,0.00007783304,0.000085575535,0.00006516063],"domain_scores_gemma":[0.99752444,0.0014609505,0.0002906763,0.00015525463,0.00011943334,0.00044939242],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045167148,0.000457718,0.0006140033,0.0003960589,0.00021509394,0.0003510614,0.0003581617,0.00033601513,0.0030105237],"category_scores_gemma":[0.0024342153,0.00015923346,0.00018705899,0.00014652906,0.0005140545,0.00029296812,0.0007636808,0.0006253267,0.0002866526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.028616305,0.06903625,0.017663194,0.0012202754,0.00026199175,0.00096534495,0.0043699746,0.0020006266,0.39714634,0.00050364935,0.00060583866,0.47761008],"study_design_scores_gemma":[0.006197174,0.35482773,0.43978846,0.00046492854,0.0006317103,0.0010645555,0.0034124088,0.0035321412,0.17832728,0.0013989067,0.010252298,0.00010238461],"about_ca_topic_score_codex":0.00040225047,"about_ca_topic_score_gemma":0.00069028884,"teacher_disagreement_score":0.0030105237,"about_ca_system_score_codex":0.00015507356,"about_ca_system_score_gemma":0.00032473632,"threshold_uncertainty_score":0.010071158},"labels":[],"label_agreement":null},{"id":"W2095137925","doi":"10.2143/itl.156.0.2034425","title":"Learner Agency and Identity in Second Language Writing","year":2008,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Framing (construction); Agency (philosophy); Narrative; Pedagogy; Normative; Negotiation; Identity (music); Duty; Mathematics education; Sociology; Psychology; Linguistics; Epistemology; Political science; Social science","score_opus":0.025848394888124772,"score_gpt":0.3123575183801218,"score_spread":0.28650912349199703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095137925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71288127,0.0074147787,0.009181299,0.011487919,0.00014770043,0.000047959355,0.000023715218,0.00003921263,0.2587762],"genre_scores_gemma":[0.9967039,0.00067514123,0.000259651,0.00008662311,0.000014764381,0.000009255126,0.0000027520475,0.0000054787292,0.0022425523],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98662555,0.010528295,0.00030951374,0.00054071454,0.0014522487,0.00054364785],"domain_scores_gemma":[0.9867965,0.008646926,0.0020330881,0.0006044367,0.001044507,0.0008745941],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008488405,0.00020830572,0.00035271392,0.002027016,0.004812083,0.0132042635,0.00073635206,0.0013706478,0.0026152546],"category_scores_gemma":[0.01422177,0.00016818062,0.00021996954,0.0014229829,0.015928432,0.0061258143,0.0059535266,0.0019173092,0.000257523],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004098161,0.00006970994,0.012148926,0.00017411877,0.000017758115,0.00073649903,0.75309193,0.00017115453,0.00035971505,0.20103616,0.0012078114,0.030945227],"study_design_scores_gemma":[0.000017804705,0.00006715915,0.01111927,0.0005769625,0.000019787543,0.0011776101,0.8195401,0.00071353937,0.00096518954,0.08336095,0.08240581,0.00003595936],"about_ca_topic_score_codex":0.0034657647,"about_ca_topic_score_gemma":0.0036102694,"teacher_disagreement_score":0.0132042635,"about_ca_system_score_codex":0.003162204,"about_ca_system_score_gemma":0.0034143087,"threshold_uncertainty_score":0.044891477},"labels":[],"label_agreement":null},{"id":"W2231322072","doi":"10.2143/itl.151.0.2015223","title":"Agreement in the English Interlanguage of Basque/Spanish Bilinguals","year":2006,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Syntax, Semantics, Linguistic Variation","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Linguistics; Interlanguage; Morpheme; Inflection; Pronoun; Psychology; Verb; Subject pronoun; Subject (documents); Feature (linguistics); Agreement; Computer science; Philosophy","score_opus":0.017000919733679048,"score_gpt":0.2524805965382806,"score_spread":0.23547967680460155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2231322072","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9967049,0.00021704855,0.00010085574,0.00002900786,0.000002914216,0.000002820816,0.000021650472,0.000002592536,0.0029182783],"genre_scores_gemma":[0.99874735,0.000102582184,0.000097365555,0.000019971018,0.0000028475026,0.00000296965,0.00004210671,0.0000043081836,0.0009805469],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99948263,0.00018032546,0.000026757702,0.000116418974,0.000107738764,0.00008607322],"domain_scores_gemma":[0.99896276,0.00038160518,0.00023198947,0.00004417306,0.00027649477,0.00010298506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008104228,0.00016219297,0.00027487104,0.00075403514,0.0008128289,0.0013543797,0.00017417957,0.00025641854,0.002326237],"category_scores_gemma":[0.0017153077,0.00015724394,0.000067449815,0.0004917512,0.0006887049,0.00042913112,0.0007002118,0.00030687556,0.00029163132],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013677827,0.00035248222,0.3526508,0.00036543142,0.00006804939,0.0024858876,0.45531106,0.00009567206,0.093627386,0.003549826,0.0008564371,0.08926915],"study_design_scores_gemma":[0.000047863745,0.00031960252,0.832435,0.000064954475,0.00004126333,0.0022632403,0.14989546,0.0002108113,0.0036270153,0.0008394671,0.010212291,0.000043172888],"about_ca_topic_score_codex":0.01488533,"about_ca_topic_score_gemma":0.029788062,"teacher_disagreement_score":0.01488533,"about_ca_system_score_codex":0.00045065698,"about_ca_system_score_gemma":0.00045967425,"threshold_uncertainty_score":0.029597402},"labels":[],"label_agreement":null},{"id":"W2269169105","doi":"10.1075/itl.131-132.06hol","title":"Variation and Text Structure","year":2001,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Agricultural Innovations and Practices","field":"Agricultural and Biological Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Variation (astronomy); Publishing; Feature (linguistics); Social science; Distribution (mathematics); Sociology; Geography; Linguistics; Political science; Law; Mathematics","score_opus":0.0170060601716621,"score_gpt":0.25366961789624454,"score_spread":0.23666355772458245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269169105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9135665,0.0060611228,0.031006467,0.0023909614,0.00034261763,0.00029702423,0.0013580881,0.00034521346,0.044632036],"genre_scores_gemma":[0.9904716,0.0005560216,0.006358213,0.00010819413,0.00020366538,0.000094048744,0.000529987,0.000102678016,0.0015755843],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9809301,0.009655424,0.001821375,0.0026183813,0.004530213,0.0004444711],"domain_scores_gemma":[0.8267673,0.13807994,0.01595547,0.0073108603,0.010571448,0.0013149048],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009611585,0.00030321238,0.0005065398,0.013148573,0.0018135424,0.005250728,0.0009785612,0.00060090487,0.0031198943],"category_scores_gemma":[0.09104735,0.00024197107,0.0003045529,0.010314616,0.003223702,0.0044090226,0.003169525,0.0008181332,0.000519518],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009482289,0.00017170861,0.18502451,0.002681176,0.0004116633,0.0019542875,0.21252279,0.0021440962,0.020942405,0.09094687,0.006142019,0.47611022],"study_design_scores_gemma":[0.00012243315,0.0006079415,0.51548874,0.0020837144,0.0005064444,0.0040939925,0.093907304,0.014412655,0.01291412,0.18185705,0.17372721,0.00027843198],"about_ca_topic_score_codex":0.00097409944,"about_ca_topic_score_gemma":0.0009071105,"teacher_disagreement_score":0.013148573,"about_ca_system_score_codex":0.0020536636,"about_ca_system_score_gemma":0.0008616717,"threshold_uncertainty_score":0.050831556},"labels":[],"label_agreement":null},{"id":"W2274203546","doi":"10.1075/itl.131-132.05the","title":"Identification des congénères","year":2001,"lang":"fr","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Humanities; Philosophy","score_opus":0.08400192089631427,"score_gpt":0.46741790887458534,"score_spread":0.3834159879782711,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274203546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8679411,0.0034200437,0.01417468,0.0014299655,0.00018561845,0.00012780714,0.0006484779,0.00029585155,0.111776486],"genre_scores_gemma":[0.9631541,0.0010422698,0.008507333,0.00031409395,0.00008328522,0.00006301776,0.00050605467,0.00011183846,0.026218042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956863,0.0011929703,0.00042394354,0.0013420327,0.0010600291,0.000294635],"domain_scores_gemma":[0.98969555,0.003523877,0.002613795,0.0016633667,0.0021479465,0.00035554863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028132482,0.00073828746,0.00079182995,0.0052063568,0.0018467729,0.0029642081,0.0008602815,0.0011238385,0.018504003],"category_scores_gemma":[0.014019746,0.00043335688,0.00028362716,0.002788816,0.003205435,0.003011009,0.00304634,0.0012774525,0.0032923487],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00067595753,0.00018090468,0.22072665,0.0016029553,0.00017491844,0.018334243,0.21192142,0.0003159303,0.03682986,0.09314234,0.007846797,0.40824795],"study_design_scores_gemma":[0.000044850723,0.00050599076,0.2592005,0.0012602911,0.00047603066,0.14908795,0.12012528,0.0016068565,0.028233306,0.05053186,0.38868862,0.0002384933],"about_ca_topic_score_codex":0.0077608884,"about_ca_topic_score_gemma":0.008318142,"teacher_disagreement_score":0.018504003,"about_ca_system_score_codex":0.0012386139,"about_ca_system_score_gemma":0.0013744491,"threshold_uncertainty_score":0.061902046},"labels":[],"label_agreement":null},{"id":"W247747828","doi":"10.1075/itl.133-134.01neu","title":"Non-Foreign-Accented Speech in Adult Second Language Learners","year":2001,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"French; Linguistics; Phone; First language; Foreign language; Psychology; Test (biology); Task (project management); Second language; History","score_opus":0.02123166958344353,"score_gpt":0.3556949141386731,"score_spread":0.3344632445552296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W247747828","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9996176,0.000034999033,0.0000115957355,0.00000686538,0.0000020763496,0.0000028900042,0.00001818939,0.0000012504443,0.0003046253],"genre_scores_gemma":[0.99912983,0.00004804421,0.000034588258,0.00001967414,0.0000027750002,0.0000040049044,0.000031514624,0.0000010856728,0.00072859373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99965024,0.00006676655,0.000035215457,0.00008221423,0.000098437245,0.00006712254],"domain_scores_gemma":[0.99866295,0.0004179369,0.00023062759,0.0000643818,0.00026827696,0.0003559565],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000585687,0.00029711257,0.00038516385,0.0008426082,0.000546018,0.0010914765,0.00020982245,0.0005102625,0.0029808441],"category_scores_gemma":[0.0020961722,0.00016808925,0.000114663104,0.0002518136,0.00057326246,0.00036848124,0.0005194655,0.00040432383,0.00067039364],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005895324,0.00083534454,0.8363558,0.0001299627,0.00002352211,0.005792402,0.10222025,0.00005304977,0.03245206,0.00014577442,0.00046958541,0.020932745],"study_design_scores_gemma":[0.000019458636,0.0014276227,0.94079185,0.000024157865,0.000017791825,0.005682643,0.04690616,0.00013045353,0.0034110642,0.00007258346,0.0014918613,0.00002438182],"about_ca_topic_score_codex":0.006796495,"about_ca_topic_score_gemma":0.009184429,"teacher_disagreement_score":0.006796495,"about_ca_system_score_codex":0.00030217203,"about_ca_system_score_gemma":0.00025291127,"threshold_uncertainty_score":0.013513923},"labels":[],"label_agreement":null},{"id":"W2587671992","doi":"10.1075/itl.167.2.02dan","title":"Evaluating lists of high-frequency words","year":2016,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":81,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Word list; Word (group theory); Artificial intelligence; Linguistics; Corpus linguistics; Natural language processing; Word lists by frequency; American English; Computer science; Philosophy","score_opus":0.039594873896032536,"score_gpt":0.3964028863748773,"score_spread":0.35680801247884475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2587671992","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.945299,0.0046672807,0.02130585,0.00023087082,0.00016867595,0.00020631636,0.006080227,0.002133054,0.019908648],"genre_scores_gemma":[0.95257,0.0014205844,0.02272696,0.0001207413,0.000118600336,0.0002403145,0.017525975,0.0004878611,0.004788968],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956951,0.0011911516,0.0004638011,0.00060430117,0.0018389395,0.00020674392],"domain_scores_gemma":[0.96411794,0.02359633,0.0026561553,0.0015957783,0.0072399955,0.0007937642],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040554297,0.0007474112,0.00076823035,0.013831442,0.0010871631,0.0027297812,0.00081305427,0.00088587665,0.0057726908],"category_scores_gemma":[0.040941674,0.00030320892,0.00043258013,0.010105134,0.0005958365,0.004538229,0.0018821923,0.0004395793,0.003943925],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020761585,0.0002943371,0.19807248,0.0032502098,0.00044456124,0.00059664826,0.010217403,0.0041811583,0.032977115,0.0021733267,0.016563136,0.7291535],"study_design_scores_gemma":[0.00028480397,0.0023874368,0.72488534,0.0013215224,0.0009723761,0.0034356194,0.025058737,0.04720328,0.06422457,0.006969126,0.12277707,0.00048016623],"about_ca_topic_score_codex":0.006989944,"about_ca_topic_score_gemma":0.010847911,"teacher_disagreement_score":0.013831442,"about_ca_system_score_codex":0.0010419769,"about_ca_system_score_gemma":0.0011582683,"threshold_uncertainty_score":0.02144742},"labels":[],"label_agreement":null},{"id":"W2613581942","doi":"10.1075/itl.168.1.02web","title":"The updated Vocabulary Levels Test","year":2017,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":354,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Test (biology); Word (group theory); Natural language processing; Coca; Quality (philosophy); Computer science; Artificial intelligence; Psychology; Vocabulary development; Linguistics; Epistemology","score_opus":0.028970591106137637,"score_gpt":0.360601813804685,"score_spread":0.33163122269854733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2613581942","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80557865,0.0017146653,0.0070394464,0.0015509077,0.0006859155,0.0027456344,0.02014601,0.00059657794,0.15994215],"genre_scores_gemma":[0.8741776,0.0014801765,0.017540732,0.0012828057,0.00016758255,0.004943825,0.032583028,0.00018102064,0.06764324],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9978713,0.00027932285,0.00036081558,0.00032908915,0.0010261695,0.00013337794],"domain_scores_gemma":[0.99481624,0.0012959507,0.0009332478,0.0005305653,0.0017341422,0.0006899089],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015253766,0.00054952555,0.000590517,0.0017927003,0.00057103584,0.001521268,0.0012100673,0.00089286774,0.015901646],"category_scores_gemma":[0.014346082,0.00024427124,0.00053582905,0.0009235633,0.00042804822,0.002894121,0.0017352635,0.0018142185,0.007167127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00075100426,0.0021134417,0.37846714,0.00031584417,0.0001535948,0.00070756703,0.0022088068,0.00093969493,0.0041087167,0.007938702,0.09209642,0.51019907],"study_design_scores_gemma":[0.00025578408,0.0020357065,0.8475223,0.0004627294,0.00011918855,0.0030027705,0.0013486223,0.001646438,0.0043950593,0.009578837,0.12949803,0.00013449584],"about_ca_topic_score_codex":0.0036663238,"about_ca_topic_score_gemma":0.005894862,"teacher_disagreement_score":0.015901646,"about_ca_system_score_codex":0.00073988247,"about_ca_system_score_gemma":0.001125965,"threshold_uncertainty_score":0.05319631},"labels":[],"label_agreement":null},{"id":"W2800034231","doi":"10.1075/itl.00011.jel","title":"Examining incidental vocabulary acquisition from captioned video","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":72,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Test (biology); Modality (human–computer interaction); Word (group theory); Meaning (existential); Psychology; Word recognition; Computer science; Multimedia; Vocabulary development; Linguistics; Reading (process); Artificial intelligence","score_opus":0.042941563640014974,"score_gpt":0.2729507868514527,"score_spread":0.2300092232114377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800034231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9974815,0.0002287405,0.0004552342,0.000007763908,0.0000058047804,0.000026214087,0.000056475954,0.0000112463385,0.001727029],"genre_scores_gemma":[0.9973992,0.00029575723,0.00088246504,0.000029073228,0.000009316817,0.00007015691,0.00018857904,0.000010147801,0.0011153611],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99905604,0.00027859956,0.000090632726,0.00017648104,0.00030195268,0.00009634067],"domain_scores_gemma":[0.9925309,0.0046882196,0.0010684396,0.00033060793,0.0010552428,0.00032655968],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011941686,0.0003130853,0.0003363948,0.0008005293,0.00018905017,0.0008873292,0.0004038088,0.00040957588,0.0028865202],"category_scores_gemma":[0.011902533,0.00012372507,0.00018742676,0.00040545472,0.00039953235,0.0009845805,0.00080031535,0.00044105423,0.0006078378],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0042973747,0.0027402297,0.3205939,0.0027112006,0.00020358406,0.002543601,0.0173062,0.0005638741,0.22579825,0.0005930363,0.0009179806,0.42173085],"study_design_scores_gemma":[0.00005389034,0.00797428,0.9189501,0.0002700264,0.00016075342,0.0018028741,0.0065399916,0.00088022114,0.05950857,0.00050679274,0.0032895636,0.00006287898],"about_ca_topic_score_codex":0.0014095637,"about_ca_topic_score_gemma":0.0022133505,"teacher_disagreement_score":0.0028865202,"about_ca_system_score_codex":0.00019861021,"about_ca_system_score_gemma":0.000284458,"threshold_uncertainty_score":0.009656429},"labels":[],"label_agreement":null},{"id":"W2800080791","doi":"10.1075/itl.00012.rod","title":"The images in television programs and the potential for learning unknown words","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Subtitles and Audiovisual Media","field":"Arts and Humanities","cited_by":86,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Vocabulary; Presentation (obstetrics); Narrative; Word (group theory); Psychology; Vocabulary learning; Computer science; Multimedia; Linguistics","score_opus":0.01757884735470304,"score_gpt":0.2776124888531259,"score_spread":0.26003364149842284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800080791","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9520724,0.003011817,0.001270588,0.0010050978,0.000020377778,0.000009685025,0.00003660309,0.0000138543055,0.042559475],"genre_scores_gemma":[0.9963654,0.0015536238,0.0003700631,0.000040892774,0.00001836875,0.0000056016497,0.000013917577,0.00000412053,0.0016279222],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99962103,0.0002060352,0.000013894589,0.00004143864,0.00007968031,0.000037823836],"domain_scores_gemma":[0.996461,0.0026785128,0.00054555765,0.00008392481,0.00012033352,0.000110628935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004041506,0.00010673326,0.0001009721,0.0006395458,0.0003958998,0.001860867,0.00031561227,0.00042859293,0.004653851],"category_scores_gemma":[0.0036960666,0.00007608941,0.00011273511,0.00049044087,0.0022643523,0.001658343,0.00090971624,0.00048263412,0.00023629481],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005279997,0.0005292343,0.13355848,0.0028707958,0.0000823999,0.005888482,0.18816349,0.0014788833,0.04669701,0.14813116,0.0037391388,0.46833298],"study_design_scores_gemma":[0.00006341307,0.0008620259,0.5193316,0.00214399,0.00020345762,0.0071516926,0.19819784,0.0028884981,0.022354113,0.11737945,0.12931521,0.00010873966],"about_ca_topic_score_codex":0.0019469145,"about_ca_topic_score_gemma":0.0019927362,"teacher_disagreement_score":0.004653851,"about_ca_system_score_codex":0.00043274387,"about_ca_system_score_gemma":0.00033116652,"threshold_uncertainty_score":0.015568674},"labels":[],"label_agreement":null},{"id":"W2800714040","doi":"10.1075/itl.00007.web","title":"Re-examining the effects of word writing on vocabulary learning","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Vocabulary; Word (group theory); Task (project management); Recall; Word learning; Test (biology); Vocabulary learning; Psychology; Computer science; Linguistics; Natural language processing; Cognitive psychology","score_opus":0.017663359228876255,"score_gpt":0.32735541587077155,"score_spread":0.3096920566418953,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2800714040","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9970626,0.0005279286,0.0007271109,0.00005350018,0.000025559593,0.000026248223,0.00003621923,0.000013619749,0.0015272639],"genre_scores_gemma":[0.997136,0.00032001658,0.0009999899,0.000047704594,0.000017048182,0.000048247406,0.00006939323,0.000016636102,0.0013451593],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9983606,0.0005455848,0.00021303086,0.0003309205,0.00043684716,0.0001129389],"domain_scores_gemma":[0.98422515,0.011188561,0.0014038099,0.0013995576,0.0012694017,0.00051352405],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020142912,0.0003876121,0.0005969426,0.000399885,0.00028526218,0.0008252815,0.00050658936,0.00034277004,0.0029757908],"category_scores_gemma":[0.01539259,0.00014585827,0.0003939568,0.00024705214,0.0008578369,0.0010128813,0.0009338404,0.0006951311,0.00045841973],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0090336315,0.004776891,0.08042484,0.001822296,0.0002563926,0.0007514484,0.0073626186,0.0006189227,0.528733,0.00080495764,0.0007158496,0.3646992],"study_design_scores_gemma":[0.0004240048,0.02597444,0.6047502,0.0003815772,0.000550237,0.001286893,0.0041062734,0.001675507,0.3493388,0.0035210515,0.007876796,0.000114126844],"about_ca_topic_score_codex":0.000752595,"about_ca_topic_score_gemma":0.0008852202,"teacher_disagreement_score":0.0029757908,"about_ca_system_score_codex":0.00024880847,"about_ca_system_score_gemma":0.0005038886,"threshold_uncertainty_score":0.010652721},"labels":[],"label_agreement":null},{"id":"W2803063809","doi":"10.1075/itl.00009.sas","title":"The guessing from context test","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Rasch model; Representativeness heuristic; Context (archaeology); Test (biology); Meaning (existential); Construct validity; Psychology; Interpretation (philosophy); Construct (python library); Natural language processing; Item response theory; Test validity; Linguistics; Cognitive psychology; Social psychology; Psychometrics; Computer science; Developmental psychology","score_opus":0.01822440155309714,"score_gpt":0.33796456764892757,"score_spread":0.31974016609583045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803063809","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97340345,0.0005541635,0.0076612704,0.0002914833,0.00013388814,0.00070276187,0.00084064115,0.00015640486,0.016255911],"genre_scores_gemma":[0.9887222,0.00021347395,0.0070845056,0.00014032912,0.000028865385,0.0004521209,0.0008503883,0.000021786263,0.0024862443],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965693,0.0012665677,0.0005105439,0.00048994506,0.0009256807,0.00023798512],"domain_scores_gemma":[0.9815029,0.008795148,0.0029064675,0.0018140519,0.0035043147,0.001477063],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031160822,0.0006773753,0.00085782225,0.002139969,0.00064859545,0.0014390033,0.00092759967,0.001099075,0.007612221],"category_scores_gemma":[0.032763075,0.00020218553,0.0009885908,0.0008562767,0.0010302279,0.0025425039,0.0016935106,0.001194986,0.0018018736],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017190913,0.0011171745,0.70294553,0.00065751094,0.00029622397,0.0011663684,0.0056093773,0.002959546,0.008053059,0.0067524444,0.0055203815,0.26320326],"study_design_scores_gemma":[0.00026282165,0.004985764,0.9043643,0.00073286233,0.00026536288,0.0038496114,0.008733356,0.01939296,0.017159844,0.017494895,0.022485077,0.00027309067],"about_ca_topic_score_codex":0.0015136517,"about_ca_topic_score_gemma":0.0017761261,"teacher_disagreement_score":0.007612221,"about_ca_system_score_codex":0.00052279036,"about_ca_system_score_gemma":0.00086086453,"threshold_uncertainty_score":0.025465429},"labels":[],"label_agreement":null},{"id":"W2900621164","doi":"10.1075/itl.17021.dao","title":"Structural alignment in L2 task-based interaction","year":2018,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Concordia University","funders":"","keywords":"Task (project management); Computer science; Structural alignment; Repetition (rhetorical device); Natural language processing; Artificial intelligence; Linguistics; Sequence alignment; Engineering","score_opus":0.03392609173437488,"score_gpt":0.303007188101059,"score_spread":0.2690810963666841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900621164","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98835677,0.000167908,0.0040006405,0.000079090765,0.000007972093,0.000043232285,0.000063998974,0.000058815527,0.007221551],"genre_scores_gemma":[0.9981419,0.00004578406,0.0012147129,0.000033329456,0.00000560072,0.000041007897,0.00006463715,0.000031623298,0.00042146991],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9944536,0.0028935748,0.00025497243,0.00069079886,0.0014208072,0.0002862255],"domain_scores_gemma":[0.9617054,0.028631361,0.004797055,0.0015626572,0.00270208,0.00060154026],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003652237,0.00037954046,0.0003018812,0.0011150388,0.0008466149,0.002557818,0.0005675856,0.0006222587,0.0018899649],"category_scores_gemma":[0.039365053,0.0002644614,0.00015128076,0.0010062946,0.001338558,0.0014829717,0.0020533048,0.0008699234,0.00045682228],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012450384,0.000530197,0.22352152,0.0010501336,0.0001326307,0.0014548292,0.41399932,0.0018300931,0.18902855,0.005077734,0.0012636142,0.16086635],"study_design_scores_gemma":[0.00006606547,0.00055312144,0.8677579,0.00017200508,0.00008326701,0.0013583694,0.07899311,0.00764155,0.028820466,0.005268234,0.009117521,0.0001682786],"about_ca_topic_score_codex":0.003245772,"about_ca_topic_score_gemma":0.0029698056,"teacher_disagreement_score":0.003652237,"about_ca_system_score_codex":0.0009803664,"about_ca_system_score_gemma":0.00063642865,"threshold_uncertainty_score":0.019315064},"labels":[],"label_agreement":null},{"id":"W2928969897","doi":"10.1075/itl.17026.app","title":"Lexical aspects of comprehensibility and nativeness from the perspective of native-speaking English raters","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Concordia University","funders":"","keywords":"Linguistics; Lexical diversity; Psychology; Task (project management); Lexical item; Perspective (graphical); Lexical density; Computer science; Natural language processing; Artificial intelligence; Vocabulary","score_opus":0.019016814672883818,"score_gpt":0.3264930359774797,"score_spread":0.3074762213045959,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2928969897","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.995846,0.00034015076,0.0015012055,0.000028371696,0.00001275485,0.00002157956,0.000053951917,0.000014060742,0.0021820155],"genre_scores_gemma":[0.9990382,0.00011886294,0.00041178087,0.000012851847,0.000007691501,0.000019775003,0.000046569196,0.0000068357267,0.00033738394],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972541,0.0012936761,0.00030732583,0.00034449992,0.00069373957,0.00010668324],"domain_scores_gemma":[0.9790854,0.013247251,0.0025419416,0.0011473469,0.0033866933,0.00059129624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005641941,0.0003332073,0.00037719446,0.0017752824,0.00030076515,0.0015256759,0.00023529617,0.00024104012,0.0011930197],"category_scores_gemma":[0.029174091,0.00015095987,0.0002507733,0.0006110362,0.00083973556,0.0008391692,0.0010480908,0.00038601062,0.00026733775],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007241865,0.00012847914,0.767512,0.00037886642,0.0002511185,0.0006358175,0.108372405,0.0003628498,0.03004983,0.0007498101,0.0006147087,0.09021982],"study_design_scores_gemma":[0.00001932438,0.00043746358,0.963174,0.000104922896,0.000052398722,0.0012322465,0.02666167,0.0012395381,0.00496329,0.000689948,0.0013669415,0.000058236103],"about_ca_topic_score_codex":0.0012397115,"about_ca_topic_score_gemma":0.0015803206,"teacher_disagreement_score":0.005641941,"about_ca_system_score_codex":0.00019115425,"about_ca_system_score_gemma":0.00018738014,"threshold_uncertainty_score":0.029837787},"labels":[],"label_agreement":null},{"id":"W2955319516","doi":"10.1075/itl.18033.bui","title":"Extracting multiword expressions from texts with the aid of online resources","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Victoria University; Victoria University of Wellington","keywords":"Vietnamese; Test (biology); Class (philosophy); Recall; Psychology; Linguistics; English as a foreign language; Word (group theory); Significant difference; Mathematics education; Computer science; Natural language processing; Artificial intelligence; Cognitive psychology; Mathematics","score_opus":0.016400134541751283,"score_gpt":0.25284428369954315,"score_spread":0.23644414915779186,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955319516","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93077624,0.0005642597,0.05989377,0.0003032618,0.000069885704,0.00055186613,0.0004945564,0.0010402314,0.0063058883],"genre_scores_gemma":[0.79443574,0.00075043296,0.1993603,0.00008930002,0.000034724922,0.00028162354,0.0009525271,0.00015359774,0.0039416444],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99914825,0.0003391152,0.00009119236,0.00023387425,0.00014104093,0.000046547106],"domain_scores_gemma":[0.9946985,0.0038261237,0.0003693258,0.0004297722,0.0005417414,0.0001344126],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00096157053,0.00059242616,0.000655117,0.0016384536,0.0005594555,0.0014221903,0.0007124402,0.00043815022,0.0044418275],"category_scores_gemma":[0.0057395236,0.00020210535,0.00022117837,0.0013316941,0.00045486123,0.0020242995,0.0013300224,0.00048585673,0.0015920405],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006311823,0.00090688374,0.007487988,0.0010857731,0.000028808272,0.0010440395,0.011006835,0.00037166668,0.18708205,0.0007375607,0.001738829,0.7878784],"study_design_scores_gemma":[0.00038121306,0.0045738523,0.1329903,0.0007859641,0.00036544277,0.006070024,0.080116175,0.024741739,0.65568674,0.0067720623,0.08725388,0.0002627676],"about_ca_topic_score_codex":0.00044719412,"about_ca_topic_score_gemma":0.00089411496,"teacher_disagreement_score":0.0044418275,"about_ca_system_score_codex":0.00030246834,"about_ca_system_score_gemma":0.0005568736,"threshold_uncertainty_score":0.014859378},"labels":[],"label_agreement":null},{"id":"W2955464867","doi":"10.1075/itl.18034.rod","title":"Incidental vocabulary learning through viewing television","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":136,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; Carleton University","funders":"","keywords":"Vocabulary; Incidental learning; Vocabulary learning; Meaning (existential); Psychology; Drama; Test (biology); Vocabulary development; Linguistics; Cognitive psychology","score_opus":0.013929515545262465,"score_gpt":0.32161662129413615,"score_spread":0.3076871057488737,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2955464867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9981256,0.00019323404,0.00021663446,0.000018600664,0.0000020857447,0.000007714148,0.000016242115,0.000009315817,0.0014105992],"genre_scores_gemma":[0.9984971,0.00041639686,0.0004090348,0.000018622482,0.0000060252623,0.000011430363,0.000048894985,0.0000026064629,0.00058974867],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9997795,0.00007382815,0.000011579379,0.00003730676,0.00006453029,0.000033360877],"domain_scores_gemma":[0.99853873,0.0008537162,0.0002723109,0.00010148524,0.000098303884,0.00013539167],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029115265,0.00015230161,0.00023268306,0.0003162466,0.00012557079,0.00042880588,0.00023575696,0.00015315981,0.0016519522],"category_scores_gemma":[0.0023943332,0.00008796985,0.00017537076,0.00017782005,0.00033114885,0.00040411094,0.0005379474,0.0003516102,0.00017387873],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009911472,0.0030713214,0.39339226,0.0008621106,0.00019129229,0.0009853919,0.0059677404,0.0006951789,0.09118173,0.0007310096,0.0010846354,0.5008462],"study_design_scores_gemma":[0.00003623253,0.0023486644,0.9742853,0.0001277758,0.0001112015,0.0010090768,0.0021223058,0.0004810339,0.014951566,0.0013562253,0.0031443995,0.000026212276],"about_ca_topic_score_codex":0.00091861014,"about_ca_topic_score_gemma":0.00135481,"teacher_disagreement_score":0.0016519522,"about_ca_system_score_codex":0.00012516003,"about_ca_system_score_gemma":0.00018562107,"threshold_uncertainty_score":0.0055263042},"labels":[],"label_agreement":null},{"id":"W2966048657","doi":"10.1075/itl.19013.kar","title":"The role of task repetition and learner self-assessment in technology-mediated task performance","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Carleton University","funders":"","keywords":"Rubric; Task (project management); Repetition (rhetorical device); Presentation (obstetrics); Class (philosophy); Psychology; Computer science; Mathematics education; Linguistics; Medicine; Artificial intelligence","score_opus":0.00484469176283102,"score_gpt":0.22818745349634662,"score_spread":0.22334276173351558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966048657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96095073,0.02068751,0.0059296866,0.00054887834,0.000060483228,0.00012527565,0.000042311047,0.00007858982,0.011576627],"genre_scores_gemma":[0.9915175,0.0048627323,0.0021185125,0.000069481765,0.00003586708,0.00009031002,0.000029378709,0.000021153344,0.0012551973],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9832224,0.010973894,0.00074592984,0.0006727408,0.003956382,0.00042860073],"domain_scores_gemma":[0.9350142,0.048026823,0.009334887,0.0015701156,0.0049130567,0.0011409301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010935497,0.00026805032,0.000547437,0.0011757778,0.0004177924,0.002218675,0.0007592881,0.0004646429,0.001298661],"category_scores_gemma":[0.04259319,0.00018703456,0.0004436012,0.0005352035,0.0010939504,0.00066638406,0.0010632819,0.00057124655,0.0002740413],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063448056,0.0008757864,0.2611134,0.004605868,0.00046906003,0.00091628806,0.032891933,0.0013646189,0.016645752,0.0017355803,0.00086721225,0.67788005],"study_design_scores_gemma":[0.000041063373,0.0019652806,0.96480966,0.0024054986,0.00038675737,0.001080894,0.007138498,0.0017451018,0.008342983,0.001075444,0.010875659,0.0001332373],"about_ca_topic_score_codex":0.0034132719,"about_ca_topic_score_gemma":0.0041223685,"teacher_disagreement_score":0.010935497,"about_ca_system_score_codex":0.0009095021,"about_ca_system_score_gemma":0.0026231431,"threshold_uncertainty_score":0.057833135},"labels":[],"label_agreement":null},{"id":"W2966292470","doi":"10.1075/itl.19009.hei","title":"A longitudinal observation of technology-mediated feedback for L2 learners of German","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"German; Grammar; Computer science; Corrective feedback; Repetition (rhetorical device); Set (abstract data type); Mathematics education; Focus on form; Focus (optics); Language acquisition; Second-language acquisition; Computer-Assisted Instruction; Linguistics; Psychology; Multimedia; Programming language","score_opus":0.037630119473300125,"score_gpt":0.29295967960252844,"score_spread":0.2553295601292283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966292470","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99952626,0.000040571726,0.00009878048,0.000030111527,0.0000020780656,0.000021532629,0.000042345648,0.000008639199,0.00022985207],"genre_scores_gemma":[0.99879575,0.000050585513,0.00019877596,0.000025129108,0.0000030259805,0.00004599911,0.00008247694,0.000006065918,0.0007922405],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980562,0.0008469588,0.00011036289,0.0002398403,0.0004460742,0.00030059426],"domain_scores_gemma":[0.99249893,0.0019803818,0.0016761408,0.00050347066,0.0023163257,0.0010246855],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039109187,0.0005661082,0.0007937038,0.0014318792,0.002334576,0.0017821022,0.00081522303,0.0011467186,0.0015553137],"category_scores_gemma":[0.012464242,0.0005639462,0.0003698947,0.0005738165,0.0009026659,0.000940131,0.0017610783,0.0015493401,0.0009251165],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00064686156,0.004892885,0.7768846,0.00013871709,0.00008112645,0.002146282,0.16252564,0.00019660173,0.012378196,0.0001641355,0.00072651345,0.039218392],"study_design_scores_gemma":[0.000044775075,0.0066044535,0.8910689,0.00008781362,0.00008586184,0.0017936944,0.08611507,0.00097157405,0.008245048,0.00019181921,0.004647277,0.00014363651],"about_ca_topic_score_codex":0.010567851,"about_ca_topic_score_gemma":0.013428748,"teacher_disagreement_score":0.010567851,"about_ca_system_score_codex":0.0010179747,"about_ca_system_score_gemma":0.00094954675,"threshold_uncertainty_score":0.021012664},"labels":[],"label_agreement":null},{"id":"W2967899368","doi":"10.1075/itl.19012.you","title":"A meta-analysis of the effects of instruction and corrective feedback on L2 pragmatics and the role of moderator variables","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Moderation; Pragmatics; Corrective feedback; Comprehension; Psychology; Computer science; Mathematics education; Outcome (game theory); Linguistics; Social psychology; Mathematics","score_opus":0.014312878251780613,"score_gpt":0.23064220230372692,"score_spread":0.2163293240519463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967899368","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018228995,0.97803694,0.0014635114,0.00036936463,0.00038186804,0.00043287582,0.00051262125,0.000045474433,0.0005283985],"genre_scores_gemma":[0.48763663,0.5002431,0.0069338963,0.0012107678,0.0004429628,0.0018641126,0.0010109752,0.00009006856,0.0005675204],"study_design_codex":"meta_analysis","study_design_gemma":"meta_analysis","domain_scores_codex":[0.9808686,0.010519369,0.0048687453,0.0015178396,0.0019373866,0.00028803988],"domain_scores_gemma":[0.9521178,0.03730188,0.0055001015,0.0017607167,0.0029298842,0.00038963248],"candidate_categories":["metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.028904695,0.0021786832,0.011712135,0.0065910835,0.0006979855,0.0037607318,0.0017851152,0.0017789089,0.0025111302],"category_scores_gemma":[0.06608806,0.0012841437,0.032835934,0.005615969,0.0009309607,0.0017844229,0.0012863495,0.0018775336,0.00027274658],"study_design_candidate":"meta_analysis","study_design_consensus":"meta_analysis","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002921899,0.0000656898,0.0041226726,0.1658091,0.8071714,0.000120137476,0.00017255079,0.00040257347,0.00056852197,0.00017628542,0.00040945393,0.018059652],"study_design_scores_gemma":[0.0006460426,0.0004011867,0.0045625325,0.013128126,0.97906965,0.00006327174,0.00005054865,0.00011801478,0.00042158135,0.00017917139,0.0013418235,0.000018118944],"about_ca_topic_score_codex":0.004692039,"about_ca_topic_score_gemma":0.00968778,"teacher_disagreement_score":0.98828787,"about_ca_system_score_codex":0.0025698266,"about_ca_system_score_gemma":0.0033988666,"threshold_uncertainty_score":0.15286446},"labels":[],"label_agreement":null},{"id":"W2971762722","doi":"10.1075/itl.19011.lir","title":"The provision and efficacy of peer feedback in blogs versus paper-based writing","year":2019,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria; Université du Québec en Abitibi-Témiscamingue","funders":"","keywords":"Popularity; Peer feedback; Second language writing; Class (philosophy); Computer science; Psychology; Peer review; Second language; Mathematics education; Social psychology; Linguistics; Political science; Artificial intelligence","score_opus":0.02300194863633212,"score_gpt":0.28157415919257733,"score_spread":0.25857221055624524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971762722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98039526,0.00074114,0.0012588984,0.00091885444,0.00016112807,0.0003351252,0.000059570844,0.000091595495,0.016038353],"genre_scores_gemma":[0.99612397,0.00033418273,0.001525429,0.00019257123,0.00006370415,0.00020112871,0.000028397892,0.000024609559,0.0015060777],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.95301473,0.037063297,0.0016541078,0.0017666478,0.0055396794,0.0009615051],"domain_scores_gemma":[0.6032353,0.32344526,0.03049688,0.013629577,0.018915754,0.010277202],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.039193176,0.00038715362,0.0006877597,0.0016138431,0.0018080705,0.004741983,0.0009308667,0.0010981257,0.0034554112],"category_scores_gemma":[0.2517151,0.00027886455,0.0003247676,0.00092425477,0.002553668,0.0023877749,0.0022413,0.00149692,0.00065059017],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004604869,0.007370583,0.24089505,0.0028195207,0.00031312698,0.00057931873,0.1409145,0.00056183164,0.010746005,0.0023307512,0.0043785735,0.5844859],"study_design_scores_gemma":[0.0015766827,0.015566087,0.75363773,0.0061365915,0.0007892869,0.0011599036,0.15891977,0.0038514477,0.013012629,0.0040642153,0.04099029,0.00029537242],"about_ca_topic_score_codex":0.0033763142,"about_ca_topic_score_gemma":0.004490676,"teacher_disagreement_score":0.039193176,"about_ca_system_score_codex":0.0017639752,"about_ca_system_score_gemma":0.0031526664,"threshold_uncertainty_score":0.20727575},"labels":[],"label_agreement":null},{"id":"W3096667251","doi":"10.1075/itl.20006.rez","title":"Peer and teacher assessment of second-language writing in high- and low-stakes conditions","year":2020,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Psychology; Rasch model; Peer assessment; Writing assessment; Consistency (knowledge bases); Inter-rater reliability; Variation (astronomy); Rating scale; Mathematics education; English language; Peer evaluation; Medical education; Developmental psychology; Medicine; Higher education; Computer science","score_opus":0.025057942438654435,"score_gpt":0.3707478996727184,"score_spread":0.3456899572340639,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096667251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9992231,0.000041433406,0.000107685635,0.000015409338,0.0000046203027,0.000013656527,0.000011448496,0.0000062816694,0.00057624246],"genre_scores_gemma":[0.9995598,0.000019327017,0.00015349948,0.000005559268,0.000003893466,0.000017110253,0.000017993128,0.0000023678951,0.00022043844],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9878128,0.006139239,0.0010131783,0.0009144512,0.003701222,0.00041918166],"domain_scores_gemma":[0.94651526,0.02472812,0.011309142,0.0026412178,0.010776872,0.00402937],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009641112,0.00033205838,0.00076972414,0.0016177847,0.0008135678,0.0015349159,0.00049856916,0.00041207802,0.0016080345],"category_scores_gemma":[0.057417955,0.00019261151,0.00027278013,0.0004819273,0.00091928744,0.0008307323,0.0023041011,0.0005473731,0.0003651318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017925875,0.001424915,0.8560204,0.00028263286,0.0001537846,0.0008588213,0.03803905,0.00046087473,0.015299672,0.00015939468,0.0007286525,0.08477935],"study_design_scores_gemma":[0.000075935364,0.0025267592,0.9707347,0.00007800532,0.000048919155,0.00075167016,0.016846837,0.0011863023,0.0064884345,0.00023256127,0.0009789215,0.00005089893],"about_ca_topic_score_codex":0.0015026039,"about_ca_topic_score_gemma":0.0029127614,"teacher_disagreement_score":0.009641112,"about_ca_system_score_codex":0.00077665265,"about_ca_system_score_gemma":0.00073760323,"threshold_uncertainty_score":0.05098766},"labels":[],"label_agreement":null},{"id":"W3119023680","doi":"10.1075/itl.20020.lau","title":"How well do learners know derived words in a second language?","year":2021,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affix; Vocabulary; Linguistics; Test (biology); Word (group theory); Psychology; Natural language processing; Word lists by frequency; Computer science; Artificial intelligence","score_opus":0.0120849378248485,"score_gpt":0.30822422918689407,"score_spread":0.2961392913620456,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119023680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99882704,0.00019066334,0.000075993405,0.00005460263,0.0000021203057,0.0000019964623,0.000021266676,0.0000021719725,0.000824033],"genre_scores_gemma":[0.99908864,0.00026515414,0.00007461819,0.000033470664,0.0000034447762,0.000004085432,0.000041976655,0.0000015374759,0.0004869591],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994947,0.00012397424,0.000030556672,0.0000910241,0.00020780854,0.000051975974],"domain_scores_gemma":[0.9912111,0.004993054,0.0018411062,0.00033134557,0.0009910035,0.0006323846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013674742,0.00020560865,0.0003901716,0.00077781687,0.00020673606,0.0014821958,0.0002895675,0.0005866723,0.0026059204],"category_scores_gemma":[0.010517909,0.0001553856,0.00020947885,0.00045935035,0.00071621634,0.0016970226,0.00047267257,0.0006139246,0.00073019956],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002957164,0.00068104436,0.9081485,0.0001286828,0.000069549045,0.00042241704,0.014301037,0.00036030888,0.004033683,0.00039178054,0.00061830337,0.07054901],"study_design_scores_gemma":[0.000013612485,0.0008195264,0.98010194,0.00008130018,0.00003635862,0.0006036916,0.012105232,0.0008026795,0.002570621,0.0013008383,0.0015327357,0.00003140466],"about_ca_topic_score_codex":0.0016354324,"about_ca_topic_score_gemma":0.0014892501,"teacher_disagreement_score":0.0026059204,"about_ca_system_score_codex":0.00021619581,"about_ca_system_score_gemma":0.0002961849,"threshold_uncertainty_score":0.008717656},"labels":[],"label_agreement":null},{"id":"W4220943352","doi":"10.1075/itl.21002.ady","title":"Exploring underlying elements of the motivational self system among learners in two instructional contexts","year":2022,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University","funders":"","keywords":"Psychology; Identity (music); Value (mathematics); Exploratory research; English as a second language; English language; Language acquisition; Pedagogy; Process (computing); Mathematics education; Social psychology; Sociology; Computer science","score_opus":0.09769501830751542,"score_gpt":0.29585378356092557,"score_spread":0.19815876525341014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220943352","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99262357,0.00006556705,0.0005215617,0.00017729614,0.0000037571301,0.00003332726,0.000013585283,0.000004802602,0.0065565994],"genre_scores_gemma":[0.9993088,0.000025793406,0.00023700701,0.000016658845,5.947617e-7,0.000010411366,0.000008878432,0.0000014494512,0.00039035402],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9988263,0.0003605404,0.000030931922,0.00012578114,0.0003588188,0.00029745762],"domain_scores_gemma":[0.99828666,0.00052408455,0.00027038436,0.00007647692,0.000434684,0.00040759286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021530113,0.0001981041,0.00023930347,0.0018745261,0.0045465776,0.0034367316,0.00069711206,0.00037642717,0.0013800596],"category_scores_gemma":[0.003327959,0.00017566918,0.00017626683,0.0009853143,0.007209549,0.000723336,0.0024301081,0.0007887058,0.00006724745],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007308182,0.00019124763,0.23849693,0.000115773095,0.000020297612,0.00037646343,0.6932962,0.00012038737,0.0046657138,0.027798107,0.00044494995,0.03440086],"study_design_scores_gemma":[0.000007676218,0.00007382905,0.45294753,0.00008362417,0.000018125416,0.0001690486,0.53067446,0.00062549324,0.00094304554,0.003879447,0.010537395,0.000040286497],"about_ca_topic_score_codex":0.2283189,"about_ca_topic_score_gemma":0.33521137,"teacher_disagreement_score":0.2283189,"about_ca_system_score_codex":0.008615646,"about_ca_system_score_gemma":0.01001644,"threshold_uncertainty_score":0.45397985},"labels":[],"label_agreement":null},{"id":"W4225413396","doi":"10.1075/itl.21010.kri","title":"Korean pop culture reshaping Korean teaching","year":2022,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Asian Culture and Media Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Syllabus; Affect (linguistics); Korean culture; Korean language; Popular culture; Psychology; Asian culture; Target culture; Mathematics education; Pedagogy; Sociology; Media studies; Linguistics; Anthropology; Communication","score_opus":0.023811357745379378,"score_gpt":0.33303386042421385,"score_spread":0.30922250267883444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225413396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9681543,0.0014628216,0.00028686522,0.001602735,0.000082815895,0.000015085333,0.000017319815,0.000013899872,0.028363975],"genre_scores_gemma":[0.9964612,0.00091615325,0.0001371304,0.00017161647,0.000013864611,0.000005476037,0.0000067951405,0.0000090339545,0.0022786902],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9993736,0.0002522621,0.00002175244,0.00006719119,0.00013204002,0.00015311841],"domain_scores_gemma":[0.9989374,0.00024101092,0.00024112196,0.00006796275,0.0001466585,0.00036572255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010513834,0.00020415212,0.00013475535,0.00050974626,0.0013828265,0.0029587299,0.00051036343,0.00035182462,0.004281962],"category_scores_gemma":[0.0013462892,0.00012023974,0.00021655335,0.0006982833,0.0011471382,0.0013145279,0.0022695216,0.00073503645,0.0004991695],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002572831,0.0013530478,0.15853287,0.0015638747,0.000096227,0.0034945197,0.2745647,0.0003967746,0.02660193,0.04476633,0.010011135,0.47836137],"study_design_scores_gemma":[0.00003784829,0.00034984425,0.36871937,0.0010098577,0.00015007304,0.00062925584,0.4313175,0.0006936088,0.009616736,0.0048562144,0.18255882,0.000060883773],"about_ca_topic_score_codex":0.00465538,"about_ca_topic_score_gemma":0.010865245,"teacher_disagreement_score":0.00465538,"about_ca_system_score_codex":0.0014936954,"about_ca_system_score_gemma":0.002274257,"threshold_uncertainty_score":0.014324605},"labels":[],"label_agreement":null},{"id":"W4237125833","doi":"10.1075/itl.156.27wat","title":"Critical Academic Literacy in a ‘Contact Zone’","year":2008,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Global Education and Multiculturalism","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Literacy; Contact zone; Psychology; Sociology; Pedagogy; Anthropology","score_opus":0.040718899295279935,"score_gpt":0.4198217376447697,"score_spread":0.37910283834948977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237125833","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.064495265,0.34945297,0.0063413274,0.17415273,0.0031740777,0.000047809088,0.0000466589,0.00012639024,0.40216282],"genre_scores_gemma":[0.90772825,0.05526829,0.0009910812,0.009499215,0.0041043754,0.00007454756,0.000047185727,0.000054267264,0.022232747],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9973513,0.0015441708,0.00013941443,0.00022541317,0.00043290865,0.00030679032],"domain_scores_gemma":[0.98924154,0.0080909645,0.00068604416,0.0003670526,0.00083843723,0.000775826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029367802,0.00026622746,0.0004750666,0.0040392014,0.0028866,0.011385638,0.0010752646,0.004018188,0.0062185633],"category_scores_gemma":[0.009805974,0.00022396512,0.00019567506,0.0037471643,0.020371657,0.011384313,0.0046278,0.003548801,0.00068201136],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003097793,0.000048532493,0.0011779807,0.0010312796,0.00001325919,0.0004844461,0.03670831,0.00010080343,0.0002534887,0.86391896,0.026954938,0.069277026],"study_design_scores_gemma":[0.000027841446,0.000047826896,0.005305921,0.0024065506,0.000020629874,0.0011477711,0.034635697,0.00026232106,0.0004233175,0.3441782,0.6115224,0.000021631222],"about_ca_topic_score_codex":0.0023683042,"about_ca_topic_score_gemma":0.0029635571,"teacher_disagreement_score":0.011385638,"about_ca_system_score_codex":0.003832507,"about_ca_system_score_gemma":0.005517188,"threshold_uncertainty_score":0.027806878},"labels":[],"label_agreement":null},{"id":"W4255786449","doi":"10.1075/itl.156.10lee","title":"Learner Agency and Identity in Second Language Writing","year":2008,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Framing (construction); Narrative; Agency (philosophy); Pedagogy; Normative; Negotiation; Duty; Identity (music); Language acquisition; Mathematics education; Psychology; Sociology; Linguistics; Epistemology; Political science; Social science","score_opus":0.03054198518994235,"score_gpt":0.3026782833085038,"score_spread":0.2721362981185615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255786449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5176558,0.013757837,0.019060196,0.02170114,0.00035093678,0.00007110737,0.000025871223,0.00005722477,0.42731994],"genre_scores_gemma":[0.99112743,0.0015626941,0.0006696521,0.00025313112,0.000037836373,0.000020508302,0.0000046616756,0.000012203315,0.006311989],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.98691595,0.010020474,0.0003352064,0.0005979961,0.0014728953,0.0006575176],"domain_scores_gemma":[0.992246,0.0047039706,0.0011978497,0.0004263725,0.00067656406,0.0007491961],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007942475,0.00025354937,0.0003462873,0.0018967863,0.0066252714,0.01192726,0.0008801445,0.0018475403,0.0023328098],"category_scores_gemma":[0.011184399,0.00020316374,0.0002605911,0.001265683,0.01948144,0.007408324,0.006958561,0.0023561418,0.00033028558],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029915502,0.000049892158,0.0068921275,0.00013337529,0.000012945566,0.00082946086,0.64861745,0.00014721935,0.00028453584,0.31145763,0.0012268262,0.03031866],"study_design_scores_gemma":[0.000019908422,0.00008616854,0.006948862,0.0005769542,0.000017736207,0.0021324498,0.6915721,0.00058214297,0.0009334504,0.13822998,0.15885366,0.00004659078],"about_ca_topic_score_codex":0.003717275,"about_ca_topic_score_gemma":0.004013546,"teacher_disagreement_score":0.01192726,"about_ca_system_score_codex":0.0030565478,"about_ca_system_score_gemma":0.0034384714,"threshold_uncertainty_score":0.042004347},"labels":[],"label_agreement":null},{"id":"W4307244303","doi":"10.1075/itl.22008.rob","title":"3K-LEx-MC","year":2022,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Rasch model; Coursework; Test (biology); Vocabulary; Reliability (semiconductor); Mathematics education; Psychology; Item analysis; Curse of dimensionality; Item response theory; Polytomous Rasch model; English as a foreign language; Natural language processing; Computer science; Statistics; Mathematics; Linguistics; Psychometrics","score_opus":0.016622077127806195,"score_gpt":0.32837458595406327,"score_spread":0.31175250882625705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307244303","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.045076683,0.00046900878,0.007908997,0.00089530984,0.0005376966,0.0010091406,0.027229736,0.014118538,0.902755],"genre_scores_gemma":[0.15535161,0.00047237801,0.028835405,0.0012691205,0.00017290443,0.0014032144,0.05709431,0.0044361427,0.75096494],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99871063,0.00023749193,0.00009311171,0.00022246329,0.0005915603,0.00014467323],"domain_scores_gemma":[0.9973194,0.00024297353,0.00011390981,0.00044434622,0.0016117712,0.000267617],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010951161,0.0005978978,0.0004944168,0.0016302407,0.0009423659,0.0018932573,0.0011796919,0.00078242674,0.41303983],"category_scores_gemma":[0.0032588837,0.000255682,0.00036283748,0.0011925583,0.0004704036,0.0011246407,0.0021153158,0.0007692134,0.3011293],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012316351,0.0007224183,0.022650396,0.0005881484,0.000035048928,0.00051299465,0.00066814304,0.0003417049,0.015680488,0.011454479,0.25604263,0.6900719],"study_design_scores_gemma":[0.00019060982,0.00034824852,0.038040068,0.00020375865,0.000016904634,0.00074433966,0.00034632644,0.0008272137,0.00801947,0.002184239,0.9490364,0.000042428874],"about_ca_topic_score_codex":0.0056041176,"about_ca_topic_score_gemma":0.007157978,"teacher_disagreement_score":0.41303983,"about_ca_system_score_codex":0.0010715439,"about_ca_system_score_gemma":0.0019917684,"threshold_uncertainty_score":0},"labels":[],"label_agreement":null},{"id":"W4389628000","doi":"10.1075/itl.23002.iwa","title":"The effect of test format on productive recall of derivatives","year":2023,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Recall; Test (biology); Psychology; Vocabulary; Free recall; Cognitive psychology; Security token; Recall test; Logistic regression; Social psychology; Computer science; Linguistics; Machine learning","score_opus":0.0136442804867993,"score_gpt":0.3388036752652264,"score_spread":0.32515939477842715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389628000","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99844056,0.00034984434,0.00056718965,0.000026939655,0.0000055243086,0.000026790978,0.00006142952,0.0000125847555,0.0005093015],"genre_scores_gemma":[0.9987496,0.00017001196,0.00060392544,0.000021742486,0.000006595198,0.000029149513,0.00008887883,0.000010104293,0.00032005456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.990694,0.0053062825,0.0009452134,0.00086094445,0.0018828477,0.00031065135],"domain_scores_gemma":[0.816081,0.15464921,0.015993109,0.0069635743,0.0042699734,0.002043151],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011717126,0.00048557058,0.00049925013,0.0007203409,0.00019724105,0.0016787596,0.0008564073,0.00056787505,0.0019354536],"category_scores_gemma":[0.0933766,0.00027331486,0.00054788904,0.0005335553,0.00072844006,0.0010454003,0.0010881444,0.0009292747,0.00031480478],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012600416,0.0020811446,0.810012,0.0006416848,0.0009587134,0.00067317806,0.0054931636,0.0018194398,0.04149466,0.0003479473,0.00028784672,0.12358989],"study_design_scores_gemma":[0.0001379085,0.009848661,0.9490534,0.00018774632,0.0005322379,0.0006859992,0.0015824796,0.0023788956,0.03352798,0.0005675442,0.0014035096,0.000093598144],"about_ca_topic_score_codex":0.001581452,"about_ca_topic_score_gemma":0.0015940488,"teacher_disagreement_score":0.011717126,"about_ca_system_score_codex":0.00046061713,"about_ca_system_score_gemma":0.0005231261,"threshold_uncertainty_score":0.061966836},"labels":[],"label_agreement":null},{"id":"W4410115850","doi":"10.1075/itl.24014.iwa","title":"How much receptive affix knowledge do L1 speakers and L2 learners have?","year":2025,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Affix; Psychology; Linguistics; Communication; Computer science; Natural language processing","score_opus":0.015379743199409898,"score_gpt":0.3404823921041461,"score_spread":0.3251026489047362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410115850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99702245,0.0007037727,0.00013276796,0.0001242299,0.000008137711,0.0000032304165,0.00004210958,0.0000050808308,0.0019584156],"genre_scores_gemma":[0.9988631,0.00036200247,0.00008642228,0.000047953945,0.0000063742427,0.0000056779986,0.00004529394,0.000004049138,0.00057909486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9992411,0.00020124213,0.00006332123,0.00016304813,0.00023399886,0.000097237615],"domain_scores_gemma":[0.9940128,0.0034547243,0.0010251753,0.00022796592,0.00062304735,0.00065630267],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017136143,0.00021287678,0.00042538188,0.0011178944,0.0004369627,0.0021935804,0.00036368577,0.0007057919,0.0029456515],"category_scores_gemma":[0.008904105,0.00014694783,0.00030211845,0.000522075,0.0013310456,0.0018541162,0.0009164944,0.0006307452,0.0005952292],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004308023,0.0002187445,0.88919663,0.00019379688,0.00014251852,0.0005563762,0.033217736,0.00015850674,0.004651376,0.0007693985,0.0005465367,0.06991768],"study_design_scores_gemma":[0.000018105551,0.00041515447,0.96680677,0.00016176284,0.000060285623,0.0010852972,0.025145764,0.00051539345,0.002201702,0.0016798353,0.0018642041,0.00004581345],"about_ca_topic_score_codex":0.0042635635,"about_ca_topic_score_gemma":0.0034957991,"teacher_disagreement_score":0.0042635635,"about_ca_system_score_codex":0.00033497054,"about_ca_system_score_gemma":0.00037052346,"threshold_uncertainty_score":0.0098541975},"labels":[],"label_agreement":null},{"id":"W83982425","doi":"10.2143/itl.139.0.2003202","title":"Writing Processes of EFL Students in argumentative Essays","year":2003,"lang":"en","type":"article","venue":"ITL Review of Applied Linguistics","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Argumentative; Correctness; Meaning (existential); Product (mathematics); Coding (social sciences); Linguistics; Think aloud protocol; Statement (logic); Mathematics education; Psychology; Computer science; Pedagogy; Sociology; Social science; Philosophy; Mathematics","score_opus":0.025223221905400255,"score_gpt":0.334658307178196,"score_spread":0.30943508527279573,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W83982425","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9975189,0.0001734515,0.0008860683,0.00018802447,0.000008127829,0.000037923335,0.000016315647,0.000017174694,0.0011540551],"genre_scores_gemma":[0.9950537,0.00018963701,0.0018779625,0.00010753718,0.000014796979,0.000045006793,0.00004079565,0.000020696876,0.0026499028],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99227226,0.0046986677,0.0004989093,0.0006606248,0.0012081363,0.00066136615],"domain_scores_gemma":[0.97253126,0.016201904,0.0054316544,0.0012559163,0.003205187,0.0013741613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0074272933,0.0006794656,0.00067109044,0.003152512,0.0038259951,0.0044069113,0.0013024905,0.0019293157,0.0020723883],"category_scores_gemma":[0.03294091,0.0004991985,0.0002883834,0.0016933503,0.0035684637,0.0017398727,0.002452083,0.0014746618,0.0011653667],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017806877,0.0006608207,0.04799165,0.00020297573,0.000020847046,0.0072140456,0.8682197,0.00020793844,0.012349506,0.0008747333,0.00060663564,0.0614732],"study_design_scores_gemma":[0.0000807244,0.0010127295,0.1203909,0.00034338786,0.000056355093,0.011315693,0.7982604,0.0019309906,0.017472519,0.0028774557,0.04611199,0.0001469469],"about_ca_topic_score_codex":0.0008831317,"about_ca_topic_score_gemma":0.001709644,"teacher_disagreement_score":0.0074272933,"about_ca_system_score_codex":0.0012973723,"about_ca_system_score_gemma":0.0010541073,"threshold_uncertainty_score":0.03927976},"labels":[],"label_agreement":null}]}