{"meta":{"query_hash":"e3ad148ac583","filters":{"venue":"System"},"cohort_total":52,"direct_labels_cover":0,"predictions_cover":52,"exported":52,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/e3ad148ac583","api":"https://metacan.xera.ac/api/v1/cohort?venue=System"},"results":[{"id":"W1967580950","doi":"10.1016/j.system.2004.02.006","title":"What Teachers Need to Know about Language","year":2004,"lang":"en","type":"article","venue":"System","topic":"Educational Methods and Analysis","field":"Social Sciences","cited_by":231,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Diphthong; Pronunciation; Turkish; Active listening; Linguistics; Articulation (sociology); Psychology; Computer science; Vowel; Communication; Political science","score_opus":0.019960485370936063,"score_gpt":0.38093033674767296,"score_spread":0.36096985137673687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1967580950","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90312713,0.002434485,0.00161668,0.019937376,0.0020274096,0.0002919866,0.000003093109,0.00017373907,0.07038807],"genre_scores_gemma":[0.9882168,0.000023128869,0.003946946,0.00020853049,0.00056574633,0.000016598868,0.0000013075677,0.0000053199683,0.0070155766],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9992714,0.00015475402,0.00009882538,0.00011690701,0.00020885665,0.00014926775],"domain_scores_gemma":[0.99964356,0.00004652503,0.000033955876,0.00011031542,0.000044169494,0.000121466066],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077526784,0.00004581253,0.00009638116,0.000054547083,0.00019194794,0.00013871718,0.00013390084,0.000038152964,0.00004598375],"category_scores_gemma":[0.00012634644,0.00004046829,0.000056944933,0.00032782758,0.000026264664,0.00014722646,0.000010044454,0.00003945382,0.00027552436],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037852838,0.00007106258,0.0057282317,0.000054508364,0.00006999699,0.0000113494525,0.58438444,0.00021568578,0.0016231426,0.35897607,0.0017744213,0.047087338],"study_design_scores_gemma":[0.000071704264,0.000007379509,0.00060377625,0.00020757724,0.000015052673,4.717516e-7,0.956111,0.0000014261379,0.00016262259,0.000275515,0.042456206,0.00008726374],"about_ca_topic_score_codex":0.0048399037,"about_ca_topic_score_gemma":0.0012412384,"teacher_disagreement_score":0.37172657,"about_ca_system_score_codex":0.00021838935,"about_ca_system_score_gemma":0.00012680923,"threshold_uncertainty_score":0.7316519},"labels":[],"label_agreement":null},{"id":"W1975263686","doi":"10.1016/s0346-251x(00)00036-1","title":"What to look for in ESL admission tests: Cambridge certificate exams, IELTS, and TOEFL","year":2000,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":84,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Test of English as a Foreign Language; Test (biology); Certificate; Language assessment; Computer science; Reliability (semiconductor); Construct validity; Quality (philosophy); Construct (python library); Medical education; Psychology; Mathematics education; Psychometrics; Medicine","score_opus":0.0811391115622514,"score_gpt":0.27662622783803636,"score_spread":0.19548711627578497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975263686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96928316,0.0013451644,0.000018104345,0.0007326223,0.0005190998,0.0004759682,0.000012808449,0.0001523225,0.027460745],"genre_scores_gemma":[0.9419051,0.000020636715,0.00003295968,0.00016195817,0.0003929108,0.000050593615,0.000010142908,0.000022151118,0.05740354],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99912834,0.000081395694,0.00023255794,0.00024554902,0.00009224816,0.00021992733],"domain_scores_gemma":[0.9995895,0.00008457581,0.000040286493,0.00016722846,0.000021598786,0.0000967902],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038989107,0.00011757531,0.00018682596,0.00007662263,0.0002482536,0.00036381834,0.000077605284,0.000039644834,0.00020840419],"category_scores_gemma":[0.000029822355,0.000096912314,0.000033906726,0.000024485056,0.000023793664,0.00022838631,0.000014649018,0.000116171745,0.00015125459],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047209326,0.000254008,0.0039020171,0.0030169794,0.00007866127,0.00006985787,0.3229354,0.00040581645,0.0014845335,0.098110266,0.07906712,0.49020323],"study_design_scores_gemma":[0.00041260623,0.00014080168,0.0009890976,0.0013334458,0.000011495693,0.000008665657,0.03746883,0.0006608369,0.0001138165,0.000021777192,0.9586079,0.00023069044],"about_ca_topic_score_codex":0.00068220694,"about_ca_topic_score_gemma":0.00025782088,"teacher_disagreement_score":0.8795408,"about_ca_system_score_codex":0.000052113857,"about_ca_system_score_gemma":0.000016754122,"threshold_uncertainty_score":0.39519694},"labels":[],"label_agreement":null},{"id":"W1978049542","doi":"10.1016/j.system.2012.10.014","title":"Action control, motivated strategies, and integrative motivation as predictors of language learning affect and the intention to continue learning French","year":2012,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Willingness to communicate; Psychology; Expectancy theory; Social psychology; Affect (linguistics); Competence (human resources); Anxiety; Foreign language anxiety; Foreign language; Developmental psychology; Mathematics education","score_opus":0.016285373352166968,"score_gpt":0.24340688552878506,"score_spread":0.22712151217661808,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978049542","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883682,0.00040482185,0.0012649435,0.00004684118,0.00027900198,0.00031308475,0.0000021103344,0.0001188154,0.00920216],"genre_scores_gemma":[0.9970772,0.0000041167355,0.000008231629,0.000010783533,0.00024806333,0.00002059949,0.000013764327,0.000014326021,0.002602904],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985789,0.00079531124,0.00020749976,0.00012860377,0.00013089564,0.00015879348],"domain_scores_gemma":[0.9991957,0.00039273236,0.00021453945,0.00006433811,0.000084937856,0.00004775668],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011347291,0.00012626081,0.00023525067,0.000092321396,0.0003729368,0.00019099392,0.000043668995,0.000046500183,0.000031154188],"category_scores_gemma":[0.00055742427,0.00007965703,0.00003789899,0.000041330422,0.00012196149,0.000401713,0.000021994858,0.00038082275,0.0000064388673],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020158196,0.00003377165,0.13125055,0.00035444478,0.00023672052,0.0000011067466,0.72708803,0.00031058548,0.005039906,0.13071759,0.00008700389,0.0046787322],"study_design_scores_gemma":[0.0019483751,0.0005208507,0.051142994,0.0009176888,0.00012186133,0.00001455048,0.9385253,0.002328975,0.00040838818,0.000036305166,0.003822663,0.00021204812],"about_ca_topic_score_codex":0.0027291072,"about_ca_topic_score_gemma":0.00017975464,"teacher_disagreement_score":0.21143728,"about_ca_system_score_codex":0.00003698418,"about_ca_system_score_gemma":0.000011241729,"threshold_uncertainty_score":0.4125612},"labels":[],"label_agreement":null},{"id":"W1984693388","doi":"10.1016/s0346-251x(00)00030-0","title":"French Second Language Education in Canada: Empirical Studies","year":2000,"lang":"en","type":"article","venue":"System","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Linguistics; Empirical research; Computer science; Philosophy; Epistemology","score_opus":0.02333981389674053,"score_gpt":0.27075478812833487,"score_spread":0.24741497423159434,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984693388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8145817,0.0029864323,1.4835086e-7,0.00006948049,0.00043136996,0.000055559718,0.0000063645225,0.000037321417,0.18183166],"genre_scores_gemma":[0.93142164,0.0000013932394,0.000007657321,0.0003495604,0.00044123738,0.0000120237255,0.000008788001,0.0000081094695,0.06774962],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9994006,0.00008426828,0.00016103168,0.00012417093,0.000089521316,0.000140401],"domain_scores_gemma":[0.9997581,0.00004993687,0.000030678268,0.000113696915,0.000018421975,0.000029113753],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00011876618,0.00007642129,0.0001464171,0.00004496434,0.00010689047,0.00003789672,0.00006545654,0.000015129481,0.0065400437],"category_scores_gemma":[0.000013357555,0.000062349834,0.000020137988,0.00002111924,0.000017611768,0.000056980425,0.000006460774,0.00013269437,0.000106924825],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006492596,0.000055516048,0.024986222,0.0004902029,0.000086037675,0.00011025327,0.5814514,0.000021618696,0.000008592111,0.00726348,0.06750778,0.3180124],"study_design_scores_gemma":[0.00023780798,0.000019056306,0.008855775,0.00025727533,0.000011386574,0.000021331878,0.70176786,0.00008880055,0.000012100723,0.000012691189,0.2884986,0.00021727134],"about_ca_topic_score_codex":0.91709656,"about_ca_topic_score_gemma":0.99353385,"teacher_disagreement_score":0.3177951,"about_ca_system_score_codex":0.00033503716,"about_ca_system_score_gemma":0.00044734566,"threshold_uncertainty_score":0.99436814},"labels":[],"label_agreement":null},{"id":"W2008792888","doi":"10.1016/j.system.2013.09.004","title":"Are certain types of instruction better for certain learners?","year":2013,"lang":"en","type":"article","venue":"System","topic":"Reading and Literacy Development","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Reading comprehension; Vocabulary; Task (project management); Reading (process); Mathematics education; Imitation; Computer science; Psychology; Comprehension; Reciprocal teaching; Linguistics","score_opus":0.022358260972635383,"score_gpt":0.28081242388022254,"score_spread":0.25845416290758716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2008792888","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98474514,0.00006189082,0.00045883362,0.00031062533,0.0010825535,0.00039553863,0.0000070364795,0.00005507041,0.012883282],"genre_scores_gemma":[0.9911164,1.8874037e-7,0.00065740076,0.000074858486,0.00014721235,0.00017670513,0.000008889524,0.000014810571,0.007803534],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99929124,0.00006887313,0.00024228172,0.00016403919,0.00007433073,0.0001592558],"domain_scores_gemma":[0.9994667,0.000051939223,0.00018887762,0.00018636354,0.00007257738,0.000033527613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013808935,0.00008082434,0.00016904969,0.000074953314,0.00003729181,0.000016920969,0.000078783625,0.000078056226,0.00018558277],"category_scores_gemma":[0.00001706229,0.00006582007,0.00005130115,0.00006939541,0.000016259553,0.000048222493,0.000009154569,0.000049403898,0.0003536136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027840235,0.00020382363,0.45699403,0.0028649564,0.0008904862,0.000017954515,0.034239974,0.00007860313,0.0030701435,0.058446787,0.19956732,0.24334753],"study_design_scores_gemma":[0.0045069093,0.000367208,0.6482502,0.0011932919,0.00009763229,0.0001503547,0.073726244,0.0011345984,0.0027673282,0.0010087758,0.2658577,0.00093974965],"about_ca_topic_score_codex":0.00028357946,"about_ca_topic_score_gemma":0.0000048381567,"teacher_disagreement_score":0.24240777,"about_ca_system_score_codex":0.000044538167,"about_ca_system_score_gemma":0.000007869671,"threshold_uncertainty_score":0.45451054},"labels":[],"label_agreement":null},{"id":"W2010123881","doi":"10.1016/j.system.2014.09.022","title":"Using form-focused tasks to integrate language across the immersion curriculum","year":2014,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Noun; Grammatical gender; Curriculum; Psychology; Linguistics; Psychological intervention; Focus (optics); Computer science; Pedagogy; Artificial intelligence","score_opus":0.03103320195561568,"score_gpt":0.287502548146012,"score_spread":0.2564693461903963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2010123881","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9655919,0.00008279556,0.001295865,0.00016594306,0.00084674737,0.00015673584,0.0000077576915,0.00015121247,0.03170101],"genre_scores_gemma":[0.9947761,1.6666154e-7,0.00008402768,0.00016528695,0.00087465695,0.000007950103,0.000004603364,0.000021109056,0.0040660696],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990704,0.0001944023,0.00016882102,0.00015708595,0.00014460774,0.00026469157],"domain_scores_gemma":[0.9995285,0.000051683313,0.00008363554,0.00024106233,0.000042955195,0.000052161813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008353978,0.00011818918,0.00014887171,0.00003282674,0.00085140835,0.00028028915,0.00018843536,0.000031819807,0.00007921349],"category_scores_gemma":[0.00003915088,0.000067721936,0.00007297329,0.00003489925,0.00003987056,0.000090338166,0.000056283476,0.00021659934,0.00034820082],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001669769,0.000033335924,0.0010810925,0.00024948348,0.00005007472,0.00000889303,0.8645204,0.00025541135,0.0017243387,0.10634913,0.004332129,0.021379013],"study_design_scores_gemma":[0.00036156745,0.00010612704,0.00010021403,0.0006591991,0.00003057921,0.000014800343,0.67438394,0.013051678,0.00023635854,0.0000243574,0.31070644,0.00032472325],"about_ca_topic_score_codex":0.0037105766,"about_ca_topic_score_gemma":0.0004971223,"teacher_disagreement_score":0.3063743,"about_ca_system_score_codex":0.000059644146,"about_ca_system_score_gemma":0.00000726959,"threshold_uncertainty_score":0.6548431},"labels":[],"label_agreement":null},{"id":"W2015457266","doi":"10.1016/j.system.2013.07.010","title":"Putting testing researchers to the test: An exploratory study on the TOEFL iBT","year":2013,"lang":"en","type":"article","venue":"System","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University; Carleton University; Queen's University","funders":"","keywords":"Test of English as a Foreign Language; Computer science; Context (archaeology); Construct (python library); Test (biology); Exploratory research; Variance (accounting); Focus group; Psychology; Construct validity; Language assessment; Mathematics education; Psychometrics; Sociology; Developmental psychology; Programming language","score_opus":0.24683390530327248,"score_gpt":0.4152035437005829,"score_spread":0.1683696383973104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2015457266","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91603774,0.0000129566915,0.0000067754477,0.004814158,0.0002625439,0.0020262138,8.014131e-7,0.00013858697,0.07670022],"genre_scores_gemma":[0.9973331,3.0326356e-7,0.00007781402,0.00019087111,0.0006747076,0.00036876264,1.5569992e-7,0.000013115859,0.0013411458],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99735826,0.0010010629,0.00017717593,0.00022870685,0.0008501651,0.00038462473],"domain_scores_gemma":[0.9974251,0.0018223014,0.0000693697,0.0003723893,0.0001860394,0.000124821],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004578231,0.00009572165,0.00010520074,0.000039555514,0.0014818761,0.00051409396,0.00076946546,0.000032393895,0.00005110963],"category_scores_gemma":[0.0015249876,0.000051081184,0.000028080232,0.00058432145,0.00006953815,0.0002130571,0.0001240843,0.00017683633,0.0009978964],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053009267,0.00030158838,0.4821432,0.00001862837,0.000049006823,0.0000096990925,0.48306268,0.000022383305,0.00072916946,0.005692454,0.016290836,0.011675053],"study_design_scores_gemma":[0.0000954268,0.00023896314,0.08288997,0.000061021477,0.000006282732,1.5935112e-7,0.9145845,0.00011344637,0.000013361565,0.0000650464,0.0018441243,0.000087698674],"about_ca_topic_score_codex":0.001870495,"about_ca_topic_score_gemma":0.0011528888,"teacher_disagreement_score":0.4315218,"about_ca_system_score_codex":0.00016016433,"about_ca_system_score_gemma":0.00009326054,"threshold_uncertainty_score":0.9998181},"labels":[],"label_agreement":null},{"id":"W2039293092","doi":"10.1016/j.system.2013.10.008","title":"Deductive versus inductive grammar instruction: Investigating possible relationships between gains, preferences and learning styles","year":2013,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Grammar; Learning styles; Computer science; Linguistics; Mathematics education; Psychology; Natural language processing; Philosophy","score_opus":0.14099009604566276,"score_gpt":0.26775965588469397,"score_spread":0.1267695598390312,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039293092","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9423878,0.00014706569,0.000028594603,0.00010775819,0.00037528883,0.00020726131,0.0000032106298,0.0002595086,0.056483474],"genre_scores_gemma":[0.9964668,0.0000020506818,0.0006318105,0.0000040997465,0.0010509065,0.000040339564,0.00001904367,0.000021370903,0.0017635893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99831265,0.0007437845,0.00027059158,0.00027305773,0.00017904524,0.00022084448],"domain_scores_gemma":[0.99903613,0.0003978971,0.00022233273,0.000111012894,0.00012876373,0.000103871396],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00054866495,0.0001636636,0.00021254628,0.000121865734,0.0018769618,0.0004311212,0.00009020075,0.00008485779,0.00006939689],"category_scores_gemma":[0.00036892935,0.00014147392,0.000034434976,0.00006144133,0.0002484743,0.0006403268,0.00004733835,0.0009385941,0.0000957755],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015396774,0.000014343832,0.27533343,0.000332841,0.00025821605,0.0000014707658,0.32796335,0.00015065583,0.00006011481,0.36595923,0.00027107703,0.029639846],"study_design_scores_gemma":[0.0008136553,0.0002687377,0.05920969,0.00058931316,0.00008593178,0.0000084535395,0.9279022,0.00039542333,0.00004535275,0.0025734124,0.007655064,0.00045274268],"about_ca_topic_score_codex":0.0023921116,"about_ca_topic_score_gemma":0.00021131334,"teacher_disagreement_score":0.59993887,"about_ca_system_score_codex":0.00007684292,"about_ca_system_score_gemma":0.00003994235,"threshold_uncertainty_score":0.99942243},"labels":[],"label_agreement":null},{"id":"W2046760096","doi":"10.1016/j.system.2008.06.001","title":"Non-native English-speaking teachers, context and English language teaching","year":2009,"lang":"en","type":"article","venue":"System","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":93,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Brock University","funders":"","keywords":"Redress; Pedagogy; Situational ethics; English language; Competence (human resources); Teaching english; Foreign language; Language education; First language; Context (archaeology); English as a foreign language; Sociology; Foreign language teaching; Space (punctuation); Mathematics education; Psychology; Linguistics; Political science; History","score_opus":0.010138482559499286,"score_gpt":0.22418919279320043,"score_spread":0.21405071023370115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046760096","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6294508,0.0006602712,0.000033378885,0.000028189106,0.00060122384,0.00013512454,0.000006118318,0.0003548634,0.36873004],"genre_scores_gemma":[0.99015856,8.0502343e-7,0.000051169678,0.00033095016,0.0032539046,0.0000064346145,0.000014094215,0.0000254127,0.00615865],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987565,0.00023374578,0.00025645856,0.00028617677,0.00016019311,0.00030687515],"domain_scores_gemma":[0.9993469,0.00015138263,0.00014542356,0.00020226216,0.00007664966,0.0000773624],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00077354006,0.00019958007,0.00028696336,0.000110241395,0.0006533086,0.00029391976,0.00013751705,0.000072731025,0.00019664742],"category_scores_gemma":[0.00028050027,0.00016746165,0.000069988426,0.000019460607,0.00005875728,0.00030688688,0.000030771185,0.00071415916,0.000024109937],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055224127,0.000013290359,0.00038025595,0.00004262562,0.000033423104,0.000028244709,0.8950849,0.0000015795813,0.000037973354,0.051342346,0.00038754655,0.05264228],"study_design_scores_gemma":[0.0005125005,0.000077157434,0.000302433,0.0003277292,0.000026880263,0.0000054206666,0.90743566,0.00016205337,0.000026946364,0.000007162349,0.09087716,0.00023893217],"about_ca_topic_score_codex":0.001349455,"about_ca_topic_score_gemma":0.00040905218,"teacher_disagreement_score":0.3625714,"about_ca_system_score_codex":0.00007789881,"about_ca_system_score_gemma":0.000013757134,"threshold_uncertainty_score":0.6828888},"labels":[],"label_agreement":null},{"id":"W2069306326","doi":"10.1016/j.system.2006.09.004","title":"The functional load principle in ESL pronunciation instruction: An exploratory study","year":2006,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":378,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Advanced Education; University of Alberta; Simon Fraser University","funders":"","keywords":"Pronunciation; Perception; Consonant; Set (abstract data type); Computer science; Exploratory research; Psychology; Mathematics education; Linguistics; Speech recognition","score_opus":0.043975321067269244,"score_gpt":0.3274953000588512,"score_spread":0.28351997899158193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069306326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98968065,0.00018797163,0.000035416997,0.000050131817,0.0014613445,0.0005536788,0.0000032070698,0.000051633942,0.007975943],"genre_scores_gemma":[0.997477,5.2293655e-7,0.00000501809,0.0000060078823,0.00038221802,0.0003614493,0.0000072495736,0.000010524275,0.0017500205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985595,0.00045065396,0.00025761744,0.00023902192,0.0002718794,0.00022133901],"domain_scores_gemma":[0.9993862,0.000048854592,0.00006911961,0.00035289765,0.00011223798,0.000030712647],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010642261,0.000078077544,0.000098982935,0.000050322727,0.0002002563,0.000035347362,0.000138116,0.00007953141,0.00005708648],"category_scores_gemma":[0.000011932477,0.000058625435,0.00001959155,0.00021261291,0.00004333722,0.00006616763,0.000032986216,0.00018426898,0.0002882875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059592526,0.0012363876,0.92859155,0.000039546558,0.000091967355,0.00006831707,0.01795317,0.0002452775,0.000664478,0.04167647,0.0031351699,0.0057017636],"study_design_scores_gemma":[0.0011432074,0.00027605495,0.981859,0.0000062525537,0.0000038013384,0.000022132012,0.011332006,0.00013259258,0.000031517753,0.00026755058,0.004848906,0.00007695374],"about_ca_topic_score_codex":0.00054890965,"about_ca_topic_score_gemma":0.0052375114,"teacher_disagreement_score":0.053267498,"about_ca_system_score_codex":0.000248169,"about_ca_system_score_gemma":0.00011362316,"threshold_uncertainty_score":0.37054485},"labels":[],"label_agreement":null},{"id":"W2076772758","doi":"10.1016/j.system.2007.09.007","title":"Learner responses to corrective feedback for spelling errors in CALL","year":2008,"lang":"en","type":"article","venue":"System","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Spelling; Corrective feedback; German; Computer science; Word (group theory); Parsing; Natural language processing; Word order; Factor (programming language); Order (exchange); Artificial intelligence; Linguistics; Psychology; Mathematics education; Programming language","score_opus":0.04383399902493742,"score_gpt":0.33237768839840864,"score_spread":0.28854368937347125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2076772758","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9622806,0.00054999674,0.0018000008,0.000108304026,0.0010175431,0.00046649386,0.000008172527,0.00009402002,0.033674896],"genre_scores_gemma":[0.96997803,4.6024687e-7,0.00031397486,0.0011730086,0.00021048327,0.00006543911,0.0000053915046,0.000024368925,0.028228832],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99893093,0.00024180116,0.00021810982,0.0002679836,0.000082524115,0.0002586569],"domain_scores_gemma":[0.9993603,0.0002639679,0.00005804345,0.0001980778,0.000045826273,0.00007374692],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00037149558,0.000098058736,0.00018753909,0.00019547855,0.000074801705,0.00000913719,0.0000932078,0.00008858526,0.0019308013],"category_scores_gemma":[0.00011685412,0.000094041,0.000059998933,0.00019869537,0.000018382623,0.000030592022,0.000012077288,0.00013385278,0.0017201542],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.009240094,0.0004325422,0.06328644,0.0004198949,0.00032594433,0.0035025633,0.7556403,0.003413727,0.0045822966,0.014217807,0.13122797,0.01371038],"study_design_scores_gemma":[0.0074901115,0.0011753764,0.38264698,0.00064270326,0.00004353215,0.0020863223,0.4074101,0.0014944503,0.001559346,0.000023576105,0.1940219,0.001405621],"about_ca_topic_score_codex":0.000282306,"about_ca_topic_score_gemma":0.00004415508,"teacher_disagreement_score":0.34823024,"about_ca_system_score_codex":0.00009420775,"about_ca_system_score_gemma":0.000022686427,"threshold_uncertainty_score":0.9990571},"labels":[],"label_agreement":null},{"id":"W2091877844","doi":"10.1016/j.system.2009.12.013","title":"Willingness to communicate and action control","year":2010,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":221,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Willingness to communicate; Competence (human resources); Action (physics); Computer science; Trait; Psychology; Anxiety; Control (management); Social psychology; Cognitive psychology; Artificial intelligence","score_opus":0.03516978025886711,"score_gpt":0.25429257320683535,"score_spread":0.21912279294796824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2091877844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9469023,0.000048987084,0.00017237109,0.00044951832,0.0008959018,0.00011241735,0.0000039515626,0.00017761465,0.051236987],"genre_scores_gemma":[0.99635726,6.261515e-7,0.000040543233,0.000103878876,0.000451899,0.000009932207,0.0000014292582,0.00000991993,0.0030245313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996087,0.000071357994,0.00009190596,0.00008014356,0.000055559965,0.00009230887],"domain_scores_gemma":[0.9996668,0.00005539158,0.000037789643,0.00016628775,0.00002922273,0.00004448854],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003310931,0.000055647855,0.00009628407,0.000025334515,0.00038851766,0.0001413432,0.00007696169,0.00002439788,0.00005790951],"category_scores_gemma":[0.000019204694,0.000045142813,0.000017420927,0.000007853842,0.00003587969,0.000061848456,0.000016508007,0.00023028455,0.00010357784],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053717835,0.000039685485,0.0072907847,0.000348294,0.00006976424,0.0000056132158,0.12559797,0.000046068297,0.007128455,0.82928306,0.0020600588,0.028076526],"study_design_scores_gemma":[0.00037249867,0.00004991156,0.0014029914,0.000105823354,0.00001861811,0.000012661897,0.015999243,0.00098369,0.000051547326,0.000051150102,0.980803,0.00014888092],"about_ca_topic_score_codex":0.0004558831,"about_ca_topic_score_gemma":0.00089206244,"teacher_disagreement_score":0.9787429,"about_ca_system_score_codex":0.000007942622,"about_ca_system_score_gemma":0.0000043490477,"threshold_uncertainty_score":0.29882032},"labels":[],"label_agreement":null},{"id":"W2101523914","doi":"10.1016/j.system.2008.06.002","title":"Developing a questionnaire to investigate second language learners’ preferences for two types of form-focused instruction","year":2009,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cronbach's alpha; Construct validity; Construct (python library); Psychology; Reliability (semiconductor); Internal consistency; Content validity; Item analysis; Measure (data warehouse); Consistency (knowledge bases); Mathematics education; Computer science; Psychometrics; Artificial intelligence; Developmental psychology; Data mining","score_opus":0.04311493425480153,"score_gpt":0.2716716348659804,"score_spread":0.22855670061117886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101523914","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9872895,0.00011516666,0.00086402526,0.00018400463,0.00030901108,0.00021973568,0.0000076116025,0.00014794093,0.010862999],"genre_scores_gemma":[0.99625504,2.8182652e-7,0.0011878372,0.00008375248,0.000305997,0.00001546497,0.0000074831623,0.000009210248,0.0021349397],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99938726,0.00006029169,0.00020320868,0.000131308,0.000086561115,0.00013134014],"domain_scores_gemma":[0.99966973,0.000024007873,0.00010993212,0.000091621514,0.000066104,0.00003859379],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022456437,0.00008841161,0.00015882427,0.000093391434,0.00019800894,0.00007065371,0.000081827326,0.000027992563,0.000028024468],"category_scores_gemma":[0.000060950093,0.0000729849,0.000038352795,0.000033523796,0.000028234674,0.0001295711,0.000008617744,0.00008261271,0.000016283435],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004147757,0.000012332656,0.0006497161,0.0007501616,0.000042923242,0.000001270539,0.26817808,0.00014673673,0.0012358985,0.67095107,0.00033474498,0.057655606],"study_design_scores_gemma":[0.009373359,0.0045820526,0.021977486,0.021188142,0.0003663988,0.00009151336,0.5728666,0.0055561513,0.03329162,0.031959556,0.29502782,0.0037192549],"about_ca_topic_score_codex":0.00023312811,"about_ca_topic_score_gemma":0.0010284052,"teacher_disagreement_score":0.6389915,"about_ca_system_score_codex":0.000047714286,"about_ca_system_score_gemma":0.000043983073,"threshold_uncertainty_score":0.29762378},"labels":[],"label_agreement":null},{"id":"W2103343672","doi":"10.1016/j.system.2010.03.006","title":"Learning outcomes and students' perceptions of online writing: Simultaneous implementation of a forum, blog, and wiki in an EFL blended learning setting","year":2010,"lang":"en","type":"article","venue":"System","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":371,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Athabasca University","funders":"","keywords":"Collaborative writing; Perception; Computer science; Constructivism (international relations); Blended learning; Online discussion; Psychology; Second language writing; Mathematics education; Pedagogy; World Wide Web; Educational technology; Second language; Linguistics","score_opus":0.010291980909165225,"score_gpt":0.3061281018334914,"score_spread":0.29583612092432615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2103343672","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99926,0.00005365606,0.0000101766545,0.00004152346,0.000070443275,0.00014548984,0.000011592052,0.0000612317,0.00034588503],"genre_scores_gemma":[0.99940336,0.0000018724796,0.00018861059,0.000013718605,0.0000801799,0.0000051935917,0.000034342433,0.000018040833,0.00025470858],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9989275,0.00018581799,0.00038743444,0.00017631453,0.00014991905,0.0001730334],"domain_scores_gemma":[0.9993014,0.00027742452,0.00023720838,0.0000848296,0.000060826565,0.0000383297],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005530538,0.000111373716,0.00025478966,0.00015042601,0.00025264127,0.00008851362,0.000071679264,0.000043384855,0.000121842415],"category_scores_gemma":[0.00009737279,0.00010084526,0.00003120065,0.000024767309,0.00006953447,0.00013252517,0.000048910893,0.00042765788,7.156142e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006142126,0.000037500216,0.84441936,0.00021649012,0.000025674775,0.0000060106972,0.108869895,0.00014777856,0.0023463673,0.002284567,4.1397547e-7,0.04163981],"study_design_scores_gemma":[0.00079316593,0.00022220034,0.08549077,0.00015643873,0.000032295033,0.000015436633,0.9090215,0.0039476617,0.000033434444,0.000008172397,0.00015103717,0.00012788248],"about_ca_topic_score_codex":0.0019860258,"about_ca_topic_score_gemma":0.013392107,"teacher_disagreement_score":0.8001516,"about_ca_system_score_codex":0.000012600327,"about_ca_system_score_gemma":0.0000160367,"threshold_uncertainty_score":0.74731094},"labels":[],"label_agreement":null},{"id":"W2124474181","doi":"10.1016/j.system.2004.04.001","title":"Can learners use concordance feedback for writing errors?","year":2004,"lang":"en","type":"article","venue":"System","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":346,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Concordance; Notice; Sentence; Computer science; Natural language processing; Linguistics; Mathematics education; Psychology","score_opus":0.02152784306383158,"score_gpt":0.2726472343495525,"score_spread":0.2511193912857209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124474181","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0348651,0.0007235837,0.96038604,0.0011378138,0.00037360375,0.00045755017,0.000007432981,0.0017171344,0.00033173544],"genre_scores_gemma":[0.6370535,5.984612e-7,0.3625846,0.00013289978,0.00005725735,0.000030404115,0.0000013469768,0.000009778269,0.00012963165],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99899054,0.000027647164,0.0002110789,0.0003233506,0.00016849427,0.0002788783],"domain_scores_gemma":[0.9992515,0.00006413138,0.00012818133,0.00038010412,0.00011201272,0.00006407275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026315235,0.00011995545,0.00015784825,0.000058420814,0.00013655315,0.00025839906,0.00063807995,0.000063435,3.062579e-7],"category_scores_gemma":[0.000087171386,0.00010705513,0.000057278983,0.00022945098,0.00002924998,0.00045573356,0.00010510782,0.00011054997,0.000008791792],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000129258215,0.000023108269,0.0006335253,0.0007706638,0.000023036442,0.00007842433,0.0024404286,0.00017190796,0.007139851,0.9683811,0.000667072,0.019657979],"study_design_scores_gemma":[0.011831435,0.0017810793,0.0014692384,0.016281808,0.0001300718,0.0024529696,0.012018871,0.07567305,0.67959046,0.17197159,0.019936915,0.0068624853],"about_ca_topic_score_codex":0.00026764517,"about_ca_topic_score_gemma":0.00005210189,"teacher_disagreement_score":0.7964095,"about_ca_system_score_codex":0.00022671823,"about_ca_system_score_gemma":0.00009640862,"threshold_uncertainty_score":0.43655816},"labels":[],"label_agreement":null},{"id":"W2139795990","doi":"10.1016/s0346-251x(02)00012-x","title":"ESL learners' perceptions of their pronunciation needs and strategies","year":2002,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":230,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Alberta Advanced Education","funders":"","keywords":"Pronunciation; Paraphrase; Spelling; Variety (cybernetics); Context (archaeology); Psychology; Linguistics; Perception; Control (management); Computer science; Natural language processing; Artificial intelligence","score_opus":0.039018468857183186,"score_gpt":0.30447655862088446,"score_spread":0.2654580897637013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139795990","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91290087,0.0005538241,0.00007151775,0.00012781234,0.0001477679,0.00013885235,0.000010932998,0.000028717817,0.08601969],"genre_scores_gemma":[0.99687606,0.000018801473,0.0000133024005,0.0000065801505,0.00005014198,0.000024529221,0.0000023619004,0.0000067409514,0.0030014568],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9994617,0.00011413393,0.00012587318,0.000098185534,0.00006628633,0.00013383587],"domain_scores_gemma":[0.99967617,0.000039664912,0.000042594693,0.00016907275,0.000041123072,0.000031362313],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00015787332,0.00005526529,0.0001107645,0.00009786017,0.000051048515,0.000015502988,0.000069163456,0.0000863028,0.0004294065],"category_scores_gemma":[0.0000046087557,0.000044763692,0.00002269134,0.00012423345,0.00007437879,0.00003282585,0.000017567598,0.000096446136,0.00023259407],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012412715,0.0005407606,0.11234104,0.0009049035,0.00052689546,0.000019801404,0.57013136,0.000062536485,0.08122984,0.18484241,0.020568142,0.028708193],"study_design_scores_gemma":[0.0015334878,0.00080137525,0.5262043,0.00012073585,0.000039983,0.00015842047,0.46224046,0.0026257448,0.0005834315,0.0008919489,0.0044625723,0.00033757408],"about_ca_topic_score_codex":0.00013353728,"about_ca_topic_score_gemma":0.000025635716,"teacher_disagreement_score":0.41386324,"about_ca_system_score_codex":0.000015690479,"about_ca_system_score_gemma":0.000009361296,"threshold_uncertainty_score":0.47017002},"labels":[],"label_agreement":null},{"id":"W2143255473","doi":"10.1016/j.system.2004.09.011","title":"Computer-based training for learning English vowel contrasts","year":2004,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":199,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Pronunciation; Mandarin Chinese; Pace; Vowel; Perception; Computer science; Control (management); Language acquisition; Second language; Psychology; Natural (archaeology); Linguistics; Speech recognition; Mathematics education; Artificial intelligence","score_opus":0.05531245837935333,"score_gpt":0.3362240291585585,"score_spread":0.28091157077920514,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2143255473","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8594093,0.00026338,0.12313472,0.00025381127,0.004041719,0.0008821808,0.00003638275,0.00040674172,0.011571806],"genre_scores_gemma":[0.9975845,2.7119205e-7,0.0011821508,0.000073136376,0.00064167863,0.00012982551,0.000019279076,0.00002710602,0.00034202667],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99882334,0.00013001163,0.00021288039,0.00027948827,0.000106303894,0.00044797108],"domain_scores_gemma":[0.99926525,0.00024731964,0.000068560075,0.00020165254,0.000119582044,0.00009765432],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005101755,0.00011270643,0.000233642,0.00008742102,0.00014493329,0.00003253788,0.00017744847,0.00014705297,0.00004505249],"category_scores_gemma":[0.000045562814,0.00011042904,0.00008463402,0.00009723131,0.000054135435,0.000018427252,0.000016989005,0.00024128128,0.000120936355],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0028990188,0.0013511474,0.013152192,0.0022233126,0.0019055072,0.0008330137,0.55880183,0.041433908,0.015076737,0.2026701,0.013482345,0.1461709],"study_design_scores_gemma":[0.15026376,0.020624224,0.3486365,0.004073154,0.00045595138,0.0008123285,0.10270811,0.083080076,0.011707363,0.005627497,0.26593778,0.00607325],"about_ca_topic_score_codex":0.00010381551,"about_ca_topic_score_gemma":0.000022174052,"teacher_disagreement_score":0.4560937,"about_ca_system_score_codex":0.00006961893,"about_ca_system_score_gemma":0.000086558844,"threshold_uncertainty_score":0.45031655},"labels":[],"label_agreement":null},{"id":"W2471964449","doi":"10.1016/j.system.2016.06.007","title":"Effects of recasts and prompts on L2 pronunciation development: Teaching English /ɹ/ to Korean adult EFL learners","year":2016,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Corrective feedback; Pronunciation; Psychology; Interlanguage; Linguistics; Focus on form; Computer science; Mathematics education; Grammar","score_opus":0.011001661094047111,"score_gpt":0.2065474571754613,"score_spread":0.1955457960814142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2471964449","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9654758,0.000026705522,0.00008143061,0.00007741532,0.00039676766,0.00038606965,0.0000020926948,0.00017193802,0.033381797],"genre_scores_gemma":[0.9946424,8.127242e-7,0.00015935022,0.000035324298,0.00040305304,0.000038467915,0.000002329554,0.000023298602,0.0046950057],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989119,0.00023845716,0.00022897021,0.00022504607,0.00020757843,0.00018801221],"domain_scores_gemma":[0.9993971,0.00019202159,0.00013648997,0.00011175089,0.000096511736,0.00006613467],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060306356,0.00013193137,0.00018787036,0.00011306288,0.00029689798,0.00006499486,0.00007609451,0.000040928935,0.0000075859884],"category_scores_gemma":[0.00052049384,0.00008617791,0.000026988926,0.000016760172,0.000027898708,0.00011670821,0.000027651247,0.00014243192,0.000045121003],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078653866,0.000086908265,0.0049205134,0.002184979,0.000089413865,0.000007864826,0.67099404,0.0000101886035,0.0024876453,0.15777186,0.001036279,0.16033165],"study_design_scores_gemma":[0.00986784,0.0040395344,0.03448119,0.06823094,0.00026988558,0.000022997601,0.19655311,0.00030314617,0.045684904,0.00028824987,0.636632,0.0036261473],"about_ca_topic_score_codex":0.00008222972,"about_ca_topic_score_gemma":0.00006964173,"teacher_disagreement_score":0.6355958,"about_ca_system_score_codex":0.000101354926,"about_ca_system_score_gemma":0.000024678546,"threshold_uncertainty_score":0.35142332},"labels":[],"label_agreement":null},{"id":"W2971175699","doi":"10.1016/j.system.2019.102126","title":"Promoting growth in foreign and second language education: A research agenda for mindsets in language learning and teaching","year":2019,"lang":"en","type":"article","venue":"System","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":249,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mindset; Psychology; Foreign language; Second-language acquisition; Pedagogy; Epistemology; Linguistics","score_opus":0.02887922001910461,"score_gpt":0.4020648763693028,"score_spread":0.37318565635019824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971175699","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961657,0.0009854318,0.0000062072986,0.000097531054,0.00026906253,0.0009569094,0.0000054642232,0.000021382484,0.036001034],"genre_scores_gemma":[0.99240947,0.0000011032619,0.00015230045,0.000028504859,0.00015609743,0.00024429138,0.00002867247,0.000021707192,0.0069578686],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99850583,0.00050371356,0.00024050822,0.00034251384,0.000103220744,0.00030419003],"domain_scores_gemma":[0.9993592,0.00033226373,0.0000785387,0.00014144175,0.000040462706,0.000048111164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026087419,0.000096125834,0.00017289484,0.000311266,0.000099265606,0.00005224871,0.00008618095,0.00008391372,0.000076162956],"category_scores_gemma":[0.00014226939,0.000095022726,0.000015447371,0.00012732166,0.000023730103,0.00009717365,0.00003438565,0.000326063,0.000015789865],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021884347,0.00009187786,0.74427915,0.0011817112,0.000011878341,0.0000059528693,0.23236355,8.486989e-8,0.0009390415,0.014286261,0.00020712403,0.006611498],"study_design_scores_gemma":[0.001318691,0.00015262901,0.18320318,0.00069307146,0.000005482176,0.00003730058,0.81307185,0.00010026339,0.00020539356,0.00015900846,0.00086566695,0.00018745601],"about_ca_topic_score_codex":0.0009752161,"about_ca_topic_score_gemma":0.0006798098,"teacher_disagreement_score":0.5807083,"about_ca_system_score_codex":0.000089578934,"about_ca_system_score_gemma":0.00007280181,"threshold_uncertainty_score":0.3874914},"labels":[],"label_agreement":null},{"id":"W2987905010","doi":"10.1016/j.system.2019.102178","title":"Native-English speaking teachers’ experiences in East-Asian language programs","year":2019,"lang":"en","type":"article","venue":"System","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Ministry of Education; Asia Pacific Foundation of Canada","keywords":"Government (linguistics); First language; Language education; English language; Political science; Pedagogy; Mathematics education; Sociology; Linguistics; Psychology","score_opus":0.04540994392143831,"score_gpt":0.4022749557591976,"score_spread":0.35686501183775926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2987905010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60603046,0.000043735796,0.0000012065692,0.000090967515,0.0008437552,0.00028796273,3.6249924e-7,0.00007848461,0.39262307],"genre_scores_gemma":[0.9925733,5.440083e-7,0.00005511571,0.000042589858,0.0006471661,0.00005273108,0.0000019727083,0.0000070905544,0.0066194846],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988127,0.0003346268,0.00017181637,0.00016972657,0.00023847514,0.00027268854],"domain_scores_gemma":[0.9996241,0.000031052987,0.00008149119,0.00012355995,0.00005844656,0.00008139454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000732647,0.00007145567,0.00012476313,0.00007705158,0.00012381401,0.00006800519,0.0002011425,0.00007512633,0.00026636352],"category_scores_gemma":[0.00021043037,0.000064682805,0.000034283436,0.00030624281,0.00006796063,0.00019125786,0.000017230075,0.00012227289,0.00018089055],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000014332023,0.000017860013,0.029857626,0.000023081016,0.0000023148511,0.0000014730007,0.94879055,3.5180693e-7,0.000008486073,0.006194551,0.000022505254,0.015079783],"study_design_scores_gemma":[0.0001273327,0.000009174721,0.0022786239,0.00010698459,8.7712965e-7,2.1845608e-7,0.9391269,0.000016501272,0.000009461343,0.0000023834514,0.05824272,0.000078824945],"about_ca_topic_score_codex":0.0086484095,"about_ca_topic_score_gemma":0.005104903,"teacher_disagreement_score":0.38654283,"about_ca_system_score_codex":0.00019456663,"about_ca_system_score_gemma":0.00019406121,"threshold_uncertainty_score":0.99795306},"labels":[],"label_agreement":null},{"id":"W3003854223","doi":"10.1016/j.system.2020.102209","title":"Brain changes associated with language development and learning: A primer on methodology and applications","year":2020,"lang":"en","type":"article","venue":"System","topic":"Neurobiology of Language and Bilingualism","field":"Neuroscience","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Language acquisition; Second-language acquisition; Psychology; Cognitive neuroscience; Cognition; Developmental cognitive neuroscience; Cognitive science; Neuroscience; Computer science; Cognitive psychology; Linguistics; Mathematics education","score_opus":0.0869680424665402,"score_gpt":0.30535417326549286,"score_spread":0.21838613079895264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003854223","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9968354,0.00011086271,0.00028051002,0.0016629494,0.000018354362,0.00028926664,0.0000039164247,0.00014572343,0.00065299205],"genre_scores_gemma":[0.99616873,0.0000017733121,0.0004064375,0.0028808222,0.00006698975,0.000044752927,0.0000039015126,0.00001083899,0.00041577977],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99894434,0.0004654095,0.00008290713,0.00031282508,0.00006533197,0.00012917545],"domain_scores_gemma":[0.99912065,0.00066999404,0.00007199782,0.00006499413,0.000009874852,0.000062495994],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002517855,0.00008849514,0.00014951303,0.000031114436,0.00013153498,0.00001440404,0.000061521845,0.0000519025,0.0000025005688],"category_scores_gemma":[0.00047658393,0.000063999985,0.0000069017624,0.00010291457,0.00006587553,0.000013785478,0.000040404866,0.00014435084,0.000009968502],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009543129,0.00004255116,0.0012575823,0.00020586966,0.00003885817,0.0005745921,0.040632825,0.000004660121,0.93215877,0.0018745556,0.00012963664,0.022984691],"study_design_scores_gemma":[0.0020027882,0.0014854231,0.002796887,0.00020415318,0.000057803085,0.00090841943,0.015428662,0.00015094796,0.91944575,0.000012049814,0.0568168,0.0006903338],"about_ca_topic_score_codex":0.000005130374,"about_ca_topic_score_gemma":0.000014459056,"teacher_disagreement_score":0.056687165,"about_ca_system_score_codex":0.000010290261,"about_ca_system_score_gemma":0.00001655392,"threshold_uncertainty_score":0.26098436},"labels":[],"label_agreement":null},{"id":"W3191456058","doi":"10.1016/j.system.2021.102604","title":"Reducing anxiety in the foreign language classroom: A positive psychology approach","year":2021,"lang":"en","type":"article","venue":"System","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":130,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"Education Department of Hainan Province","keywords":"Anxiety; Psychology; Foreign language anxiety; Foreign language teaching; Foreign language; Linguistics; Pedagogy; Mathematics education; Philosophy","score_opus":0.024962026349408875,"score_gpt":0.3267646775251924,"score_spread":0.30180265117578353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191456058","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27974522,0.00059381954,0.0019462403,0.00038263356,0.00074788084,0.0002725728,0.000011916932,0.00009904166,0.7162007],"genre_scores_gemma":[0.99667263,0.000007442184,0.0004197967,0.0011149367,0.00034803856,0.00013198201,0.000041952844,0.000018702285,0.0012445104],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9972191,0.0012916002,0.0003390886,0.0005811394,0.00017651478,0.0003925875],"domain_scores_gemma":[0.99899405,0.00014946051,0.00010694678,0.00066155655,0.00003676399,0.00005121482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084460713,0.00016529596,0.00025840555,0.00007626795,0.00010240031,0.0000363611,0.00023474549,0.00025668344,0.00017346788],"category_scores_gemma":[0.00004018146,0.000116798095,0.00011243347,0.00048033838,0.000052946565,0.00004329932,0.000025507954,0.00046429658,0.00031838016],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007266107,0.0021448103,0.093591936,0.00039031188,0.00057059183,0.0029927476,0.11701865,0.00011419322,0.012354635,0.600702,0.07608444,0.09330907],"study_design_scores_gemma":[0.0041250642,0.00041149821,0.721436,0.00033003258,0.00010101526,0.0068428824,0.25118145,0.00036763964,0.000399696,0.0017964587,0.012165622,0.00084263517],"about_ca_topic_score_codex":0.00028342244,"about_ca_topic_score_gemma":0.000018379349,"teacher_disagreement_score":0.7169274,"about_ca_system_score_codex":0.000072940806,"about_ca_system_score_gemma":0.000016832944,"threshold_uncertainty_score":0.47628883},"labels":[],"label_agreement":null},{"id":"W3199024885","doi":"10.1016/j.system.2021.102652","title":"Revisiting second language portfolio assessment in a new age","year":2021,"lang":"en","type":"article","venue":"System","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Yorkville University","funders":"","keywords":"Portfolio; Scrutiny; Alternative assessment; Scholarship; Educational assessment; Consistency (knowledge bases); Language assessment; Political science; Psychology; Pedagogy; Computer science; Business","score_opus":0.02985173777951031,"score_gpt":0.42143556413814104,"score_spread":0.3915838263586307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199024885","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28137192,0.00038108198,0.0001429301,0.0006760254,0.000545471,0.00012597498,6.98161e-7,0.000038375776,0.71671754],"genre_scores_gemma":[0.97635454,0.000009558138,0.0025583322,0.00008965374,0.0007524228,0.000009251631,0.0000038866046,0.0000067255023,0.020215638],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99869394,0.0005522699,0.00018045283,0.00017450003,0.00022742084,0.00017138859],"domain_scores_gemma":[0.99945277,0.00014941173,0.00012641336,0.00015390283,0.000051654726,0.00006583913],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011880153,0.00005021514,0.00011458415,0.000049403632,0.000111595815,0.00012398712,0.000097295684,0.000048289137,0.0005932453],"category_scores_gemma":[0.0003617035,0.000054476266,0.000029545832,0.00038673478,0.000016026332,0.0002445958,0.000025677025,0.00014296193,0.000048681293],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009119537,0.00013356602,0.21842904,0.00061166636,0.000075964075,0.0016233379,0.24550018,0.000015782975,0.009518735,0.40294954,0.005559203,0.11557386],"study_design_scores_gemma":[0.00041430283,0.000013237715,0.13407458,0.0005826011,0.00002408424,0.000034144727,0.56065995,0.000044310775,0.0008109561,0.000748279,0.30229345,0.00030007947],"about_ca_topic_score_codex":0.002861018,"about_ca_topic_score_gemma":0.0047418685,"teacher_disagreement_score":0.6965019,"about_ca_system_score_codex":0.0005989051,"about_ca_system_score_gemma":0.001144588,"threshold_uncertainty_score":0.649562},"labels":[],"label_agreement":null},{"id":"W4206528538","doi":"10.1016/j.system.2022.102732","title":"Exploring the intricate relationship between foreign language anxiety, attention and self-repairs during L2 speech production","year":2022,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Cued speech; Psychology; Foreign language anxiety; Anxiety; Control (management); Narrative; Cognitive psychology; Linguistics; Second language; Stress (linguistics); Foreign language; Task (project management); Attentional control; Computer science; Cognition; Artificial intelligence; Mathematics education","score_opus":0.07859825037326686,"score_gpt":0.23490729095001428,"score_spread":0.15630904057674744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206528538","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98961467,0.00014028959,0.000008329808,0.0002298952,0.00040541386,0.00023332154,0.000004349933,0.00042357986,0.008940132],"genre_scores_gemma":[0.9950992,0.0000030766985,0.000031038624,0.0000044812436,0.0011400642,0.00010146235,0.000015335041,0.000020348276,0.00358503],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9989453,0.00032806126,0.00018327258,0.00020081313,0.00019617612,0.00014640878],"domain_scores_gemma":[0.9995879,0.00007431123,0.0001106763,0.00018198355,0.000021334856,0.000023788878],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009895678,0.00008634499,0.00009903191,0.00009339708,0.0021064288,0.000120984856,0.00008709609,0.000011474513,0.00002578221],"category_scores_gemma":[0.000044146793,0.00006834898,0.000044107106,0.000067307956,0.000025811158,0.00022640375,0.00008236811,0.00034288273,0.00002063577],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023024137,0.000052400686,0.5175901,0.000897968,0.0001424854,0.00001661675,0.36538464,0.00031411936,0.00018827854,0.109435044,0.00051748485,0.005437867],"study_design_scores_gemma":[0.0005268687,0.0001234322,0.34792486,0.00022909677,0.00021710934,0.00019824802,0.6119538,0.00038510349,0.00016544198,0.0002791135,0.037502132,0.0004948099],"about_ca_topic_score_codex":0.00022414284,"about_ca_topic_score_gemma":0.000022786622,"teacher_disagreement_score":0.24656916,"about_ca_system_score_codex":0.000120998906,"about_ca_system_score_gemma":0.0000072792427,"threshold_uncertainty_score":0.9991927},"labels":[],"label_agreement":null},{"id":"W4224093826","doi":"10.1016/j.system.2022.102800","title":"Interventionist and interactionist dynamic assessment of argumentative writing in an EFL program","year":2022,"lang":"en","type":"article","venue":"System","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Loyola University Chicago","keywords":"Argumentative; Status quo; Scholarship; Psychology; Mathematics education; Linguistics; Exploratory research; Computer science; Pedagogy; Sociology; Political science; Social science","score_opus":0.04087868306243054,"score_gpt":0.48813065128621075,"score_spread":0.4472519682237802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224093826","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97821903,0.000058775368,0.00015466317,0.00020918912,0.0008421795,0.0004547267,0.00003811589,0.00003957451,0.01998375],"genre_scores_gemma":[0.9972863,4.861936e-7,0.0009810271,0.000034277764,0.00002139145,0.0008798772,0.00008345817,0.00000817916,0.0007049601],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998573,0.0004796455,0.0003988321,0.00026447562,0.00015168397,0.0001323461],"domain_scores_gemma":[0.9995227,0.000067770154,0.00020181901,0.00013440626,0.000033350738,0.000039989365],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048184872,0.00008156922,0.00015480604,0.000089211375,0.00014947321,0.000040707688,0.000116956486,0.00001971084,0.0007371703],"category_scores_gemma":[0.0000024628773,0.000079690515,0.000040662817,0.00017146447,0.000045636014,0.00007503811,0.0000608686,0.00019888641,0.000005770665],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014071703,0.005888547,0.84104747,0.00036295474,0.00018524037,0.000060912127,0.005083313,0.000034793695,0.00070673804,0.09095936,0.0002871211,0.055242866],"study_design_scores_gemma":[0.0007109763,0.0010224782,0.92037374,0.00008648276,0.000011262826,0.00007908727,0.07599473,0.0006045485,0.000003666117,0.00031001426,0.00069317606,0.00010985659],"about_ca_topic_score_codex":0.00015734648,"about_ca_topic_score_gemma":0.000051231153,"teacher_disagreement_score":0.090649344,"about_ca_system_score_codex":0.00022407017,"about_ca_system_score_gemma":0.00001937789,"threshold_uncertainty_score":0.80714977},"labels":[],"label_agreement":null},{"id":"W4244647240","doi":"10.1016/j.system.2018.07.016","title":"Book review","year":2018,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Interpersonal communication; Psychology; Competence (human resources); Coherence (philosophical gambling strategy); Perception; Communicative competence; Naturalness; Strengths and weaknesses; Linguistics; Pedagogy; Social psychology","score_opus":0.029008030839681002,"score_gpt":0.25314955397777955,"score_spread":0.22414152313809854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244647240","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00027623746,0.1559439,0.000025299572,0.0006954755,0.00084755867,0.00010838801,0.0000019258391,0.00027518068,0.841826],"genre_scores_gemma":[0.45288473,0.0005058285,0.000024755192,0.017194904,0.005630206,0.000020685557,0.000005784215,0.000030333364,0.52370274],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995262,0.00007787123,0.000119716395,0.00009078364,0.00008089448,0.0001045338],"domain_scores_gemma":[0.9997204,0.000015222328,0.000047679376,0.00014661174,0.000044483,0.000025632671],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002753806,0.000055395933,0.00011151842,0.000017193855,0.0002733939,0.00004994864,0.0000747382,0.000011798524,0.005699452],"category_scores_gemma":[0.00001730934,0.000041231095,0.000039319664,0.00000900572,0.000055475262,0.00006158027,0.000012668769,0.00007688424,0.0037056124],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[7.1031144e-7,0.0000030387735,0.000009201112,0.00081300223,0.000007909545,0.000001908005,0.0058400105,2.7236903e-8,0.000002032547,0.0689782,0.92318493,0.0011590172],"study_design_scores_gemma":[0.000034637396,0.000030469715,0.000004291542,0.0021553705,0.0000111421305,0.000004927937,0.0008432903,0.000014236755,0.00000451973,0.000004402376,0.99683446,0.00005826331],"about_ca_topic_score_codex":0.000056489294,"about_ca_topic_score_gemma":0.000016644772,"teacher_disagreement_score":0.4526085,"about_ca_system_score_codex":0.00001745208,"about_ca_system_score_gemma":0.00000815196,"threshold_uncertainty_score":0.99707013},"labels":[],"label_agreement":null},{"id":"W4250759393","doi":"10.1016/j.system.2021.102572","title":"Book review","year":2021,"lang":"en","type":"article","venue":"System","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Linguistics; Philosophy","score_opus":0.01704441409207269,"score_gpt":0.2682416781337695,"score_spread":0.2511972640416968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250759393","genre_codex":"review","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000039047423,0.8934915,0.000012281845,0.00034859468,0.00018978948,0.00015229669,0.000014243291,0.00022562673,0.105526626],"genre_scores_gemma":[0.1264095,0.035484802,0.0007992652,0.08382786,0.0018514488,0.0005395054,0.00021328329,0.0006890775,0.75018525],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992872,0.00014899088,0.00015712241,0.00013615181,0.00015706806,0.000113487666],"domain_scores_gemma":[0.99942964,0.000011716474,0.000048172336,0.0003809788,0.0000848337,0.000044665107],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00022850341,0.000055602075,0.00017504439,0.000010368163,0.000023152576,0.00001129908,0.0000653329,0.000017343493,0.0011997413],"category_scores_gemma":[0.00004604365,0.000049312483,0.000057789824,0.000178445,0.0000057517022,0.000044439028,0.000028922967,0.000037307505,0.071429044],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.4574884e-7,0.0000040223126,0.000022244752,0.004626617,0.000010426913,0.00010690722,0.000009063727,1.2586666e-7,0.0006162767,0.0009113513,0.9935987,0.000093917035],"study_design_scores_gemma":[0.00006164889,0.0000021306005,0.000043364682,0.0068982593,0.000024125908,0.00018548535,0.00003302899,0.000006839353,0.00092963735,6.082981e-7,0.99175805,0.000056822286],"about_ca_topic_score_codex":0.000002401766,"about_ca_topic_score_gemma":0.0000012525144,"teacher_disagreement_score":0.8580067,"about_ca_system_score_codex":0.00009939679,"about_ca_system_score_gemma":0.000055865617,"threshold_uncertainty_score":0.9997133},"labels":[],"label_agreement":null},{"id":"W4282833253","doi":"10.1016/j.system.2022.102848","title":"Alignment in second language speakers’ perceptions of interaction and its relationship to perceived communicative success","year":2022,"lang":"en","type":"article","venue":"System","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Operationalization; Conversation; Perception; Fluency; Social relation; Exploratory research; Conversation analysis; Linguistics; Session (web analytics); Cognitive psychology; Social psychology; Communication; Computer science; Sociology","score_opus":0.050650239934326644,"score_gpt":0.3138785348146143,"score_spread":0.26322829488028765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282833253","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8999665,0.00026721397,0.0000038988564,0.00033396238,0.00010218047,0.0003325007,0.00012518365,0.000034946614,0.09883362],"genre_scores_gemma":[0.9971028,0.0000036981737,0.000033417295,0.000044018325,0.000029623145,0.00015342572,0.000053129166,0.00001134665,0.00256854],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989027,0.00044964638,0.00028231234,0.0001233906,0.00014429723,0.00009768947],"domain_scores_gemma":[0.99924845,0.00016391881,0.0001277654,0.00037477774,0.000052348696,0.00003274999],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031018347,0.00008422177,0.00015659307,0.00016375074,0.0003376607,0.000061024177,0.00026016677,0.00001539042,0.0021715618],"category_scores_gemma":[0.00001584798,0.00008242005,0.000031333908,0.00006905442,0.000058110316,0.00020456655,0.00020963149,0.00018609494,0.00003068515],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021706644,0.00007286239,0.0033767598,0.00009996186,0.000024299465,0.0000025243971,0.7288575,0.0001152891,0.00081966136,0.26624918,0.00028387926,0.00007633076],"study_design_scores_gemma":[0.00023035728,0.000049579518,0.04188573,0.00008392352,0.000011714734,0.000007799417,0.95507365,0.00013507856,0.000032719017,0.000057767225,0.0023305346,0.00010114941],"about_ca_topic_score_codex":0.00077905774,"about_ca_topic_score_gemma":0.006560981,"teacher_disagreement_score":0.26619142,"about_ca_system_score_codex":0.00018680972,"about_ca_system_score_gemma":0.000023474391,"threshold_uncertainty_score":0.9987406},"labels":[],"label_agreement":null},{"id":"W4286264657","doi":"10.1016/j.system.2022.102865","title":"Exploring the relationship between behavior matching and interlocutor perceptions in L2 interaction","year":2022,"lang":"en","type":"article","venue":"System","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Dyad; Nonverbal communication; Psychology; Matching (statistics); Perception; Social psychology; Task (project management); Cognitive psychology; Communication; Statistics","score_opus":0.1403864031817083,"score_gpt":0.34642703641133393,"score_spread":0.20604063322962562,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4286264657","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9953021,0.000054652075,0.00026108697,0.00009212292,0.0011310157,0.00028181323,0.000019006759,0.00006718505,0.0027910173],"genre_scores_gemma":[0.9980968,5.50312e-7,0.000016011189,0.00002187988,0.0001879327,0.001055227,0.000026934278,0.000014121508,0.0005805023],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989228,0.00045956412,0.00021749623,0.0001713292,0.00010900705,0.0001198065],"domain_scores_gemma":[0.99947625,0.00025582407,0.00006599487,0.00016716418,0.000010937943,0.000023834637],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045875902,0.00007052435,0.000097824006,0.00013758165,0.00029925632,0.00003414687,0.00008477401,0.000022203254,0.00021266386],"category_scores_gemma":[0.000016839105,0.00005868105,0.0000374153,0.00016254037,0.000014576417,0.00015669466,0.000054059903,0.0003367865,0.000082129096],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038145405,0.00006729441,0.8467436,0.000053081716,0.00003148604,0.000035037432,0.11988483,0.000008902086,0.00022073013,0.0173422,0.00009561512,0.015479072],"study_design_scores_gemma":[0.00017605623,0.0000293889,0.7740042,0.000035531444,0.00003664605,0.00006939059,0.22528242,0.0000039866923,0.000002965278,0.00012380257,0.00017453109,0.00006104124],"about_ca_topic_score_codex":0.0006453715,"about_ca_topic_score_gemma":0.00009985647,"teacher_disagreement_score":0.10539758,"about_ca_system_score_codex":0.00014195216,"about_ca_system_score_gemma":0.0000056598897,"threshold_uncertainty_score":0.23929438},"labels":[],"label_agreement":null},{"id":"W4292022612","doi":"10.1016/j.system.2022.102881","title":"The role of hope in language teachers' changing stress, coping, and well-being","year":2022,"lang":"en","type":"article","venue":"System","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"Cape Breton University","keywords":"Coping (psychology); Well-being; Psychology; Stress (linguistics); Mathematics education; Pedagogy; Linguistics; Philosophy; Psychotherapist","score_opus":0.010463964669045353,"score_gpt":0.32345305037354627,"score_spread":0.3129890857045009,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292022612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96351784,0.0048076473,0.0000048288266,0.00011819593,0.00033478177,0.00025131681,0.000007668984,0.000024109002,0.030933592],"genre_scores_gemma":[0.998173,0.0000073852343,0.0000027275073,0.000074009826,0.000044473923,0.000056512337,0.000003118847,0.000007996945,0.0016307716],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99928707,0.00018557529,0.00013863503,0.00011490813,0.000088481574,0.00018531624],"domain_scores_gemma":[0.9996872,0.000072447285,0.00006211596,0.00015050563,0.0000031777745,0.000024581814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005075216,0.000047264282,0.00009540541,0.000063470725,0.00015673327,0.000005912867,0.00008748576,0.000018160486,0.000056455578],"category_scores_gemma":[0.0000038070423,0.000038905437,0.00001620302,0.00011768311,0.000014955972,0.000012045628,0.000087646775,0.00010845275,0.000007692888],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012035234,0.000116275325,0.41710907,0.00076208863,0.00004980127,0.00009169868,0.46403566,0.00002195696,0.0009483079,0.06974783,0.0007008663,0.046296086],"study_design_scores_gemma":[0.0010827432,0.00015516825,0.01891937,0.0002275244,0.000011422363,0.000036722347,0.88339925,0.000269671,0.0005798792,0.000060618506,0.09511216,0.00014546837],"about_ca_topic_score_codex":0.00310718,"about_ca_topic_score_gemma":0.00031922,"teacher_disagreement_score":0.4193636,"about_ca_system_score_codex":0.00015880246,"about_ca_system_score_gemma":0.000029391267,"threshold_uncertainty_score":0.46971473},"labels":[],"label_agreement":null},{"id":"W4292209654","doi":"10.1016/j.system.2022.102892","title":"Resilience in language classrooms: Exploring individual antecedents and consequences","year":2022,"lang":"en","type":"article","venue":"System","topic":"Resilience and Mental Health","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Flourishing; Psychology; Affect (linguistics); Psychological resilience; Competence (human resources); Resilience (materials science); Social psychology","score_opus":0.06515041793746282,"score_gpt":0.37205031255847015,"score_spread":0.3068998946210073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4292209654","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889325,0.0012658524,0.0000042461093,0.000062003375,0.00070706813,0.00024583508,0.000021711887,0.000042630843,0.008718167],"genre_scores_gemma":[0.9988407,0.000011964552,0.000014398554,0.00008658408,0.00003070481,0.00027992544,0.0000034828342,0.0000067517844,0.0007255277],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9987757,0.0002518295,0.00021001704,0.00026118924,0.00023322502,0.00026802503],"domain_scores_gemma":[0.99965924,0.000048970604,0.00006326794,0.00016348036,0.000004218668,0.000060799863],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051202514,0.000072359784,0.00013001067,0.00012116606,0.00015094245,0.00001549849,0.00018602196,0.00002235556,0.00014928688],"category_scores_gemma":[0.0000072168386,0.00006996323,0.000014126114,0.0002113987,0.000073381336,0.00009287155,0.00010778424,0.00015803009,0.00004113365],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022856607,0.00020969637,0.7647487,0.00042626474,0.000032608485,0.0018723588,0.14935552,0.00003664688,0.0032972964,0.018107623,0.00087028794,0.060814414],"study_design_scores_gemma":[0.0008131593,0.00030799807,0.18966195,0.00013802275,0.000005380573,0.0005863336,0.80678713,0.000022709632,0.00030125052,0.000030981355,0.0011752046,0.0001698479],"about_ca_topic_score_codex":0.0013043237,"about_ca_topic_score_gemma":0.00014454986,"teacher_disagreement_score":0.65743166,"about_ca_system_score_codex":0.0001242966,"about_ca_system_score_gemma":0.00003497833,"threshold_uncertainty_score":0.28530177},"labels":[],"label_agreement":null},{"id":"W4317373215","doi":"10.1016/j.system.2023.102993","title":"Teachers’ stated cognition and its relationship with oral corrective feedback practices in EFL classrooms","year":2023,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Corrective feedback; Cognition; Recall; Psychology; Mathematics education; Cognitive psychology","score_opus":0.10039470855124474,"score_gpt":0.2986580350963337,"score_spread":0.19826332654508896,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317373215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94146585,0.00012386458,0.000010530911,0.00014337843,0.00020058322,0.00022506385,0.000009850051,0.0003067821,0.0575141],"genre_scores_gemma":[0.98839396,0.0000033950914,0.000012454678,0.000014773598,0.00010739266,0.000028701726,0.00004548296,0.000019342968,0.011374524],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989872,0.0003729837,0.0001551948,0.00018404974,0.00013653957,0.00016405793],"domain_scores_gemma":[0.99927455,0.0003462542,0.00021372135,0.00006434523,0.000065744476,0.00003537216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071172207,0.0000977946,0.00013569304,0.0001509589,0.00030363214,0.000161138,0.00003889248,0.0000432569,0.00005367146],"category_scores_gemma":[0.00023989784,0.0000779529,0.000013637911,0.00011120591,0.00004068041,0.00032658872,0.000013684236,0.0003439748,0.00023790047],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022681896,0.00007782785,0.11985337,0.00053165294,0.00013584681,0.00009803134,0.8038793,0.0003491898,0.000055026747,0.06840534,0.002312529,0.0040750294],"study_design_scores_gemma":[0.0021231698,0.00042052264,0.11159258,0.0016322904,0.00011529725,0.000044023167,0.84126043,0.008495792,0.000020542371,0.00023005425,0.03356977,0.0004955491],"about_ca_topic_score_codex":0.00045703034,"about_ca_topic_score_gemma":0.0023978937,"teacher_disagreement_score":0.068175286,"about_ca_system_score_codex":0.000055690372,"about_ca_system_score_gemma":0.000025828815,"threshold_uncertainty_score":0.31788272},"labels":[],"label_agreement":null},{"id":"W4317938159","doi":"10.1016/j.system.2023.102994","title":"Increasing use of multi-word expressions in conversation through a fluency workshop","year":2023,"lang":"en","type":"article","venue":"System","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Fluency; Conversation; Vocabulary; Computer science; Recall; Notice; Word (group theory); Cued recall; Natural language processing; Artificial intelligence; Psychology; Linguistics; Mathematics education; Cognitive psychology; Communication; Free recall","score_opus":0.10095179366195814,"score_gpt":0.3663506975805843,"score_spread":0.2653989039186262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4317938159","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99648,0.00043360953,0.0006308715,0.00005682819,0.0004748225,0.00019691033,0.0000068086433,0.00017918338,0.0015409637],"genre_scores_gemma":[0.9982659,0.0000013823511,0.00053285534,0.00021178076,0.000053154577,0.000033078908,0.000027389331,0.000015851425,0.0008586084],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99880254,0.0004583485,0.00028477432,0.00018384327,0.00009427856,0.00017624217],"domain_scores_gemma":[0.9991797,0.00038919802,0.00011997538,0.00024908708,0.00003230735,0.000029691317],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00034216733,0.00007670198,0.000161122,0.00016518122,0.000040802654,0.000014177156,0.00007271045,0.00010201965,0.0021320905],"category_scores_gemma":[0.00019139083,0.0000730865,0.000043961332,0.00040325124,0.000027107382,0.00013914144,0.000025952999,0.00012664839,0.00040721745],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057993137,0.0003754759,0.090833254,0.00071700435,0.00023264167,0.0010552284,0.8159214,0.0021603648,0.04750764,0.01705896,0.008012282,0.015545815],"study_design_scores_gemma":[0.0041353474,0.000045014545,0.4121,0.002192399,0.000036426434,0.00010715811,0.56826067,0.0054665045,0.0005679367,0.00002907501,0.0066062454,0.0004532387],"about_ca_topic_score_codex":0.0009360238,"about_ca_topic_score_gemma":0.000017808736,"teacher_disagreement_score":0.32126674,"about_ca_system_score_codex":0.000040141404,"about_ca_system_score_gemma":0.000012424737,"threshold_uncertainty_score":0.9987801},"labels":[],"label_agreement":null},{"id":"W4365815304","doi":"10.1016/j.system.2023.103035","title":"The contribution of affixes to productive English vocabulary knowledge for Chinese, German and Spanish learners: A comparison","year":2023,"lang":"en","type":"article","venue":"System","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"German; Linguistics; Vocabulary; Psychology; Computer science; Natural language processing","score_opus":0.015787754926765492,"score_gpt":0.35429331012336995,"score_spread":0.33850555519660447,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4365815304","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98915786,0.0039203125,0.0002576634,0.00018336778,0.0015389074,0.00085519126,0.000017944907,0.00019391048,0.0038748272],"genre_scores_gemma":[0.9974377,0.000001286311,0.0000125526485,0.000056847937,0.000666772,0.00016010324,0.000038604445,0.000015465845,0.0016106701],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990672,0.00020789122,0.00022587905,0.00022192787,0.00007137292,0.00020576858],"domain_scores_gemma":[0.99911296,0.00032621872,0.0001066446,0.00021282856,0.00019165948,0.00004967534],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073511276,0.000091113456,0.00021284929,0.00007982555,0.0001715212,0.00003117236,0.00009345993,0.00006081738,0.000054733893],"category_scores_gemma":[0.00026917976,0.00006512135,0.000047439364,0.00027798052,0.00003915745,0.000036003214,0.00003464049,0.00008914863,0.00009522531],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001584337,0.00029419144,0.03527811,0.00095042546,0.0009198833,0.000035876143,0.68582,0.00009848633,0.005620713,0.0941346,0.12909476,0.04616866],"study_design_scores_gemma":[0.004144676,0.0010017436,0.19639973,0.00041032818,0.000121250945,0.000057493136,0.45323625,0.0019241949,0.0014808627,0.0001345907,0.34048843,0.00060045545],"about_ca_topic_score_codex":0.000017166865,"about_ca_topic_score_gemma":0.000024535166,"teacher_disagreement_score":0.23258372,"about_ca_system_score_codex":0.000026000373,"about_ca_system_score_gemma":0.00001348032,"threshold_uncertainty_score":0.26555714},"labels":[],"label_agreement":null},{"id":"W4372328785","doi":"10.1016/j.system.2023.103061","title":"Relationships between students’ emotions, self-regulated learning, and literacy gains in beginning/basic level ESL literacy classes for adults","year":2023,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Literacy; Psychology; Mathematics education; Task (project management); Test (biology); Language proficiency; Likert scale; Pedagogy; Developmental psychology","score_opus":0.08507913648858378,"score_gpt":0.3341530080493735,"score_spread":0.2490738715607897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4372328785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9959088,0.00022446534,0.00010369802,0.00023512862,0.0002880625,0.00049477053,0.000047743655,0.00084701466,0.0018503193],"genre_scores_gemma":[0.9800253,0.00000986141,0.00018043711,0.000012348274,0.0006006304,0.000077012206,0.0002639215,0.000052459378,0.018778043],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99795926,0.0005476122,0.0005019825,0.00037663864,0.00025160724,0.0003628842],"domain_scores_gemma":[0.99859655,0.00077558594,0.00020916517,0.00017587285,0.00015423274,0.00008857883],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014384625,0.00021205445,0.00032177137,0.0004463969,0.0010870334,0.00062867213,0.0001616034,0.000106398664,0.000025190075],"category_scores_gemma":[0.00028572057,0.00020121278,0.00007953713,0.00018227517,0.000048117316,0.00042352016,0.00006947366,0.00060989516,0.00011287477],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021484177,0.000056818295,0.60009986,0.0009018978,0.00010975819,0.000011615828,0.37679857,0.00012270428,0.0000040812542,0.016160578,0.0012205921,0.0044920435],"study_design_scores_gemma":[0.0027288268,0.00029162221,0.56968486,0.0042047263,0.00012713118,0.000011054098,0.08266464,0.009432137,0.0000039855368,0.00030920416,0.32984042,0.00070138223],"about_ca_topic_score_codex":0.00019575414,"about_ca_topic_score_gemma":0.00012256867,"teacher_disagreement_score":0.32861984,"about_ca_system_score_codex":0.00010218451,"about_ca_system_score_gemma":0.000031309388,"threshold_uncertainty_score":0.8360692},"labels":[],"label_agreement":null},{"id":"W4386392810","doi":"10.1016/j.system.2023.103125","title":"Pre- and in-service teachers’ beliefs about second language pronunciation teaching, their experience, and speech assessments","year":2023,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Murata Science Foundation","keywords":"Pronunciation; Fluency; Psychology; Mathematics education; Service (business); Linguistics","score_opus":0.029180905051389587,"score_gpt":0.3744395050535946,"score_spread":0.345258600002205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386392810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98154944,0.00036146934,0.0000058460837,0.00006811273,0.00024190215,0.0004079588,0.000021014115,0.000080852114,0.017263414],"genre_scores_gemma":[0.992512,0.000007693949,0.000042773092,0.00005742372,0.000070945855,0.00014494653,0.000018657347,0.000016946598,0.0071286242],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9987889,0.00027586735,0.0001907475,0.0003203524,0.00012350515,0.00030060654],"domain_scores_gemma":[0.9995189,0.000081770675,0.00006123162,0.00025011873,0.00002139241,0.00006658628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079149054,0.00011202498,0.0001780816,0.00015272967,0.00009411736,0.000047081765,0.0001364806,0.00014193213,0.0000703294],"category_scores_gemma":[0.000016750822,0.00009681988,0.000013003551,0.0002028815,0.000035091427,0.00006509767,0.00010712173,0.00029832154,0.00008772985],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007949379,0.00008080269,0.2616225,0.00039541154,0.0000915636,0.000108818116,0.7041698,0.0000016693938,0.016984882,0.0010074552,0.0012814392,0.014176152],"study_design_scores_gemma":[0.0007029386,0.000064698936,0.96192926,0.00008458181,0.0000030249078,0.000039777813,0.034786377,0.00036366264,0.00025206557,0.000036340756,0.0016226178,0.00011462845],"about_ca_topic_score_codex":0.00090894464,"about_ca_topic_score_gemma":0.0008032336,"teacher_disagreement_score":0.70030683,"about_ca_system_score_codex":0.000060777347,"about_ca_system_score_gemma":0.000027659662,"threshold_uncertainty_score":0.39482},"labels":[],"label_agreement":null},{"id":"W4389637681","doi":"10.1016/j.system.2023.103195","title":"Rescoping language assessment literacy: An expanded perspective","year":2023,"lang":"en","type":"article","venue":"System","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Yorkville University","funders":"","keywords":"Perspective (graphical); Literacy; Computer science; Mathematics education; Linguistics; Sociology; Pedagogy; Psychology; Artificial intelligence; Philosophy","score_opus":0.0584086295942361,"score_gpt":0.5096513955328391,"score_spread":0.451242765938603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389637681","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7784486,0.00015639646,0.00022370582,0.00049509533,0.0024643566,0.00025739212,0.00002373107,0.00042879902,0.21750197],"genre_scores_gemma":[0.9886149,0.0000013356782,0.0004968313,0.00021042605,0.0006585068,0.00019782114,0.00006785344,0.00001732922,0.009734952],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99861115,0.00032006134,0.00020483782,0.00033745845,0.0002044066,0.00032210068],"domain_scores_gemma":[0.9992656,0.0001133407,0.00007408825,0.00034833522,0.00007367534,0.00012492928],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004597522,0.000117682386,0.0001576303,0.000112389534,0.00010683181,0.000050735223,0.00017628752,0.0000783838,0.0006049926],"category_scores_gemma":[0.000012333099,0.00009535392,0.00005432255,0.0003663875,0.00002014457,0.00013502101,0.000030530253,0.0001453775,0.0016493326],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085983615,0.0007374519,0.09835753,0.00015945845,0.0002976301,0.00023232943,0.13322553,0.000006998592,0.0014934712,0.72842914,0.028460182,0.008514281],"study_design_scores_gemma":[0.00056923286,0.00018097665,0.7506026,0.00013551279,0.000014169621,0.000044804503,0.24427971,0.000056120407,0.000019787909,0.00096880074,0.0028904502,0.00023784388],"about_ca_topic_score_codex":0.00021332652,"about_ca_topic_score_gemma":0.0000034247885,"teacher_disagreement_score":0.7274604,"about_ca_system_score_codex":0.00017932947,"about_ca_system_score_gemma":0.000031210206,"threshold_uncertainty_score":0.999128},"labels":[],"label_agreement":null},{"id":"W4392214912","doi":"10.1016/j.system.2024.103266","title":"Exploring English for academic purposes instructors’ perceptions of speech fluency through developing and piloting a rating scale for a paired conversational task","year":2024,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Fluency; Task (project management); Perception; Rating scale; Computer science; Scale (ratio); Psychology; English for academic purposes; Mathematics education; Engineering","score_opus":0.1499214792336022,"score_gpt":0.2916934603007519,"score_spread":0.1417719810671497,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392214912","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9909104,0.0003538155,0.0053027235,0.00010804793,0.001216127,0.0005174989,0.00007110305,0.00030140718,0.0012188848],"genre_scores_gemma":[0.9910791,0.00001243081,0.0065850955,0.000015298596,0.0017675782,0.00021081846,0.000028930028,0.000031677962,0.00026906165],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9990088,0.00005759698,0.00037724976,0.00023851322,0.00012440646,0.00019346004],"domain_scores_gemma":[0.9992138,0.0004297076,0.000105959756,0.00006662617,0.00015775579,0.00002611285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005473343,0.00012508828,0.00020833939,0.000091991795,0.00059238373,0.00015899912,0.00007270453,0.0000439706,0.000013227988],"category_scores_gemma":[0.00022999395,0.000116103845,0.0000781085,0.000041703337,0.000070435446,0.00056541944,0.000027111399,0.00018185942,0.0000021681046],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017548602,0.0000055385153,0.0021607953,0.006070993,0.00008258147,0.0000010820659,0.6410788,0.000033232714,0.0021483356,0.3392439,0.00019028466,0.008966908],"study_design_scores_gemma":[0.0012635125,0.00025983743,0.00089659495,0.010159678,0.00020767795,0.00004016649,0.8774696,0.013287553,0.0012929183,0.0019859655,0.09238227,0.00075420464],"about_ca_topic_score_codex":0.000094635405,"about_ca_topic_score_gemma":0.000039082282,"teacher_disagreement_score":0.33725792,"about_ca_system_score_codex":0.000083498606,"about_ca_system_score_gemma":0.00007307953,"threshold_uncertainty_score":0.47345775},"labels":[],"label_agreement":null},{"id":"W4401671051","doi":"10.1016/j.system.2024.103450","title":"“A thought group is a group, not a thought!” results of a teaching intervention on complex noun phrases in Canadian EAP programs","year":2024,"lang":"en","type":"article","venue":"System","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; Algonquin College","funders":"","keywords":"Group (periodic table); Linguistics; Noun; Intervention (counseling); Noun phrase; Psychology; Mathematics education; Philosophy","score_opus":0.04468268316828103,"score_gpt":0.29955582074341147,"score_spread":0.2548731375751304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401671051","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3536612,0.003056833,0.00006384904,0.001523413,0.0020238953,0.0013679643,0.001141316,0.00047393882,0.6366876],"genre_scores_gemma":[0.99414235,0.000005360195,0.00006956192,0.000078073455,0.00061874004,0.00008885148,0.0001348898,0.000030652725,0.0048315166],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981171,0.0002105809,0.00061195425,0.0003802219,0.00031232098,0.00036785076],"domain_scores_gemma":[0.9993557,0.00008519232,0.00013437828,0.00030663644,0.000044932367,0.00007318058],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093796325,0.00021412902,0.00040434537,0.0004568623,0.00021080623,0.00033349576,0.00020828228,0.000044940305,0.00012450483],"category_scores_gemma":[0.00004636011,0.00016612781,0.00026622432,0.00012831071,0.00013110938,0.0002012523,0.000050093193,0.00021080142,0.0000762982],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000079879195,0.00022098665,0.00027538135,0.0013875208,0.00046298248,0.00022812256,0.102238216,0.0000036553631,0.00003300069,0.86972696,0.0059307623,0.019412518],"study_design_scores_gemma":[0.0015173657,0.000814551,0.00079004694,0.0145304315,0.00040278744,0.000024078958,0.29489353,0.003882066,0.00006406602,0.00028205506,0.6820341,0.00076490693],"about_ca_topic_score_codex":0.37455496,"about_ca_topic_score_gemma":0.8633095,"teacher_disagreement_score":0.8694449,"about_ca_system_score_codex":0.00028214886,"about_ca_system_score_gemma":0.000031776563,"threshold_uncertainty_score":0.6774496},"labels":[],"label_agreement":null},{"id":"W4403067269","doi":"10.1016/j.system.2024.103486","title":"Someday I want to go to the Guggenheim! A case study about adolescent learners’ foreign language enjoyment in a desktop virtual reality project","year":2024,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Foreign language; Psychology; Mathematics education; Computer science; Pedagogy","score_opus":0.06342284064510884,"score_gpt":0.3237787529254875,"score_spread":0.2603559122803787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403067269","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9789388,0.00047710276,0.00024774033,0.00050844776,0.00072755216,0.0021731171,0.00004358127,0.0003456705,0.016537948],"genre_scores_gemma":[0.99001426,8.7131457e-7,0.0000116380415,0.00019391468,0.0007820352,0.00032909014,0.0000066652597,0.000037976984,0.00862354],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9977607,0.00068515254,0.00040592792,0.0004397144,0.00032959026,0.0003789015],"domain_scores_gemma":[0.9993042,0.00009565293,0.00004791018,0.00041755353,0.000038551494,0.000096134354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021073595,0.00021439303,0.00026921576,0.00020630233,0.00036858066,0.00048842095,0.00021258197,0.000036110967,0.000055497574],"category_scores_gemma":[0.000063930594,0.00013462162,0.000084445055,0.00015751578,0.000028789744,0.00007286811,0.00011831783,0.00043230233,0.00037618473],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039881717,0.00017788066,0.00033400735,0.00032424557,0.00007163614,0.0029849065,0.95711887,0.00039336563,0.00002413065,0.020173553,0.007609448,0.010748082],"study_design_scores_gemma":[0.00025131047,0.00048641895,0.00013171762,0.00087055465,0.000037816877,0.00018549908,0.8805341,0.00097116875,0.000010604312,0.000003561032,0.11629445,0.00022277686],"about_ca_topic_score_codex":0.011421077,"about_ca_topic_score_gemma":0.018388718,"teacher_disagreement_score":0.108685,"about_ca_system_score_codex":0.0003095424,"about_ca_system_score_gemma":0.0000960562,"threshold_uncertainty_score":0.9995231},"labels":[],"label_agreement":null},{"id":"W4403616249","doi":"10.1016/j.system.2024.103519","title":"From growth mindset to positive outcomes in L2 learning: Examining the mediating roles of autonomous motivation and engagement","year":2024,"lang":"en","type":"article","venue":"System","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Mindset; Psychology; Student engagement; Mathematics education; Social psychology; Computer science; Artificial intelligence","score_opus":0.055313066427786425,"score_gpt":0.3580906459059742,"score_spread":0.3027775794781878,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403616249","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9906205,0.00018876993,0.00015876081,0.0013045744,0.00076545094,0.00022299534,0.000035342488,0.000032367872,0.0066712615],"genre_scores_gemma":[0.9990902,8.0731604e-7,0.00016019982,0.000089919035,0.0001291343,0.00008162062,0.000030520838,0.0000074918466,0.00041013828],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989324,0.0003563293,0.00025077834,0.00022965869,0.000120032986,0.000110785906],"domain_scores_gemma":[0.9985316,0.0012664923,0.00006531112,0.000083108716,0.000023927645,0.000029566316],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005591475,0.00008261632,0.00014271018,0.000077929064,0.00004672794,0.000028613824,0.00008643664,0.00004660331,0.0000615167],"category_scores_gemma":[0.00009610658,0.000052990355,0.000019335885,0.00014309946,0.000016678097,0.000034679957,0.000034486427,0.00016134843,0.000036005098],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018346307,0.000088017514,0.8866665,0.00006471431,0.00016061748,0.000013807677,0.085040346,0.00002972002,0.0006994685,0.015316433,0.0003437145,0.0115583455],"study_design_scores_gemma":[0.00012941717,0.00008675811,0.96176827,0.0001464689,0.000011346619,0.0000018507134,0.03722995,0.000063478205,0.00006399008,0.00024255794,0.00019688215,0.00005900337],"about_ca_topic_score_codex":0.00027483664,"about_ca_topic_score_gemma":0.000009656371,"teacher_disagreement_score":0.07510182,"about_ca_system_score_codex":0.00004815223,"about_ca_system_score_gemma":0.000013235215,"threshold_uncertainty_score":0.2160884},"labels":[],"label_agreement":null},{"id":"W4405221903","doi":"10.1016/j.system.2024.103565","title":"Exploring the linguistic signature of interpersonal liking in second language interaction","year":2024,"lang":"en","type":"article","venue":"System","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Interpersonal communication; Linguistics; Signature (topology); Psychology; Interpersonal interaction; Computer science; Social psychology; Mathematics; Philosophy","score_opus":0.04082700395546978,"score_gpt":0.30834315074870433,"score_spread":0.26751614679323454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405221903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94102937,0.0027014688,0.00022705509,0.000022809472,0.0050507965,0.00014215315,0.000013853348,0.00008147721,0.050731014],"genre_scores_gemma":[0.9983275,0.000001729804,0.000010539365,0.000029708797,0.00057654537,0.000062671585,0.000008560808,0.000015702766,0.00096704863],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99927115,0.00013655148,0.00020566609,0.00016990755,0.00009490188,0.00012180201],"domain_scores_gemma":[0.99960035,0.00017567557,0.00004528117,0.00013929159,0.000023596798,0.000015811323],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031420676,0.000081089056,0.00012098783,0.00013686427,0.000021723883,0.00003211758,0.000090549926,0.000046505385,0.0003713706],"category_scores_gemma":[0.00003775619,0.000055484415,0.000067817695,0.00018795756,0.000014934091,0.0000737962,0.000017272281,0.00028174184,0.0001173976],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022979417,0.000101552614,0.0004850996,0.0027223183,0.0004101944,0.0012984191,0.8256069,0.0000098026285,0.022323437,0.05374794,0.00094916445,0.0921154],"study_design_scores_gemma":[0.00097150204,0.00022422253,0.008840273,0.0076788436,0.00019284179,0.00055981055,0.9526821,0.002383996,0.01150718,0.00032002624,0.014102408,0.000536817],"about_ca_topic_score_codex":0.0001894376,"about_ca_topic_score_gemma":0.00014359331,"teacher_disagreement_score":0.1270752,"about_ca_system_score_codex":0.000060501257,"about_ca_system_score_gemma":0.000011235364,"threshold_uncertainty_score":0.40662476},"labels":[],"label_agreement":null},{"id":"W4407425649","doi":"10.1016/j.system.2025.103622","title":"Task-based language teaching and the timing of written corrective feedback: The role of language aptitude and working memory","year":2025,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University; Université de Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Task (project management); Aptitude; Corrective feedback; Computer science; Working memory; Linguistics; Cognitive psychology; Psychology; Programming language; Mathematics education; Cognition; Engineering; Philosophy; Developmental psychology","score_opus":0.008165749329874374,"score_gpt":0.22458440240057562,"score_spread":0.21641865307070124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407425649","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83538634,0.0056855823,0.00010464303,0.00016194752,0.00017224779,0.00022893553,0.000005787298,0.000055328805,0.15819916],"genre_scores_gemma":[0.9978234,0.0000014676909,0.00004943919,0.00007316039,0.0001282468,0.000009922934,0.0000019011525,0.000009839099,0.0019025997],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989745,0.00048723485,0.0001936041,0.0001226214,0.000110883826,0.000111147085],"domain_scores_gemma":[0.998926,0.00071114994,0.00015120883,0.00017547101,0.000022585977,0.000013586572],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014056854,0.00009477839,0.00022281408,0.000066164335,0.000468804,0.00007965672,0.00012206934,0.000027725922,0.000011666883],"category_scores_gemma":[0.00011406255,0.000053029893,0.000047819784,0.000026893764,0.00022700203,0.000036066762,0.000056790403,0.00032444778,9.840597e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008255847,0.000019557825,0.0019871169,0.00041318324,0.00014121298,0.000003108946,0.84692883,0.0000837159,0.0010851623,0.10120404,0.00010631897,0.047945205],"study_design_scores_gemma":[0.0008076724,0.00002519627,0.00059315044,0.0013976415,0.0001096254,0.000003971817,0.98726726,0.006500711,0.0004141605,0.000046654743,0.0027323994,0.0001015741],"about_ca_topic_score_codex":0.0029134366,"about_ca_topic_score_gemma":0.0003897525,"teacher_disagreement_score":0.16243705,"about_ca_system_score_codex":0.000017700977,"about_ca_system_score_gemma":0.000018222645,"threshold_uncertainty_score":0.44042638},"labels":[],"label_agreement":null},{"id":"W4408002920","doi":"10.1016/j.system.2025.103642","title":"Cultivating the nexus of research and practice in language teacher education: A duoethnographic exploration","year":2025,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of British Columbia","funders":"","keywords":"Nexus (standard); Pedagogy; Mathematics education; Computer science; Sociology; Psychology","score_opus":0.09679362120651953,"score_gpt":0.4053560931963668,"score_spread":0.30856247198984726,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408002920","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48951045,0.0026464914,0.00003156543,0.0024282634,0.00024390634,0.00026021013,6.383232e-7,0.000047003537,0.5048315],"genre_scores_gemma":[0.988147,0.0000040382834,0.000036236695,0.000034454926,0.00017108233,0.000041220435,0.0000019995489,0.000004487945,0.011559445],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988954,0.000655066,0.0001509228,0.000093026276,0.00012048166,0.00008506764],"domain_scores_gemma":[0.9990803,0.00060868985,0.000063428466,0.00012565729,0.00011293169,0.000008962876],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022979106,0.000041105937,0.00007081085,0.000166147,0.00029336472,0.00010094683,0.00006636771,0.000021844871,0.000013933323],"category_scores_gemma":[0.0006640588,0.000028256445,0.000012048072,0.0001292754,0.00010574972,0.00018596761,0.0000255165,0.00027775954,0.0000036876006],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015328842,0.00007110808,0.001601794,0.00030602902,0.000012696639,0.0000011018486,0.61157215,0.00000874833,0.00015240452,0.37671244,0.0011562807,0.008389914],"study_design_scores_gemma":[0.000093808936,0.00002292855,0.00040241674,0.0006567053,0.000005365692,0.0000019439524,0.9619795,0.00012789159,0.000019355435,0.00030130683,0.036355913,0.000032882777],"about_ca_topic_score_codex":0.002398991,"about_ca_topic_score_gemma":0.00047849008,"teacher_disagreement_score":0.4986366,"about_ca_system_score_codex":0.00002243358,"about_ca_system_score_gemma":0.000050918974,"threshold_uncertainty_score":0.36265728},"labels":[],"label_agreement":null},{"id":"W4408556691","doi":"10.1016/j.system.2025.103652","title":"Understanding the conditions that foster collaborative teacher cultures: A case study","year":2025,"lang":"en","type":"article","venue":"System","topic":"Collaborative Teaching and Inclusion","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council","keywords":"Computer science; Mathematics education; Pedagogy; Psychology","score_opus":0.09617698920105489,"score_gpt":0.39322348628030207,"score_spread":0.2970464970792472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408556691","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4876453,0.0002974465,0.0038575425,0.005395895,0.0012235566,0.0026150767,0.000040233608,0.00031166378,0.49861327],"genre_scores_gemma":[0.99196935,0.0000022906124,0.00000814907,0.00012197611,0.00013269753,0.000095821044,0.0000017787124,0.0000053269555,0.007662595],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99752873,0.0016616766,0.00015144664,0.00019564957,0.00028026002,0.00018221469],"domain_scores_gemma":[0.99926245,0.0002641755,0.00008163848,0.00019953235,0.00014815657,0.0000440649],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013763458,0.00010288505,0.0001456198,0.000071528244,0.0041116714,0.00025950806,0.00017172142,0.0000639631,0.00003754474],"category_scores_gemma":[0.00012932056,0.00006478547,0.000038894832,0.0008775003,0.00017075005,0.00015679642,0.000085590094,0.00016801657,0.00001448048],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001590792,0.00014561822,0.01372153,0.000023274546,0.00013137332,0.00025745755,0.6766711,0.000012454004,0.00002861221,0.26088038,0.048019305,0.000092987946],"study_design_scores_gemma":[0.0003043537,0.000036079964,0.00017419852,0.00008732254,0.000044546126,0.000009569386,0.984889,0.00005555645,0.0000050418475,0.0004332243,0.013882156,0.00007899455],"about_ca_topic_score_codex":0.0024960258,"about_ca_topic_score_gemma":0.022711063,"teacher_disagreement_score":0.5043241,"about_ca_system_score_codex":0.0012061774,"about_ca_system_score_gemma":0.00031529652,"threshold_uncertainty_score":0.9971848},"labels":[],"label_agreement":null},{"id":"W4410942151","doi":"10.1016/j.system.2025.103669","title":"Negotiating gender ideologies and investing in teacher identities: The motivation and investment of EFL pre-service teachers","year":2025,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Education University of Hong Kong; Hong Kong Baptist University","keywords":"Negotiation; Ideology; Investment (military); Pedagogy; Service (business); Psychology; Sociology; Mathematics education; Political science; Business; Social science; Marketing","score_opus":0.043535743266010195,"score_gpt":0.25250858823761047,"score_spread":0.20897284497160026,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410942151","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9537834,0.0013130783,0.000045807246,0.0001762996,0.00013613982,0.00017116425,9.962478e-7,0.000059875452,0.044313263],"genre_scores_gemma":[0.99671364,0.000004763428,0.000056357007,0.00019864002,0.00006631057,0.000019526153,0.0000018350756,0.000007636339,0.002931312],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9991105,0.00026933555,0.00026612997,0.00014265052,0.00009087295,0.0001204821],"domain_scores_gemma":[0.9994475,0.00025914778,0.00013349715,0.000111794696,0.000033713528,0.00001434857],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007825721,0.00009398988,0.00014924558,0.000096597665,0.00025029774,0.0001396767,0.00007812254,0.0000370789,0.0000063226257],"category_scores_gemma":[0.0002547916,0.0000671814,0.000014371351,0.00004951608,0.00011152462,0.00014681632,0.000076816126,0.0002001937,6.957423e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000054252932,0.000014675355,0.2307688,0.0012172255,0.00005901321,9.929569e-7,0.474441,0.0007338953,0.0001225604,0.29115576,0.0002947816,0.0011858782],"study_design_scores_gemma":[0.0005889579,0.000040050963,0.16882084,0.0015522324,0.00006175326,0.0000046921514,0.813825,0.008844662,0.00003142517,0.0026003781,0.0034195443,0.00021044334],"about_ca_topic_score_codex":0.0028968332,"about_ca_topic_score_gemma":0.0006082628,"teacher_disagreement_score":0.33938402,"about_ca_system_score_codex":0.000042645963,"about_ca_system_score_gemma":0.000021229725,"threshold_uncertainty_score":0.43791646},"labels":[],"label_agreement":null},{"id":"W4411712869","doi":"10.1016/j.system.2025.103760","title":"Effect of auditory precision on L2 speech learning is partially mediated by learning target and instruction form","year":2025,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Centre for Research on Brain Language and Music","funders":"Fonds de recherche du Québec – Nature et technologies; Centre for Research on Brain, Language and Music","keywords":"Computer science; Speech recognition","score_opus":0.007210883479836135,"score_gpt":0.30840965654980795,"score_spread":0.30119877306997184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411712869","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98487055,0.0004070714,0.00012204942,0.00007137554,0.0013679066,0.00030432158,0.0000082471515,0.000061918,0.0127865635],"genre_scores_gemma":[0.9966005,0.000021314443,0.000014092855,0.000010660105,0.00008484363,0.000031547163,0.000019935429,0.00001331616,0.0032038067],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99829215,0.00074325415,0.0002627209,0.0002837198,0.0001834558,0.00023469827],"domain_scores_gemma":[0.999008,0.00059926906,0.0001257962,0.00017760122,0.000038458882,0.000050888037],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011234235,0.00012089416,0.00028113398,0.00016801571,0.0001303627,0.000015214396,0.000107786575,0.0002339062,0.00012368965],"category_scores_gemma":[0.00017222398,0.00010306853,0.000042878317,0.00017862667,0.00006499741,0.000028428545,0.000057687666,0.00047515918,0.00012936011],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072345133,0.00028573663,0.27326423,0.0033317725,0.001300409,0.00008072619,0.016746536,0.00034051144,0.23058526,0.0017764999,0.095987774,0.369066],"study_design_scores_gemma":[0.020838192,0.021560084,0.23845579,0.0028971864,0.00027827354,0.00016673784,0.0044994783,0.015770728,0.4217461,0.00053264975,0.27192697,0.0013277977],"about_ca_topic_score_codex":0.000097288255,"about_ca_topic_score_gemma":0.0000043618506,"teacher_disagreement_score":0.36773822,"about_ca_system_score_codex":0.000053451815,"about_ca_system_score_gemma":0.00002548463,"threshold_uncertainty_score":0.4203013},"labels":[],"label_agreement":null},{"id":"W4412505466","doi":"10.1016/j.system.2025.103784","title":"Automated scoring in the era of artificial intelligence: An empirical study with Turkish essays","year":2025,"lang":"en","type":"article","venue":"System","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Leuphana Universität Lüneburg","keywords":"Turkish; Artificial intelligence; Computer science; Empirical research; Natural language processing; Mathematics education; Psychology; Linguistics; Statistics; Mathematics; Philosophy","score_opus":0.04233942530495005,"score_gpt":0.3434102288782708,"score_spread":0.3010708035733207,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412505466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8097694,0.000039306036,0.1855207,0.00035908504,0.00039440024,0.000900202,9.847431e-7,0.00043715973,0.0025787964],"genre_scores_gemma":[0.99801135,5.1221025e-7,0.001767682,0.00007230485,0.000039529637,0.000082967934,6.58323e-7,0.000007917981,0.000017077598],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99739707,0.00058797374,0.0006707735,0.0005006471,0.0004896128,0.00035389996],"domain_scores_gemma":[0.99837357,0.00023941672,0.00013875008,0.0010146269,0.0001846455,0.00004899154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017983464,0.00017709701,0.00030999575,0.0002215883,0.00016862655,0.00025165855,0.0016281679,0.00005753729,0.0000025467193],"category_scores_gemma":[0.00006814057,0.00011933529,0.00004163153,0.0022971928,0.00008128235,0.0004464181,0.00017623811,0.00029768958,0.00002511009],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025735324,0.0035133895,0.11810152,0.0005518548,0.00015390824,0.0009580637,0.09372596,0.025145527,0.0010242837,0.6816358,0.00032223546,0.07461009],"study_design_scores_gemma":[0.0001465777,0.0013175227,0.014465846,0.00070169976,0.00003008563,0.000046005418,0.12519774,0.8380796,0.015000395,0.00455941,0.000047061345,0.00040808963],"about_ca_topic_score_codex":0.0007655458,"about_ca_topic_score_gemma":0.0011510542,"teacher_disagreement_score":0.81293404,"about_ca_system_score_codex":0.00011925617,"about_ca_system_score_gemma":0.00020243599,"threshold_uncertainty_score":0.48663518},"labels":[],"label_agreement":null},{"id":"W4413295144","doi":"10.1016/j.system.2025.103805","title":"ChatGPT-generated versus human direct corrective feedback on L2 writing","year":2025,"lang":"en","type":"article","venue":"System","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"Fondo Nacional de Desarrollo Científico y Tecnológico; Agencia Nacional de Investigación y Desarrollo; Universidad del Bío-Bío","keywords":"Corrective feedback; Computer science; Second language writing; Mathematics education; Psychology; Linguistics; Second language; Philosophy","score_opus":0.14053321771873217,"score_gpt":0.43371219202502315,"score_spread":0.293178974306291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413295144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8163508,0.00019096122,0.000051572584,0.0006926753,0.0040361774,0.0004711077,0.000003138634,0.00017837292,0.17802516],"genre_scores_gemma":[0.99518406,0.00000554507,0.00002249798,0.00021928846,0.0006562104,0.0000578266,0.000028050634,0.000013003746,0.0038134905],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989505,0.000088353074,0.00033760763,0.00025439193,0.00014932692,0.00021986097],"domain_scores_gemma":[0.99917716,0.00018422972,0.00007306748,0.00024359624,0.00024254736,0.00007939444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029464127,0.00011132272,0.00023157796,0.00014654931,0.00024729926,0.000024796347,0.000054313812,0.0001046977,0.000036039106],"category_scores_gemma":[0.00016838883,0.000101445265,0.000055776105,0.0003679474,0.00002741149,0.00003213633,0.000011997452,0.00016759422,0.00025520843],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0072548,0.0015837995,0.12236344,0.008051774,0.001334407,0.00024721623,0.036980685,0.0004888271,0.044885594,0.09537838,0.107196644,0.5742344],"study_design_scores_gemma":[0.0019118843,0.0041358364,0.04506458,0.0151767945,0.0005602056,0.000053741333,0.15939,0.0073029655,0.738857,0.00024464494,0.026154347,0.0011480205],"about_ca_topic_score_codex":0.00100803,"about_ca_topic_score_gemma":0.00012818583,"teacher_disagreement_score":0.6939714,"about_ca_system_score_codex":0.0004984927,"about_ca_system_score_gemma":0.00017164228,"threshold_uncertainty_score":0.4136818},"labels":[],"label_agreement":null},{"id":"W4413758347","doi":"10.1016/j.system.2025.103829","title":"Processing immediate written corrective feedback during online collaborative writing: A depth of processing perspective","year":2025,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Fonds de recherche du Québec","keywords":"Perspective (graphical); Corrective feedback; Computer science; Multimedia; Human–computer interaction; Psychology; Mathematics education; Artificial intelligence","score_opus":0.015623366965516795,"score_gpt":0.27184265517917333,"score_spread":0.2562192882136565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4413758347","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7699407,0.003811701,0.0003275614,0.00034403324,0.00052843586,0.000551302,0.000058920992,0.00043166202,0.2240057],"genre_scores_gemma":[0.993599,0.0000042215825,0.00020665271,0.000035056062,0.0005392091,0.00003509833,0.000012003833,0.00003449388,0.0055342442],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99829704,0.00022312537,0.00049434346,0.00039902658,0.0002561617,0.0003303356],"domain_scores_gemma":[0.9982426,0.000101344136,0.00041784596,0.00015529807,0.0010289374,0.000053959626],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003901154,0.00024351764,0.00047056144,0.0002832755,0.0008431952,0.00025189924,0.00018401165,0.000073265524,0.000022604276],"category_scores_gemma":[0.00016100724,0.00021741434,0.000082369625,0.00029223048,0.00021206167,0.00030352056,0.00006583773,0.0004297608,0.000009767929],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034607106,0.00036905307,0.008235965,0.005974576,0.00031891823,0.000041119274,0.8981616,0.00026903255,0.0013339013,0.06598603,0.00035733488,0.018606389],"study_design_scores_gemma":[0.0009832297,0.00008932418,0.004858885,0.005499985,0.00009974564,0.000009880567,0.9832916,0.002645845,0.00066829857,0.00011590254,0.0014177836,0.00031951084],"about_ca_topic_score_codex":0.0004002465,"about_ca_topic_score_gemma":0.00058006187,"teacher_disagreement_score":0.22365832,"about_ca_system_score_codex":0.0003671901,"about_ca_system_score_gemma":0.00033317535,"threshold_uncertainty_score":0.88658994},"labels":[],"label_agreement":null},{"id":"W4415819419","doi":"10.1016/j.system.2025.103904","title":"Critical digital literacies, generative AI, and the negotiation of agency in human-AI interactions","year":2025,"lang":"en","type":"article","venue":"System","topic":"Literacy, Media, and Education","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Agency (philosophy); Negotiation; Laptop; Structure and agency; Thematic analysis; Digital literacy; Discourse analysis; Generative grammar; Critical literacy","score_opus":0.016674354965775743,"score_gpt":0.2998357113685557,"score_spread":0.28316135640277995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415819419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93441707,0.0009032085,0.0006834445,0.0047707222,0.0038420102,0.00042453688,0.000065434986,0.000043009724,0.054850537],"genre_scores_gemma":[0.9951762,0.0000025174963,0.0000070390515,0.0002514927,0.0004094392,0.00004089039,0.000028091088,0.0000036836072,0.0040806313],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99938,0.000079618294,0.00028166492,0.000103324586,0.00007105394,0.0000843349],"domain_scores_gemma":[0.99947625,0.0001978863,0.000045408462,0.0001067291,0.0001571434,0.000016605698],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001312805,0.000066237946,0.00013011828,0.000103332604,0.00018204142,0.00033161064,0.000052731266,0.000018454213,0.000072041694],"category_scores_gemma":[0.00010632503,0.00004489577,0.000033872697,0.00004625326,0.000171847,0.0005856156,0.000017483782,0.00009321993,0.000006498585],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000125610595,0.000036809688,0.0007651947,0.00017914281,0.000013125278,4.5066918e-7,0.3835041,0.000001183769,0.000009637717,0.61276364,0.0017096975,0.001004454],"study_design_scores_gemma":[0.0034987417,0.00017721274,0.01297076,0.0032842713,0.00020420687,0.000020618643,0.7893181,0.009250545,0.0007074735,0.0768029,0.10315371,0.0006114435],"about_ca_topic_score_codex":0.00025131207,"about_ca_topic_score_gemma":0.000272051,"teacher_disagreement_score":0.53596073,"about_ca_system_score_codex":0.00004558632,"about_ca_system_score_gemma":0.000041228457,"threshold_uncertainty_score":0.3197729},"labels":[],"label_agreement":null},{"id":"W7113903791","doi":"10.1016/j.system.2025.103928","title":"From positive psychology to existential positive psychology (EPP): New directions for theory, research, and practice","year":2025,"lang":"en","type":"article","venue":"System","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Positive psychology; Existentialism; Unconditional positive regard; Positive relationship","score_opus":0.07871454040458371,"score_gpt":0.4895600990752919,"score_spread":0.4108455586707082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7113903791","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.020925485,0.0016266621,0.094351165,0.02314784,0.010799918,0.0023910005,0.00034163057,0.00037391932,0.8460424],"genre_scores_gemma":[0.9542409,0.000056372413,0.003908515,0.006863366,0.001891387,0.000730854,0.000094655916,0.00006259033,0.032151353],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945367,0.0026810253,0.00054065353,0.001310546,0.00022180837,0.0007092597],"domain_scores_gemma":[0.99387395,0.004527926,0.00016574358,0.000758045,0.00038225262,0.0002921055],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0020980956,0.0002865467,0.0004748883,0.0005028382,0.00051208603,0.000093735514,0.00032304015,0.00051897566,0.00022361618],"category_scores_gemma":[0.00087223237,0.00026884762,0.00012742086,0.00072378153,0.00025940602,0.00012269894,0.000095042524,0.00057514256,0.00071168353],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0122124,0.0006462203,0.0005055297,0.000036476886,0.0012118202,0.0000833173,0.006506736,0.0000015216996,0.00478769,0.49879888,0.3803092,0.09490019],"study_design_scores_gemma":[0.0070247035,0.004183031,0.16266204,0.00058626203,0.0004273803,0.00062382396,0.015150394,0.00001005961,0.0003779459,0.12031314,0.6878337,0.00080750836],"about_ca_topic_score_codex":0.0018837085,"about_ca_topic_score_gemma":0.000097925855,"teacher_disagreement_score":0.9333154,"about_ca_system_score_codex":0.00015443546,"about_ca_system_score_gemma":0.000055812387,"threshold_uncertainty_score":0.9999764},"labels":[],"label_agreement":null}]}