{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":52,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":52,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"e3ad148ac583","filters":{"venue":"System"}},"results":[{"id":"W2069306326","doi":"10.1016/j.system.2006.09.004","title":"The functional load principle in ESL pronunciation instruction: An exploratory study","year":2006,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":378,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Advanced Education; University of Alberta; Simon Fraser University","funders":"","keywords":"Pronunciation; Perception; Consonant; Set (abstract data type); Computer science; Exploratory research; Psychology; Mathematics education; Linguistics; Speech recognition","retraction":null,"screen_n_in":null,"score":{"opus":0.04397532106726924,"gpt":0.3274953000588512,"spread":0.2835199789915819,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001064226,0.00007807754,0.00009898294,0.00005032273,0.0002002563,0.00003534736,0.000138116,0.00007953141,0.00005708648],"category_scores_gemma":[0.00001193248,0.00005862544,0.00001959155,0.0002126129,0.00004333722,0.00006616763,0.00003298622,0.000184269,0.0002882875],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000248169,"about_ca_system_score_gemma":0.0001136232,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005489097,"about_ca_topic_score_gemma":0.005237511,"domain_scores_codex":[0.9985595,0.000450654,0.0002576174,0.0002390219,0.0002718794,0.000221339],"domain_scores_gemma":[0.9993862,0.00004885459,0.00006911961,0.0003528977,0.000112238,0.00003071265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0005959253,0.001236388,0.9285915,0.00003954656,0.00009196735,0.00006831707,0.01795317,0.0002452775,0.000664478,0.04167647,0.00313517,0.005701764],"study_design_scores_gemma":[0.001143207,0.000276055,0.981859,0.000006252554,0.000003801338,0.00002213201,0.01133201,0.0001325926,0.00003151775,0.0002675506,0.004848906,0.00007695374],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9896806,0.0001879716,0.000035417,0.00005013182,0.001461345,0.0005536788,0.00000320707,0.00005163394,0.007975943],"genre_scores_gemma":[0.997477,5.229365e-7,0.00000501809,0.000006007882,0.000382218,0.0003614493,0.000007249574,0.00001052428,0.001750021],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0532675,"threshold_uncertainty_score":0.3705449,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2103343672","doi":"10.1016/j.system.2010.03.006","title":"Learning outcomes and students' perceptions of online writing: Simultaneous implementation of a forum, blog, and wiki in an EFL blended learning setting","year":2010,"lang":"en","type":"article","venue":"System","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":371,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Athabasca University","funders":"","keywords":"Collaborative writing; Perception; Computer science; Constructivism (international relations); Blended learning; Online discussion; Psychology; Second language writing; Mathematics education; Pedagogy; World Wide Web; Educational technology; Second language; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.01029198090916522,"gpt":0.3061281018334914,"spread":0.2958361209243262,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005530538,0.0001113737,0.0002547897,0.000150426,0.0002526413,0.00008851362,0.00007167926,0.00004338485,0.0001218424],"category_scores_gemma":[0.00009737279,0.0001008453,0.00003120065,0.00002476731,0.00006953447,0.0001325252,0.00004891089,0.0004276579,7.156142e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001260033,"about_ca_system_score_gemma":0.0000160367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001986026,"about_ca_topic_score_gemma":0.01339211,"domain_scores_codex":[0.9989275,0.000185818,0.0003874344,0.0001763145,0.0001499191,0.0001730334],"domain_scores_gemma":[0.9993014,0.0002774245,0.0002372084,0.0000848296,0.00006082657,0.0000383297],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.000006142126,0.00003750022,0.8444194,0.0002164901,0.00002567478,0.000006010697,0.1088699,0.0001477786,0.002346367,0.002284567,4.139755e-7,0.04163981],"study_design_scores_gemma":[0.0007931659,0.0002222003,0.08549077,0.0001564387,0.00003229503,0.00001543663,0.9090215,0.003947662,0.00003343444,0.000008172397,0.0001510372,0.0001278825],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.99926,0.00005365606,0.00001017665,0.00004152346,0.00007044328,0.0001454898,0.00001159205,0.0000612317,0.000345885],"genre_scores_gemma":[0.9994034,0.00000187248,0.0001886106,0.00001371861,0.0000801799,0.000005193592,0.00003434243,0.00001804083,0.0002547086],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8001516,"threshold_uncertainty_score":0.7473109,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2124474181","doi":"10.1016/j.system.2004.04.001","title":"Can learners use concordance feedback for writing errors?","year":2004,"lang":"en","type":"article","venue":"System","topic":"Natural Language Processing Techniques","field":"Computer Science","cited_by":346,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Concordance; Notice; Sentence; Computer science; Natural language processing; Linguistics; Mathematics education; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02152784306383158,"gpt":0.2726472343495525,"spread":0.2511193912857209,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002631524,0.0001199555,0.0001578482,0.00005842081,0.0001365531,0.0002583991,0.0006380799,0.000063435,3.062579e-7],"category_scores_gemma":[0.00008717139,0.0001070551,0.00005727898,0.000229451,0.00002924998,0.0004557336,0.0001051078,0.00011055,0.000008791792],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002267182,"about_ca_system_score_gemma":0.00009640862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002676452,"about_ca_topic_score_gemma":0.00005210189,"domain_scores_codex":[0.9989905,0.00002764716,0.0002110789,0.0003233506,0.0001684943,0.0002788783],"domain_scores_gemma":[0.9992515,0.00006413138,0.0001281813,0.0003801041,0.0001120127,0.00006407275],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001292582,0.00002310827,0.0006335253,0.0007706638,0.00002303644,0.00007842433,0.002440429,0.000171908,0.007139851,0.9683811,0.000667072,0.01965798],"study_design_scores_gemma":[0.01183144,0.001781079,0.001469238,0.01628181,0.0001300718,0.00245297,0.01201887,0.07567305,0.6795905,0.1719716,0.01993692,0.006862485],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0348651,0.0007235837,0.960386,0.001137814,0.0003736037,0.0004575502,0.000007432981,0.001717134,0.0003317354],"genre_scores_gemma":[0.6370535,5.984612e-7,0.3625846,0.0001328998,0.00005725735,0.00003040412,0.000001346977,0.000009778269,0.0001296316],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.7964095,"threshold_uncertainty_score":0.4365582,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2971175699","doi":"10.1016/j.system.2019.102126","title":"Promoting growth in foreign and second language education: A research agenda for mindsets in language learning and teaching","year":2019,"lang":"en","type":"article","venue":"System","topic":"Education, Achievement, and Giftedness","field":"Psychology","cited_by":249,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Mindset; Psychology; Foreign language; Second-language acquisition; Pedagogy; Epistemology; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02887922001910461,"gpt":0.4020648763693028,"spread":0.3731856563501982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002608742,0.00009612583,0.0001728948,0.000311266,0.00009926561,0.00005224871,0.00008618095,0.00008391372,0.00007616296],"category_scores_gemma":[0.0001422694,0.00009502273,0.00001544737,0.0001273217,0.0000237301,0.00009717365,0.00003438565,0.000326063,0.00001578986],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008957893,"about_ca_system_score_gemma":0.00007280181,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009752161,"about_ca_topic_score_gemma":0.0006798098,"domain_scores_codex":[0.9985058,0.0005037136,0.0002405082,0.0003425138,0.0001032207,0.00030419],"domain_scores_gemma":[0.9993592,0.0003322637,0.0000785387,0.0001414417,0.00004046271,0.00004811116],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002188435,0.00009187786,0.7442791,0.001181711,0.00001187834,0.000005952869,0.2323636,8.486989e-8,0.0009390415,0.01428626,0.000207124,0.006611498],"study_design_scores_gemma":[0.001318691,0.000152629,0.1832032,0.0006930715,0.000005482176,0.00003730058,0.8130718,0.0001002634,0.0002053936,0.0001590085,0.000865667,0.000187456],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.961657,0.0009854318,0.000006207299,0.00009753105,0.0002690625,0.0009569094,0.000005464223,0.00002138248,0.03600103],"genre_scores_gemma":[0.9924095,0.000001103262,0.0001523004,0.00002850486,0.0001560974,0.0002442914,0.00002867247,0.00002170719,0.006957869],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5807083,"threshold_uncertainty_score":0.3874914,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1967580950","doi":"10.1016/j.system.2004.02.006","title":"What Teachers Need to Know about Language","year":2004,"lang":"en","type":"article","venue":"System","topic":"Educational Methods and Analysis","field":"Social Sciences","cited_by":231,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Diphthong; Pronunciation; Turkish; Active listening; Linguistics; Articulation (sociology); Psychology; Computer science; Vowel; Communication; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.01996048537093606,"gpt":0.380930336747673,"spread":0.3609698513767369,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007752678,0.00004581253,0.00009638116,0.00005454708,0.0001919479,0.0001387172,0.0001339008,0.00003815296,0.00004598375],"category_scores_gemma":[0.0001263464,0.00004046829,0.00005694493,0.0003278276,0.00002626466,0.0001472265,0.00001004445,0.00003945382,0.0002755244],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002183894,"about_ca_system_score_gemma":0.0001268092,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004839904,"about_ca_topic_score_gemma":0.001241238,"domain_scores_codex":[0.9992714,0.000154754,0.00009882538,0.000116907,0.0002088567,0.0001492678],"domain_scores_gemma":[0.9996436,0.00004652503,0.00003395588,0.0001103154,0.00004416949,0.0001214661],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000003785284,0.00007106258,0.005728232,0.00005450836,0.00006999699,0.00001134945,0.5843844,0.0002156858,0.001623143,0.3589761,0.001774421,0.04708734],"study_design_scores_gemma":[0.00007170426,0.000007379509,0.0006037763,0.0002075772,0.00001505267,4.717516e-7,0.956111,0.000001426138,0.0001626226,0.000275515,0.04245621,0.00008726374],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9031271,0.002434485,0.00161668,0.01993738,0.00202741,0.0002919866,0.000003093109,0.0001737391,0.07038807],"genre_scores_gemma":[0.9882168,0.00002312887,0.003946946,0.0002085305,0.0005657463,0.00001659887,0.000001307568,0.000005319968,0.007015577],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3717266,"threshold_uncertainty_score":0.7316519,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2139795990","doi":"10.1016/s0346-251x(02)00012-x","title":"ESL learners' perceptions of their pronunciation needs and strategies","year":2002,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":230,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; Alberta Advanced Education","funders":"","keywords":"Pronunciation; Paraphrase; Spelling; Variety (cybernetics); Context (archaeology); Psychology; Linguistics; Perception; Control (management); Computer science; Natural language processing; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03901846885718319,"gpt":0.3044765586208845,"spread":0.2654580897637013,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001578733,0.00005526529,0.0001107645,0.00009786017,0.00005104852,0.00001550299,0.00006916346,0.0000863028,0.0004294065],"category_scores_gemma":[0.000004608756,0.00004476369,0.00002269134,0.0001242335,0.00007437879,0.00003282585,0.0000175676,0.00009644614,0.0002325941],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001569048,"about_ca_system_score_gemma":0.000009361296,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001335373,"about_ca_topic_score_gemma":0.00002563572,"domain_scores_codex":[0.9994617,0.0001141339,0.0001258732,0.00009818553,0.00006628633,0.0001338359],"domain_scores_gemma":[0.9996762,0.00003966491,0.00004259469,0.0001690728,0.00004112307,0.00003136231],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001241272,0.0005407606,0.112341,0.0009049035,0.0005268955,0.0000198014,0.5701314,0.00006253648,0.08122984,0.1848424,0.02056814,0.02870819],"study_design_scores_gemma":[0.001533488,0.0008013753,0.5262043,0.0001207359,0.000039983,0.0001584205,0.4622405,0.002625745,0.0005834315,0.0008919489,0.004462572,0.0003375741],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9129009,0.0005538241,0.00007151775,0.0001278123,0.0001477679,0.0001388524,0.000010933,0.00002871782,0.08601969],"genre_scores_gemma":[0.9968761,0.00001880147,0.0000133024,0.000006580151,0.00005014198,0.00002452922,0.0000023619,0.000006740951,0.003001457],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4138632,"threshold_uncertainty_score":0.47017,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2091877844","doi":"10.1016/j.system.2009.12.013","title":"Willingness to communicate and action control","year":2010,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":221,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cape Breton University","funders":"","keywords":"Willingness to communicate; Competence (human resources); Action (physics); Computer science; Trait; Psychology; Anxiety; Control (management); Social psychology; Cognitive psychology; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03516978025886711,"gpt":0.2542925732068353,"spread":0.2191227929479682,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003310931,0.00005564786,0.00009628407,0.00002533452,0.0003885177,0.0001413432,0.00007696169,0.00002439788,0.00005790951],"category_scores_gemma":[0.00001920469,0.00004514281,0.00001742093,0.000007853842,0.00003587969,0.00006184846,0.00001650801,0.0002302846,0.0001035778],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000007942622,"about_ca_system_score_gemma":0.000004349048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004558831,"about_ca_topic_score_gemma":0.0008920624,"domain_scores_codex":[0.9996087,0.00007135799,0.00009190596,0.00008014356,0.00005555997,0.00009230887],"domain_scores_gemma":[0.9996668,0.00005539158,0.00003778964,0.0001662877,0.00002922273,0.00004448854],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005371783,0.00003968548,0.007290785,0.000348294,0.00006976424,0.000005613216,0.125598,0.0000460683,0.007128455,0.8292831,0.002060059,0.02807653],"study_design_scores_gemma":[0.0003724987,0.00004991156,0.001402991,0.0001058234,0.00001861811,0.0000126619,0.01599924,0.00098369,0.00005154733,0.0000511501,0.980803,0.0001488809],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9469023,0.00004898708,0.0001723711,0.0004495183,0.0008959018,0.0001124174,0.000003951563,0.0001776147,0.05123699],"genre_scores_gemma":[0.9963573,6.261515e-7,0.00004054323,0.0001038789,0.000451899,0.000009932207,0.000001429258,0.00000991993,0.003024531],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9787429,"threshold_uncertainty_score":0.2988203,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2143255473","doi":"10.1016/j.system.2004.09.011","title":"Computer-based training for learning English vowel contrasts","year":2004,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":199,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Pronunciation; Mandarin Chinese; Pace; Vowel; Perception; Computer science; Control (management); Language acquisition; Second language; Psychology; Natural (archaeology); Linguistics; Speech recognition; Mathematics education; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05531245837935333,"gpt":0.3362240291585585,"spread":0.2809115707792051,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005101755,0.0001127064,0.000233642,0.00008742102,0.0001449333,0.00003253788,0.0001774485,0.000147053,0.00004505249],"category_scores_gemma":[0.00004556281,0.000110429,0.00008463402,0.00009723131,0.00005413543,0.00001842725,0.000016989,0.0002412813,0.0001209364],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006961893,"about_ca_system_score_gemma":0.00008655884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001038155,"about_ca_topic_score_gemma":0.00002217405,"domain_scores_codex":[0.9988233,0.0001300116,0.0002128804,0.0002794883,0.0001063039,0.0004479711],"domain_scores_gemma":[0.9992653,0.0002473196,0.00006856008,0.0002016525,0.000119582,0.00009765432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.002899019,0.001351147,0.01315219,0.002223313,0.001905507,0.0008330137,0.5588018,0.04143391,0.01507674,0.2026701,0.01348235,0.1461709],"study_design_scores_gemma":[0.1502638,0.02062422,0.3486365,0.004073154,0.0004559514,0.0008123285,0.1027081,0.08308008,0.01170736,0.005627497,0.2659378,0.00607325],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8594093,0.00026338,0.1231347,0.0002538113,0.004041719,0.0008821808,0.00003638275,0.0004067417,0.01157181],"genre_scores_gemma":[0.9975845,2.711921e-7,0.001182151,0.00007313638,0.0006416786,0.0001298255,0.00001927908,0.00002710602,0.0003420267],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4560937,"threshold_uncertainty_score":0.4503165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3191456058","doi":"10.1016/j.system.2021.102604","title":"Reducing anxiety in the foreign language classroom: A positive psychology approach","year":2021,"lang":"en","type":"article","venue":"System","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":130,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cape Breton University","funders":"Education Department of Hainan Province","keywords":"Anxiety; Psychology; Foreign language anxiety; Foreign language teaching; Foreign language; Linguistics; Pedagogy; Mathematics education; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.02496202634940888,"gpt":0.3267646775251924,"spread":0.3018026511757835,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008446071,0.000165296,0.0002584055,0.00007626795,0.0001024003,0.0000363611,0.0002347455,0.0002566834,0.0001734679],"category_scores_gemma":[0.00004018146,0.0001167981,0.0001124335,0.0004803384,0.00005294657,0.00004329932,0.00002550795,0.0004642966,0.0003183802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007294081,"about_ca_system_score_gemma":0.00001683294,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002834224,"about_ca_topic_score_gemma":0.00001837935,"domain_scores_codex":[0.9972191,0.0012916,0.0003390886,0.0005811394,0.0001765148,0.0003925875],"domain_scores_gemma":[0.9989941,0.0001494605,0.0001069468,0.0006615566,0.00003676399,0.00005121482],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0007266107,0.00214481,0.09359194,0.0003903119,0.0005705918,0.002992748,0.1170186,0.0001141932,0.01235463,0.600702,0.07608444,0.09330907],"study_design_scores_gemma":[0.004125064,0.0004114982,0.721436,0.0003300326,0.0001010153,0.006842882,0.2511815,0.0003676396,0.000399696,0.001796459,0.01216562,0.0008426352],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2797452,0.0005938195,0.00194624,0.0003826336,0.0007478808,0.0002725728,0.00001191693,0.00009904166,0.7162007],"genre_scores_gemma":[0.9966726,0.000007442184,0.0004197967,0.001114937,0.0003480386,0.000131982,0.00004195284,0.00001870229,0.00124451],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7169274,"threshold_uncertainty_score":0.4762888,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2046760096","doi":"10.1016/j.system.2008.06.001","title":"Non-native English-speaking teachers, context and English language teaching","year":2009,"lang":"en","type":"article","venue":"System","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":93,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University","funders":"","keywords":"Redress; Pedagogy; Situational ethics; English language; Competence (human resources); Teaching english; Foreign language; Language education; First language; Context (archaeology); English as a foreign language; Sociology; Foreign language teaching; Space (punctuation); Mathematics education; Psychology; Linguistics; Political science; History","retraction":null,"screen_n_in":null,"score":{"opus":0.01013848255949929,"gpt":0.2241891927932004,"spread":0.2140507102337011,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007735401,0.0001995801,0.0002869634,0.0001102414,0.0006533086,0.0002939198,0.0001375171,0.00007273103,0.0001966474],"category_scores_gemma":[0.0002805003,0.0001674617,0.00006998843,0.00001946061,0.00005875728,0.0003068869,0.00003077119,0.0007141592,0.00002410994],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007789881,"about_ca_system_score_gemma":0.00001375713,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001349455,"about_ca_topic_score_gemma":0.0004090522,"domain_scores_codex":[0.9987565,0.0002337458,0.0002564586,0.0002861768,0.0001601931,0.0003068752],"domain_scores_gemma":[0.9993469,0.0001513826,0.0001454236,0.0002022622,0.00007664966,0.0000773624],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000005522413,0.00001329036,0.000380256,0.00004262562,0.0000334231,0.00002824471,0.8950849,0.000001579581,0.00003797335,0.05134235,0.0003875465,0.05264228],"study_design_scores_gemma":[0.0005125005,0.00007715743,0.000302433,0.0003277292,0.00002688026,0.000005420667,0.9074357,0.0001620534,0.00002694636,0.000007162349,0.09087716,0.0002389322],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6294508,0.0006602712,0.00003337888,0.00002818911,0.0006012238,0.0001351245,0.000006118318,0.0003548634,0.36873],"genre_scores_gemma":[0.9901586,8.050234e-7,0.00005116968,0.0003309502,0.003253905,0.000006434615,0.00001409421,0.0000254127,0.00615865],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3625714,"threshold_uncertainty_score":0.6828888,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1975263686","doi":"10.1016/s0346-251x(00)00036-1","title":"What to look for in ESL admission tests: Cambridge certificate exams, IELTS, and TOEFL","year":2000,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":84,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Test of English as a Foreign Language; Test (biology); Certificate; Language assessment; Computer science; Reliability (semiconductor); Construct validity; Quality (philosophy); Construct (python library); Medical education; Psychology; Mathematics education; Psychometrics; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.0811391115622514,"gpt":0.2766262278380364,"spread":0.195487116275785,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003898911,0.0001175753,0.000186826,0.00007662263,0.0002482536,0.0003638183,0.00007760528,0.00003964483,0.0002084042],"category_scores_gemma":[0.00002982235,0.00009691231,0.00003390673,0.00002448506,0.00002379366,0.0002283863,0.00001464902,0.0001161717,0.0001512546],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005211386,"about_ca_system_score_gemma":0.00001675412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006822069,"about_ca_topic_score_gemma":0.0002578209,"domain_scores_codex":[0.9991283,0.00008139569,0.0002325579,0.000245549,0.00009224816,0.0002199273],"domain_scores_gemma":[0.9995895,0.00008457581,0.00004028649,0.0001672285,0.00002159879,0.0000967902],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004720933,0.000254008,0.003902017,0.003016979,0.00007866127,0.00006985787,0.3229354,0.0004058164,0.001484534,0.09811027,0.07906712,0.4902032],"study_design_scores_gemma":[0.0004126062,0.0001408017,0.0009890976,0.001333446,0.00001149569,0.000008665657,0.03746883,0.0006608369,0.0001138165,0.00002177719,0.9586079,0.0002306904],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9692832,0.001345164,0.00001810435,0.0007326223,0.0005190998,0.0004759682,0.00001280845,0.0001523225,0.02746074],"genre_scores_gemma":[0.9419051,0.00002063671,0.00003295968,0.0001619582,0.0003929108,0.00005059362,0.00001014291,0.00002215112,0.05740354],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8795408,"threshold_uncertainty_score":0.3951969,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2471964449","doi":"10.1016/j.system.2016.06.007","title":"Effects of recasts and prompts on L2 pronunciation development: Teaching English /ɹ/ to Korean adult EFL learners","year":2016,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":71,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Corrective feedback; Pronunciation; Psychology; Interlanguage; Linguistics; Focus on form; Computer science; Mathematics education; Grammar","retraction":null,"screen_n_in":null,"score":{"opus":0.01100166109404711,"gpt":0.2065474571754613,"spread":0.1955457960814142,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006030636,0.0001319314,0.0001878704,0.0001130629,0.000296898,0.00006499486,0.00007609451,0.00004092894,0.000007585988],"category_scores_gemma":[0.0005204938,0.00008617791,0.00002698893,0.00001676017,0.00002789871,0.0001167082,0.00002765125,0.0001424319,0.000045121],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001013549,"about_ca_system_score_gemma":0.00002467855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008222972,"about_ca_topic_score_gemma":0.00006964173,"domain_scores_codex":[0.9989119,0.0002384572,0.0002289702,0.0002250461,0.0002075784,0.0001880122],"domain_scores_gemma":[0.9993971,0.0001920216,0.00013649,0.0001117509,0.00009651174,0.00006613467],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00007865387,0.00008690827,0.004920513,0.002184979,0.00008941386,0.000007864826,0.670994,0.0000101886,0.002487645,0.1577719,0.001036279,0.1603317],"study_design_scores_gemma":[0.00986784,0.004039534,0.03448119,0.06823094,0.0002698856,0.0000229976,0.1965531,0.0003031462,0.0456849,0.0002882499,0.636632,0.003626147],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9654758,0.00002670552,0.00008143061,0.00007741532,0.0003967677,0.0003860696,0.000002092695,0.000171938,0.0333818],"genre_scores_gemma":[0.9946424,8.127242e-7,0.0001593502,0.0000353243,0.000403053,0.00003846792,0.000002329554,0.0000232986,0.004695006],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6355958,"threshold_uncertainty_score":0.3514233,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1978049542","doi":"10.1016/j.system.2012.10.014","title":"Action control, motivated strategies, and integrative motivation as predictors of language learning affect and the intention to continue learning French","year":2012,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":71,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cape Breton University","funders":"","keywords":"Willingness to communicate; Psychology; Expectancy theory; Social psychology; Affect (linguistics); Competence (human resources); Anxiety; Foreign language anxiety; Foreign language; Developmental psychology; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.01628537335216697,"gpt":0.2434068855287851,"spread":0.2271215121766181,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001134729,0.0001262608,0.0002352507,0.0000923214,0.0003729368,0.0001909939,0.000043669,0.00004650018,0.00003115419],"category_scores_gemma":[0.0005574243,0.00007965703,0.00003789899,0.00004133042,0.0001219615,0.000401713,0.00002199486,0.0003808227,0.000006438867],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003698418,"about_ca_system_score_gemma":0.00001124173,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002729107,"about_ca_topic_score_gemma":0.0001797546,"domain_scores_codex":[0.9985789,0.0007953112,0.0002074998,0.0001286038,0.0001308956,0.0001587935],"domain_scores_gemma":[0.9991957,0.0003927324,0.0002145395,0.00006433811,0.00008493786,0.00004775668],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000201582,0.00003377165,0.1312505,0.0003544448,0.0002367205,0.000001106747,0.727088,0.0003105855,0.005039906,0.1307176,0.00008700389,0.004678732],"study_design_scores_gemma":[0.001948375,0.0005208507,0.05114299,0.0009176888,0.0001218613,0.00001455048,0.9385253,0.002328975,0.0004083882,0.00003630517,0.003822663,0.0002120481],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9883682,0.0004048219,0.001264944,0.00004684118,0.000279002,0.0003130847,0.000002110334,0.0001188154,0.00920216],"genre_scores_gemma":[0.9970772,0.000004116735,0.000008231629,0.00001078353,0.0002480633,0.00002059949,0.00001376433,0.00001432602,0.002602904],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2114373,"threshold_uncertainty_score":0.4125612,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2010123881","doi":"10.1016/j.system.2014.09.022","title":"Using form-focused tasks to integrate language across the immersion curriculum","year":2014,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":57,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Noun; Grammatical gender; Curriculum; Psychology; Linguistics; Psychological intervention; Focus (optics); Computer science; Pedagogy; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.03103320195561568,"gpt":0.287502548146012,"spread":0.2564693461903963,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008353978,0.0001181892,0.0001488717,0.00003282674,0.0008514083,0.0002802892,0.0001884354,0.00003181981,0.00007921349],"category_scores_gemma":[0.00003915088,0.00006772194,0.00007297329,0.00003489925,0.00003987056,0.00009033817,0.00005628348,0.0002165993,0.0003482008],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005964415,"about_ca_system_score_gemma":0.00000726959,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003710577,"about_ca_topic_score_gemma":0.0004971223,"domain_scores_codex":[0.9990704,0.0001944023,0.000168821,0.0001570859,0.0001446077,0.0002646916],"domain_scores_gemma":[0.9995285,0.00005168331,0.00008363554,0.0002410623,0.00004295519,0.00005216181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001669769,0.00003333592,0.001081093,0.0002494835,0.00005007472,0.00000889303,0.8645204,0.0002554113,0.001724339,0.1063491,0.004332129,0.02137901],"study_design_scores_gemma":[0.0003615675,0.000106127,0.000100214,0.0006591991,0.00003057921,0.00001480034,0.6743839,0.01305168,0.0002363585,0.0000243574,0.3107064,0.0003247233],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9655919,0.00008279556,0.001295865,0.0001659431,0.0008467474,0.0001567358,0.000007757691,0.0001512125,0.03170101],"genre_scores_gemma":[0.9947761,1.666615e-7,0.00008402768,0.000165287,0.000874657,0.000007950103,0.000004603364,0.00002110906,0.00406607],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3063743,"threshold_uncertainty_score":0.6548431,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2076772758","doi":"10.1016/j.system.2007.09.007","title":"Learner responses to corrective feedback for spelling errors in CALL","year":2008,"lang":"en","type":"article","venue":"System","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Spelling; Corrective feedback; German; Computer science; Word (group theory); Parsing; Natural language processing; Word order; Factor (programming language); Order (exchange); Artificial intelligence; Linguistics; Psychology; Mathematics education; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.04383399902493742,"gpt":0.3323776883984086,"spread":0.2885436893734712,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003714956,0.00009805874,0.0001875391,0.0001954786,0.0000748017,0.00000913719,0.0000932078,0.00008858526,0.001930801],"category_scores_gemma":[0.0001168541,0.000094041,0.00005999893,0.0001986954,0.00001838262,0.00003059202,0.00001207729,0.0001338528,0.001720154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009420775,"about_ca_system_score_gemma":0.00002268643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000282306,"about_ca_topic_score_gemma":0.00004415508,"domain_scores_codex":[0.9989309,0.0002418012,0.0002181098,0.0002679836,0.00008252411,0.0002586569],"domain_scores_gemma":[0.9993603,0.0002639679,0.00005804345,0.0001980778,0.00004582627,0.00007374692],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.009240094,0.0004325422,0.06328644,0.0004198949,0.0003259443,0.003502563,0.7556403,0.003413727,0.004582297,0.01421781,0.131228,0.01371038],"study_design_scores_gemma":[0.007490112,0.001175376,0.382647,0.0006427033,0.00004353215,0.002086322,0.4074101,0.00149445,0.001559346,0.00002357611,0.1940219,0.001405621],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9622806,0.0005499967,0.001800001,0.000108304,0.001017543,0.0004664939,0.000008172527,0.00009402002,0.0336749],"genre_scores_gemma":[0.969978,4.602469e-7,0.0003139749,0.001173009,0.0002104833,0.00006543911,0.000005391505,0.00002436892,0.02822883],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3482302,"threshold_uncertainty_score":0.9990571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4292209654","doi":"10.1016/j.system.2022.102892","title":"Resilience in language classrooms: Exploring individual antecedents and consequences","year":2022,"lang":"en","type":"article","venue":"System","topic":"Resilience and Mental Health","field":"Psychology","cited_by":46,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Flourishing; Psychology; Affect (linguistics); Psychological resilience; Competence (human resources); Resilience (materials science); Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.06515041793746282,"gpt":0.3720503125584702,"spread":0.3068998946210073,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005120251,0.00007235978,0.0001300107,0.0001211661,0.0001509424,0.00001549849,0.000186022,0.00002235556,0.0001492869],"category_scores_gemma":[0.000007216839,0.00006996323,0.00001412611,0.0002113987,0.00007338134,0.00009287155,0.0001077842,0.0001580301,0.00004113365],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001242966,"about_ca_system_score_gemma":0.00003497833,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001304324,"about_ca_topic_score_gemma":0.0001445499,"domain_scores_codex":[0.9987757,0.0002518295,0.000210017,0.0002611892,0.000233225,0.000268025],"domain_scores_gemma":[0.9996592,0.0000489706,0.00006326794,0.0001634804,0.000004218668,0.00006079986],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002285661,0.0002096964,0.7647487,0.0004262647,0.00003260848,0.001872359,0.1493555,0.00003664688,0.003297296,0.01810762,0.0008702879,0.06081441],"study_design_scores_gemma":[0.0008131593,0.0003079981,0.1896619,0.0001380227,0.000005380573,0.0005863336,0.8067871,0.00002270963,0.0003012505,0.00003098135,0.001175205,0.0001698479],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9889325,0.001265852,0.000004246109,0.00006200338,0.0007070681,0.0002458351,0.00002171189,0.00004263084,0.008718167],"genre_scores_gemma":[0.9988407,0.00001196455,0.00001439855,0.00008658408,0.00003070481,0.0002799254,0.000003482834,0.000006751784,0.0007255277],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6574317,"threshold_uncertainty_score":0.2853018,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039293092","doi":"10.1016/j.system.2013.10.008","title":"Deductive versus inductive grammar instruction: Investigating possible relationships between gains, preferences and learning styles","year":2013,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Grammar; Learning styles; Computer science; Linguistics; Mathematics education; Psychology; Natural language processing; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.1409900960456628,"gpt":0.267759655884694,"spread":0.1267695598390312,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005486649,0.0001636636,0.0002125463,0.0001218657,0.001876962,0.0004311212,0.00009020075,0.00008485779,0.00006939689],"category_scores_gemma":[0.0003689294,0.0001414739,0.00003443498,0.00006144133,0.0002484743,0.0006403268,0.00004733835,0.0009385941,0.0000957755],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007684292,"about_ca_system_score_gemma":0.00003994235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002392112,"about_ca_topic_score_gemma":0.0002113133,"domain_scores_codex":[0.9983127,0.0007437845,0.0002705916,0.0002730577,0.0001790452,0.0002208445],"domain_scores_gemma":[0.9990361,0.0003978971,0.0002223327,0.0001110129,0.0001287637,0.0001038714],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001539677,0.00001434383,0.2753334,0.000332841,0.0002582161,0.000001470766,0.3279634,0.0001506558,0.00006011481,0.3659592,0.000271077,0.02963985],"study_design_scores_gemma":[0.0008136553,0.0002687377,0.05920969,0.0005893132,0.00008593178,0.00000845354,0.9279022,0.0003954233,0.00004535275,0.002573412,0.007655064,0.0004527427],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9423878,0.0001470657,0.0000285946,0.0001077582,0.0003752888,0.0002072613,0.00000321063,0.0002595086,0.05648347],"genre_scores_gemma":[0.9964668,0.000002050682,0.0006318105,0.000004099747,0.001050906,0.00004033956,0.00001904367,0.0000213709,0.001763589],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5999389,"threshold_uncertainty_score":0.9994224,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4292022612","doi":"10.1016/j.system.2022.102881","title":"The role of hope in language teachers' changing stress, coping, and well-being","year":2022,"lang":"en","type":"article","venue":"System","topic":"COVID-19 and Mental Health","field":"Psychology","cited_by":36,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Cape Breton University","funders":"Cape Breton University","keywords":"Coping (psychology); Well-being; Psychology; Stress (linguistics); Mathematics education; Pedagogy; Linguistics; Philosophy; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.01046396466904535,"gpt":0.3234530503735463,"spread":0.3129890857045009,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005075216,0.00004726428,0.00009540541,0.00006347072,0.0001567333,0.000005912867,0.00008748576,0.00001816049,0.00005645558],"category_scores_gemma":[0.000003807042,0.00003890544,0.00001620302,0.0001176831,0.00001495597,0.00001204563,0.00008764677,0.0001084527,0.000007692888],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001588025,"about_ca_system_score_gemma":0.00002939127,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00310718,"about_ca_topic_score_gemma":0.00031922,"domain_scores_codex":[0.9992871,0.0001855753,0.000138635,0.0001149081,0.00008848157,0.0001853162],"domain_scores_gemma":[0.9996872,0.00007244728,0.00006211596,0.0001505056,0.000003177774,0.00002458181],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001203523,0.0001162753,0.4171091,0.0007620886,0.00004980127,0.00009169868,0.4640357,0.00002195696,0.0009483079,0.06974783,0.0007008663,0.04629609],"study_design_scores_gemma":[0.001082743,0.0001551683,0.01891937,0.0002275244,0.00001142236,0.00003672235,0.8833992,0.000269671,0.0005798792,0.00006061851,0.09511216,0.0001454684],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9635178,0.004807647,0.000004828827,0.0001181959,0.0003347818,0.0002513168,0.000007668984,0.000024109,0.03093359],"genre_scores_gemma":[0.998173,0.000007385234,0.000002727507,0.00007400983,0.00004447392,0.00005651234,0.000003118847,0.000007996945,0.001630772],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4193636,"threshold_uncertainty_score":0.4697147,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101523914","doi":"10.1016/j.system.2008.06.002","title":"Developing a questionnaire to investigate second language learners’ preferences for two types of form-focused instruction","year":2009,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Cronbach's alpha; Construct validity; Construct (python library); Psychology; Reliability (semiconductor); Internal consistency; Content validity; Item analysis; Measure (data warehouse); Consistency (knowledge bases); Mathematics education; Computer science; Psychometrics; Artificial intelligence; Developmental psychology; Data mining","retraction":null,"screen_n_in":null,"score":{"opus":0.04311493425480153,"gpt":0.2716716348659804,"spread":0.2285567006111789,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002245644,0.00008841161,0.0001588243,0.00009339143,0.0001980089,0.00007065371,0.00008182733,0.00002799256,0.00002802447],"category_scores_gemma":[0.00006095009,0.0000729849,0.00003835279,0.0000335238,0.00002823467,0.0001295711,0.000008617744,0.00008261271,0.00001628343],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004771429,"about_ca_system_score_gemma":0.00004398307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002331281,"about_ca_topic_score_gemma":0.001028405,"domain_scores_codex":[0.9993873,0.00006029169,0.0002032087,0.000131308,0.00008656111,0.0001313401],"domain_scores_gemma":[0.9996697,0.00002400787,0.0001099321,0.00009162151,0.000066104,0.00003859379],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004147757,0.00001233266,0.0006497161,0.0007501616,0.00004292324,0.000001270539,0.2681781,0.0001467367,0.001235898,0.6709511,0.000334745,0.05765561],"study_design_scores_gemma":[0.009373359,0.004582053,0.02197749,0.02118814,0.0003663988,0.00009151336,0.5728666,0.005556151,0.03329162,0.03195956,0.2950278,0.003719255],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9872895,0.0001151667,0.0008640253,0.0001840046,0.0003090111,0.0002197357,0.000007611603,0.0001479409,0.010863],"genre_scores_gemma":[0.996255,2.818265e-7,0.001187837,0.00008375248,0.000305997,0.00001546497,0.000007483162,0.000009210248,0.00213494],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6389915,"threshold_uncertainty_score":0.2976238,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2987905010","doi":"10.1016/j.system.2019.102178","title":"Native-English speaking teachers’ experiences in East-Asian language programs","year":2019,"lang":"en","type":"article","venue":"System","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"Ministry of Education; Asia Pacific Foundation of Canada","keywords":"Government (linguistics); First language; Language education; English language; Political science; Pedagogy; Mathematics education; Sociology; Linguistics; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.04540994392143831,"gpt":0.4022749557591976,"spread":0.3568650118377593,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000732647,0.00007145567,0.0001247631,0.00007705158,0.000123814,0.00006800519,0.0002011425,0.00007512633,0.0002663635],"category_scores_gemma":[0.0002104304,0.0000646828,0.00003428344,0.0003062428,0.00006796063,0.0001912579,0.00001723008,0.0001222729,0.0001808906],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001945666,"about_ca_system_score_gemma":0.0001940612,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00864841,"about_ca_topic_score_gemma":0.005104903,"domain_scores_codex":[0.9988127,0.0003346268,0.0001718164,0.0001697266,0.0002384751,0.0002726885],"domain_scores_gemma":[0.9996241,0.00003105299,0.00008149119,0.0001235599,0.00005844656,0.00008139454],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000001433202,0.00001786001,0.02985763,0.00002308102,0.000002314851,0.000001473001,0.9487906,3.518069e-7,0.000008486073,0.006194551,0.00002250525,0.01507978],"study_design_scores_gemma":[0.0001273327,0.000009174721,0.002278624,0.0001069846,8.771297e-7,2.184561e-7,0.9391269,0.00001650127,0.000009461343,0.000002383451,0.05824272,0.00007882495],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6060305,0.0000437358,0.000001206569,0.00009096751,0.0008437552,0.0002879627,3.624992e-7,0.00007848461,0.3926231],"genre_scores_gemma":[0.9925733,5.440083e-7,0.00005511571,0.00004258986,0.0006471661,0.00005273108,0.000001972708,0.000007090554,0.006619485],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3865428,"threshold_uncertainty_score":0.9979531,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4206528538","doi":"10.1016/j.system.2022.102732","title":"Exploring the intricate relationship between foreign language anxiety, attention and self-repairs during L2 speech production","year":2022,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Cued speech; Psychology; Foreign language anxiety; Anxiety; Control (management); Narrative; Cognitive psychology; Linguistics; Second language; Stress (linguistics); Foreign language; Task (project management); Attentional control; Computer science; Cognition; Artificial intelligence; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.07859825037326686,"gpt":0.2349072909500143,"spread":0.1563090405767474,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009895678,0.00008634499,0.00009903191,0.00009339708,0.002106429,0.0001209849,0.00008709609,0.00001147451,0.00002578221],"category_scores_gemma":[0.00004414679,0.00006834898,0.00004410711,0.00006730796,0.00002581116,0.0002264037,0.00008236811,0.0003428827,0.00002063577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001209989,"about_ca_system_score_gemma":0.000007279243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002241428,"about_ca_topic_score_gemma":0.00002278662,"domain_scores_codex":[0.9989453,0.0003280613,0.0001832726,0.0002008131,0.0001961761,0.0001464088],"domain_scores_gemma":[0.9995879,0.00007431123,0.0001106763,0.0001819835,0.00002133486,0.00002378888],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002302414,0.00005240069,0.5175901,0.000897968,0.0001424854,0.00001661675,0.3653846,0.0003141194,0.0001882785,0.109435,0.0005174848,0.005437867],"study_design_scores_gemma":[0.0005268687,0.0001234322,0.3479249,0.0002290968,0.0002171093,0.000198248,0.6119538,0.0003851035,0.000165442,0.0002791135,0.03750213,0.0004948099],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9896147,0.0001402896,0.000008329808,0.0002298952,0.0004054139,0.0002333215,0.000004349933,0.0004235799,0.008940132],"genre_scores_gemma":[0.9950992,0.000003076698,0.00003103862,0.000004481244,0.001140064,0.0001014623,0.00001533504,0.00002034828,0.00358503],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2465692,"threshold_uncertainty_score":0.9991927,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3003854223","doi":"10.1016/j.system.2020.102209","title":"Brain changes associated with language development and learning: A primer on methodology and applications","year":2020,"lang":"en","type":"article","venue":"System","topic":"Neurobiology of Language and Bilingualism","field":"Neuroscience","cited_by":27,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Language acquisition; Second-language acquisition; Psychology; Cognitive neuroscience; Cognition; Developmental cognitive neuroscience; Cognitive science; Neuroscience; Computer science; Cognitive psychology; Linguistics; Mathematics education","retraction":null,"screen_n_in":null,"score":{"opus":0.0869680424665402,"gpt":0.3053541732654929,"spread":0.2183861307989526,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002517855,0.00008849514,0.000149513,0.00003111444,0.000131535,0.00001440404,0.00006152185,0.0000519025,0.000002500569],"category_scores_gemma":[0.0004765839,0.00006399999,0.000006901762,0.0001029146,0.00006587553,0.00001378548,0.00004040487,0.0001443508,0.000009968502],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001029026,"about_ca_system_score_gemma":0.00001655392,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000005130374,"about_ca_topic_score_gemma":0.00001445906,"domain_scores_codex":[0.9989443,0.0004654095,0.00008290713,0.0003128251,0.00006533197,0.0001291754],"domain_scores_gemma":[0.9991207,0.000669994,0.00007199782,0.00006499413,0.000009874852,0.00006249599],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00009543129,0.00004255116,0.001257582,0.0002058697,0.00003885817,0.0005745921,0.04063283,0.000004660121,0.9321588,0.001874556,0.0001296366,0.02298469],"study_design_scores_gemma":[0.002002788,0.001485423,0.002796887,0.0002041532,0.00005780308,0.0009084194,0.01542866,0.000150948,0.9194458,0.00001204981,0.0568168,0.0006903338],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9968354,0.0001108627,0.00028051,0.001662949,0.00001835436,0.0002892666,0.000003916425,0.0001457234,0.0006529921],"genre_scores_gemma":[0.9961687,0.000001773312,0.0004064375,0.002880822,0.00006698975,0.00004475293,0.000003901513,0.00001083899,0.0004157798],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05668717,"threshold_uncertainty_score":0.2609844,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403616249","doi":"10.1016/j.system.2024.103519","title":"From growth mindset to positive outcomes in L2 learning: Examining the mediating roles of autonomous motivation and engagement","year":2024,"lang":"en","type":"article","venue":"System","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Mindset; Psychology; Student engagement; Mathematics education; Social psychology; Computer science; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.05531306642778643,"gpt":0.3580906459059742,"spread":0.3027775794781878,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005591475,0.00008261632,0.0001427102,0.00007792906,0.00004672794,0.00002861382,0.00008643664,0.00004660331,0.0000615167],"category_scores_gemma":[0.00009610658,0.00005299036,0.00001933588,0.0001430995,0.0000166781,0.00003467996,0.00003448643,0.0001613484,0.0000360051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004815223,"about_ca_system_score_gemma":0.00001323522,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002748366,"about_ca_topic_score_gemma":0.000009656371,"domain_scores_codex":[0.9989324,0.0003563293,0.0002507783,0.0002296587,0.000120033,0.0001107859],"domain_scores_gemma":[0.9985316,0.001266492,0.00006531112,0.00008310872,0.00002392765,0.00002956632],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001834631,0.00008801751,0.8866665,0.00006471431,0.0001606175,0.00001380768,0.08504035,0.00002972002,0.0006994685,0.01531643,0.0003437145,0.01155835],"study_design_scores_gemma":[0.0001294172,0.00008675811,0.9617683,0.0001464689,0.00001134662,0.000001850713,0.03722995,0.0000634782,0.00006399008,0.0002425579,0.0001968821,0.00005900337],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9906205,0.0001887699,0.0001587608,0.001304574,0.0007654509,0.0002229953,0.00003534249,0.00003236787,0.006671262],"genre_scores_gemma":[0.9990902,8.07316e-7,0.0001601998,0.00008991903,0.0001291343,0.00008162062,0.00003052084,0.000007491847,0.0004101383],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07510182,"threshold_uncertainty_score":0.2160884,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3199024885","doi":"10.1016/j.system.2021.102652","title":"Revisiting second language portfolio assessment in a new age","year":2021,"lang":"en","type":"article","venue":"System","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Yorkville University","funders":"","keywords":"Portfolio; Scrutiny; Alternative assessment; Scholarship; Educational assessment; Consistency (knowledge bases); Language assessment; Political science; Psychology; Pedagogy; Computer science; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.02985173777951031,"gpt":0.421435564138141,"spread":0.3915838263586307,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001188015,0.00005021514,0.0001145842,0.00004940363,0.0001115958,0.0001239871,0.00009729568,0.00004828914,0.0005932453],"category_scores_gemma":[0.0003617035,0.00005447627,0.00002954583,0.0003867348,0.00001602633,0.0002445958,0.00002567703,0.0001429619,0.00004868129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005989051,"about_ca_system_score_gemma":0.001144588,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002861018,"about_ca_topic_score_gemma":0.004741868,"domain_scores_codex":[0.9986939,0.0005522699,0.0001804528,0.0001745,0.0002274208,0.0001713886],"domain_scores_gemma":[0.9994528,0.0001494117,0.0001264134,0.0001539028,0.00005165473,0.00006583913],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000009119537,0.000133566,0.218429,0.0006116664,0.00007596408,0.001623338,0.2455002,0.00001578297,0.009518735,0.4029495,0.005559203,0.1155739],"study_design_scores_gemma":[0.0004143028,0.00001323772,0.1340746,0.0005826011,0.00002408424,0.00003414473,0.5606599,0.00004431077,0.0008109561,0.000748279,0.3022934,0.0003000795],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2813719,0.000381082,0.0001429301,0.0006760254,0.000545471,0.000125975,6.98161e-7,0.00003837578,0.7167175],"genre_scores_gemma":[0.9763545,0.000009558138,0.002558332,0.00008965374,0.0007524228,0.000009251631,0.000003886605,0.000006725502,0.02021564],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6965019,"threshold_uncertainty_score":0.649562,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224093826","doi":"10.1016/j.system.2022.102800","title":"Interventionist and interactionist dynamic assessment of argumentative writing in an EFL program","year":2022,"lang":"en","type":"article","venue":"System","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Loyola University Chicago","keywords":"Argumentative; Status quo; Scholarship; Psychology; Mathematics education; Linguistics; Exploratory research; Computer science; Pedagogy; Sociology; Political science; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.04087868306243054,"gpt":0.4881306512862107,"spread":0.4472519682237802,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004818487,0.00008156922,0.000154806,0.00008921137,0.0001494732,0.00004070769,0.0001169565,0.00001971084,0.0007371703],"category_scores_gemma":[0.000002462877,0.00007969052,0.00004066282,0.0001714645,0.00004563601,0.00007503811,0.0000608686,0.0001988864,0.000005770665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002240702,"about_ca_system_score_gemma":0.00001937789,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001573465,"about_ca_topic_score_gemma":0.00005123115,"domain_scores_codex":[0.998573,0.0004796455,0.0003988321,0.0002644756,0.000151684,0.0001323461],"domain_scores_gemma":[0.9995227,0.00006777015,0.000201819,0.0001344063,0.00003335074,0.00003998937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000140717,0.005888547,0.8410475,0.0003629547,0.0001852404,0.00006091213,0.005083313,0.00003479369,0.000706738,0.09095936,0.0002871211,0.05524287],"study_design_scores_gemma":[0.0007109763,0.001022478,0.9203737,0.00008648276,0.00001126283,0.00007908727,0.07599473,0.0006045485,0.000003666117,0.0003100143,0.0006931761,0.0001098566],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.978219,0.00005877537,0.0001546632,0.0002091891,0.0008421795,0.0004547267,0.00003811589,0.00003957451,0.01998375],"genre_scores_gemma":[0.9972863,4.861936e-7,0.0009810271,0.00003427776,0.00002139145,0.0008798772,0.00008345817,0.00000817916,0.0007049601],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09064934,"threshold_uncertainty_score":0.8071498,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2015457266","doi":"10.1016/j.system.2013.07.010","title":"Putting testing researchers to the test: An exploratory study on the TOEFL iBT","year":2013,"lang":"en","type":"article","venue":"System","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Saint Vincent University; Carleton University; Queen's University","funders":"","keywords":"Test of English as a Foreign Language; Computer science; Context (archaeology); Construct (python library); Test (biology); Exploratory research; Variance (accounting); Focus group; Psychology; Construct validity; Language assessment; Mathematics education; Psychometrics; Sociology; Developmental psychology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.2468339053032725,"gpt":0.4152035437005829,"spread":0.1683696383973104,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004578231,0.00009572165,0.0001052007,0.00003955551,0.001481876,0.000514094,0.0007694655,0.00003239389,0.00005110963],"category_scores_gemma":[0.001524988,0.00005108118,0.00002808023,0.0005843214,0.00006953815,0.0002130571,0.0001240843,0.0001768363,0.0009978964],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001601643,"about_ca_system_score_gemma":0.00009326054,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001870495,"about_ca_topic_score_gemma":0.001152889,"domain_scores_codex":[0.9973583,0.001001063,0.0001771759,0.0002287068,0.0008501651,0.0003846247],"domain_scores_gemma":[0.9974251,0.001822301,0.0000693697,0.0003723893,0.0001860394,0.000124821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000005300927,0.0003015884,0.4821432,0.00001862837,0.00004900682,0.000009699093,0.4830627,0.0000223833,0.0007291695,0.005692454,0.01629084,0.01167505],"study_design_scores_gemma":[0.0000954268,0.0002389631,0.08288997,0.00006102148,0.000006282732,1.593511e-7,0.9145845,0.0001134464,0.00001336156,0.0000650464,0.001844124,0.00008769867],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9160377,0.00001295669,0.000006775448,0.004814158,0.0002625439,0.002026214,8.014131e-7,0.000138587,0.07670022],"genre_scores_gemma":[0.9973331,3.032636e-7,0.00007781402,0.0001908711,0.0006747076,0.0003687626,1.556999e-7,0.00001311586,0.001341146],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4315218,"threshold_uncertainty_score":0.9998181,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4372328785","doi":"10.1016/j.system.2023.103061","title":"Relationships between students’ emotions, self-regulated learning, and literacy gains in beginning/basic level ESL literacy classes for adults","year":2023,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":14,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada; University of Alberta","keywords":"Literacy; Psychology; Mathematics education; Task (project management); Test (biology); Language proficiency; Likert scale; Pedagogy; Developmental psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08507913648858378,"gpt":0.3341530080493735,"spread":0.2490738715607897,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001438463,0.0002120545,0.0003217714,0.0004463969,0.001087033,0.0006286721,0.0001616034,0.0001063987,0.00002519007],"category_scores_gemma":[0.0002857206,0.0002012128,0.00007953713,0.0001822752,0.00004811732,0.0004235202,0.00006947366,0.0006098952,0.0001128748],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001021845,"about_ca_system_score_gemma":0.00003130939,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001957541,"about_ca_topic_score_gemma":0.0001225687,"domain_scores_codex":[0.9979593,0.0005476122,0.0005019825,0.0003766386,0.0002516072,0.0003628842],"domain_scores_gemma":[0.9985965,0.0007755859,0.0002091652,0.0001758728,0.0001542327,0.00008857883],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002148418,0.00005681829,0.6000999,0.0009018978,0.0001097582,0.00001161583,0.3767986,0.0001227043,0.000004081254,0.01616058,0.001220592,0.004492044],"study_design_scores_gemma":[0.002728827,0.0002916222,0.5696849,0.004204726,0.0001271312,0.0000110541,0.08266464,0.009432137,0.000003985537,0.0003092042,0.3298404,0.0007013822],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9959088,0.0002244653,0.000103698,0.0002351286,0.0002880625,0.0004947705,0.00004774366,0.0008470147,0.001850319],"genre_scores_gemma":[0.9800253,0.00000986141,0.0001804371,0.00001234827,0.0006006304,0.00007701221,0.0002639215,0.00005245938,0.01877804],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3286198,"threshold_uncertainty_score":0.8360692,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7113903791","doi":"10.1016/j.system.2025.103928","title":"From positive psychology to existential positive psychology (EPP): New directions for theory, research, and practice","year":2025,"lang":"en","type":"article","venue":"System","topic":"Psychological Well-being and Life Satisfaction","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Cape Breton University","funders":"","keywords":"Positive psychology; Existentialism; Unconditional positive regard; Positive relationship","retraction":null,"screen_n_in":null,"score":{"opus":0.07871454040458371,"gpt":0.4895600990752919,"spread":0.4108455586707082,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002098096,0.0002865467,0.0004748883,0.0005028382,0.000512086,0.00009373551,0.0003230401,0.0005189757,0.0002236162],"category_scores_gemma":[0.0008722324,0.0002688476,0.0001274209,0.0007237815,0.000259406,0.0001226989,0.00009504252,0.0005751426,0.0007116835],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001544355,"about_ca_system_score_gemma":0.00005581239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001883709,"about_ca_topic_score_gemma":0.00009792585,"domain_scores_codex":[0.9945367,0.002681025,0.0005406535,0.001310546,0.0002218084,0.0007092597],"domain_scores_gemma":[0.993874,0.004527926,0.0001657436,0.000758045,0.0003822526,0.0002921055],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0122124,0.0006462203,0.0005055297,0.00003647689,0.00121182,0.0000833173,0.006506736,0.0000015217,0.00478769,0.4987989,0.3803092,0.09490019],"study_design_scores_gemma":[0.007024704,0.004183031,0.162662,0.000586262,0.0004273803,0.000623824,0.01515039,0.00001005961,0.0003779459,0.1203131,0.6878337,0.0008075084],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.02092548,0.001626662,0.09435116,0.02314784,0.01079992,0.002391001,0.0003416306,0.0003739193,0.8460424],"genre_scores_gemma":[0.9542409,0.00005637241,0.003908515,0.006863366,0.001891387,0.000730854,0.00009465592,0.00006259033,0.03215135],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9333154,"threshold_uncertainty_score":0.9999764,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413295144","doi":"10.1016/j.system.2025.103805","title":"ChatGPT-generated versus human direct corrective feedback on L2 writing","year":2025,"lang":"en","type":"article","venue":"System","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Fondo Nacional de Desarrollo Científico y Tecnológico; Agencia Nacional de Investigación y Desarrollo; Universidad del Bío-Bío","keywords":"Corrective feedback; Computer science; Second language writing; Mathematics education; Psychology; Linguistics; Second language; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.1405332177187322,"gpt":0.4337121920250231,"spread":0.293178974306291,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002946413,0.0001113227,0.000231578,0.0001465493,0.0002472993,0.00002479635,0.00005431381,0.0001046977,0.00003603911],"category_scores_gemma":[0.0001683888,0.0001014453,0.00005577611,0.0003679474,0.00002741149,0.00003213633,0.00001199745,0.0001675942,0.0002552084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004984927,"about_ca_system_score_gemma":0.0001716423,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00100803,"about_ca_topic_score_gemma":0.0001281858,"domain_scores_codex":[0.9989505,0.00008835307,0.0003376076,0.0002543919,0.0001493269,0.000219861],"domain_scores_gemma":[0.9991772,0.0001842297,0.00007306748,0.0002435962,0.0002425474,0.00007939444],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0072548,0.001583799,0.1223634,0.008051774,0.001334407,0.0002472162,0.03698068,0.0004888271,0.04488559,0.09537838,0.1071966,0.5742344],"study_design_scores_gemma":[0.001911884,0.004135836,0.04506458,0.01517679,0.0005602056,0.00005374133,0.15939,0.007302966,0.738857,0.0002446449,0.02615435,0.00114802],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8163508,0.0001909612,0.00005157258,0.0006926753,0.004036177,0.0004711077,0.000003138634,0.0001783729,0.1780252],"genre_scores_gemma":[0.9951841,0.00000554507,0.00002249798,0.0002192885,0.0006562104,0.0000578266,0.00002805063,0.00001300375,0.003813491],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6939714,"threshold_uncertainty_score":0.4136818,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2008792888","doi":"10.1016/j.system.2013.09.004","title":"Are certain types of instruction better for certain learners?","year":2013,"lang":"en","type":"article","venue":"System","topic":"Reading and Literacy Development","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Reading comprehension; Vocabulary; Task (project management); Reading (process); Mathematics education; Imitation; Computer science; Psychology; Comprehension; Reciprocal teaching; Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02235826097263538,"gpt":0.2808124238802225,"spread":0.2584541629075872,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001380894,0.00008082434,0.0001690497,0.00007495331,0.00003729181,0.00001692097,0.00007878363,0.00007805623,0.0001855828],"category_scores_gemma":[0.00001706229,0.00006582007,0.00005130115,0.00006939541,0.00001625955,0.00004822249,0.000009154569,0.0000494039,0.0003536136],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004453817,"about_ca_system_score_gemma":0.000007869671,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002835795,"about_ca_topic_score_gemma":0.000004838157,"domain_scores_codex":[0.9992912,0.00006887313,0.0002422817,0.0001640392,0.00007433073,0.0001592558],"domain_scores_gemma":[0.9994667,0.00005193922,0.0001888776,0.0001863635,0.00007257738,0.00003352761],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002784024,0.0002038236,0.456994,0.002864956,0.0008904862,0.00001795451,0.03423997,0.00007860313,0.003070144,0.05844679,0.1995673,0.2433475],"study_design_scores_gemma":[0.004506909,0.000367208,0.6482502,0.001193292,0.00009763229,0.0001503547,0.07372624,0.001134598,0.002767328,0.001008776,0.2658577,0.0009397496],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9847451,0.00006189082,0.0004588336,0.0003106253,0.001082554,0.0003955386,0.000007036479,0.00005507041,0.01288328],"genre_scores_gemma":[0.9911164,1.887404e-7,0.0006574008,0.00007485849,0.0001472124,0.0001767051,0.000008889524,0.00001481057,0.007803534],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2424078,"threshold_uncertainty_score":0.4545105,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4389637681","doi":"10.1016/j.system.2023.103195","title":"Rescoping language assessment literacy: An expanded perspective","year":2023,"lang":"en","type":"article","venue":"System","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria; Yorkville University","funders":"","keywords":"Perspective (graphical); Literacy; Computer science; Mathematics education; Linguistics; Sociology; Pedagogy; Psychology; Artificial intelligence; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.0584086295942361,"gpt":0.5096513955328391,"spread":0.451242765938603,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004597522,0.0001176824,0.0001576303,0.0001123895,0.0001068318,0.00005073522,0.0001762875,0.0000783838,0.0006049926],"category_scores_gemma":[0.0000123331,0.00009535392,0.00005432255,0.0003663875,0.00002014457,0.000135021,0.00003053025,0.0001453775,0.001649333],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001793295,"about_ca_system_score_gemma":0.00003121021,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002133265,"about_ca_topic_score_gemma":0.000003424788,"domain_scores_codex":[0.9986112,0.0003200613,0.0002048378,0.0003374584,0.0002044066,0.0003221007],"domain_scores_gemma":[0.9992656,0.0001133407,0.00007408825,0.0003483352,0.00007367534,0.0001249293],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00008598361,0.0007374519,0.09835753,0.0001594584,0.0002976301,0.0002323294,0.1332255,0.000006998592,0.001493471,0.7284291,0.02846018,0.008514281],"study_design_scores_gemma":[0.0005692329,0.0001809767,0.7506026,0.0001355128,0.00001416962,0.0000448045,0.2442797,0.00005612041,0.00001978791,0.0009688007,0.00289045,0.0002378439],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7784486,0.0001563965,0.0002237058,0.0004950953,0.002464357,0.0002573921,0.00002373107,0.000428799,0.217502],"genre_scores_gemma":[0.9886149,0.000001335678,0.0004968313,0.000210426,0.0006585068,0.0001978211,0.00006785344,0.00001732922,0.009734952],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7274604,"threshold_uncertainty_score":0.999128,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4410942151","doi":"10.1016/j.system.2025.103669","title":"Negotiating gender ideologies and investing in teacher identities: The motivation and investment of EFL pre-service teachers","year":2025,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Education University of Hong Kong; Hong Kong Baptist University","keywords":"Negotiation; Ideology; Investment (military); Pedagogy; Service (business); Psychology; Sociology; Mathematics education; Political science; Business; Social science; Marketing","retraction":null,"screen_n_in":null,"score":{"opus":0.04353574326601019,"gpt":0.2525085882376105,"spread":0.2089728449716003,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007825721,0.00009398988,0.0001492456,0.00009659767,0.0002502977,0.0001396767,0.00007812254,0.0000370789,0.000006322626],"category_scores_gemma":[0.0002547916,0.0000671814,0.00001437135,0.00004951608,0.0001115246,0.0001468163,0.00007681613,0.0002001937,6.957423e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004264596,"about_ca_system_score_gemma":0.00002122973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002896833,"about_ca_topic_score_gemma":0.0006082628,"domain_scores_codex":[0.9991105,0.0002693355,0.00026613,0.0001426505,0.00009087295,0.0001204821],"domain_scores_gemma":[0.9994475,0.0002591478,0.0001334971,0.0001117947,0.00003371353,0.00001434857],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000005425293,0.00001467535,0.2307688,0.001217225,0.00005901321,9.929569e-7,0.474441,0.0007338953,0.0001225604,0.2911558,0.0002947816,0.001185878],"study_design_scores_gemma":[0.0005889579,0.00004005096,0.1688208,0.001552232,0.00006175326,0.000004692151,0.813825,0.008844662,0.00003142517,0.002600378,0.003419544,0.0002104433],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9537834,0.001313078,0.00004580725,0.0001762996,0.0001361398,0.0001711643,9.962478e-7,0.00005987545,0.04431326],"genre_scores_gemma":[0.9967136,0.000004763428,0.00005635701,0.00019864,0.00006631057,0.00001952615,0.000001835076,0.000007636339,0.002931312],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.339384,"threshold_uncertainty_score":0.4379165,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4415819419","doi":"10.1016/j.system.2025.103904","title":"Critical digital literacies, generative AI, and the negotiation of agency in human-AI interactions","year":2025,"lang":"en","type":"article","venue":"System","topic":"Literacy, Media, and Education","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"University of British Columbia","keywords":"Agency (philosophy); Negotiation; Laptop; Structure and agency; Thematic analysis; Digital literacy; Discourse analysis; Generative grammar; Critical literacy","retraction":null,"screen_n_in":null,"score":{"opus":0.01667435496577574,"gpt":0.2998357113685557,"spread":0.28316135640278,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001312805,0.00006623795,0.0001301183,0.0001033326,0.0001820414,0.0003316106,0.00005273127,0.00001845421,0.00007204169],"category_scores_gemma":[0.000106325,0.00004489577,0.0000338727,0.00004625326,0.000171847,0.0005856156,0.00001748378,0.00009321993,0.000006498585],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004558632,"about_ca_system_score_gemma":0.00004122846,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002513121,"about_ca_topic_score_gemma":0.000272051,"domain_scores_codex":[0.99938,0.00007961829,0.0002816649,0.0001033246,0.00007105394,0.0000843349],"domain_scores_gemma":[0.9994763,0.0001978863,0.00004540846,0.0001067291,0.0001571434,0.0000166057],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001256106,0.00003680969,0.0007651947,0.0001791428,0.00001312528,4.506692e-7,0.3835041,0.000001183769,0.000009637717,0.6127636,0.001709698,0.001004454],"study_design_scores_gemma":[0.003498742,0.0001772127,0.01297076,0.003284271,0.0002042069,0.00002061864,0.7893181,0.009250545,0.0007074735,0.0768029,0.1031537,0.0006114435],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9344171,0.0009032085,0.0006834445,0.004770722,0.00384201,0.0004245369,0.00006543499,0.00004300972,0.05485054],"genre_scores_gemma":[0.9951762,0.000002517496,0.000007039052,0.0002514927,0.0004094392,0.00004089039,0.00002809109,0.000003683607,0.004080631],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5359607,"threshold_uncertainty_score":0.3197729,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4282833253","doi":"10.1016/j.system.2022.102848","title":"Alignment in second language speakers’ perceptions of interaction and its relationship to perceived communicative success","year":2022,"lang":"en","type":"article","venue":"System","topic":"Language, Discourse, Communication Strategies","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Operationalization; Conversation; Perception; Fluency; Social relation; Exploratory research; Conversation analysis; Linguistics; Session (web analytics); Cognitive psychology; Social psychology; Communication; Computer science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.05065023993432664,"gpt":0.3138785348146143,"spread":0.2632282948802876,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003101835,0.00008422177,0.0001565931,0.0001637507,0.0003376607,0.00006102418,0.0002601668,0.00001539042,0.002171562],"category_scores_gemma":[0.00001584798,0.00008242005,0.00003133391,0.00006905442,0.00005811032,0.0002045665,0.0002096315,0.0001860949,0.00003068515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001868097,"about_ca_system_score_gemma":0.00002347439,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007790577,"about_ca_topic_score_gemma":0.006560981,"domain_scores_codex":[0.9989027,0.0004496464,0.0002823123,0.0001233906,0.0001442972,0.00009768947],"domain_scores_gemma":[0.9992484,0.0001639188,0.0001277654,0.0003747777,0.0000523487,0.00003274999],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002170664,0.00007286239,0.00337676,0.00009996186,0.00002429946,0.000002524397,0.7288575,0.0001152891,0.0008196614,0.2662492,0.0002838793,0.00007633076],"study_design_scores_gemma":[0.0002303573,0.00004957952,0.04188573,0.00008392352,0.00001171473,0.000007799417,0.9550737,0.0001350786,0.00003271902,0.00005776723,0.002330535,0.0001011494],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8999665,0.000267214,0.000003898856,0.0003339624,0.0001021805,0.0003325007,0.0001251837,0.00003494661,0.09883362],"genre_scores_gemma":[0.9971028,0.000003698174,0.00003341729,0.00004401832,0.00002962314,0.0001534257,0.00005312917,0.00001134665,0.00256854],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2661914,"threshold_uncertainty_score":0.9987406,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4412505466","doi":"10.1016/j.system.2025.103784","title":"Automated scoring in the era of artificial intelligence: An empirical study with Turkish essays","year":2025,"lang":"en","type":"article","venue":"System","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Leuphana Universität Lüneburg","keywords":"Turkish; Artificial intelligence; Computer science; Empirical research; Natural language processing; Mathematics education; Psychology; Linguistics; Statistics; Mathematics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.04233942530495005,"gpt":0.3434102288782708,"spread":0.3010708035733207,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001798346,0.000177097,0.0003099958,0.0002215883,0.0001686265,0.0002516586,0.001628168,0.00005753729,0.000002546719],"category_scores_gemma":[0.00006814057,0.0001193353,0.00004163153,0.002297193,0.00008128235,0.0004464181,0.0001762381,0.0002976896,0.00002511009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001192562,"about_ca_system_score_gemma":0.000202436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007655458,"about_ca_topic_score_gemma":0.001151054,"domain_scores_codex":[0.9973971,0.0005879737,0.0006707735,0.0005006471,0.0004896128,0.0003539],"domain_scores_gemma":[0.9983736,0.0002394167,0.0001387501,0.001014627,0.0001846455,0.00004899154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002573532,0.003513389,0.1181015,0.0005518548,0.0001539082,0.0009580637,0.09372596,0.02514553,0.001024284,0.6816358,0.0003222355,0.07461009],"study_design_scores_gemma":[0.0001465777,0.001317523,0.01446585,0.0007016998,0.00003008563,0.00004600542,0.1251977,0.8380796,0.01500039,0.00455941,0.00004706134,0.0004080896],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8097694,0.00003930604,0.1855207,0.000359085,0.0003944002,0.000900202,9.847431e-7,0.0004371597,0.002578796],"genre_scores_gemma":[0.9980114,5.122102e-7,0.001767682,0.00007230485,0.00003952964,0.00008296793,6.58323e-7,0.000007917981,0.0000170776],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.812934,"threshold_uncertainty_score":0.4866352,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317373215","doi":"10.1016/j.system.2023.102993","title":"Teachers’ stated cognition and its relationship with oral corrective feedback practices in EFL classrooms","year":2023,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Corrective feedback; Cognition; Recall; Psychology; Mathematics education; Cognitive psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1003947085512447,"gpt":0.2986580350963337,"spread":0.198263326545089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007117221,0.0000977946,0.000135693,0.0001509589,0.0003036321,0.000161138,0.00003889248,0.0000432569,0.00005367146],"category_scores_gemma":[0.0002398978,0.0000779529,0.00001363791,0.0001112059,0.00004068041,0.0003265887,0.00001368424,0.0003439748,0.0002379005],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005569037,"about_ca_system_score_gemma":0.00002582881,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004570303,"about_ca_topic_score_gemma":0.002397894,"domain_scores_codex":[0.9989872,0.0003729837,0.0001551948,0.0001840497,0.0001365396,0.0001640579],"domain_scores_gemma":[0.9992746,0.0003462542,0.0002137213,0.00006434523,0.00006574448,0.00003537216],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000226819,0.00007782785,0.1198534,0.0005316529,0.0001358468,0.00009803134,0.8038793,0.0003491898,0.00005502675,0.06840534,0.002312529,0.004075029],"study_design_scores_gemma":[0.00212317,0.0004205226,0.1115926,0.00163229,0.0001152972,0.00004402317,0.8412604,0.008495792,0.00002054237,0.0002300543,0.03356977,0.0004955491],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9414659,0.0001238646,0.00001053091,0.0001433784,0.0002005832,0.0002250638,0.000009850051,0.0003067821,0.0575141],"genre_scores_gemma":[0.988394,0.000003395091,0.00001245468,0.0000147736,0.0001073927,0.00002870173,0.00004548296,0.00001934297,0.01137452],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06817529,"threshold_uncertainty_score":0.3178827,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4317938159","doi":"10.1016/j.system.2023.102994","title":"Increasing use of multi-word expressions in conversation through a fluency workshop","year":2023,"lang":"en","type":"article","venue":"System","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Fluency; Conversation; Vocabulary; Computer science; Recall; Notice; Word (group theory); Cued recall; Natural language processing; Artificial intelligence; Psychology; Linguistics; Mathematics education; Cognitive psychology; Communication; Free recall","retraction":null,"screen_n_in":null,"score":{"opus":0.1009517936619581,"gpt":0.3663506975805843,"spread":0.2653989039186262,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003421673,0.00007670198,0.000161122,0.0001651812,0.00004080265,0.00001417716,0.00007271045,0.0001020197,0.002132091],"category_scores_gemma":[0.0001913908,0.0000730865,0.00004396133,0.0004032512,0.00002710738,0.0001391414,0.000025953,0.0001266484,0.0004072174],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000401414,"about_ca_system_score_gemma":0.00001242474,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009360238,"about_ca_topic_score_gemma":0.00001780874,"domain_scores_codex":[0.9988025,0.0004583485,0.0002847743,0.0001838433,0.00009427856,0.0001762422],"domain_scores_gemma":[0.9991797,0.000389198,0.0001199754,0.0002490871,0.00003230735,0.00002969132],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005799314,0.0003754759,0.09083325,0.0007170044,0.0002326417,0.001055228,0.8159214,0.002160365,0.04750764,0.01705896,0.008012282,0.01554582],"study_design_scores_gemma":[0.004135347,0.00004501455,0.4121,0.002192399,0.00003642643,0.0001071581,0.5682607,0.005466504,0.0005679367,0.00002907501,0.006606245,0.0004532387],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.99648,0.0004336095,0.0006308715,0.00005682819,0.0004748225,0.0001969103,0.000006808643,0.0001791834,0.001540964],"genre_scores_gemma":[0.9982659,0.000001382351,0.0005328553,0.0002117808,0.00005315458,0.00003307891,0.00002738933,0.00001585142,0.0008586084],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3212667,"threshold_uncertainty_score":0.9987801,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286264657","doi":"10.1016/j.system.2022.102865","title":"Exploring the relationship between behavior matching and interlocutor perceptions in L2 interaction","year":2022,"lang":"en","type":"article","venue":"System","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Dyad; Nonverbal communication; Psychology; Matching (statistics); Perception; Social psychology; Task (project management); Cognitive psychology; Communication; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.1403864031817083,"gpt":0.3464270364113339,"spread":0.2060406332296256,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000458759,0.00007052435,0.00009782401,0.0001375817,0.0002992563,0.00003414687,0.00008477401,0.00002220325,0.0002126639],"category_scores_gemma":[0.00001683911,0.00005868105,0.0000374153,0.0001625404,0.00001457642,0.0001566947,0.0000540599,0.0003367865,0.0000821291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001419522,"about_ca_system_score_gemma":0.00000565989,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006453715,"about_ca_topic_score_gemma":0.00009985647,"domain_scores_codex":[0.9989228,0.0004595641,0.0002174962,0.0001713292,0.0001090071,0.0001198065],"domain_scores_gemma":[0.9994763,0.0002558241,0.00006599487,0.0001671642,0.00001093794,0.00002383464],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000381454,0.00006729441,0.8467436,0.00005308172,0.00003148604,0.00003503743,0.1198848,0.000008902086,0.0002207301,0.0173422,0.00009561512,0.01547907],"study_design_scores_gemma":[0.0001760562,0.0000293889,0.7740042,0.00003553144,0.00003664605,0.00006939059,0.2252824,0.000003986692,0.000002965278,0.0001238026,0.0001745311,0.00006104124],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9953021,0.00005465208,0.000261087,0.00009212292,0.001131016,0.0002818132,0.00001900676,0.00006718505,0.002791017],"genre_scores_gemma":[0.9980968,5.50312e-7,0.00001601119,0.00002187988,0.0001879327,0.001055227,0.00002693428,0.00001412151,0.0005805023],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1053976,"threshold_uncertainty_score":0.2392944,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4403067269","doi":"10.1016/j.system.2024.103486","title":"Someday I want to go to the Guggenheim! A case study about adolescent learners’ foreign language enjoyment in a desktop virtual reality project","year":2024,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":5,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"","keywords":"Foreign language; Psychology; Mathematics education; Computer science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.06342284064510884,"gpt":0.3237787529254875,"spread":0.2603559122803787,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002107359,0.000214393,0.0002692158,0.0002063023,0.0003685807,0.0004884209,0.000212582,0.00003611097,0.00005549757],"category_scores_gemma":[0.00006393059,0.0001346216,0.00008444506,0.0001575158,0.00002878974,0.00007286811,0.0001183178,0.0004323023,0.0003761847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003095424,"about_ca_system_score_gemma":0.0000960562,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01142108,"about_ca_topic_score_gemma":0.01838872,"domain_scores_codex":[0.9977607,0.0006851525,0.0004059279,0.0004397144,0.0003295903,0.0003789015],"domain_scores_gemma":[0.9993042,0.00009565293,0.00004791018,0.0004175535,0.00003855149,0.00009613435],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003988172,0.0001778807,0.0003340073,0.0003242456,0.00007163614,0.002984907,0.9571189,0.0003933656,0.00002413065,0.02017355,0.007609448,0.01074808],"study_design_scores_gemma":[0.0002513105,0.000486419,0.0001317176,0.0008705546,0.00003781688,0.0001854991,0.8805341,0.0009711687,0.00001060431,0.000003561032,0.1162945,0.0002227769],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9789388,0.0004771028,0.0002477403,0.0005084478,0.0007275522,0.002173117,0.00004358127,0.0003456705,0.01653795],"genre_scores_gemma":[0.9900143,8.713146e-7,0.00001163804,0.0001939147,0.0007820352,0.0003290901,0.00000666526,0.00003797698,0.00862354],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.108685,"threshold_uncertainty_score":0.9995231,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4386392810","doi":"10.1016/j.system.2023.103125","title":"Pre- and in-service teachers’ beliefs about second language pronunciation teaching, their experience, and speech assessments","year":2023,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"Murata Science Foundation","keywords":"Pronunciation; Fluency; Psychology; Mathematics education; Service (business); Linguistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02918090505138959,"gpt":0.3744395050535946,"spread":0.345258600002205,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007914905,0.000112025,0.0001780816,0.0001527297,0.00009411736,0.00004708176,0.0001364806,0.0001419321,0.0000703294],"category_scores_gemma":[0.00001675082,0.00009681988,0.00001300355,0.0002028815,0.00003509143,0.00006509767,0.0001071217,0.0002983215,0.00008772985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006077735,"about_ca_system_score_gemma":0.00002765966,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009089446,"about_ca_topic_score_gemma":0.0008032336,"domain_scores_codex":[0.9987889,0.0002758674,0.0001907475,0.0003203524,0.0001235051,0.0003006065],"domain_scores_gemma":[0.9995189,0.00008177068,0.00006123162,0.0002501187,0.00002139241,0.00006658628],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00007949379,0.00008080269,0.2616225,0.0003954115,0.0000915636,0.0001088181,0.7041698,0.000001669394,0.01698488,0.001007455,0.001281439,0.01417615],"study_design_scores_gemma":[0.0007029386,0.00006469894,0.9619293,0.00008458181,0.000003024908,0.00003977781,0.03478638,0.0003636626,0.0002520656,0.00003634076,0.001622618,0.0001146284],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9815494,0.0003614693,0.000005846084,0.00006811273,0.0002419021,0.0004079588,0.00002101412,0.00008085211,0.01726341],"genre_scores_gemma":[0.992512,0.000007693949,0.00004277309,0.00005742372,0.00007094585,0.0001449465,0.00001865735,0.0000169466,0.007128624],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7003068,"threshold_uncertainty_score":0.39482,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408002920","doi":"10.1016/j.system.2025.103642","title":"Cultivating the nexus of research and practice in language teacher education: A duoethnographic exploration","year":2025,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of British Columbia","funders":"","keywords":"Nexus (standard); Pedagogy; Mathematics education; Computer science; Sociology; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.09679362120651953,"gpt":0.4053560931963668,"spread":0.3085624719898473,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002297911,0.00004110594,0.00007081085,0.000166147,0.0002933647,0.0001009468,0.00006636771,0.00002184487,0.00001393332],"category_scores_gemma":[0.0006640588,0.00002825645,0.00001204807,0.0001292754,0.0001057497,0.0001859676,0.0000255165,0.0002777595,0.000003687601],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002243358,"about_ca_system_score_gemma":0.00005091897,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002398991,"about_ca_topic_score_gemma":0.0004784901,"domain_scores_codex":[0.9988954,0.000655066,0.0001509228,0.00009302628,0.0001204817,0.00008506764],"domain_scores_gemma":[0.9990803,0.0006086899,0.00006342847,0.0001256573,0.0001129317,0.000008962876],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001532884,0.00007110808,0.001601794,0.000306029,0.00001269664,0.000001101849,0.6115721,0.00000874833,0.0001524045,0.3767124,0.001156281,0.008389914],"study_design_scores_gemma":[0.00009380894,0.00002292855,0.0004024167,0.0006567053,0.000005365692,0.000001943952,0.9619795,0.0001278916,0.00001935544,0.0003013068,0.03635591,0.00003288278],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4895104,0.002646491,0.00003156543,0.002428263,0.0002439063,0.0002602101,6.383232e-7,0.00004700354,0.5048315],"genre_scores_gemma":[0.988147,0.000004038283,0.0000362367,0.00003445493,0.0001710823,0.00004122044,0.000001999549,0.000004487945,0.01155945],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4986366,"threshold_uncertainty_score":0.3626573,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1984693388","doi":"10.1016/s0346-251x(00)00030-0","title":"French Second Language Education in Canada: Empirical Studies","year":2000,"lang":"en","type":"article","venue":"System","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":3,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Linguistics; Empirical research; Computer science; Philosophy; Epistemology","retraction":null,"screen_n_in":null,"score":{"opus":0.02333981389674053,"gpt":0.2707547881283349,"spread":0.2474149742315943,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001187662,0.00007642129,0.0001464171,0.00004496434,0.0001068905,0.00003789672,0.00006545654,0.00001512948,0.006540044],"category_scores_gemma":[0.00001335755,0.00006234983,0.00002013799,0.00002111924,0.00001761177,0.00005698043,0.000006460774,0.0001326944,0.0001069248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003350372,"about_ca_system_score_gemma":0.0004473457,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9170966,"about_ca_topic_score_gemma":0.9935338,"domain_scores_codex":[0.9994006,0.00008426828,0.0001610317,0.0001241709,0.00008952132,0.000140401],"domain_scores_gemma":[0.9997581,0.00004993687,0.00003067827,0.0001136969,0.00001842198,0.00002911375],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000006492596,0.00005551605,0.02498622,0.0004902029,0.00008603767,0.0001102533,0.5814514,0.0000216187,0.000008592111,0.00726348,0.06750778,0.3180124],"study_design_scores_gemma":[0.000237808,0.00001905631,0.008855775,0.0002572753,0.00001138657,0.00002133188,0.7017679,0.00008880055,0.00001210072,0.00001269119,0.2884986,0.0002172713],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8145817,0.002986432,1.483509e-7,0.00006948049,0.00043137,0.00005555972,0.000006364523,0.00003732142,0.1818317],"genre_scores_gemma":[0.9314216,0.000001393239,0.000007657321,0.0003495604,0.0004412374,0.00001202373,0.000008788001,0.000008109469,0.06774962],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3177951,"threshold_uncertainty_score":0.9943681,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4401671051","doi":"10.1016/j.system.2024.103450","title":"“A thought group is a group, not a thought!” results of a teaching intervention on complex noun phrases in Canadian EAP programs","year":2024,"lang":"en","type":"article","venue":"System","topic":"Discourse Analysis in Language Studies","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Carleton University; Algonquin College","funders":"","keywords":"Group (periodic table); Linguistics; Noun; Intervention (counseling); Noun phrase; Psychology; Mathematics education; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.04468268316828103,"gpt":0.2995558207434115,"spread":0.2548731375751304,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009379633,0.000214129,0.0004043454,0.0004568623,0.0002108062,0.0003334958,0.0002082823,0.00004494031,0.0001245048],"category_scores_gemma":[0.00004636011,0.0001661278,0.0002662243,0.0001283107,0.0001311094,0.0002012523,0.00005009319,0.0002108014,0.0000762982],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002821489,"about_ca_system_score_gemma":0.00003177656,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.374555,"about_ca_topic_score_gemma":0.8633095,"domain_scores_codex":[0.9981171,0.0002105809,0.0006119543,0.0003802219,0.000312321,0.0003678508],"domain_scores_gemma":[0.9993557,0.00008519232,0.0001343783,0.0003066364,0.00004493237,0.00007318058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000798792,0.0002209867,0.0002753813,0.001387521,0.0004629825,0.0002281226,0.1022382,0.000003655363,0.00003300069,0.869727,0.005930762,0.01941252],"study_design_scores_gemma":[0.001517366,0.000814551,0.0007900469,0.01453043,0.0004027874,0.00002407896,0.2948935,0.003882066,0.00006406602,0.0002820551,0.6820341,0.0007649069],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3536612,0.003056833,0.00006384904,0.001523413,0.002023895,0.001367964,0.001141316,0.0004739388,0.6366876],"genre_scores_gemma":[0.9941424,0.000005360195,0.00006956192,0.00007807346,0.00061874,0.00008885148,0.0001348898,0.00003065273,0.004831517],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8694449,"threshold_uncertainty_score":0.6774496,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4407425649","doi":"10.1016/j.system.2025.103622","title":"Task-based language teaching and the timing of written corrective feedback: The role of language aptitude and working memory","year":2025,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University; Université de Montréal","funders":"Social Sciences and Humanities Research Council; Social Sciences and Humanities Research Council of Canada","keywords":"Task (project management); Aptitude; Corrective feedback; Computer science; Working memory; Linguistics; Cognitive psychology; Psychology; Programming language; Mathematics education; Cognition; Engineering; Philosophy; Developmental psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.008165749329874374,"gpt":0.2245844024005756,"spread":0.2164186530707012,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001405685,0.00009477839,0.0002228141,0.00006616434,0.000468804,0.00007965672,0.0001220693,0.00002772592,0.00001166688],"category_scores_gemma":[0.0001140626,0.00005302989,0.00004781978,0.00002689376,0.000227002,0.00003606676,0.0000567904,0.0003244478,9.840597e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001770098,"about_ca_system_score_gemma":0.00001822264,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002913437,"about_ca_topic_score_gemma":0.0003897525,"domain_scores_codex":[0.9989745,0.0004872349,0.0001936041,0.0001226214,0.0001108838,0.0001111471],"domain_scores_gemma":[0.998926,0.0007111499,0.0001512088,0.000175471,0.00002258598,0.00001358657],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008255847,0.00001955782,0.001987117,0.0004131832,0.000141213,0.000003108946,0.8469288,0.0000837159,0.001085162,0.101204,0.000106319,0.04794521],"study_design_scores_gemma":[0.0008076724,0.00002519627,0.0005931504,0.001397641,0.0001096254,0.000003971817,0.9872673,0.006500711,0.0004141605,0.00004665474,0.002732399,0.0001015741],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8353863,0.005685582,0.000104643,0.0001619475,0.0001722478,0.0002289355,0.000005787298,0.0000553288,0.1581992],"genre_scores_gemma":[0.9978234,0.000001467691,0.00004943919,0.00007316039,0.0001282468,0.000009922934,0.000001901152,0.000009839099,0.0019026],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1624371,"threshold_uncertainty_score":0.4404264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4365815304","doi":"10.1016/j.system.2023.103035","title":"The contribution of affixes to productive English vocabulary knowledge for Chinese, German and Spanish learners: A comparison","year":2023,"lang":"en","type":"article","venue":"System","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"Japan Society for the Promotion of Science","keywords":"German; Linguistics; Vocabulary; Psychology; Computer science; Natural language processing","retraction":null,"screen_n_in":null,"score":{"opus":0.01578775492676549,"gpt":0.35429331012337,"spread":0.3385055551966045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007351128,0.00009111346,0.0002128493,0.00007982555,0.0001715212,0.00003117236,0.00009345993,0.00006081738,0.00005473389],"category_scores_gemma":[0.0002691798,0.00006512135,0.00004743936,0.0002779805,0.00003915745,0.00003600321,0.00003464049,0.00008914863,0.00009522531],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002600037,"about_ca_system_score_gemma":0.00001348032,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001716687,"about_ca_topic_score_gemma":0.00002453517,"domain_scores_codex":[0.9990672,0.0002078912,0.000225879,0.0002219279,0.00007137292,0.0002057686],"domain_scores_gemma":[0.999113,0.0003262187,0.0001066446,0.0002128286,0.0001916595,0.00004967534],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001584337,0.0002941914,0.03527811,0.0009504255,0.0009198833,0.00003587614,0.68582,0.00009848633,0.005620713,0.0941346,0.1290948,0.04616866],"study_design_scores_gemma":[0.004144676,0.001001744,0.1963997,0.0004103282,0.0001212509,0.00005749314,0.4532363,0.001924195,0.001480863,0.0001345907,0.3404884,0.0006004554],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9891579,0.003920313,0.0002576634,0.0001833678,0.001538907,0.0008551913,0.00001794491,0.0001939105,0.003874827],"genre_scores_gemma":[0.9974377,0.000001286311,0.00001255265,0.00005684794,0.000666772,0.0001601032,0.00003860444,0.00001546584,0.00161067],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2325837,"threshold_uncertainty_score":0.2655571,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4413758347","doi":"10.1016/j.system.2025.103829","title":"Processing immediate written corrective feedback during online collaborative writing: A depth of processing perspective","year":2025,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Montréal; Université de Montréal","funders":"Fonds de Recherche du Québec-Société et Culture; Fonds de recherche du Québec","keywords":"Perspective (graphical); Corrective feedback; Computer science; Multimedia; Human–computer interaction; Psychology; Mathematics education; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.01562336696551679,"gpt":0.2718426551791733,"spread":0.2562192882136565,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003901154,0.0002435176,0.0004705614,0.0002832755,0.0008431952,0.0002518992,0.0001840116,0.00007326552,0.00002260428],"category_scores_gemma":[0.0001610072,0.0002174143,0.00008236962,0.0002922305,0.0002120617,0.0003035206,0.00006583773,0.0004297608,0.000009767929],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003671901,"about_ca_system_score_gemma":0.0003331754,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004002465,"about_ca_topic_score_gemma":0.0005800619,"domain_scores_codex":[0.998297,0.0002231254,0.0004943435,0.0003990266,0.0002561617,0.0003303356],"domain_scores_gemma":[0.9982426,0.0001013441,0.000417846,0.0001552981,0.001028937,0.00005395963],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003460711,0.0003690531,0.008235965,0.005974576,0.0003189182,0.00004111927,0.8981616,0.0002690325,0.001333901,0.06598603,0.0003573349,0.01860639],"study_design_scores_gemma":[0.0009832297,0.00008932418,0.004858885,0.005499985,0.00009974564,0.000009880567,0.9832916,0.002645845,0.0006682986,0.0001159025,0.001417784,0.0003195108],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7699407,0.003811701,0.0003275614,0.0003440332,0.0005284359,0.000551302,0.00005892099,0.000431662,0.2240057],"genre_scores_gemma":[0.993599,0.000004221582,0.0002066527,0.00003505606,0.0005392091,0.00003509833,0.00001200383,0.00003449388,0.005534244],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2236583,"threshold_uncertainty_score":0.8865899,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4408556691","doi":"10.1016/j.system.2025.103652","title":"Understanding the conditions that foster collaborative teacher cultures: A case study","year":2025,"lang":"en","type":"article","venue":"System","topic":"Collaborative Teaching and Inclusion","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council","keywords":"Computer science; Mathematics education; Pedagogy; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.09617698920105489,"gpt":0.3932234862803021,"spread":0.2970464970792472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001376346,0.0001028851,0.0001456198,0.00007152824,0.004111671,0.0002595081,0.0001717214,0.0000639631,0.00003754474],"category_scores_gemma":[0.0001293206,0.00006478547,0.00003889483,0.0008775003,0.00017075,0.0001567964,0.00008559009,0.0001680166,0.00001448048],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001206177,"about_ca_system_score_gemma":0.0003152965,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002496026,"about_ca_topic_score_gemma":0.02271106,"domain_scores_codex":[0.9975287,0.001661677,0.0001514466,0.0001956496,0.00028026,0.0001822147],"domain_scores_gemma":[0.9992625,0.0002641755,0.00008163848,0.0001995324,0.0001481566,0.0000440649],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001590792,0.0001456182,0.01372153,0.00002327455,0.0001313733,0.0002574575,0.6766711,0.000012454,0.00002861221,0.2608804,0.0480193,0.00009298795],"study_design_scores_gemma":[0.0003043537,0.00003607996,0.0001741985,0.00008732254,0.00004454613,0.000009569386,0.984889,0.00005555645,0.000005041848,0.0004332243,0.01388216,0.00007899455],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4876453,0.0002974465,0.003857543,0.005395895,0.001223557,0.002615077,0.00004023361,0.0003116638,0.4986133],"genre_scores_gemma":[0.9919693,0.000002290612,0.00000814907,0.0001219761,0.0001326975,0.00009582104,0.000001778712,0.000005326955,0.007662595],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5043241,"threshold_uncertainty_score":0.9971848,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4250759393","doi":"10.1016/j.system.2021.102572","title":"Book review","year":2021,"lang":"en","type":"article","venue":"System","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Linguistics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.01704441409207269,"gpt":0.2682416781337695,"spread":0.2511972640416968,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0002285034,0.00005560208,0.0001750444,0.00001036816,0.00002315258,0.00001129908,0.0000653329,0.00001734349,0.001199741],"category_scores_gemma":[0.00004604365,0.00004931248,0.00005778982,0.000178445,0.000005751702,0.00004443903,0.00002892297,0.00003730751,0.07142904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009939679,"about_ca_system_score_gemma":0.00005586562,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000002401766,"about_ca_topic_score_gemma":0.000001252514,"domain_scores_codex":[0.9992872,0.0001489909,0.0001571224,0.0001361518,0.0001570681,0.0001134877],"domain_scores_gemma":[0.9994296,0.00001171647,0.00004817234,0.0003809788,0.0000848337,0.00004466511],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[3.457488e-7,0.000004022313,0.00002224475,0.004626617,0.00001042691,0.0001069072,0.000009063727,1.258667e-7,0.0006162767,0.0009113513,0.9935987,0.00009391703],"study_design_scores_gemma":[0.00006164889,0.0000021306,0.00004336468,0.006898259,0.00002412591,0.0001854853,0.00003302899,0.000006839353,0.0009296373,6.082981e-7,0.991758,0.00005682229],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.00003904742,0.8934915,0.00001228184,0.0003485947,0.0001897895,0.0001522967,0.00001424329,0.0002256267,0.1055266],"genre_scores_gemma":[0.1264095,0.0354848,0.0007992652,0.08382786,0.001851449,0.0005395054,0.0002132833,0.0006890775,0.7501853],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.8580067,"threshold_uncertainty_score":0.9997133,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4411712869","doi":"10.1016/j.system.2025.103760","title":"Effect of auditory precision on L2 speech learning is partially mediated by learning target and instruction form","year":2025,"lang":"en","type":"article","venue":"System","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; Centre for Research on Brain Language and Music","funders":"Fonds de recherche du Québec – Nature et technologies; Centre for Research on Brain, Language and Music","keywords":"Computer science; Speech recognition","retraction":null,"screen_n_in":null,"score":{"opus":0.007210883479836135,"gpt":0.308409656549808,"spread":0.3011987730699718,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001123423,0.0001208942,0.000281134,0.0001680157,0.0001303627,0.0000152144,0.0001077866,0.0002339062,0.0001236896],"category_scores_gemma":[0.000172224,0.0001030685,0.00004287832,0.0001786267,0.00006499741,0.00002842855,0.00005768767,0.0004751592,0.0001293601],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005345181,"about_ca_system_score_gemma":0.00002548463,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009728826,"about_ca_topic_score_gemma":0.000004361851,"domain_scores_codex":[0.9982921,0.0007432541,0.0002627209,0.0002837198,0.0001834558,0.0002346983],"domain_scores_gemma":[0.999008,0.0005992691,0.0001257962,0.0001776012,0.00003845888,0.00005088804],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.007234513,0.0002857366,0.2732642,0.003331773,0.001300409,0.00008072619,0.01674654,0.0003405114,0.2305853,0.0017765,0.09598777,0.369066],"study_design_scores_gemma":[0.02083819,0.02156008,0.2384558,0.002897186,0.0002782735,0.0001667378,0.004499478,0.01577073,0.4217461,0.0005326497,0.271927,0.001327798],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9848706,0.0004070714,0.0001220494,0.00007137554,0.001367907,0.0003043216,0.000008247152,0.000061918,0.01278656],"genre_scores_gemma":[0.9966005,0.00002131444,0.00001409286,0.0000106601,0.00008484363,0.00003154716,0.00001993543,0.00001331616,0.003203807],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3677382,"threshold_uncertainty_score":0.4203013,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4392214912","doi":"10.1016/j.system.2024.103266","title":"Exploring English for academic purposes instructors’ perceptions of speech fluency through developing and piloting a rating scale for a paired conversational task","year":2024,"lang":"en","type":"article","venue":"System","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Fluency; Task (project management); Perception; Rating scale; Computer science; Scale (ratio); Psychology; English for academic purposes; Mathematics education; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1499214792336022,"gpt":0.2916934603007519,"spread":0.1417719810671497,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005473343,0.0001250883,0.0002083394,0.00009199179,0.0005923837,0.0001589991,0.00007270453,0.0000439706,0.00001322799],"category_scores_gemma":[0.000229994,0.0001161038,0.0000781085,0.00004170334,0.00007043545,0.0005654194,0.0000271114,0.0001818594,0.000002168105],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008349861,"about_ca_system_score_gemma":0.00007307953,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000946354,"about_ca_topic_score_gemma":0.00003908228,"domain_scores_codex":[0.9990088,0.00005759698,0.0003772498,0.0002385132,0.0001244065,0.00019346],"domain_scores_gemma":[0.9992138,0.0004297076,0.0001059598,0.00006662617,0.0001577558,0.00002611285],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000175486,0.000005538515,0.002160795,0.006070993,0.00008258147,0.000001082066,0.6410788,0.00003323271,0.002148336,0.3392439,0.0001902847,0.008966908],"study_design_scores_gemma":[0.001263513,0.0002598374,0.000896595,0.01015968,0.0002076779,0.00004016649,0.8774696,0.01328755,0.001292918,0.001985966,0.09238227,0.0007542046],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9909104,0.0003538155,0.005302723,0.0001080479,0.001216127,0.0005174989,0.00007110305,0.0003014072,0.001218885],"genre_scores_gemma":[0.9910791,0.00001243081,0.006585096,0.0000152986,0.001767578,0.0002108185,0.00002893003,0.00003167796,0.0002690617],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3372579,"threshold_uncertainty_score":0.4734578,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}