{"meta":{"query_hash":"86905f3dafe9","filters":{"venue":"Foreign Language Annals"},"cohort_total":45,"direct_labels_cover":0,"predictions_cover":45,"exported":45,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/86905f3dafe9","api":"https://metacan.xera.ac/api/v1/cohort?venue=Foreign+Language+Annals"},"results":[{"id":"W1769827598","doi":"10.1111/flan.12083","title":"The Use of Pre‐/Posttest and Self‐Assessment Tools in a French Pronunciation Course","year":2014,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; St. Jerome's University","funders":"","keywords":"Pronunciation; Psychology; Vowel; Linguistics; Mathematics education; Course (navigation); Self-assessment; Pedagogy","score_opus":0.06257997960695051,"score_gpt":0.30747670254533094,"score_spread":0.24489672293838044,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1769827598","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98169047,0.00036934315,0.000061370876,0.00027341276,0.000041213407,0.00020912079,0.000015205483,0.00004671009,0.017293153],"genre_scores_gemma":[0.99738127,0.000020240863,0.00020899711,0.00022450693,0.00016815447,0.0000136142235,0.00001917422,0.000010596425,0.001953449],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999224,0.00016415978,0.00019023991,0.00011484423,0.0001430304,0.00016371663],"domain_scores_gemma":[0.9992588,0.000374062,0.00012042325,0.0001588412,0.00006100203,0.000026884703],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007191119,0.00008424411,0.00012305964,0.00003966768,0.0001943253,0.00023086953,0.00007561436,0.0000281821,0.00009014811],"category_scores_gemma":[0.00018224715,0.00005629977,0.000030774423,0.000023275796,0.00006228163,0.00023088402,0.00002541839,0.00015218281,0.0000039276347],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033382148,0.00043117427,0.044217113,0.00014931653,0.000105516454,0.000011062992,0.3332103,0.0004024697,0.00022267357,0.5067413,0.009525063,0.10495064],"study_design_scores_gemma":[0.0012966597,0.0011092765,0.36710617,0.0004784078,0.000092184644,0.000008630765,0.026388811,0.021372769,0.00029092183,0.0054637427,0.5757497,0.0006427407],"about_ca_topic_score_codex":0.00063466845,"about_ca_topic_score_gemma":0.0008882087,"teacher_disagreement_score":0.56622463,"about_ca_system_score_codex":0.000010770772,"about_ca_system_score_gemma":0.000023679258,"threshold_uncertainty_score":0.2295838},"labels":[],"label_agreement":null},{"id":"W1893294012","doi":"10.1111/flan.12066","title":"Learner Pronunciation, Awareness, and Instruction in French as a Second Language","year":2014,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"","keywords":"Pronunciation; Fluency; Intonation (linguistics); Psychology; Linguistics; Active listening; Second language; Mathematics education; Communication","score_opus":0.024861417662037734,"score_gpt":0.34847949633293984,"score_spread":0.3236180786709021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1893294012","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93547356,0.0011772736,0.00004521498,0.00015801682,0.00010478757,0.00018782775,0.000017745786,0.00003647089,0.06279913],"genre_scores_gemma":[0.9917968,0.000014586161,0.000056892844,0.0005070935,0.00017876917,0.00005890192,0.000054140626,0.00001935391,0.0073134755],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99880284,0.00019541218,0.0002019585,0.00031488785,0.00013320494,0.0003517016],"domain_scores_gemma":[0.99942136,0.000080491576,0.00006767247,0.00029759848,0.000051699826,0.000081174156],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005565428,0.00012432756,0.00018880569,0.00020479488,0.0000705966,0.00003510322,0.00013348825,0.00017601163,0.0041990913],"category_scores_gemma":[0.00015204263,0.000113928305,0.00003254135,0.00021542117,0.00008288769,0.000081547216,0.000053375064,0.00025868134,0.00030682614],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038822452,0.0005581116,0.39307332,0.00023169341,0.0002583081,0.0004699307,0.26080817,0.000021757753,0.019896425,0.051150076,0.028966455,0.24417754],"study_design_scores_gemma":[0.0023278182,0.0004951783,0.9505776,0.000041754647,0.000011624273,0.00015809583,0.007856179,0.00029700695,0.006413622,0.01970225,0.011705535,0.0004133179],"about_ca_topic_score_codex":0.002225576,"about_ca_topic_score_gemma":0.0016347459,"teacher_disagreement_score":0.5575043,"about_ca_system_score_codex":0.000013030651,"about_ca_system_score_gemma":0.00003466934,"threshold_uncertainty_score":0.9967112},"labels":[],"label_agreement":null},{"id":"W1964987241","doi":"10.1111/j.1944-9720.2000.tb00909.x","title":"Learner Accuracy and Learner Performance: The Quest for a Link","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Ottawa","keywords":"Grammar; Psychology; Language proficiency; Significant difference; Focus on form; Mode (computer interface); Linguistics; Exploratory research; Cognitive psychology; Computer science; Mathematics education; Statistics; Mathematics","score_opus":0.044427678104203144,"score_gpt":0.29004850872493376,"score_spread":0.24562083062073062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964987241","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74585855,0.0020422423,0.000011016208,0.0016089561,0.000062434476,0.00025205177,0.00001832588,0.00013147356,0.25001496],"genre_scores_gemma":[0.88753563,0.00016807884,0.00004460445,0.002020238,0.0015599215,0.000041580457,0.000033096454,0.00003006679,0.1085668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99910897,0.00007655303,0.00017182519,0.0002062157,0.0001233491,0.00031307698],"domain_scores_gemma":[0.9993988,0.00021923622,0.00006100365,0.00021978965,0.00004765039,0.000053515418],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005975555,0.00014766298,0.00015547904,0.00004355863,0.0007968817,0.0003009162,0.00015721149,0.000049256632,0.006060346],"category_scores_gemma":[0.00011505893,0.00009076879,0.000085931315,0.000024705781,0.00016001736,0.00025427176,0.000021993888,0.00030472488,0.00020798332],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010717843,0.000041303658,0.0004132313,0.00010083118,0.000073655516,0.000009099613,0.19251817,0.00012491757,0.000044991997,0.07650017,0.025112178,0.70495427],"study_design_scores_gemma":[0.00028350603,0.00018358667,0.00037078204,0.00005777453,0.000022927637,0.000010148918,0.010980107,0.0011408076,0.00007488903,0.00076241797,0.9859224,0.00019067331],"about_ca_topic_score_codex":0.00020263705,"about_ca_topic_score_gemma":0.00006991133,"teacher_disagreement_score":0.9608102,"about_ca_system_score_codex":0.0000050340877,"about_ca_system_score_gemma":0.000016452668,"threshold_uncertainty_score":0.99484825},"labels":[],"label_agreement":null},{"id":"W1981293438","doi":"10.1111/j.1944-9720.2007.tb02873.x","title":"Preservice and Inservice Instructors' Metaphorical Constructions of Second Language Teachers","year":2007,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Language, Metaphor, and Cognition","field":"Psychology","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Conceptualization; Perspective (graphical); Metaphor; Psychology; Foreign language; Pedagogy; Mathematics education; Linguistics; Sociology; Computer science","score_opus":0.022560558451102133,"score_gpt":0.31579273641461814,"score_spread":0.293232177963516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1981293438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83141595,0.004243266,0.00029091028,0.00003608906,0.0002213718,0.00026899527,0.00014983036,0.000097685166,0.16327588],"genre_scores_gemma":[0.9949921,0.00001621219,0.0010883257,0.0008952691,0.000293374,0.000022872062,0.00009893465,0.00004060752,0.0025523517],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99806494,0.00017933089,0.0005284496,0.00043030144,0.00028379748,0.00051319844],"domain_scores_gemma":[0.99862516,0.0002343507,0.00024199885,0.0005264472,0.00014919114,0.00022286088],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00080181146,0.00026299988,0.00041411404,0.00031695887,0.00010362229,0.00003371215,0.00026290317,0.000254604,0.005958821],"category_scores_gemma":[0.00010127242,0.00023536546,0.00015106656,0.0005212855,0.00019093697,0.00022635597,0.00008804363,0.00032192576,0.00007619042],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013628195,0.0011074732,0.026168253,0.0006688657,0.0024124195,0.0013857038,0.5079187,0.0000018226741,0.103771165,0.13508043,0.0073857578,0.21273655],"study_design_scores_gemma":[0.0048232772,0.0008520089,0.15029612,0.00013765044,0.0005826564,0.0011512107,0.72972435,0.000023685001,0.09256421,0.008527253,0.0098981885,0.0014194153],"about_ca_topic_score_codex":0.0014544561,"about_ca_topic_score_gemma":0.0009850507,"teacher_disagreement_score":0.22180559,"about_ca_system_score_codex":0.00001658581,"about_ca_system_score_gemma":0.000027160264,"threshold_uncertainty_score":0.9949499},"labels":[],"label_agreement":null},{"id":"W2021852342","doi":"10.1111/j.1944-9720.2012.01203.x","title":"Public Internet Forums: Can They Enhance Argumentative Writing Skills of Second Language Learners?","year":2012,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Argumentative; The Internet; Competence (human resources); Set (abstract data type); Psychology; Pedagogy; Linguistic competence; Public university; Intercultural competence; Mathematics education; Linguistics; Computer science; World Wide Web; Political science; Social psychology","score_opus":0.04437830043436149,"score_gpt":0.302917158371795,"score_spread":0.25853885793743353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021852342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.762124,0.0015399134,0.00004215148,0.00012728176,0.000106926105,0.00012557088,0.0000854239,0.000091069836,0.23575768],"genre_scores_gemma":[0.9663187,0.00000859201,0.00012941178,0.00088548334,0.00078053045,0.000019129857,0.00011090637,0.000042085725,0.031705104],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9983973,0.00020514746,0.00034957586,0.00021181644,0.00022462562,0.00061156123],"domain_scores_gemma":[0.9990795,0.000182627,0.00027898236,0.00024455026,0.0000815179,0.00013277747],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008972003,0.00021036968,0.00029583648,0.00015555741,0.00018419136,0.00016043977,0.00024143759,0.000057550096,0.00989728],"category_scores_gemma":[0.00020282585,0.0001768768,0.00014770094,0.000041980293,0.00013606151,0.0005144965,0.00008386244,0.00034888578,0.000116369316],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013001326,0.00016513094,0.0032242886,0.00009989836,0.00014563654,0.000014234703,0.8592692,0.0000019994793,0.0014740332,0.11570282,0.0040693446,0.015820436],"study_design_scores_gemma":[0.0005997047,0.00033900514,0.0010450121,0.0003639679,0.000051867333,0.000019193776,0.9069938,0.00004563872,0.03233908,0.0012682843,0.056225076,0.0007093589],"about_ca_topic_score_codex":0.0009242265,"about_ca_topic_score_gemma":0.0015626366,"teacher_disagreement_score":0.20419477,"about_ca_system_score_codex":0.00002569697,"about_ca_system_score_gemma":0.000020492711,"threshold_uncertainty_score":0.9910078},"labels":[],"label_agreement":null},{"id":"W2024115163","doi":"10.1111/j.1944-9720.2007.tb02882.x","title":"Rethinking Description in the Russian SOPI: Shortcomings of the Simulated Oral Proficiency Interview","year":2007,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"American Council on The Teaching of Foreign Languages","keywords":"Conceptualization; Language proficiency; Psychology; Test (biology); Linguistics; Field (mathematics); Foreign language; Language assessment; Mathematics education","score_opus":0.12000102851934641,"score_gpt":0.31895022306945714,"score_spread":0.19894919455011073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024115163","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9093957,0.000700975,0.0001447534,0.0005660188,0.000112118745,0.00022909834,0.0000035389558,0.0000427311,0.08880504],"genre_scores_gemma":[0.99677795,0.0000035263922,0.000035424076,0.0014039255,0.00015741863,0.0000025088516,0.000008126435,0.000013033229,0.0015981081],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99877805,0.00027975527,0.00032653916,0.00013136401,0.00022743482,0.00025687637],"domain_scores_gemma":[0.9994527,0.000104892046,0.0001515341,0.00024284536,0.000029351353,0.000018646422],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031495974,0.00011056612,0.00015295591,0.00008914553,0.00026812698,0.00010342154,0.00034361155,0.00004757102,0.00035550146],"category_scores_gemma":[0.000120311866,0.000058535163,0.000114546965,0.00010195399,0.00012347945,0.00015504606,0.000044778284,0.00039506465,0.00000834658],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017923094,0.00007533687,0.0036511638,0.00007025285,0.000016552738,0.00002278726,0.70452356,0.000059975046,0.000219637,0.27972096,0.00034127926,0.011280598],"study_design_scores_gemma":[0.0019835897,0.0010407456,0.09783723,0.004555697,0.00021792142,0.00007498192,0.6314937,0.0062745824,0.0053527695,0.13684528,0.112721816,0.0016017199],"about_ca_topic_score_codex":0.000702597,"about_ca_topic_score_gemma":0.001097156,"teacher_disagreement_score":0.14287567,"about_ca_system_score_codex":0.000014112146,"about_ca_system_score_gemma":0.000013243619,"threshold_uncertainty_score":0.38924918},"labels":[],"label_agreement":null},{"id":"W2034341932","doi":"10.1111/j.1944-9720.2008.tb03278.x","title":"Innovations in Teaching Assistant Development: An Apprenticeship Model","year":2008,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Apprenticeship; Foreign language; Cognitive apprenticeship; Medical education; Point (geometry); Mathematics education; Psychology; Pedagogy; Medicine","score_opus":0.11925121258485888,"score_gpt":0.3052030901248741,"score_spread":0.18595187754001524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2034341932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81254214,0.0002584372,0.00066806294,0.00004153402,0.00004424923,0.00008717269,0.000010667846,0.0001514075,0.18619631],"genre_scores_gemma":[0.98680466,0.0000018830925,0.0017580878,0.0009800531,0.00026677366,0.000024590225,0.00017721641,0.000031932534,0.00995478],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99873275,0.00010503503,0.00034360305,0.00026145013,0.00020237485,0.0003548191],"domain_scores_gemma":[0.99947834,0.000048709993,0.00010964959,0.00024228891,0.00005128614,0.00006974429],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060070376,0.00016884523,0.0001904546,0.00030759835,0.00066107983,0.0001363441,0.00021222267,0.00005229137,0.0012150368],"category_scores_gemma":[0.00012046222,0.00015171617,0.000047204285,0.000068079964,0.00007447893,0.0005393236,0.000036483394,0.00044889134,0.00005664262],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018037197,0.00023226319,0.0015613793,0.00003094844,0.000033660028,0.00015929462,0.72852784,0.00062997406,0.00018970255,0.2394401,0.000902673,0.028274143],"study_design_scores_gemma":[0.0040650503,0.00046115025,0.010279092,0.0007490038,0.00007523369,0.00020621314,0.6313314,0.10642159,0.0026694078,0.010402492,0.2292422,0.0040971925],"about_ca_topic_score_codex":0.00048911205,"about_ca_topic_score_gemma":0.0012542442,"teacher_disagreement_score":0.2290376,"about_ca_system_score_codex":0.000024647776,"about_ca_system_score_gemma":0.000064420405,"threshold_uncertainty_score":0.999698},"labels":[],"label_agreement":null},{"id":"W2044367593","doi":"10.1111/j.1944-9720.2004.tb02693.x","title":"What Underlies Immersion Students' Production: The Case Of Avoir Besoin De","year":2004,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Utterance; Psychology; Linguistics; Cognition; Language production; Meaning (existential); Mathematics education; Pedagogy","score_opus":0.04588734222329925,"score_gpt":0.32284809267236236,"score_spread":0.2769607504490631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044367593","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9861027,0.0028755662,0.000038722286,0.0016244557,0.00023849613,0.0001380579,0.00000478537,0.000053391846,0.008923838],"genre_scores_gemma":[0.99159473,0.00007965612,0.00004005203,0.00061522366,0.0006365469,0.000008384179,0.000009804715,0.00001604079,0.0069995658],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99924004,0.000104651204,0.00016417578,0.00014461651,0.00014811571,0.00019838465],"domain_scores_gemma":[0.9995269,0.000051565974,0.000096323034,0.00023175786,0.000058502505,0.00003493516],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065211125,0.000104281295,0.00012324253,0.000057959776,0.00047918299,0.00022641735,0.00016173533,0.000029420527,0.00061901135],"category_scores_gemma":[0.000063897,0.00006852656,0.00008588257,0.00003553475,0.00016092652,0.00032568217,0.00004418967,0.00020002126,0.00004478779],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003507358,0.0001969449,0.00026234443,0.000088062516,0.00011635253,0.00058216805,0.8274691,0.00076513697,0.00034576718,0.15500176,0.0048655756,0.0102716945],"study_design_scores_gemma":[0.00030894962,0.000184239,0.00011216206,0.00025567404,0.00004474476,0.00036535464,0.97310084,0.000010961473,0.0034789923,0.007295365,0.014666228,0.00017648582],"about_ca_topic_score_codex":0.0011602708,"about_ca_topic_score_gemma":0.0006862901,"teacher_disagreement_score":0.1477064,"about_ca_system_score_codex":0.000020874457,"about_ca_system_score_gemma":0.000024503135,"threshold_uncertainty_score":0.677774},"labels":[],"label_agreement":null},{"id":"W2051046357","doi":"10.1111/j.1944-9720.2011.01143.x","title":"Grammar Teaching and Learning in L2: Necessary, but Boring?","year":2011,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":180,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Grammar; Corrective feedback; Perception; Psychology; Linguistics; Mathematics education","score_opus":0.05635341710952654,"score_gpt":0.27207582006611536,"score_spread":0.21572240295658882,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051046357","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64312524,0.00081057363,0.000035233606,0.000052462943,0.00005639782,0.0000657482,0.0000030331603,0.00015242453,0.35569885],"genre_scores_gemma":[0.9821499,0.000017577515,0.00039672674,0.00044196003,0.00040687056,0.000010665179,0.000015469654,0.000034840185,0.016525969],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99866813,0.00033137697,0.00022897076,0.00025388485,0.00013847848,0.00037912768],"domain_scores_gemma":[0.99952847,0.00011981647,0.000096093776,0.00015087964,0.000024631041,0.000080119695],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001279515,0.00017292453,0.00021396953,0.00018091883,0.00056533143,0.00015958594,0.00014295676,0.000057309124,0.0011619411],"category_scores_gemma":[0.00029395736,0.00015279472,0.00005987911,0.000027469001,0.00009304414,0.00032207076,0.000067189954,0.0010848335,0.000052978743],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044160242,0.000097918724,0.015020067,0.00007921282,0.000042937434,0.00023348168,0.6900079,0.000017360615,0.00019065232,0.20837644,0.0011128528,0.084777],"study_design_scores_gemma":[0.0015068909,0.0008468028,0.017163765,0.00068142434,0.00006654892,0.000067003006,0.60431296,0.0012461459,0.00067249645,0.012677358,0.3592313,0.0015273246],"about_ca_topic_score_codex":0.0062255682,"about_ca_topic_score_gemma":0.00053155527,"teacher_disagreement_score":0.35811844,"about_ca_system_score_codex":0.0000102214235,"about_ca_system_score_gemma":0.000011881266,"threshold_uncertainty_score":0.99975115},"labels":[],"label_agreement":null},{"id":"W2053567368","doi":"10.1111/j.1944-9720.2000.tb00607.x","title":"Setting Students Up for Success: Formative Evaluation and FLES<sup>1</sup>","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Formative assessment; Curriculum; Experiential learning; Psychology; Mathematics education; AP French Language; Test (biology); Pedagogy; Language education","score_opus":0.06690335844146077,"score_gpt":0.4632979285319402,"score_spread":0.3963945700904794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053567368","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9210366,0.00086533726,0.000156971,0.0004733183,0.00012230987,0.00083105935,0.00012770941,0.00004687932,0.0763398],"genre_scores_gemma":[0.9864218,0.000019962705,0.00040640644,0.0027008916,0.00031537385,0.00048761486,0.0003348654,0.0000179818,0.0092950575],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984353,0.00019097747,0.00030976272,0.00034544576,0.00036167243,0.00035681415],"domain_scores_gemma":[0.99918836,0.000238284,0.00010431027,0.00021496984,0.00014872117,0.00010533911],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010406782,0.00016996857,0.00018703383,0.00007146775,0.0001696746,0.0000789782,0.00022934443,0.000110993395,0.013329437],"category_scores_gemma":[0.00006431439,0.00013755549,0.00007716232,0.00013738054,0.00004728692,0.00022537695,0.00002430947,0.000116483636,0.000298562],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006066299,0.000971011,0.041942853,0.00008374608,0.000504485,0.000014858445,0.1076529,0.00011229064,0.000055538916,0.010975464,0.084309295,0.7527709],"study_design_scores_gemma":[0.011197749,0.0020166389,0.689467,0.00029107314,0.00035636185,0.000121690646,0.119964,0.0037640114,0.00045472928,0.11121275,0.059541646,0.001612309],"about_ca_topic_score_codex":0.00003711013,"about_ca_topic_score_gemma":0.0000024236238,"teacher_disagreement_score":0.7511586,"about_ca_system_score_codex":0.000019710507,"about_ca_system_score_gemma":0.000019752468,"threshold_uncertainty_score":0.9875725},"labels":[],"label_agreement":null},{"id":"W2068510987","doi":"10.1111/j.1944-9720.2012.01178.x","title":"Content and Language Integration in K–12 Contexts: Student Outcomes, Teacher Practices, and Stakeholder Perspectives","year":2012,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":104,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Stakeholder; Pedagogy; Language acquisition; Psychology; Mathematics education; Thematic analysis; Sociology; Qualitative research; Political science; Public relations","score_opus":0.13755884983647745,"score_gpt":0.3424894175344899,"score_spread":0.20493056769801246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068510987","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9333473,0.025896817,0.000014449377,0.00028317544,0.00008194828,0.00026128712,0.000020755744,0.00007607218,0.04001822],"genre_scores_gemma":[0.9874601,0.000060965358,0.00006281957,0.0008819232,0.00039895956,0.000030339486,0.000034140612,0.000028814195,0.011041939],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987221,0.00021626476,0.0002561147,0.0002547576,0.00018356975,0.00036722093],"domain_scores_gemma":[0.9992497,0.00017567778,0.00023747291,0.00018319747,0.00004346568,0.00011046813],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00084700255,0.00021627125,0.000287456,0.00016465761,0.00016213882,0.00027416923,0.000087977525,0.00006304045,0.0017139805],"category_scores_gemma":[0.0004482257,0.00016034226,0.00005010207,0.000026025009,0.0001266357,0.00074236264,0.000055325247,0.00038256776,0.000017111546],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003029648,0.00024576776,0.07712755,0.000025181238,0.00008320128,0.00004496875,0.84706837,2.6613597e-7,0.00029429691,0.043060374,0.00042169073,0.03159801],"study_design_scores_gemma":[0.0007178655,0.00008907712,0.08074754,0.00007151232,0.00003323649,0.000019952702,0.91374785,0.000016999522,0.00009324039,0.000040582338,0.004172872,0.00024930027],"about_ca_topic_score_codex":0.003809218,"about_ca_topic_score_gemma":0.0033440324,"teacher_disagreement_score":0.066679426,"about_ca_system_score_codex":0.000029608267,"about_ca_system_score_gemma":0.000008830779,"threshold_uncertainty_score":0.9991986},"labels":[],"label_agreement":null},{"id":"W2081513394","doi":"10.1111/j.1944-9720.2009.01052.x","title":"The Amount, Purpose, and Reasons for Using L1 in L2 Classrooms","year":2009,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":174,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria; Langara College","funders":"","keywords":"German; Conversation; Psychology; Foreign language; Recall; Mathematics education; Audio equipment; Teaching method; Language proficiency; Linguistics; Pedagogy; Communication; Cognitive psychology","score_opus":0.060564688677943485,"score_gpt":0.31944660630962857,"score_spread":0.2588819176316851,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2081513394","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8386422,0.0061806976,0.00034034115,0.0011764432,0.00012281633,0.00044681618,0.000038138223,0.000114923525,0.15293767],"genre_scores_gemma":[0.99061334,0.000021711083,0.00020344758,0.0008635053,0.00050104037,0.000010857514,0.000014207024,0.000015621185,0.007756294],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99921775,0.000067333945,0.0001638423,0.00015529226,0.000091840135,0.00030392446],"domain_scores_gemma":[0.99953204,0.00016802011,0.00006971441,0.0001515864,0.000035864752,0.000042750293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00058131106,0.00011235168,0.00013813426,0.00006550061,0.00055558997,0.0002781749,0.00010825788,0.000039640665,0.000115257746],"category_scores_gemma":[0.00015153897,0.00007717016,0.000060053506,0.00002999755,0.0000815476,0.00014508497,0.000012156702,0.00018088406,0.0000057755506],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068485504,0.000050695955,0.00046620154,0.000023925877,0.000024083527,0.00002355501,0.077042975,0.000035614543,0.00018647272,0.8476008,0.0050582653,0.06941892],"study_design_scores_gemma":[0.00094632985,0.00047270022,0.0022245105,0.0002472539,0.00004151596,0.000025490475,0.1045423,0.0040381304,0.00014493206,0.03767626,0.84911114,0.0005294385],"about_ca_topic_score_codex":0.00021472925,"about_ca_topic_score_gemma":0.0006339333,"teacher_disagreement_score":0.84405285,"about_ca_system_score_codex":0.000012256507,"about_ca_system_score_gemma":0.000014092053,"threshold_uncertainty_score":0.4273205},"labels":[],"label_agreement":null},{"id":"W2113111607","doi":"10.1111/j.1944-9720.2009.01022.x","title":"An International Comparison of Socially Constructed Language Learning Motivation and Beliefs","year":2009,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba","funders":"","keywords":"Value (mathematics); Psychology; Foreign language; Motivation to learn; Politics; Language acquisition; Social psychology; Pedagogy; Mathematics education; Political science","score_opus":0.04143950369000307,"score_gpt":0.33597161952377963,"score_spread":0.2945321158337766,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2113111607","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9164368,0.00030828422,0.00010738197,0.0001433308,0.000054407927,0.00006215875,0.000015007129,0.000107631015,0.082765006],"genre_scores_gemma":[0.997765,0.0000069017415,0.0002768002,0.00024922544,0.0004617871,0.0000012720959,0.00013203266,0.000010909607,0.0010960741],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99921346,0.00010114572,0.00022401633,0.00014525044,0.00017138898,0.00014471856],"domain_scores_gemma":[0.99953365,0.00006476873,0.00017476905,0.000092777984,0.0000905187,0.000043506414],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002589891,0.00010169945,0.00017828493,0.00010833512,0.00021097784,0.00011797221,0.00011422057,0.000044888606,0.0009780556],"category_scores_gemma":[0.00017193008,0.000094226954,0.000042798594,0.000026511538,0.00009381131,0.00028027015,0.000013446276,0.00022627032,0.000006420674],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044270004,0.00015210494,0.022934388,0.000026380976,0.000065390304,0.000012512723,0.5526844,0.00017180046,0.009029564,0.3102175,0.0005197837,0.1041419],"study_design_scores_gemma":[0.0023195292,0.0023551637,0.15135586,0.0004849566,0.00008628643,0.000023729874,0.7960255,0.008691046,0.0083813565,0.009275882,0.019842137,0.0011585522],"about_ca_topic_score_codex":0.00016714819,"about_ca_topic_score_gemma":0.000049437436,"teacher_disagreement_score":0.30094162,"about_ca_system_score_codex":0.000007610995,"about_ca_system_score_gemma":0.000015536449,"threshold_uncertainty_score":0.9999352},"labels":[],"label_agreement":null},{"id":"W2114931004","doi":"10.1111/j.1944-9720.2004.tb02177.x","title":"Language Awareness and Its Multiple Possibilities for the L2 Classroom","year":2004,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Université du Québec à Montréal","funders":"","keywords":"Psychology; Foreign language; Second-language attrition; Metalinguistics; Comprehension approach; Second-language acquisition; Language acquisition; Language assessment; Language education; Linguistics; Pedagogy; Teaching method; Mathematics education; Vocabulary development","score_opus":0.06267872451504822,"score_gpt":0.30895886750716556,"score_spread":0.24628014299211734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114931004","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9748365,0.010037644,0.0003713461,0.0007017216,0.00017509483,0.00041297762,0.00017455981,0.00019443006,0.013095708],"genre_scores_gemma":[0.98422825,0.000026726353,0.00009176102,0.0008903063,0.00090980635,0.000064807326,0.000051453033,0.000034750305,0.013702149],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.999049,0.000052197247,0.00018920824,0.00023241839,0.00014166458,0.0003355011],"domain_scores_gemma":[0.99913496,0.00041973052,0.00008016074,0.00022798637,0.00007711438,0.00006003576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045544558,0.00017203705,0.000185785,0.000060821112,0.00082152366,0.0002596883,0.0001818348,0.000051386894,0.00039865557],"category_scores_gemma":[0.00032341084,0.00011184649,0.00011122012,0.000025727219,0.00011764503,0.00020211775,0.000045864297,0.00019222715,0.00003315403],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008274916,0.000083578234,0.0005235034,0.0001997591,0.00012258561,0.000031887317,0.6434537,0.0002813576,0.0006557932,0.3418246,0.00208638,0.010654108],"study_design_scores_gemma":[0.0032813028,0.0006240062,0.001506157,0.00038013927,0.00014893935,0.000039577004,0.8099696,0.0026931074,0.006915465,0.021750389,0.15161964,0.0010716633],"about_ca_topic_score_codex":0.001238156,"about_ca_topic_score_gemma":0.0014588523,"teacher_disagreement_score":0.3200742,"about_ca_system_score_codex":0.000014111962,"about_ca_system_score_gemma":0.0000337625,"threshold_uncertainty_score":0.6318579},"labels":[],"label_agreement":null},{"id":"W2118743960","doi":"10.1111/j.1944-9720.2002.tb01856.x","title":"The Challenges and Successes of Developing a Literacy Community in a Minority Language in Western Canada: An Action Research Study","year":2002,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Alberta","funders":"","keywords":"Neuroscience of multilingualism; Literacy; Ukrainian; Pedagogy; Action research; Context (archaeology); Action (physics); Diaspora; Reading (process); Sociology; Psychology; Political science; Linguistics; Gender studies; Geography","score_opus":0.37725482482702144,"score_gpt":0.5482821793754181,"score_spread":0.17102735454839668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2118743960","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9841971,0.004317069,1.3216538e-7,0.0013687195,0.00002709182,0.0002818217,0.000004463595,0.000008248121,0.009795357],"genre_scores_gemma":[0.9984105,0.0008963964,0.000011286526,0.00010609899,0.000081750055,0.000023192955,0.0000020765094,0.0000041738613,0.00046451777],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9971726,0.0019632059,0.00019851395,0.00010731265,0.00028650413,0.0002718729],"domain_scores_gemma":[0.99881417,0.00072681584,0.00005854013,0.00020693996,0.00012713957,0.0000664074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031168698,0.00006366108,0.0001224912,0.00014034119,0.00034817134,0.00006117192,0.00025358557,0.00004175661,0.000032416454],"category_scores_gemma":[0.0009179171,0.000051907627,0.000009872787,0.00032920946,0.00011477239,0.00021287664,0.000048198675,0.0002923287,9.611952e-7],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010934205,0.0001990112,0.03227533,0.000036209934,0.0000042913175,0.000011549798,0.8776285,4.6840918e-7,0.000012178139,0.002030353,0.000036266727,0.08775492],"study_design_scores_gemma":[0.00017016217,0.000049983162,0.24670845,0.00004194012,0.0000010696158,6.1800046e-7,0.7504047,0.0000204978,0.00009674491,0.00022144974,0.002217625,0.0000667718],"about_ca_topic_score_codex":0.94543314,"about_ca_topic_score_gemma":0.99650896,"teacher_disagreement_score":0.21443312,"about_ca_system_score_codex":0.000088504596,"about_ca_system_score_gemma":0.00026140592,"threshold_uncertainty_score":0.26778877},"labels":[],"label_agreement":null},{"id":"W2138152768","doi":"10.1111/j.1944-9720.2000.tb00890.x","title":"Linguistic Diversity and Inclusion in the Foreign Language Classroom","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Multilingual Education and Policy","field":"Social Sciences","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Linguistic diversity; Linguistics; Diversity (politics); Inclusion (mineral); Set (abstract data type); Foreign language; Psychology; Work (physics); Linguistic description; Sociology; Pedagogy; Computer science; Social psychology","score_opus":0.0612036679485605,"score_gpt":0.41606446901672056,"score_spread":0.3548608010681601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2138152768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6112157,0.000660155,0.000003038098,0.0006436363,0.000028890387,0.00017366032,0.00001110869,0.000031022577,0.38723275],"genre_scores_gemma":[0.98920476,0.00018274739,0.000061358645,0.005135769,0.0005350958,0.000007410421,0.000016211736,0.000007392963,0.0048492597],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99866843,0.00028580532,0.00015475671,0.00018337175,0.00037744228,0.00033021477],"domain_scores_gemma":[0.9993785,0.00022648986,0.000047743357,0.00019742551,0.000040907395,0.000108926375],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012838384,0.00010537489,0.00012694443,0.00008823373,0.0024771162,0.00005704123,0.0004165571,0.000092237984,0.001983941],"category_scores_gemma":[0.00053855503,0.00008065604,0.000052402575,0.00028941117,0.00015349871,0.00009898445,0.00075684505,0.0001645163,0.00005274245],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019035206,0.00005817955,0.0030751503,0.000009694064,0.0000045690376,0.000044005443,0.90810806,0.0000022521224,0.000014424315,0.023157852,0.00090939045,0.06459742],"study_design_scores_gemma":[0.0014356415,0.0001783378,0.028849205,0.0001436622,0.00005214525,0.000017859207,0.53952676,0.0003948118,0.00036475877,0.07475067,0.35346383,0.0008223209],"about_ca_topic_score_codex":0.017298806,"about_ca_topic_score_gemma":0.0032058656,"teacher_disagreement_score":0.3823835,"about_ca_system_score_codex":0.000028384971,"about_ca_system_score_gemma":0.00006728892,"threshold_uncertainty_score":0.99892837},"labels":[],"label_agreement":null},{"id":"W2141219517","doi":"10.1111/j.1944-9720.2000.tb00931.x","title":"Some Hypotheses on the Nature of Difficulty and Ease in Second Language Reading: An Application of Schema Theory","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Reading and Literacy Development","field":"Psychology","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Schema (genetic algorithms); Grammar; Reading (process); Vocabulary; Linguistics; Computer science; Usability; Psychology; Empirical research; Factor (programming language); Information retrieval; Human–computer interaction","score_opus":0.01698279799922078,"score_gpt":0.3137343480219169,"score_spread":0.29675155002269615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2141219517","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96403986,0.0015688228,0.0000036973115,0.00006628595,0.000015537524,0.00022963285,0.00006574019,0.00001922728,0.0339912],"genre_scores_gemma":[0.99542767,0.000015427693,0.00006429878,0.0007326962,0.000068862224,0.000042582076,0.000043424843,0.000015348738,0.0035896793],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99906415,0.0001683507,0.0002490393,0.00022607141,0.000119492404,0.0001728711],"domain_scores_gemma":[0.9991337,0.00028367198,0.00010930833,0.00040310196,0.000024031577,0.00004617396],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005369122,0.00012199489,0.00019703983,0.00010111899,0.000029008777,0.000011620468,0.00016761717,0.00012666061,0.0015469322],"category_scores_gemma":[0.00006816819,0.000079282625,0.000042304153,0.00013747935,0.0000767012,0.00007900635,0.000012977786,0.00019119993,0.000024306331],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011123947,0.0009995145,0.006270378,0.00016721235,0.00018653386,0.0001014442,0.2318421,0.00001182326,0.03785358,0.526325,0.0026363335,0.19249369],"study_design_scores_gemma":[0.0030542724,0.0009967658,0.47775844,0.0006735815,0.00006688056,0.000097704404,0.15147646,0.00014256015,0.30230302,0.05314958,0.00917478,0.0011059691],"about_ca_topic_score_codex":0.000057807385,"about_ca_topic_score_gemma":0.000008884389,"teacher_disagreement_score":0.4731754,"about_ca_system_score_codex":0.0000069043995,"about_ca_system_score_gemma":0.00000877772,"threshold_uncertainty_score":0.9993658},"labels":[],"label_agreement":null},{"id":"W2142761927","doi":"10.1111/j.1944-9720.2008.tb03323.x","title":"Exchanging Second Language Messages Online: Developing an Intercultural Communicative Competence?","year":2008,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Victoria","funders":"","keywords":"German; Communicative competence; Intercultural communication; Psychology; Intercultural competence; Competence (human resources); Pedagogy; Mathematics education; Linguistics; Social psychology","score_opus":0.10645896087648148,"score_gpt":0.32763737874516974,"score_spread":0.22117841786868825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2142761927","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9086543,0.0021383143,0.00009011507,0.00023839861,0.000091036665,0.00012818268,0.00008612074,0.0003017035,0.088271864],"genre_scores_gemma":[0.98288596,0.000043057524,0.001650029,0.001904583,0.00063693715,0.00001300306,0.00043689943,0.000040374434,0.012389133],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985435,0.00027344577,0.0002914173,0.00026802538,0.00019830358,0.00042529538],"domain_scores_gemma":[0.9990937,0.00012860267,0.00015802667,0.0004053414,0.000115466195,0.00009886763],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003628147,0.0002476135,0.00030876903,0.00011498857,0.00092724647,0.00015815679,0.00047917233,0.00005913946,0.0037227236],"category_scores_gemma":[0.000083262355,0.00020001992,0.00011854651,0.00006301325,0.00026372584,0.0005481652,0.00013668409,0.00049226545,0.000092439164],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015994856,0.00007523649,0.00021906554,0.00004595062,0.000078430436,0.00018330438,0.9461754,0.000008710629,0.00070990226,0.04353446,0.002390234,0.006563337],"study_design_scores_gemma":[0.00052270957,0.0002218343,0.0018025823,0.00038106056,0.000025080728,0.0001542581,0.91710496,0.0006134226,0.0018983387,0.0007028975,0.07572662,0.0008462199],"about_ca_topic_score_codex":0.00055529963,"about_ca_topic_score_gemma":0.0017119035,"teacher_disagreement_score":0.07588273,"about_ca_system_score_codex":0.000032024247,"about_ca_system_score_gemma":0.00003537837,"threshold_uncertainty_score":0.99718803},"labels":[],"label_agreement":null},{"id":"W2152249756","doi":"10.1111/j.1944-9720.2000.tb01998.x","title":"A Study of Cross‐Cultural Adaptation by English‐Speaking Sojourners in Spain","year":2000,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Generalitat de Catalunya","keywords":"Psychology; Personality psychology; Recreation; Adaptation (eye); Extraversion and introversion; Agreeableness; Personality; Language proficiency; Perception; Social psychology; Pedagogy; Medical education; Mathematics education; Applied psychology; Big Five personality traits","score_opus":0.05978487465647737,"score_gpt":0.32526864922963483,"score_spread":0.26548377457315747,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2152249756","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84905726,0.00038219907,0.0000028823245,0.000016906162,0.000037750575,0.00012971382,0.000011125062,0.000055795277,0.15030636],"genre_scores_gemma":[0.99292845,0.0000066678836,0.000021330445,0.00013207998,0.00030134083,0.000010394183,0.000035586432,0.000017172595,0.0065469528],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99893683,0.00018837515,0.00029073036,0.00016672829,0.00019094322,0.00022639896],"domain_scores_gemma":[0.99958515,0.000061698454,0.0001033979,0.00012517601,0.00008911287,0.000035480618],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005669226,0.00012134944,0.00018434627,0.00008878813,0.00016271503,0.00019153778,0.00012412394,0.00003404545,0.0033268789],"category_scores_gemma":[0.00013070968,0.00009905629,0.000059347392,0.000052067742,0.00006880423,0.00040531985,0.000011698356,0.00023200648,0.0000236384],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004170678,0.00021079447,0.0019843315,0.0000138344985,0.000027222784,0.00003148799,0.96656907,0.0012636438,0.000044625114,0.0027212938,0.0008080395,0.026283959],"study_design_scores_gemma":[0.0012713355,0.0004925574,0.0015507377,0.0001228852,0.00001754898,0.0000024919505,0.9538573,0.0008204028,0.00010618925,0.0001783061,0.041279867,0.00030037478],"about_ca_topic_score_codex":0.0030121778,"about_ca_topic_score_gemma":0.0015436257,"teacher_disagreement_score":0.1438712,"about_ca_system_score_codex":0.000013272472,"about_ca_system_score_gemma":0.0000089378345,"threshold_uncertainty_score":0.9975842},"labels":[],"label_agreement":null},{"id":"W2157084486","doi":"10.1111/j.1944-9720.2009.01009.x","title":"Second Language Anxiety and Distance Language Learning","year":2009,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université du Québec à Montréal","funders":"","keywords":"Anxiety; Psychology; Foreign language anxiety; Reading (process); Foreign language; Distance education; Mathematics education; Developmental psychology; Linguistics","score_opus":0.018137564342754594,"score_gpt":0.26621685656395405,"score_spread":0.24807929222119945,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2157084486","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6751739,0.005999141,0.0000739046,0.00019390506,0.000057603895,0.00010991102,0.00003438956,0.00029990985,0.31805736],"genre_scores_gemma":[0.9404051,0.00004199524,0.00011889225,0.0016374849,0.00081892963,0.0000059028634,0.00008809875,0.000032999735,0.0568506],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99860764,0.00013745725,0.00024032131,0.00034704918,0.00020768165,0.0004598369],"domain_scores_gemma":[0.99936265,0.00007689333,0.00012871854,0.0002615814,0.000041480886,0.00012867241],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00049252296,0.00024689912,0.00027940804,0.00010627067,0.0004952652,0.00032995117,0.00017236282,0.00007198744,0.004843841],"category_scores_gemma":[0.00012899726,0.00021345807,0.00010967917,0.000054144846,0.000108894565,0.00031548575,0.000037845206,0.000547023,0.000110925386],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000058793135,0.00009639041,0.0011581467,0.000106422776,0.00006751652,0.0002870014,0.7250682,0.000027629612,0.004327312,0.124475144,0.009530882,0.13479653],"study_design_scores_gemma":[0.0011000241,0.00054826826,0.0036138021,0.0002778105,0.000061068895,0.00009013552,0.34291822,0.0006645917,0.0027112965,0.0017883754,0.64501345,0.0012129473],"about_ca_topic_score_codex":0.00014980057,"about_ca_topic_score_gemma":0.00030403194,"teacher_disagreement_score":0.6354826,"about_ca_system_score_codex":0.000014211938,"about_ca_system_score_gemma":0.0000130996295,"threshold_uncertainty_score":0.99606586},"labels":[],"label_agreement":null},{"id":"W2158526459","doi":"10.1111/j.1944-9720.2010.01088.x","title":"Foreign Languages and Sustainability: Addressing the Connections, Communities, and Comparisons Standards in Higher Education","year":2010,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"German; Sustainability; Foreign language; Sustainable development; Unit (ring theory); Service-learning; Pedagogy; Environmental education; Computer science; Political science; Mathematics education; Sociology; Knowledge management; Psychology; Linguistics; Ecology","score_opus":0.08721011317085041,"score_gpt":0.4123664511017269,"score_spread":0.3251563379308765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158526459","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8745363,0.0027483318,0.00002451122,0.0054985457,0.00008083621,0.000320524,0.000017363183,0.000072950075,0.11670068],"genre_scores_gemma":[0.9970094,0.0001301044,0.000112196045,0.0010994474,0.00014395235,0.000048592337,0.000024929814,0.000011024147,0.0014203675],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9984419,0.00080761546,0.00014888942,0.00010844671,0.00023363472,0.00025956222],"domain_scores_gemma":[0.9987824,0.00054923206,0.0000703363,0.00032197722,0.00019822814,0.00007781822],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024776147,0.00010336152,0.00014229055,0.00009848177,0.001258039,0.00025537933,0.00023164964,0.000087965156,0.0005199055],"category_scores_gemma":[0.00027169916,0.00008390383,0.000025142923,0.00021365109,0.00037533298,0.00017991122,0.00011784501,0.000601491,0.0000010924992],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039471015,0.00020577022,0.10025011,0.000113743146,0.0000380435,0.0000067167402,0.26753622,0.000012251848,0.000043583364,0.5648438,0.007369152,0.05954117],"study_design_scores_gemma":[0.00017650305,0.000031616928,0.029255027,0.000048899714,0.000012864611,0.000002742136,0.8266424,0.00003335374,0.000029224979,0.006345557,0.13729854,0.00012328154],"about_ca_topic_score_codex":0.031105703,"about_ca_topic_score_gemma":0.038238574,"teacher_disagreement_score":0.5591062,"about_ca_system_score_codex":0.000050918625,"about_ca_system_score_gemma":0.00026014098,"threshold_uncertainty_score":0.97931105},"labels":[],"label_agreement":null},{"id":"W2553883214","doi":"10.1111/flan.12238","title":"The Unique Skills and Traits of Principals in One‐Way and Two‐Way Dual Immersion Schools","year":2016,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakeridge Health","funders":"","keywords":"Immersion (mathematics); Dual language; Psychology; Foreign language; Mathematics education; Pedagogy; French immersion; Dual role; Mathematics","score_opus":0.028365917989803927,"score_gpt":0.2751615303006109,"score_spread":0.246795612310807,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2553883214","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97712624,0.0014696169,0.000015482097,0.00058528455,0.000025097897,0.0001504058,0.000025452557,0.000025869735,0.020576572],"genre_scores_gemma":[0.9933628,0.00019230501,0.000048524995,0.00018844324,0.00016259332,0.000008943545,0.0000034626146,0.000015992417,0.006016977],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99903274,0.00018051705,0.00023550683,0.00017300498,0.00013403274,0.00024418635],"domain_scores_gemma":[0.9993346,0.0003167576,0.00011067154,0.0001334422,0.000042945972,0.00006159865],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00091214373,0.00011912817,0.00018814697,0.0000843168,0.00022052287,0.00008628176,0.00008636861,0.000042597025,0.00027252772],"category_scores_gemma":[0.00017735422,0.00006586271,0.000039792583,0.000026385753,0.0001855456,0.00017785518,0.00005438031,0.0001745469,0.000011459689],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009638434,0.00018024545,0.005846953,0.00010456414,0.00010476541,0.000045870063,0.1429858,0.0000047862263,0.019522442,0.62085485,0.0017376178,0.20851573],"study_design_scores_gemma":[0.013252418,0.0031839637,0.23397067,0.008060201,0.00022424947,0.00013314321,0.2809346,0.00019886627,0.08808912,0.07967311,0.28896034,0.0033193077],"about_ca_topic_score_codex":0.00020073917,"about_ca_topic_score_gemma":0.00032116575,"teacher_disagreement_score":0.54118174,"about_ca_system_score_codex":0.000007854544,"about_ca_system_score_gemma":0.000013810166,"threshold_uncertainty_score":0.29839873},"labels":[],"label_agreement":null},{"id":"W2609154548","doi":"10.1111/flan.12266","title":"Integration PCK: Modeling the Knowledge(s) Underlying a World Language Teacher's Implementation of CBI","year":2017,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Learning and Teaching","field":"Arts and Humanities","cited_by":44,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Construct (python library); Adaptation (eye); Mathematics education; Set (abstract data type); Action research; Pedagogy; Professional development; Teacher education; Action (physics); Psychology; Knowledge integration; Language acquisition; Computer science; Knowledge base; Artificial intelligence","score_opus":0.12914069654936466,"score_gpt":0.38563933650976184,"score_spread":0.2564986399603972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2609154548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80934966,0.0016999615,0.0008250016,0.0002527088,0.0001515931,0.0002145977,0.000024674038,0.00008799291,0.18739383],"genre_scores_gemma":[0.9871278,0.000005933542,0.000089625944,0.00024472718,0.0006572068,0.00002502447,0.000070156166,0.000031889787,0.011747645],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988832,0.00013143738,0.0003204823,0.00021027727,0.00017429542,0.0002803414],"domain_scores_gemma":[0.99890286,0.00008008258,0.0003213749,0.00055620295,0.000095252515,0.000044229557],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00076684356,0.00017608244,0.00021164907,0.0001536183,0.0010784862,0.00049613946,0.00041927813,0.000037773934,0.004091578],"category_scores_gemma":[0.00013156254,0.000120461824,0.00014697187,0.000032814685,0.000120957266,0.00044255887,0.0000802616,0.00030657844,0.000044566477],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000193878,0.000052762894,0.00031634228,0.000048045702,0.00011140994,0.0000145314325,0.5447297,0.000089152534,0.0013488169,0.12336142,0.00095515954,0.3289533],"study_design_scores_gemma":[0.0006939279,0.000109471825,0.000642769,0.00023797824,0.00009709575,0.000006460762,0.9702638,0.016811036,0.0027203066,0.0020772966,0.0059398566,0.0004000331],"about_ca_topic_score_codex":0.008508734,"about_ca_topic_score_gemma":0.022414759,"teacher_disagreement_score":0.4255341,"about_ca_system_score_codex":0.00002049023,"about_ca_system_score_gemma":0.000032651937,"threshold_uncertainty_score":0.99809366},"labels":[],"label_agreement":null},{"id":"W2743070376","doi":"10.1111/flan.12285","title":"Linguistic Dimensions of Accentedness and Comprehensibility: Exploring Task and Listener Effects in Second Language French","year":2017,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Phonetics and Phonology Research","field":"Psychology","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Pronunciation; Linguistics; Fluency; Psychology; Lexis; Grammar; Task (project management); Phonetics; Mathematics education","score_opus":0.08531947550113271,"score_gpt":0.38401397588513797,"score_spread":0.29869450038400525,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2743070376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98526806,0.005423349,0.000009606395,0.000041007865,0.0001959868,0.00026534588,0.00006562148,0.00001606508,0.008714958],"genre_scores_gemma":[0.9988012,0.00007352342,0.00008056337,0.00010203351,0.00007759635,0.000043554835,0.000015644737,0.000018741373,0.0007871714],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9988108,0.0001386747,0.00023014538,0.0003558714,0.000107000116,0.00035749347],"domain_scores_gemma":[0.9986589,0.00033651377,0.00011330099,0.000707563,0.000064270745,0.00011944897],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003706859,0.00014858252,0.0003462966,0.00015603214,0.00013373759,0.000048121143,0.00022475653,0.00011452329,0.00024307467],"category_scores_gemma":[0.0004419503,0.000120559576,0.000039526785,0.00006555214,0.0002950876,0.00007432949,0.00027804854,0.0002472938,0.000011347103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048101184,0.00092683465,0.4254016,0.0013643955,0.0005428566,0.0038962797,0.3642769,0.000004108557,0.12766585,0.009149894,0.0017556371,0.064534664],"study_design_scores_gemma":[0.0014634782,0.00024340536,0.9845758,0.00017098982,0.000022664728,0.00003775808,0.0026716436,0.00012024111,0.0072534364,0.0027964308,0.00041879818,0.00022532385],"about_ca_topic_score_codex":0.0019828223,"about_ca_topic_score_gemma":0.0007653862,"teacher_disagreement_score":0.55917424,"about_ca_system_score_codex":0.000006222133,"about_ca_system_score_gemma":0.000015500174,"threshold_uncertainty_score":0.4916277},"labels":[],"label_agreement":null},{"id":"W2793508318","doi":"10.1111/flan.12321","title":"The world language teacher shortage: Taking a new direction","year":2018,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":75,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Economic shortage; Variety (cybernetics); Political science; World War II; Rhetoric; State (computer science); Pedagogy; Psychology; Linguistics; Law; Computer science","score_opus":0.13504766161224072,"score_gpt":0.44113907369896194,"score_spread":0.3060914120867212,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793508318","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115784116,0.006277919,0.00014373843,0.035826866,0.00078108034,0.0003775282,0.0000031511338,0.00041323557,0.84039235],"genre_scores_gemma":[0.80950963,0.000030206495,0.00009669548,0.0012541353,0.0033902898,0.000017009545,0.00000328468,0.00001394316,0.1856848],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9986676,0.00024382105,0.00015922866,0.00019750497,0.0002978116,0.00043401663],"domain_scores_gemma":[0.99928653,0.0001518005,0.00011941493,0.00023371562,0.00007857842,0.00012997106],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010338457,0.000114538176,0.000112494075,0.00008029312,0.0009133511,0.00019032776,0.000265011,0.00005706767,0.0028232099],"category_scores_gemma":[0.00067092443,0.00008317849,0.000085385094,0.00047084136,0.00034093778,0.00015964697,0.000029905392,0.00017637855,0.00027451597],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016076974,0.000036524318,0.004954371,0.000003281479,0.0000519562,0.0000049965465,0.66414595,1.4211483e-7,0.00012206714,0.016484927,0.18825921,0.12592052],"study_design_scores_gemma":[0.00009124441,0.00002406276,0.008381378,0.000020184863,0.000014708933,7.7025805e-7,0.50958204,0.0000039553174,0.0004959663,0.00069171016,0.48054153,0.0001524732],"about_ca_topic_score_codex":0.004604674,"about_ca_topic_score_gemma":0.040127084,"teacher_disagreement_score":0.6937255,"about_ca_system_score_codex":0.00004960363,"about_ca_system_score_gemma":0.000116467505,"threshold_uncertainty_score":0.99808836},"labels":[],"label_agreement":null},{"id":"W2806911187","doi":"10.1111/flan.12340","title":"“I wouldn't want to impose!” Intercultural mediation in French immersion","year":2018,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Crandall University","funders":"","keywords":"Intercultural competence; Pedagogy; Multiculturalism; French immersion; Curriculum; Sociology; Cultural competence; Foreign language; Multicultural education; Language education; Dialectic; Psychology","score_opus":0.036176725609715854,"score_gpt":0.3040627107978572,"score_spread":0.26788598518814133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806911187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91152227,0.00019706608,0.00004506773,0.00065428484,0.00024206004,0.00012234885,0.000012997621,0.00007022123,0.087133676],"genre_scores_gemma":[0.9906844,0.0000041207804,0.000089461355,0.001531352,0.0013260859,0.000010502163,0.0000617318,0.000015519707,0.006276857],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99907714,0.00008028979,0.0002060259,0.00019442862,0.00016111103,0.00028099772],"domain_scores_gemma":[0.9996054,0.000036697453,0.000060565242,0.00014712711,0.00007652133,0.0000736434],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037928903,0.00012250233,0.00014266027,0.00016212392,0.00018275809,0.00011990425,0.00014215351,0.00005030924,0.0039995755],"category_scores_gemma":[0.00010338028,0.00009293928,0.000058547685,0.000058693353,0.000059724654,0.00020161104,0.0000473424,0.00021217605,0.0006848212],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004062386,0.00006212657,0.0011059958,0.000022149065,0.00002369723,0.000033828175,0.9016971,0.0000093726785,0.0038662406,0.021745332,0.04127203,0.030121498],"study_design_scores_gemma":[0.0014597751,0.0020041242,0.011235146,0.00065579,0.000035697158,0.000021319287,0.50737643,0.0015063989,0.011241999,0.0038420032,0.45924506,0.0013762346],"about_ca_topic_score_codex":0.0013848721,"about_ca_topic_score_gemma":0.0014417286,"teacher_disagreement_score":0.417973,"about_ca_system_score_codex":0.000026405343,"about_ca_system_score_gemma":0.000010908576,"threshold_uncertainty_score":0.9969109},"labels":[],"label_agreement":null},{"id":"W3012679581","doi":"10.1111/flan.12446","title":"Collaborative writing in mixed classes: What do heritage and second language learners think?","year":2020,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"American Council on The Teaching of Foreign Languages","keywords":"Psychology; Quarter (Canadian coin); Perception; Mathematics education; Collaborative writing; Heritage language; First language; Second language writing; Leverage (statistics); Pedagogy; Second language; Linguistics; Computer science","score_opus":0.030228320509582757,"score_gpt":0.27975151789156505,"score_spread":0.24952319738198228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3012679581","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9080079,0.015987372,0.0000065725667,0.0009084138,0.00007207905,0.00020343659,0.000048638052,0.00015690403,0.07460869],"genre_scores_gemma":[0.9927178,0.00018416856,0.00014372011,0.0036009136,0.0005531467,0.000012406671,0.000055457123,0.00004225223,0.0026901476],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9985541,0.00025494996,0.00029830137,0.00035041192,0.00018027794,0.00036193384],"domain_scores_gemma":[0.99934554,0.00018790926,0.00012324905,0.00015436526,0.000054667315,0.00013429337],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00050884543,0.00021773137,0.0003183034,0.00010216986,0.00025572654,0.0009688783,0.00015449709,0.00007664748,0.0028738016],"category_scores_gemma":[0.00022689553,0.0001966699,0.00006467993,0.00011193231,0.00013741071,0.00086475053,0.00007341335,0.0005079224,0.000069351576],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004324222,0.0000301067,0.0005909187,0.00016961388,0.000048618647,0.0003408072,0.95563906,0.000020596353,0.0007691061,0.025649693,0.0029141984,0.013784056],"study_design_scores_gemma":[0.00046047414,0.00014987834,0.00017468835,0.00021360023,0.000010217111,0.0000043902587,0.9611093,0.000245569,0.00032697758,0.0002791066,0.03674353,0.00028228166],"about_ca_topic_score_codex":0.00012630076,"about_ca_topic_score_gemma":0.00079336547,"teacher_disagreement_score":0.08470989,"about_ca_system_score_codex":0.000014625774,"about_ca_system_score_gemma":0.00003210549,"threshold_uncertainty_score":0.9980377},"labels":[],"label_agreement":null},{"id":"W3111046928","doi":"10.1111/flan.12494","title":"Culture and vision in virtual reality narratives","year":2020,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Narrative; Dialogical self; Meaning (existential); Virtual reality; Quarter (Canadian coin); Sociology; Target culture; Pedagogy; Psychology; Aesthetics; Visual arts; Social psychology; History; Art; Computer science; Literature; Human–computer interaction","score_opus":0.041093869179467876,"score_gpt":0.3472264833641351,"score_spread":0.3061326141846672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3111046928","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42611462,0.0018776386,0.48432308,0.031010533,0.00003663691,0.0006877127,0.00007317407,0.00032790154,0.055548694],"genre_scores_gemma":[0.99475867,0.000048050486,0.0014809414,0.0035322444,0.00005034697,0.000008798348,0.000011451914,0.0000042873467,0.000105235726],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.999194,0.000065311186,0.0001537426,0.0002744792,0.00014147953,0.0001709573],"domain_scores_gemma":[0.99950826,0.000025347616,0.000047930465,0.00022958795,0.000031505057,0.00015734482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00019370465,0.000094278395,0.00013332728,0.000035969977,0.000056373858,0.00011289803,0.00027964468,0.000053314794,0.000018106444],"category_scores_gemma":[0.00009787433,0.000074834476,0.000028305078,0.0003496972,0.000038554543,0.00047891168,0.00014277626,0.00010797843,0.000020640546],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037234124,0.000120303324,0.00024230796,0.000035588648,0.000016631819,0.00006285685,0.14385426,0.00010502472,0.014527068,0.71278906,0.018463947,0.109745696],"study_design_scores_gemma":[0.0060510454,0.009249859,0.08007301,0.00054101634,0.000023831284,0.00014805389,0.10820735,0.2070215,0.072912864,0.25719136,0.25493342,0.0036466997],"about_ca_topic_score_codex":0.000041037063,"about_ca_topic_score_gemma":0.000017001033,"teacher_disagreement_score":0.568644,"about_ca_system_score_codex":0.000006853779,"about_ca_system_score_gemma":0.000020891554,"threshold_uncertainty_score":0.30516616},"labels":[],"label_agreement":null},{"id":"W3173786226","doi":"10.1111/flan.12544","title":"Language teacher perspectives on stress and coping","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Resilience and Mental Health","field":"Psychology","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cape Breton University","funders":"","keywords":"Stressor; Psychology; Coping (psychology); Pandemic; Pedagogy; Context (archaeology); Foreign language; Coronavirus disease 2019 (COVID-19); Language education; Social psychology; Clinical psychology; Medicine; History","score_opus":0.03338590392761873,"score_gpt":0.4088575401448545,"score_spread":0.3754716362172357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173786226","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8026143,0.012435865,0.000026610262,0.00028639712,0.00006776866,0.00011514426,0.00003346506,0.00004500898,0.18437546],"genre_scores_gemma":[0.9819016,0.00013108984,0.000070893904,0.0017950368,0.00023360158,0.000019519352,0.000031400978,0.000018034785,0.015798835],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989586,0.000113816524,0.0001300883,0.00034165024,0.00013442704,0.00032144474],"domain_scores_gemma":[0.9994593,0.00005467859,0.000045982964,0.00029912975,0.000029681743,0.00011120274],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00013701979,0.00011962775,0.00015930527,0.000058862912,0.00008294144,0.000032671218,0.00008219074,0.00007321554,0.0032035245],"category_scores_gemma":[0.000041397692,0.00010411845,0.000050195034,0.00011400462,0.00005869246,0.00006860379,0.000035656594,0.00015641094,0.00019517649],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032711404,0.0013663109,0.02107087,0.00026189833,0.00023983754,0.004866007,0.6484624,0.0000061970954,0.006290162,0.124032065,0.027161067,0.16591609],"study_design_scores_gemma":[0.00091312337,0.00040843443,0.03257201,0.00021446381,0.000017722305,0.00014944994,0.9403476,0.000011703939,0.022229891,0.00040561863,0.0023912592,0.0003387275],"about_ca_topic_score_codex":0.0001903942,"about_ca_topic_score_gemma":0.000037851092,"teacher_disagreement_score":0.2918852,"about_ca_system_score_codex":0.000018937006,"about_ca_system_score_gemma":0.000025107574,"threshold_uncertainty_score":0.99770766},"labels":[],"label_agreement":null},{"id":"W3174846750","doi":"10.1111/flan.12547","title":"Multimodality and translanguaging in negotiation of meaning","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":63,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Universitat Oberta de Catalunya; Dalhousie University","keywords":"Translanguaging; Multimodality; Gesture; Meaning (existential); Linguistics; Negotiation; Computer-mediated communication; Psychology; Meaning-making; Computer science; Sociology; Pedagogy; The Internet; World Wide Web","score_opus":0.04058127683429294,"score_gpt":0.28908958042547855,"score_spread":0.24850830359118561,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3174846750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9021432,0.0018496502,0.00011573665,0.00015841426,0.00003343458,0.000046123314,0.000011183523,0.000034561228,0.0956077],"genre_scores_gemma":[0.9985001,0.000012516316,0.00026413682,0.00021066355,0.00011985398,0.0000023401283,0.000028236162,0.000010319478,0.00085185317],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99933773,0.00010969675,0.00018261895,0.000135061,0.00009551931,0.00013938351],"domain_scores_gemma":[0.99969685,0.00007319675,0.00005992965,0.00009976725,0.000044676046,0.000025551293],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036057676,0.00007315212,0.0001492061,0.000070180526,0.00007497326,0.000048757443,0.00004086149,0.000026019981,0.00069596467],"category_scores_gemma":[0.00011032791,0.000069196256,0.00004207507,0.000036335987,0.0000430532,0.0001369364,0.00001480605,0.00013819762,0.0000033427984],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015436057,0.000065026434,0.006482635,0.00014927173,0.000030211815,0.000087565364,0.76834404,0.000109911925,0.0032134047,0.18824528,0.000096915086,0.033160288],"study_design_scores_gemma":[0.0030479492,0.00022600096,0.027747815,0.0012831679,0.00009424467,0.000049497994,0.88512063,0.011371058,0.026269104,0.023189673,0.020472478,0.0011284003],"about_ca_topic_score_codex":0.0008880639,"about_ca_topic_score_gemma":0.0011162373,"teacher_disagreement_score":0.1650556,"about_ca_system_score_codex":0.0000049228765,"about_ca_system_score_gemma":0.000013929217,"threshold_uncertainty_score":0.7620325},"labels":[],"label_agreement":null},{"id":"W3192813533","doi":"10.1111/flan.12561","title":"Linguistic risk‐taking in second language learning: The case of French at a Canadian bilingual institution","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Canadian Virtual University; University of Ottawa","funders":"","keywords":"Institution; Psychology; Construct (python library); Pedagogy; Participatory action research; Bilingual education; Linguistics; Language assessment; Metacognition; Sociology; Computer science; Cognition","score_opus":0.034218184133184636,"score_gpt":0.2877396762105915,"score_spread":0.2535214920774069,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3192813533","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80739456,0.0025600435,0.0000051549464,0.000042051706,0.0001283183,0.00008554193,0.00006753077,0.00003627365,0.18968052],"genre_scores_gemma":[0.9871082,0.000010362333,0.000035743942,0.00024747552,0.0005314665,0.0000050752465,0.00007671722,0.000021763699,0.011963204],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.998633,0.00034704016,0.00030250993,0.00023847717,0.00011631145,0.00036263818],"domain_scores_gemma":[0.9990033,0.00024156221,0.00028172618,0.0002615087,0.000116749965,0.00009516529],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008325962,0.00015257078,0.00021793171,0.00019061865,0.0006140015,0.00011223841,0.00013012976,0.00006805484,0.005670977],"category_scores_gemma":[0.0024903372,0.00012011895,0.000104518374,0.00011404284,0.00014277597,0.00007139819,0.000054282675,0.0006068145,0.00004941062],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011985542,0.000051171366,0.007556985,0.00010582149,0.000068947214,0.015410408,0.91673076,0.0007479643,0.00023405626,0.0492904,0.000525782,0.009265721],"study_design_scores_gemma":[0.0015535695,0.0003511486,0.0059507573,0.000762818,0.00017290495,0.00250869,0.6645015,0.004543149,0.004015046,0.0020550156,0.31238222,0.0012031909],"about_ca_topic_score_codex":0.29740313,"about_ca_topic_score_gemma":0.8824927,"teacher_disagreement_score":0.58508956,"about_ca_system_score_codex":0.00006898061,"about_ca_system_score_gemma":0.00024772924,"threshold_uncertainty_score":0.99523795},"labels":[],"label_agreement":null},{"id":"W3200855460","doi":"10.1111/flan.12571","title":"Effects of benchmarking and peer‐assessment on French learners' self‐assessments of accentedness, comprehensibility, and fluency","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Montréal; Concordia University","funders":"","keywords":"Fluency; Pronunciation; Benchmarking; Psychology; Peer assessment; Self-assessment; Medical education; Mathematics education; Pedagogy; Linguistics; Medicine","score_opus":0.026652463185280154,"score_gpt":0.32279889953259405,"score_spread":0.2961464363473139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200855460","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9629314,0.0016582343,0.000035818815,0.00007061523,0.00010070158,0.00015226575,0.000021492107,0.00004035951,0.034989107],"genre_scores_gemma":[0.9977693,0.00008019611,0.0005689255,0.00017155621,0.00012860971,0.000006038197,0.000045178367,0.00001699253,0.0012131997],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9986771,0.00022452621,0.0002832602,0.00028541504,0.00032257885,0.00020717306],"domain_scores_gemma":[0.99904424,0.00032094703,0.00017584524,0.00020786382,0.00018709057,0.000064030355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041287547,0.00016381012,0.00034232662,0.00009346927,0.00017146372,0.00008808885,0.000086297325,0.00005121009,0.0003458153],"category_scores_gemma":[0.0000989383,0.00014327865,0.00007000132,0.000048255468,0.00012376011,0.00013457463,0.00010869429,0.00023999102,0.0000014171773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011254365,0.0026585883,0.15101096,0.007956746,0.0012326497,0.00046069338,0.36768672,0.00010899398,0.018919487,0.35031345,0.004467481,0.09507168],"study_design_scores_gemma":[0.010483537,0.0073307925,0.6022525,0.0077149374,0.0011775302,0.00009653534,0.23384266,0.007263461,0.05029793,0.018905828,0.0575092,0.0031250909],"about_ca_topic_score_codex":0.0003459777,"about_ca_topic_score_gemma":0.000060238133,"teacher_disagreement_score":0.45124155,"about_ca_system_score_codex":0.000012123413,"about_ca_system_score_gemma":0.000044330613,"threshold_uncertainty_score":0.5842734},"labels":[],"label_agreement":null},{"id":"W4200418190","doi":"10.1111/flan.12594","title":"L2 French students' conversations during interactive writing tasks and their interaction mindset","year":2021,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Concordia University","funders":"Fonds de Recherche du Québec-Société et Culture","keywords":"Mindset; Task (project management); Psychology; Class (philosophy); Second language writing; Reading (process); Perception; Collaborative writing; Mathematics education; Computer science; Linguistics; Second language","score_opus":0.03136166215509235,"score_gpt":0.30583540279283494,"score_spread":0.2744737406377426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200418190","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9545033,0.00047577824,0.000057235964,0.00020219304,0.00014708303,0.000072447285,0.000051969884,0.00007718431,0.044412788],"genre_scores_gemma":[0.9917985,0.000012117966,0.000038177815,0.00037661812,0.0005306046,0.000012198702,0.000108242566,0.00001860444,0.0071048974],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99912834,0.00012941269,0.00019662904,0.00022500941,0.00011947788,0.00020111981],"domain_scores_gemma":[0.99941814,0.00016464532,0.00010831408,0.00014466725,0.0001097485,0.000054477932],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021735176,0.00013618267,0.00015965362,0.00009561097,0.00043952646,0.00043316573,0.000087475084,0.000034972727,0.0028530962],"category_scores_gemma":[0.00014474151,0.00011931607,0.0000716502,0.0000336333,0.000057196135,0.00037555973,0.00008586294,0.00032860477,0.000045349585],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027516797,0.0001417545,0.0077344174,0.00009680285,0.00030188507,0.00017520683,0.966947,0.000024452198,0.0027372646,0.009134944,0.0022854148,0.010393326],"study_design_scores_gemma":[0.00074405764,0.00010015702,0.009668011,0.00046454664,0.000044432287,0.00009696668,0.95061797,0.00035433943,0.009730881,0.0007598207,0.026987242,0.00043156676],"about_ca_topic_score_codex":0.000275208,"about_ca_topic_score_gemma":0.00027611203,"teacher_disagreement_score":0.03730789,"about_ca_system_score_codex":0.00002120123,"about_ca_system_score_gemma":0.000014070523,"threshold_uncertainty_score":0.99805844},"labels":[],"label_agreement":null},{"id":"W4246165384","doi":"10.1111/j.1944-9720.2012.01195.x","title":"LETTER TO THE EDITOR","year":2012,"lang":"en","type":"letter","venue":"Foreign Language Annals","topic":"Lexicography and Language Studies","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Citation; State (computer science); Library science; Computer science; History; Programming language","score_opus":0.037443251050414586,"score_gpt":0.2608865821631967,"score_spread":0.22344333111278214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246165384","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007389173,0.00693811,0.000012173471,0.6947962,0.00819349,0.00055903883,0.0007660465,0.00019086304,0.28847018],"genre_scores_gemma":[0.0014642789,0.000010916347,0.000011618006,0.6025824,0.35155478,0.00012884526,0.00021834098,0.000055567984,0.04397326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978485,0.00012993798,0.00030370642,0.0003532528,0.0005014008,0.00086318696],"domain_scores_gemma":[0.9987528,0.00016935814,0.00015004039,0.0007122613,0.00013805226,0.00007749028],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00032704417,0.00045385413,0.000390671,0.00020507305,0.00055169483,0.00035561758,0.00063813454,0.00029485402,0.011442279],"category_scores_gemma":[0.000058868558,0.00025891178,0.00044338938,0.00007616665,0.00025062528,0.00017947184,0.00016604683,0.0012777043,0.0024335238],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000058470087,0.000013467107,0.0000024573842,0.000064569635,0.00019290137,0.00014398196,0.09550813,1.183557e-7,9.07773e-7,0.002323545,0.9007659,0.0009781788],"study_design_scores_gemma":[0.000065970606,0.00005515642,0.000004521652,0.00007015252,0.000081352286,0.000003868567,0.0041029034,1.6899561e-7,0.000030438749,0.00021963178,0.9949466,0.00041925538],"about_ca_topic_score_codex":0.0003447856,"about_ca_topic_score_gemma":0.00030318424,"teacher_disagreement_score":0.3433613,"about_ca_system_score_codex":0.000012996358,"about_ca_system_score_gemma":0.000014886175,"threshold_uncertainty_score":0.9999863},"labels":[],"label_agreement":null},{"id":"W4281717518","doi":"10.1111/flan.12630","title":"Receptive vocabulary knowledge in L2 learners of Spanish: The role of high‐frequency words","year":2022,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Vocabulary; Linguistics; Psychology; Vocabulary development; Language proficiency; Word lists by frequency; Second language; Transition (genetics); Mathematics education","score_opus":0.018585936723914665,"score_gpt":0.31122995007307286,"score_spread":0.2926440133491582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281717518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8041465,0.025332045,0.000020505435,0.00009065652,0.00013465685,0.00021965698,0.0000615028,0.000030984836,0.16996348],"genre_scores_gemma":[0.9957714,0.000010657982,0.00006993134,0.001230207,0.00010855575,0.00008342337,0.000084658524,0.000030408735,0.002610754],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9980789,0.0007175137,0.00040579663,0.00026717284,0.00021361372,0.00031703332],"domain_scores_gemma":[0.9989572,0.0002196931,0.00025796302,0.0004677189,0.000051073577,0.000046338504],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009100368,0.0001455038,0.00030279643,0.0002496425,0.00009287558,0.000007804838,0.00040573152,0.00007428593,0.10143666],"category_scores_gemma":[0.00007931693,0.00012177341,0.00014141608,0.0006149536,0.00011627776,0.00006422235,0.0001248511,0.00045327595,0.00008581885],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00065245235,0.0010599954,0.008840122,0.00007166978,0.00041825,0.0005121486,0.6466362,0.00045752065,0.019137572,0.20648009,0.0058261952,0.10990781],"study_design_scores_gemma":[0.0012611127,0.0006224705,0.01598527,0.00005562942,0.000037621834,0.000079871905,0.9606862,0.000055209846,0.008701783,0.0055789277,0.0065940223,0.00034189428],"about_ca_topic_score_codex":0.0011912972,"about_ca_topic_score_gemma":0.000050545466,"teacher_disagreement_score":0.31405002,"about_ca_system_score_codex":0.000029897716,"about_ca_system_score_gemma":0.000048483576,"threshold_uncertainty_score":0.89938474},"labels":[],"label_agreement":null},{"id":"W4281775972","doi":"10.1111/flan.12632","title":"L2 listening: An intervention study of instructional approaches","year":2022,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Active listening; Psychology; Vocabulary; Intervention (counseling); Session (web analytics); Metacognition; Informational listening; Mathematics education; Pedagogy; Listening comprehension; Linguistics; Cognition; Psychotherapist; Computer science","score_opus":0.12421851553629268,"score_gpt":0.3063214037644273,"score_spread":0.1821028882281346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281775972","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94626224,0.00017316075,0.000021278152,0.000025010155,0.0001247763,0.00013271366,0.00002545077,0.00007051804,0.05316486],"genre_scores_gemma":[0.99426156,2.514119e-7,0.000064388856,0.000057042416,0.000329524,0.000040978444,0.0001045481,0.000017078804,0.00512462],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9989317,0.0002870557,0.0002285941,0.00016996243,0.00025149857,0.0001312057],"domain_scores_gemma":[0.9995911,0.0000236732,0.00015101727,0.00016802855,0.00003410803,0.000032032636],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0005913689,0.000088653986,0.00014041322,0.00013431713,0.00047460943,0.00006356745,0.000165367,0.0000131159195,0.0048084212],"category_scores_gemma":[0.0000263336,0.000082657985,0.00008878113,0.000040603965,0.000047530353,0.00018518571,0.00008505125,0.00024583426,0.000005172536],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000114780196,0.0018499742,0.002589574,0.00005454174,0.0001566646,0.000028971761,0.70029616,0.0010747116,0.00006358429,0.23659131,0.0010883264,0.056091413],"study_design_scores_gemma":[0.00068916334,0.002021477,0.0014118752,0.000017579978,0.000032226337,0.000016789769,0.9677237,0.0008444227,0.000053479253,0.0018606023,0.025137082,0.0001915777],"about_ca_topic_score_codex":0.0007235559,"about_ca_topic_score_gemma":0.0002143286,"teacher_disagreement_score":0.2674276,"about_ca_system_score_codex":0.000012428583,"about_ca_system_score_gemma":0.000008757442,"threshold_uncertainty_score":0.9961013},"labels":[],"label_agreement":null},{"id":"W4308657667","doi":"10.1111/flan.12663","title":"Relationships between lexical coverage, learner knowledge, and teacher perceptions of the usefulness of high‐frequency words","year":2022,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Second Language Acquisition and Learning","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Foreign language; Perception; Linguistics; Psychology; Mathematics education; Computer science","score_opus":0.057842477244611744,"score_gpt":0.3348812983666045,"score_spread":0.2770388211219928,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308657667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9473644,0.0029216355,0.00028886992,0.00017009629,0.00010137999,0.00017822674,0.0001252431,0.000033636512,0.048816536],"genre_scores_gemma":[0.9894617,0.0000024888911,0.000048185797,0.0003795945,0.00015859041,0.000048923004,0.000081705344,0.000024964856,0.00979383],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980045,0.0010174919,0.00034140647,0.0002306522,0.00019698618,0.00020894734],"domain_scores_gemma":[0.9990052,0.00026124308,0.00019440822,0.0004196885,0.000054051518,0.0000653919],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007612582,0.00012324042,0.00024796976,0.00014352321,0.0003154673,0.000010855876,0.00024066435,0.00010266105,0.07630238],"category_scores_gemma":[0.00015767377,0.000098968936,0.0001301349,0.00038450107,0.00015418458,0.00007070964,0.000138901,0.0006467101,0.000037080255],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017398199,0.00090108823,0.4462233,0.00012412682,0.0005701235,0.00006853754,0.2866032,0.00024325772,0.0022473182,0.20096,0.01894705,0.042938016],"study_design_scores_gemma":[0.00073407893,0.00014906752,0.91658604,0.000027204593,0.0000773733,0.0000466207,0.07651715,0.000011647421,0.00027690845,0.003484341,0.0018825927,0.00020695377],"about_ca_topic_score_codex":0.00023213975,"about_ca_topic_score_gemma":0.000011907022,"teacher_disagreement_score":0.47036278,"about_ca_system_score_codex":0.000018021616,"about_ca_system_score_gemma":0.000032392352,"threshold_uncertainty_score":0.924542},"labels":[],"label_agreement":null},{"id":"W4380677156","doi":"10.1111/flan.12622","title":"Issue Information ‐ Ed Board, ACTFL Officers Page","year":2023,"lang":"en","type":"paratext","venue":"Foreign Language Annals","topic":"Sociopolitical Dynamics in Russia","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Citation; Discussion board; Library science; Foreign language; Psychology; Computer science; Information retrieval; Linguistics; World Wide Web; Mathematics education; Philosophy","score_opus":0.027643183552548526,"score_gpt":0.3674598359008237,"score_spread":0.3398166523482752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4380677156","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010573699,0.0007398286,0.00011521617,0.0014569121,0.003778079,0.00072863634,0.0012775162,0.00038378045,0.99046266],"genre_scores_gemma":[0.033053994,0.0025062186,0.00036371616,0.0061649065,0.0064314245,0.00020605768,0.0049846885,0.00016311472,0.94612586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965001,0.00033978812,0.0005986872,0.00035732889,0.0010814854,0.0011226523],"domain_scores_gemma":[0.9979553,0.0005113072,0.00035865407,0.0005448923,0.00025707428,0.0003727225],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00096109277,0.00038566501,0.00055332953,0.00032867226,0.0006397994,0.00042494872,0.00086468965,0.001036481,0.02451233],"category_scores_gemma":[0.001318622,0.00039152364,0.0003415924,0.00058500835,0.00054526166,0.00064293266,0.00016934128,0.0007152749,0.14332531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011700913,0.000016137279,0.0000034458103,0.00012031731,0.000076937795,0.000020500343,0.018936832,0.000014694869,0.0000022003687,0.060726456,0.9176187,0.0024520832],"study_design_scores_gemma":[0.00017944665,0.00003965716,0.000033429027,0.00014410973,0.00003687979,5.700014e-7,0.046779312,0.00006032938,0.00002932326,0.0030651486,0.9491252,0.0005066453],"about_ca_topic_score_codex":0.007235766,"about_ca_topic_score_gemma":0.00041029762,"teacher_disagreement_score":0.11881298,"about_ca_system_score_codex":0.00028552825,"about_ca_system_score_gemma":0.0006484311,"threshold_uncertainty_score":0.9998537},"labels":[],"label_agreement":null},{"id":"W4385501985","doi":"10.1111/flan.12710","title":"Teachers' perspectives on pedagogy in short‐term language study abroad","year":2023,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"International Student and Expatriate Challenges","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Cégep du Vieux Montréal; Cégep André Laurendeau","funders":"","keywords":"TRIPS architecture; Pedagogy; Experiential learning; Curriculum; Study abroad; Mathematics education; Term (time); Psychology; Grounded theory; Variety (cybernetics); Teaching method; Constructivist teaching methods; Language education; Sociology; Qualitative research; Computer science; Social science","score_opus":0.057264701181886805,"score_gpt":0.4598873188440262,"score_spread":0.4026226176621394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385501985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86010385,0.0007255847,9.1929525e-7,0.0006015466,0.000098637,0.0003691025,0.000012489765,0.00016192344,0.13792597],"genre_scores_gemma":[0.9903524,0.00028734255,0.000004196921,0.00010953973,0.00065218506,0.000036919493,0.00002298624,0.000018843642,0.008515616],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99823767,0.00023206825,0.00019129658,0.00032386472,0.00058060547,0.0004344784],"domain_scores_gemma":[0.99951077,0.00014445471,0.00003144235,0.00017598494,0.00005930498,0.00007802477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011001363,0.00014383877,0.00019323161,0.00030906146,0.00020566951,0.00008041805,0.00037091205,0.000085080406,0.00090855145],"category_scores_gemma":[0.00024192614,0.00013093873,0.00010111528,0.00038220364,0.00007076964,0.0001493819,0.000070125636,0.00018847488,0.00041671057],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034932276,0.00027055253,0.015510375,0.000002777002,0.0000406299,0.00034463315,0.9736709,0.000008230041,0.00012481536,0.0055185542,0.0012127003,0.0032608781],"study_design_scores_gemma":[0.00030826012,0.00016715963,0.043538094,0.00001897736,0.0000056205467,3.408317e-7,0.95463765,0.0000053316066,0.000121225705,0.0002457486,0.0007967846,0.00015479334],"about_ca_topic_score_codex":0.0053763473,"about_ca_topic_score_gemma":0.012375558,"teacher_disagreement_score":0.13024855,"about_ca_system_score_codex":0.00009256313,"about_ca_system_score_gemma":0.000042027703,"threshold_uncertainty_score":0.99480015},"labels":[],"label_agreement":null},{"id":"W4386627192","doi":"10.1111/flan.12624","title":"Issue Information ‐ Ed Board, ACTFL Officers Page","year":2023,"lang":"en","type":"paratext","venue":"Foreign Language Annals","topic":"Corporate Taxation and Avoidance","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Citation; Discussion board; Foreign language; Library science; Psychology; Computer science; World Wide Web; Mathematics education","score_opus":0.02346278955493676,"score_gpt":0.26705595655082387,"score_spread":0.24359316699588712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386627192","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003527119,0.0007262357,0.00022436991,0.0009784574,0.003067666,0.0007198144,0.0002811987,0.0005081969,0.9899669],"genre_scores_gemma":[0.06590554,0.0006566176,0.000116208015,0.032524437,0.01570943,0.00023487645,0.021850843,0.0002655524,0.8627365],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980128,0.000018698782,0.0006018676,0.0003398912,0.0005098863,0.0005168757],"domain_scores_gemma":[0.9979352,0.000045936416,0.0011391516,0.00049827393,0.00034934533,0.00003212973],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00034903377,0.0004492702,0.00048495355,0.00069485075,0.00023231636,0.0008729226,0.0004817397,0.0003232912,0.024344949],"category_scores_gemma":[0.00022487012,0.00042655988,0.00023395821,0.00084222277,0.000054532,0.0022267883,0.00022530973,0.00038231382,0.33490956],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036280282,0.000018260554,0.000010653978,0.000601531,0.000046840538,0.000021761121,0.00020857672,0.00010605772,0.00004941529,0.0013943383,0.9878056,0.009700703],"study_design_scores_gemma":[0.0003555161,0.000010499545,0.000116819014,0.00021782228,0.000038168753,8.33289e-7,0.0019095064,0.0004682434,0.00012297319,0.00020050512,0.9960252,0.00053388166],"about_ca_topic_score_codex":0.0009144048,"about_ca_topic_score_gemma":0.00007815776,"teacher_disagreement_score":0.3105646,"about_ca_system_score_codex":0.000033394856,"about_ca_system_score_gemma":0.000082709696,"threshold_uncertainty_score":0.9998186},"labels":[],"label_agreement":null},{"id":"W4389485831","doi":"10.1111/flan.12626","title":"Issue Information ‐ Ed Board, ACTFL Officers Page","year":2023,"lang":"en","type":"paratext","venue":"Foreign Language Annals","topic":"Sociopolitical Dynamics in Russia","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Citation; Foreign language; Library science; Discussion board; Psychology; Linguistics; Computer science; World Wide Web; Mathematics education; Philosophy","score_opus":0.027643183552548526,"score_gpt":0.3674598359008237,"score_spread":0.3398166523482752,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389485831","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010573699,0.0007398286,0.00011521617,0.0014569121,0.003778079,0.00072863634,0.0012775162,0.00038378045,0.99046266],"genre_scores_gemma":[0.033053994,0.0025062186,0.00036371616,0.0061649065,0.0064314245,0.00020605768,0.0049846885,0.00016311472,0.94612586],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965001,0.00033978812,0.0005986872,0.00035732889,0.0010814854,0.0011226523],"domain_scores_gemma":[0.9979553,0.0005113072,0.00035865407,0.0005448923,0.00025707428,0.0003727225],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00096109277,0.00038566501,0.00055332953,0.00032867226,0.0006397994,0.00042494872,0.00086468965,0.001036481,0.02451233],"category_scores_gemma":[0.001318622,0.00039152364,0.0003415924,0.00058500835,0.00054526166,0.00064293266,0.00016934128,0.0007152749,0.14332531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011700913,0.000016137279,0.0000034458103,0.00012031731,0.000076937795,0.000020500343,0.018936832,0.000014694869,0.0000022003687,0.060726456,0.9176187,0.0024520832],"study_design_scores_gemma":[0.00017944665,0.00003965716,0.000033429027,0.00014410973,0.00003687979,5.700014e-7,0.046779312,0.00006032938,0.00002932326,0.0030651486,0.9491252,0.0005066453],"about_ca_topic_score_codex":0.007235766,"about_ca_topic_score_gemma":0.00041029762,"teacher_disagreement_score":0.11881298,"about_ca_system_score_codex":0.00028552825,"about_ca_system_score_gemma":0.0006484311,"threshold_uncertainty_score":0.9998537},"labels":[],"label_agreement":null},{"id":"W4392594823","doi":"10.1111/flan.12692","title":"Issue Information ‐ Ed Board, ACTFL Officers Page","year":2024,"lang":"en","type":"paratext","venue":"Foreign Language Annals","topic":"Legal case studies and regulations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Editorial board; Psychology; Linguistics; Library science; Computer science; Philosophy","score_opus":0.018957123245664908,"score_gpt":0.3367699690115136,"score_spread":0.31781284576584873,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392594823","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00040636363,0.012176074,0.000037468475,0.002889272,0.0032653315,0.0005694262,0.00089192897,0.00014214947,0.979622],"genre_scores_gemma":[0.048197802,0.0037666003,0.00010525898,0.002414965,0.006379261,0.00009409878,0.0018743093,0.000052572283,0.93711513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99808705,0.00012182573,0.00039304612,0.00025301144,0.0006048923,0.0005401778],"domain_scores_gemma":[0.99904066,0.000085967564,0.00019996492,0.0002917535,0.0002202433,0.00016139365],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004115291,0.00028046806,0.00037488787,0.00023579932,0.00063820696,0.00045414284,0.00030085436,0.00044021005,0.018702434],"category_scores_gemma":[0.00014161896,0.0002341742,0.0003059608,0.00044562816,0.00025526315,0.0005677397,0.00011985342,0.0003972286,0.045659594],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009014751,0.000010105915,5.2683373e-7,0.00014569567,0.000111281304,0.000019857525,0.04162919,0.000018238887,0.0000031460418,0.007013369,0.9459927,0.0050468366],"study_design_scores_gemma":[0.000092543545,0.000034867957,0.0000049806335,0.00013979628,0.000058190853,0.0000011498124,0.03462077,0.000011235371,0.000033335727,0.00018506014,0.96451837,0.00029967452],"about_ca_topic_score_codex":0.0049922536,"about_ca_topic_score_gemma":0.0007640202,"teacher_disagreement_score":0.04779144,"about_ca_system_score_codex":0.00010820773,"about_ca_system_score_gemma":0.0004186927,"threshold_uncertainty_score":0.9821946},"labels":[],"label_agreement":null},{"id":"W4406627968","doi":"10.1111/flan.12792","title":"Conceptualizing culture critically: Examining perspectives from additional language teachers","year":2025,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Capilano University; Université de Sherbrooke; University of Toronto; York University; University of British Columbia","funders":"American Educational Research Association","keywords":"Psychology; Pedagogy; Sociology; Teaching method; Linguistics; Mathematics education; Philosophy","score_opus":0.095503362993415,"score_gpt":0.42050777842343023,"score_spread":0.32500441543001524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406627968","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13027671,0.013372756,0.0003120681,0.0019064067,0.0003546564,0.00017155946,0.00071309815,0.0003611182,0.8525316],"genre_scores_gemma":[0.9739687,0.000046338693,0.0013717083,0.002779198,0.0012567419,0.00003813169,0.0003034861,0.000015282112,0.020220418],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99844736,0.00025753854,0.0001954545,0.00036341246,0.0003072389,0.00042897713],"domain_scores_gemma":[0.998824,0.0005925744,0.000056124016,0.00019157115,0.00016632638,0.00016941872],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00037022328,0.00014948628,0.00022479359,0.00010046657,0.000556004,0.000108237684,0.00028100293,0.00017696562,0.013381789],"category_scores_gemma":[0.002466098,0.00014682711,0.00010998328,0.0002888768,0.00047525487,0.00017084049,0.000034851662,0.0002964302,0.000086296444],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007980015,0.00006558049,0.0003669973,0.000004415968,0.00005530432,0.000034155768,0.6463483,7.9330175e-7,0.0003425578,0.16377074,0.18539625,0.0036069155],"study_design_scores_gemma":[0.00015191021,0.000027639899,0.0004976491,0.0000798795,0.000021489925,3.9929628e-7,0.8118782,0.0000022388924,0.00008126588,0.0042212214,0.1828746,0.00016350295],"about_ca_topic_score_codex":0.0020751227,"about_ca_topic_score_gemma":0.0005951024,"teacher_disagreement_score":0.843692,"about_ca_system_score_codex":0.00014466574,"about_ca_system_score_gemma":0.00029549582,"threshold_uncertainty_score":0.9875201},"labels":[],"label_agreement":null},{"id":"W4415824105","doi":"10.1111/flan.70035","title":"Comprehension of implied meaning in Chinese second language listening","year":2025,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"EFL/ESL Teaching and Learning","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Comprehension; Meaning (existential); Listening comprehension; Chinese as a foreign language; Heritage language; Recall; Language proficiency; Second language; Comprehension approach","score_opus":0.02141993565042848,"score_gpt":0.3006447870553342,"score_spread":0.2792248514049057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415824105","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6563826,0.001165341,0.000021864866,0.000051034618,0.000077315664,0.00008309164,0.000013580814,0.00006509057,0.34214005],"genre_scores_gemma":[0.98618126,0.0000038485127,0.00012923528,0.00067698414,0.00015369299,0.0000067523074,0.00004653904,0.000019574025,0.012782115],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99893445,0.00010964644,0.00034667665,0.00020784767,0.00013311104,0.0002682793],"domain_scores_gemma":[0.99938154,0.0001683972,0.00012706831,0.00023611053,0.00005229764,0.000034608012],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043961493,0.00016327307,0.00032433492,0.00030666724,0.00015690362,0.00007613421,0.0001712187,0.000054553268,0.0020943377],"category_scores_gemma":[0.00012666931,0.0001348747,0.00010920112,0.00010726626,0.000072105555,0.00014438634,0.00007785937,0.00030928405,0.00001944378],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121935016,0.00014996764,0.0082957,0.0004492789,0.00011938086,0.00014345912,0.6660447,0.00023355178,0.0202726,0.27899203,0.0039203563,0.021257],"study_design_scores_gemma":[0.006338676,0.00065528054,0.037224475,0.0042693075,0.00013754593,0.000035276676,0.7640564,0.0063518547,0.015884161,0.024717601,0.13811956,0.0022098636],"about_ca_topic_score_codex":0.0007311099,"about_ca_topic_score_gemma":0.0014723915,"teacher_disagreement_score":0.3297986,"about_ca_system_score_codex":0.000014051728,"about_ca_system_score_gemma":0.000021341204,"threshold_uncertainty_score":0.99881786},"labels":[],"label_agreement":null},{"id":"W7117463667","doi":"10.1111/flan.70048","title":"Issue Information","year":2025,"lang":"en","type":"article","venue":"Foreign Language Annals","topic":"Human auditory perception and evaluation","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Information system; Higher education; Research methodology","score_opus":0.014080564078591675,"score_gpt":0.291662168672821,"score_spread":0.27758160459422937,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117463667","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122440405,0.0002923075,0.01583096,0.00018008485,0.0007969094,0.00018872668,0.000014558352,0.00065935164,0.8595967],"genre_scores_gemma":[0.9889261,0.000030460042,0.00019942671,0.0017798939,0.00026956515,0.000023673207,0.00011355072,0.000007660932,0.008649671],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9996408,0.000010427937,0.0001271908,0.000038102153,0.00008250052,0.00010098186],"domain_scores_gemma":[0.9998105,0.000008087679,0.000011520306,0.000112847076,0.000034329194,0.00002272015],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.000117872754,0.000059393114,0.000059834303,0.00012445201,0.00003491171,0.000038022474,0.000057132544,0.00004370499,0.01735618],"category_scores_gemma":[0.000025606068,0.000058841026,0.000029754523,0.000116013034,0.000008552176,0.00030286892,0.0000075755675,0.000052787505,0.012239785],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000035318158,0.0000049811374,0.000043820928,0.00007126087,0.00001941031,8.168207e-7,0.00285062,0.00401559,0.0014179418,0.0009784333,0.9192762,0.07131742],"study_design_scores_gemma":[0.00031024392,0.000017508562,0.0051348647,0.00004795546,0.00001184453,0.000001105555,0.0028306558,0.030519439,0.0069254125,0.0014798935,0.9525364,0.00018465889],"about_ca_topic_score_codex":8.781505e-7,"about_ca_topic_score_gemma":0.0000027159974,"teacher_disagreement_score":0.8664857,"about_ca_system_score_codex":0.000018238054,"about_ca_system_score_gemma":0.000006964215,"threshold_uncertainty_score":0.9885293},"labels":[],"label_agreement":null}]}